-- Logs begin at Wed 2021-07-28 17:04:33 UTC, end at Wed 2021-07-28 19:46:59 UTC. -- Jul 28 17:46:20.196932 n-d-778550-5 systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 17:46:22.886720 n-d-778550-5 neutron-server[100996]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:46:22.887290 n-d-778550-5 neutron-server[100996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 17:46:22.887436 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 17:46:22.890590 n-d-778550-5 neutron-server[100996]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:46:22.890845 n-d-778550-5 neutron-server[100996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 17:46:22.891155 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 17:46:22.892106 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:46:22.892341 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:46:22.892707 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:46:22.892952 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:46:22.893179 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:46:22.893502 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.893826 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.894127 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.894356 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.894652 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.894943 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.895226 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.895544 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.895841 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.896128 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.896406 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.896688 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.896917 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.897197 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.897483 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.897769 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.897990 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] debug = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.898267 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.898692 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.899105 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.899385 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.899697 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.899976 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.900251 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.900545 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.900811 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.901136 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] host = n-d-778550-5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.901414 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.901698 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.901983 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.902266 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.902539 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.902813 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.903096 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.903367 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.903661 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.903936 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.904221 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.904509 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.904795 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.905017 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.905236 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.905522 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.905807 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.906096 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.906362 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.906632 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.906913 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.907176 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.907463 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.907746 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.908027 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.908311 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.908590 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.908863 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.909133 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.909430 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.909713 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.909985 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.910261 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.910533 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.910817 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.911087 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.911358 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.911678 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.911962 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.912242 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.912523 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.912793 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.913073 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.913343 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.913613 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.913881 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_json = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.914150 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.914418 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.914695 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.914971 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.915242 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.915540 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.915812 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.916094 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:22.916393 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.916684 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.916983 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.917266 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.917560 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.917838 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.918124 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.918399 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.918686 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.918973 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.919260 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.919568 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.919858 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.920140 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.920431 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.920733 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.921025 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.921314 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.921589 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.921864 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.922138 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.922415 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.922701 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.922994 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.923282 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.923578 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.923858 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.924146 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.924421 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.924693 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.925489 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.925777 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.926055 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.926331 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.926609 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.926884 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.927155 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.927452 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.927730 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.928019 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.928296 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.928567 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.928836 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.929111 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.929385 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.929668 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.929944 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.930219 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.930489 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.930764 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.931034 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.931305 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.931609 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.931883 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.932158 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.932432 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.932701 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.932973 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.933245 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.933516 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.933785 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.934054 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.934330 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.934600 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.934868 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.935137 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.935426 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.935702 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.935984 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.936281 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.936558 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.936836 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.937113 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.937392 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.937671 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.937948 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.938225 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.938503 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.938773 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.939060 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.939343 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.939655 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.939938 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.940223 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.940518 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.941350 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.941634 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.941913 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.942193 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.942480 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.942766 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.943059 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.943351 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.943668 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.943964 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.944255 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.944536 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.944846 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.945124 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:22.945341 n-d-778550-5 neutron-server[100996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:46:22.945580 n-d-778550-5 neutron-server[100996]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100996) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 17:46:23.296101 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 17:46:23.296377 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 17:46:23.296669 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 17:46:23.297004 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 17:46:23.693109 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.693411 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.693683 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.694975 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.695247 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.695534 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.730109 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.730383 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.730655 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.744956 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.745232 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.745498 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.773181 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.773456 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.773720 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.808971 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.809253 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:23.809519 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.037901 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.038500 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.038500 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.038670 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.039280 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.157267 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.157585 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.157867 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.158140 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.158403 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.158706 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.158971 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.159247 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.159531 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.159812 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.160069 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.160330 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.160580 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.160826 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.161076 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.161336 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.161585 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.161846 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.162111 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.162365 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.162631 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.162879 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.163154 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.163546 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.163794 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.164037 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.164431 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.164670 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.164903 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.165135 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.165368 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.165599 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:24.165957 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 17:46:24.169039 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 17:46:24.172942 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 17:46:24.176770 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 28 17:46:24.178382 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 17:46:24.178832 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 17:46:24.179162 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 17:46:24.179562 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 17:46:24.182312 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 17:46:24.182562 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 17:46:24.182904 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:46:24.188117 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 17:46:24.212950 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 17:46:24.213407 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.213702 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100996) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 17:46:24.214061 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.215425 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100996) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 17:46:24.215704 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:46:24.215945 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 17:46:24.219416 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.219704 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:24.282490 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 17:46:24.282724 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 17:46:24.282961 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 17:46:24.283327 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 17:46:24.303642 n-d-778550-5 neutron-server[100996]: DEBUG oslo_db.sqlalchemy.engines [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100996) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 17:46:24.927026 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing driver for type 'gre' Jul 28 17:46:24.927615 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] gre ID ranges: [(1, 1000)] Jul 28 17:46:25.104086 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing driver for type 'local' Jul 28 17:46:25.104684 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing driver for type 'vlan' Jul 28 17:46:25.172247 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] VlanTypeDriver initialization complete Jul 28 17:46:25.172634 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing driver for type 'vxlan' Jul 28 17:46:25.173128 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] vxlan ID ranges: [(1, 1000)] Jul 28 17:46:25.377962 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing extension driver 'port_security' Jul 28 17:46:25.378923 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] PortSecurityExtensionDriver initialization complete Jul 28 17:46:25.379267 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing mechanism driver 'openvswitch' Jul 28 17:46:25.379637 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing mechanism driver 'hyperv' Jul 28 17:46:25.387199 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.plugin [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:25.388107 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.388518 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.388873 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.389395 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.389835 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.390202 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.390551 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.390946 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.391354 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.391735 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.392094 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.392464 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.392872 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.393226 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.393571 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.393964 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.394372 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.394720 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.395066 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.395484 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.395890 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > address_group after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.396236 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > address_group after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.396575 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.396971 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 17:46:25.397346 n-d-778550-5 neutron-server[100996]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] ML2 OVO RPC backend initialized. {{(pid=100996) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 17:46:25.398054 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.398409 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.398827 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.399176 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > networks before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.399559 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.399913 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > ports before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.400261 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.400606 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnets before_response 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.400952 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.401295 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.401632 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.401968 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.402305 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.402640 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.402976 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.403313 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.403668 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.404241 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.plugin [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Modular L2 Plugin initialization complete Jul 28 17:46:25.404573 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading services supported by the core plugin {{(pid=100996) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 17:46:25.404901 n-d-778550-5 neutron-server[100996]: INFO neutron.plugins.ml2.managers [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Got port-security extension from driver 'port_security' Jul 28 17:46:25.405367 n-d-778550-5 neutron-server[100996]: INFO neutron.extensions.vlantransparent [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Disabled vlantransparent extension. Jul 28 17:46:25.405854 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100996) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 17:46:25.406171 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: router Jul 28 17:46:25.441845 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.442235 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_create 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.442607 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router before_create 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.442972 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.443347 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.443797 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_delete 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.444156 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.444638 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_create 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.444991 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.445345 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.445695 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.446054 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.446465 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.446834 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.447176 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.447539 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: subnet after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.447878 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.448228 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.448575 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_create 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.448921 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.449266 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.449622 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router after_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.449965 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.450318 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_create 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.450681 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.451026 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_update 55549900 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.451407 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > agent after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.451760 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > agent after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.452105 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > network after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.452953 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Tracking information for resource: router configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:25.453289 n-d-778550-5 neutron-server[100996]: DEBUG neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Tracking information for resource: floatingip configured {{(pid=100996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:46:25.458133 n-d-778550-5 neutron-server[100996]: INFO neutron.db.l3_agentschedulers_db [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 17:46:25.458709 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.459075 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.459461 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.459817 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: port after_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.460617 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router before_create 55550100 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.460986 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.461355 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_create 55550100 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.461714 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > router precommit_update 55550100 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.466084 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.provider_configuration [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service providers = [] {{(pid=100996) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 17:46:25.466451 n-d-778550-5 neutron-server[100996]: DEBUG neutron.db.servicetype_db [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100996) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 17:46:25.469418 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.service_base [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:46:25.469771 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.service_base [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:46:25.470115 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.service_base [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:46:25.471011 n-d-778550-5 neutron-server[100996]: DEBUG neutron.services.service_base [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:46:25.471383 n-d-778550-5 neutron-server[100996]: INFO neutron.services.service_base [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 17:46:25.471807 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.472129 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 17:46:25.484274 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.484616 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: auto_allocate Jul 28 17:46:25.490805 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: network precommit_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.491177 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: network precommit_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.491738 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.492063 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: tag Jul 28 17:46:25.499153 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.499153 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: timestamp Jul 28 17:46:25.503037 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.503876 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: network_ip_availability Jul 28 17:46:25.509505 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.509876 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.510238 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.510958 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.511281 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: flavors Jul 28 17:46:25.516225 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.516552 n-d-778550-5 neutron-server[100996]: INFO neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading Plugin: revisions Jul 28 17:46:25.520884 n-d-778550-5 neutron-server[100996]: DEBUG neutron.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:46:25.521274 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.225s {{(pid=100996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 17:46:25.522005 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100996) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 17:46:25.522348 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Initializing extension manager. Jul 28 17:46:25.522859 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: __init__.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.523210 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: __pycache__ {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.523582 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.523921 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: address_group.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.524680 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.525254 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: address-group Jul 28 17:46:25.525579 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: address_scope.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.526295 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.526800 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: address-scope Jul 28 17:46:25.527125 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.528090 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.528598 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: router-admin-state-down-before-update Jul 28 17:46:25.528919 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: agent.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.529621 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.530121 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: agent Jul 28 17:46:25.530448 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: agent_resources_synced.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.531360 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.531892 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: agent-resources-synced Jul 28 17:46:25.532216 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: allowedaddresspairs.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.534004 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.535043 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: allowed-address-pairs Jul 28 17:46:25.535370 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: auto_allocated_topology.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.536472 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.536978 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: auto-allocated-topology Jul 28 17:46:25.537303 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: availability_zone.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.537996 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.538495 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: availability_zone Jul 28 17:46:25.538814 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: availability_zone_filter.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.539764 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.540262 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: availability_zone_filter Jul 28 17:46:25.540583 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: data_plane_status.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.541492 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.541986 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 17:46:25.542309 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: default_subnetpools.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.543228 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.543755 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: default-subnetpools Jul 28 17:46:25.544082 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.544889 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.545387 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: dhcp_agent_scheduler Jul 28 17:46:25.545713 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: dns.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.546639 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.547141 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 17:46:25.547498 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: dns_domain_ports.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.548416 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.548915 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 17:46:25.549238 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.550701 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.551194 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 17:46:25.551550 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: dvr.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.552221 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.552716 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: dvr Jul 28 17:46:25.553038 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: ecmp_routes.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.553955 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.554450 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 17:46:25.554773 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: empty_string_filtering.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.555717 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.556215 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: empty-string-filtering Jul 28 17:46:25.556536 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.557449 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.557941 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:46:25.558262 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.559178 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.559705 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 17:46:25.560034 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: external_net.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.560954 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.561453 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: external-net Jul 28 17:46:25.561776 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.562698 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.563197 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: extra_dhcp_opt Jul 28 17:46:25.563558 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: extraroute.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.564474 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.564969 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: extraroute Jul 28 17:46:25.565291 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: extraroute_atomic.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.566366 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.566862 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: extraroute-atomic Jul 28 17:46:25.567185 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: filter_validation.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.568054 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.568554 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: filter-validation Jul 28 17:46:25.568876 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: fip_pf_description.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.569792 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.570282 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 17:46:25.570606 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: fip_port_details.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.571572 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.572067 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: fip-port-details Jul 28 17:46:25.572390 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: flavors.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.573625 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.574132 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: flavors Jul 28 17:46:25.574458 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.576135 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.576656 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 17:46:25.576986 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: floatingip_pools.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.577691 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.578195 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: floatingip-pools Jul 28 17:46:25.578521 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: ip_allocation.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.579487 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.579988 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 17:46:25.580312 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.581296 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.581799 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: ip-substring-filtering Jul 28 17:46:25.582123 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l2_adjacency.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.583054 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.583586 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 17:46:25.583910 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.584868 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.585376 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: router Jul 28 17:46:25.585700 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.587958 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.588481 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:46:25.588818 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.589758 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.590269 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: ext-gw-mode Jul 28 17:46:25.590604 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.591584 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.592088 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: l3-ha Jul 28 17:46:25.592417 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3_flavors.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.593339 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.593836 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: l3-flavors Jul 28 17:46:25.594163 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.603625 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.604133 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 17:46:25.604463 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: l3agentscheduler.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.605505 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.606010 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: l3_agent_scheduler Jul 28 17:46:25.606336 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: logging.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.607875 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.608399 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension logging not supported by any of loaded plugins Jul 28 17:46:25.608732 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: metering.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.609487 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.610062 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: metering Jul 28 17:46:25.610390 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.611677 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.612191 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: metering_source_and_destination_fields Jul 28 17:46:25.613057 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: multiprovidernet.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.613993 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.614499 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: multi-provider Jul 28 17:46:25.614824 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: netmtu.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.615785 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.616287 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: net-mtu Jul 28 17:46:25.616611 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: netmtu_writable.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.617560 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.618058 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: net-mtu-writable Jul 28 17:46:25.618381 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: network_availability_zone.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.619061 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.619593 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: network_availability_zone Jul 28 17:46:25.619918 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: network_ip_availability.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.621005 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.621508 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: network-ip-availability Jul 28 17:46:25.626172 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: network_segment_range.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.626172 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.626172 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 17:46:25.626172 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: pagination.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.626938 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.627271 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: pagination Jul 28 17:46:25.627629 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: port_device_profile.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.628645 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.629104 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: port-device-profile Jul 28 17:46:25.629428 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.630359 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.630860 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: port-mac-address-regenerate Jul 28 17:46:25.631183 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.632163 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.632647 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: port-numa-affinity-policy Jul 28 17:46:25.632969 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: port_resource_request.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.633916 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.634418 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 17:46:25.634740 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: portbindings.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.635701 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.636203 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: binding Jul 28 17:46:25.636526 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: portbindings_extended.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.637801 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.638314 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: binding-extended Jul 28 17:46:25.638645 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: portsecurity.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.639610 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.640115 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: port-security Jul 28 17:46:25.640444 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: project_id.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.641427 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.641758 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: project-id Jul 28 17:46:25.642085 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: providernet.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.643020 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.643581 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: provider Jul 28 17:46:25.643908 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.647422 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.647937 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos not supported by any of loaded plugins Jul 28 17:46:25.648273 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.649522 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.650032 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 17:46:25.650362 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.651315 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.651849 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 17:46:25.652178 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_default.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.653094 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.653599 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-default not supported by any of loaded plugins Jul 28 17:46:25.653926 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_fip.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.654608 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.655074 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 17:46:25.655428 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_gateway_ip.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.656356 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.656860 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 17:46:25.657186 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_port_network_policy.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.658113 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.658613 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 17:46:25.658938 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_rule_type_details.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.661481 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.661981 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 17:46:25.662307 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: qos_rules_alias.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.663419 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.663938 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 17:46:25.664265 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: quotasv2.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.665355 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.665686 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: quotas Jul 28 17:46:25.666012 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: quotasv2_detail.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.669071 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.669416 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: quota_details Jul 28 17:46:25.669749 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: rbac.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.670811 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.671331 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: rbac-policies Jul 28 17:46:25.671690 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: rbac_address_group.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.672653 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.673165 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: rbac-address-group Jul 28 17:46:25.673493 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: rbac_address_scope.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.674416 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.675512 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: rbac-address-scope Jul 28 17:46:25.675841 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: rbac_security_groups.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.678965 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.679506 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: rbac-security-groups Jul 28 17:46:25.679835 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: rbac_subnetpool.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.680766 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.681277 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: rbac-subnetpool Jul 28 17:46:25.681605 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: revisionifmatch.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.682536 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.683041 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: revision-if-match Jul 28 17:46:25.683368 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: revisions.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.684515 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.685054 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: standard-attr-revisions Jul 28 17:46:25.685381 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: router_availability_zone.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.686057 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.686558 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: router_availability_zone Jul 28 17:46:25.686883 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: routerservicetype.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.687845 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.688348 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 17:46:25.688672 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.689633 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.690113 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: security-groups-normalized-cidr Jul 28 17:46:25.690470 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.691449 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.691957 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: port-security-groups-filtering Jul 28 17:46:25.692280 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.693210 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.693719 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: security-groups-remote-address-group Jul 28 17:46:25.694040 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: securitygroup.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.703670 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.704195 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: security-group Jul 28 17:46:25.704535 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: segment.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.705331 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.705838 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension segment not supported by any of loaded plugins Jul 28 17:46:25.706192 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.707130 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.707668 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 17:46:25.707995 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: servicetype.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.709104 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.709622 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: service-type Jul 28 17:46:25.709947 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: sorting.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.721480 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.722392 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: sorting Jul 28 17:46:25.722660 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: standard_attr_segment.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.723687 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.724465 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 17:46:25.724790 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: standardattrdescription.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.725457 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.726003 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: standard-attr-description Jul 28 17:46:25.726330 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: stateful_security_group.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.727322 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.727862 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: stateful-security-group Jul 28 17:46:25.728188 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: stdattrs_common.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.728772 n-d-778550-5 neutron-server[100996]: WARNING neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 17:46:25.729094 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.730044 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.730551 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 17:46:25.730875 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnet_onboard.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.732016 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.732533 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: subnet_onboard Jul 28 17:46:25.732861 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.733794 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.734300 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 17:46:25.734626 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnet_service_types.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.735590 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.736101 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: subnet-service-types Jul 28 17:46:25.736428 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnetallocation.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.738053 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.738560 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: subnet_allocation Jul 28 17:46:25.743915 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.743915 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.743915 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: subnetpool-prefix-ops Jul 28 17:46:25.743915 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.744606 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.745107 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 17:46:25.745447 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: tagging.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.746488 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.746993 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: standard-attr-tag Jul 28 17:46:25.747320 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: timestamp.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.748573 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.749081 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loaded extension: standard-attr-timestamp Jul 28 17:46:25.749411 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: trunk.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.750495 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.751005 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension trunk not supported by any of loaded plugins Jul 28 17:46:25.751331 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: trunk_details.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.752294 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.752805 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 17:46:25.753154 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: uplink_status_propagation.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.754087 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.754613 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 17:46:25.754937 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Loading extension file: vlantransparent.py {{(pid=100996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 17:46:25.755637 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 17:46:25.756145 n-d-778550-5 neutron-server[100996]: INFO neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 17:46:25.758592 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:network Jul 28 17:46:25.759118 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnet Jul 28 17:46:25.759569 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:46:25.760002 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:port Jul 28 17:46:25.761239 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.761672 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service FLAVORS assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.762294 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.762716 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.763047 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:router Jul 28 17:46:25.763521 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:46:25.764015 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service METERING assigned prefix: /metering {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.765447 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.765822 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.766183 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:25.767162 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:46:25.767652 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:46:25.768083 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:46:25.768712 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service CORE assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.769046 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:46:25.769407 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] subnetpool is already registered Jul 28 17:46:25.772827 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service CORE assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.772827 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:46:25.772827 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] subnetpool is already registered Jul 28 17:46:25.772827 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.773341 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service FLAVORS assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.773960 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.774405 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.774740 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:router Jul 28 17:46:25.775084 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] router is already registered Jul 28 17:46:25.775525 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:46:25.775866 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] floatingip is already registered Jul 28 17:46:25.776324 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service METERING assigned prefix: /metering {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.777025 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:46:25.777369 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] rbac_policy is already registered Jul 28 17:46:25.777797 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:46:25.778138 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] security_group is already registered Jul 28 17:46:25.778568 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:46:25.778939 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] security_group_rule is already registered Jul 28 17:46:25.779453 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service CORE assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.779784 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:46:25.780118 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] subnetpool is already registered Jul 28 17:46:25.780531 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.v2.resource_helper [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Service CORE assigned prefix: {{(pid=100996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:46:25.780854 n-d-778550-5 neutron-server[100996]: INFO neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:46:25.781184 n-d-778550-5 neutron-server[100996]: WARNING neutron.quota.resource_registry [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] subnetpool is already registered Jul 28 17:46:25.782848 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: extensions {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.784834 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: address-groups {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.786300 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: address-scopes {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.787532 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: agents {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.788786 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: auto-allocated-topology {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.790022 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: availability_zones {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.791225 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: dhcp-networks {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.792653 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: dhcp-agents {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.794161 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: routers {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.795894 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: flavors {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.797039 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: service_profiles {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.798363 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: next_providers {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.799852 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: service_profiles {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.801802 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: floatingip-pools {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.803331 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: routers {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.805034 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: floatingips {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.806251 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: l3-routers {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.807756 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: l3-agents {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.809148 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: metering-labels {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.810394 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: metering-label-rules {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.811751 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: network-ip-availabilities {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.813044 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: bindings {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.814596 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: quotas {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.816066 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: quotas {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.817604 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: rbac-policies {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.818776 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: security-groups {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.820006 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: security-group-rules {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.821315 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: service-providers {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.824434 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: subnetpools {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.824434 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: subnetpools {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.825441 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.827123 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.828893 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.830813 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.832543 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.834408 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.836190 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.837963 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.840762 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.842516 n-d-778550-5 neutron-server[100996]: DEBUG neutron.api.extensions [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Extended resource: tags {{(pid=100996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:46:25.849310 n-d-778550-5 neutron-server[100996]: WARNING keystonemiddleware.auth_token [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 17:46:25.853854 n-d-778550-5 neutron-server[100996]: WARNING keystonemiddleware.auth_token [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 17:46:25.862221 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Acquired lock "singleton_lock" {{(pid=100996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 17:46:25.863231 n-d-778550-5 neutron-server[100996]: DEBUG oslo_concurrency.lockutils [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Releasing lock "singleton_lock" {{(pid=100996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 17:46:25.863895 n-d-778550-5 neutron-server[100996]: INFO oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Starting 2 workers Jul 28 17:46:25.868657 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Started child 101105 {{(pid=100996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:46:25.873111 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Started child 101106 {{(pid=100996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:46:25.874234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.874863 n-d-778550-5 neutron-server[100996]: INFO neutron.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 17:46:25.875463 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Notify callbacks [] for process, before_spawn {{(pid=100996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.882199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [-] (101105) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:46:25.882199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:25.882398 n-d-778550-5 neutron-server[100996]: INFO oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Starting 1 workers Jul 28 17:46:25.882479 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.882479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [-] (101106) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:46:25.883240 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Started child 101108 {{(pid=100996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:46:25.883797 n-d-778550-5 neutron-server[100996]: INFO oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Starting 1 workers Jul 28 17:46:25.885270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065684 Jul 28 17:46:25.887716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] calling RpcWorker wait() {{(pid=101108) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 17:46:25.888724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] returning from RpcWorker wait() {{(pid=101108) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 17:46:25.890295 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.890536 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Started child 101109 {{(pid=100996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:46:25.891040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:25.891586 n-d-778550-5 neutron-server[100996]: DEBUG neutron_lib.callbacks.manager [None req-6ee61a89-ff57-483b-b85e-c6fbdb4d4483 None None] Notify callbacks [] for process, after_spawn {{(pid=100996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.894338 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:46:25.894552 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:46:25.894731 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:46:25.895111 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:46:25.895616 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:25.896108 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:46:25.896108 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:46:25.896251 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.896502 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.896754 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.897005 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.897484 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.897628 n-d-778550-5 neutron-server[101109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:25.898317 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.898639 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.898952 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.899259 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.899548 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.899716 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.900113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.900494 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.900857 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.901302 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.901689 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.902092 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.902396 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.902587 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.902865 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.903167 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.903446 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] debug = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906253 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.906650 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.907004 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.907004 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] host = n-d-778550-5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.909873 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.910400 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.910400 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.910400 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.910594 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.910826 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.911009 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.911251 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_options = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914701 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914701 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914701 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914893 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.914989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.915381 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.915780 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.916122 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.916469 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.916847 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.917201 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.917772 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.918154 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.918558 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.918929 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.919331 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.919732 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.920097 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.920483 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.920895 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.921295 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.921668 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.922034 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.922412 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.922791 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.923143 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.923580 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.923934 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.924331 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.924727 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.925153 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.925553 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.925929 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.926287 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.926764 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.927133 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.927558 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.928043 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.928410 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.928801 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.929169 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.929524 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.929892 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_json = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.930248 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.930679 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.931072 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.931444 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.931798 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.932464 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.932823 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.933481 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:25.933923 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.934227 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.934563 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.934887 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.935054 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.935310 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.935568 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.935813 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.936068 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.936312 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.936639 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.936862 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.937210 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.937503 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.937696 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.938017 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.938256 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.938539 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.938757 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.939015 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.939427 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.939588 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.940317 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.940317 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.940493 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.940671 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.940892 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.941180 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.941359 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.941603 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.942068 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.942299 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.942557 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.942796 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.942974 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.943200 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.943470 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.943810 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.943972 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.944492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.944492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.944683 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.946694 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.948370 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.948370 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.948370 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.948602 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.948679 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.949706 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.949706 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.950984 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.950984 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.951164 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.951342 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.951596 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.951823 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.952051 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.952278 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.952546 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.952822 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.953505 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.955708 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.955948 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.956696 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.956948 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.958387 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.958644 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.958880 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.959115 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.959382 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.959618 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.959846 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.962304 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.962556 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.965105 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.965359 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.966230 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.966230 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.967710 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.972664 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973777 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.973777 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.974171 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.974519 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.974628 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.975078 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.975078 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.975354 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.975615 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.975858 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.976381 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.977114 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.977505 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.977823 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.978117 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.978947 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.979227 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.979526 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.979817 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.980074 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.980352 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.980608 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.980857 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.981089 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982381 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.982586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.983477 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.983477 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.983477 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.987568 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.987863 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.988108 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.988413 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.988675 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.988946 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.989201 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.989450 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.989701 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.989964 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.990200 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.990441 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.990698 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.990937 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.991181 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.991428 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.993275 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.994411 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.994642 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.995781 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.995781 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.995781 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.995781 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.996521 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.996748 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.996974 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.997216 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.997462 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.997702 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.997923 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.998138 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.998391 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.998613 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.998885 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.999138 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:25.999354 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.000547 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.000787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.001055 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.001278 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.001533 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.001775 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.001990 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.002204 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.002425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.002640 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.002874 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.003119 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.003333 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.003590 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.003846 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.004184 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.004442 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.004682 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.004916 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.005219 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.005911 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.006108 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.006358 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.006950 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.007179 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.007750 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.008338 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009378 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009378 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009378 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009378 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.009860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.010054 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.010214 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.010471 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.010866 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.011135 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.011378 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.011612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.011841 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.012073 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.012406 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.012633 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.013040 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.014681 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.015140 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.015371 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.015624 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.015852 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.016094 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.016306 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.016533 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.016772 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.016989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.017232 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.017540 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.017685 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.019628 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.020134 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.020386 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.020637 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.020874 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.021241 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.021756 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.022126 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.022361 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.022653 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.022879 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.023099 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.023493 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.023769 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.024001 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.024301 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.024543 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.024810 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.025061 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.025383 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.025699 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.026006 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.026183 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.026454 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.026705 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.026954 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.027268 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.027633 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.027905 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.028191 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.028773 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.029064 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.029330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.029728 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.030188 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.030543 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.031428 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.031428 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.031428 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.031719 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.031916 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.032298 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.032669 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.032912 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.033163 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.033562 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.033985 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.034891 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.035266 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.035700 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.036083 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.036348 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.036733 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.037148 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.037377 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.037537 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:46:26.038058 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:46:26.038355 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:46:26.038641 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:46:26.038970 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:46:26.039265 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:46:26.039585 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:46:26.039919 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.040387 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.040675 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.040964 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.041262 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.041579 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.042058 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.042354 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.042647 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.042992 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.043284 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.043597 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.043890 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044186 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044644 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044644 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044644 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044884 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.044951 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045107 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045263 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045429 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045585 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] debug = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045761 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.045952 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.046112 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.046625 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.046909 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.047204 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.047522 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.047812 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048109 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048267 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048431 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048584 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048741 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.048902 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.049081 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.049208 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.049500 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.049819 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] host = n-d-778550-5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.050108 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.050408 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.050700 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.050990 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.051287 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.052278 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.052587 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.052884 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.053181 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.053345 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.053656 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.053967 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.054265 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.054424 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.054585 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_options = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.054742 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.054962 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055060 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055227 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055427 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055584 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055742 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.055902 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.056814 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.057199 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.057199 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.057316 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.057379 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.057525 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058696 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058696 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058696 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058865 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.058989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059143 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059300 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059539 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059657 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059761 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.059922 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.060078 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.060234 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.064995 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_json = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.065747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066271 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.066787 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067303 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.067872 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068425 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068796 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068796 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.068796 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.069006 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.069084 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.069235 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.069395 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.069701 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070002 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070165 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070451 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070747 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070910 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.070995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:26.071071 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.071230 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.071390 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.071589 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.071839 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.072006 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.072167 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.072326 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.072504 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073279 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073279 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073279 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073279 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073535 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073599 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073765 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.073895 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.074055 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.074255 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.074375 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075290 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075290 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075290 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075290 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075290 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075921 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075921 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075921 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075921 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.075921 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076475 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076475 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076475 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076820 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076820 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.076820 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077173 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077173 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077402 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077522 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077643 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077764 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.077893 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078017 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078170 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078330 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078489 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078749 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.078888 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079013 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079137 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079269 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079421 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079579 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079738 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.079898 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.080058 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.081496 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082122 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082122 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082122 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082122 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082485 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082485 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082682 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082822 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.082933 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083077 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083211 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083376 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083556 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083716 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.083883 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.084725 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.084725 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.084725 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.084725 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.084725 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.085586 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.087067 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088046 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088827 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088827 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088827 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088827 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.088827 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089554 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089554 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089801 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.089801 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090016 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090120 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090327 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090448 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090579 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090739 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.090901 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091054 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091215 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091377 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091571 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091731 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.091891 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.092051 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.092211 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.093514 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094276 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094750 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094750 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094750 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.094750 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095111 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095111 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095310 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095519 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095519 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.095730 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.098612 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100311 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.100860 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101286 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.101714 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.102090 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.102090 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.103492 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104129 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.104989 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105343 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105343 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105343 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105531 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105645 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.105794 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.106510 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.106510 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.106510 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.106510 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107113 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107663 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107663 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107663 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107878 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.107878 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.108437 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:46:26.108437 n-d-778550-5 neutron-server[100996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:46:37.641608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614aecf-7ee1-47a5-9989-7a8bf3314c73 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 17:46:37.711073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4f55e5d-d0aa-4d04-9d62-9b48ff6c66be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:37.758492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1614aecf-7ee1-47a5-9989-7a8bf3314c73 None None] No non-hosted networks {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 17:46:39.911938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a934dfc6-bff4-4988-ac26-01cfdc9db799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:39.938879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-e1a45e5f-a90f-4418-8980-17e243b8a3f0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-778550-5 {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:46:39.939810 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-e1a45e5f-a90f-4418-8980-17e243b8a3f0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:46:39.954266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:39.955267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.956052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.956581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.957114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.957648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.958026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.958551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.958819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.959192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.959544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.959867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.960184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:39.960741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:39.966319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:40.460823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1a45e5f-a90f-4418-8980-17e243b8a3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:40.875710 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:42.760138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:43.765170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37792) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:44.270137 n-d-778550-5 neutron-server[101106]: WARNING oslo_policy.policy [None req-39a1c8e7-b5a5-42e1-a2ea-7a5eeeb91b11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:44.270802 n-d-778550-5 neutron-server[101106]: WARNING oslo_policy.policy [None req-39a1c8e7-b5a5-42e1-a2ea-7a5eeeb91b11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:44.489072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [None req-39a1c8e7-b5a5-42e1-a2ea-7a5eeeb91b11 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:46:44.490363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39a1c8e7-b5a5-42e1-a2ea-7a5eeeb91b11 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7225089 Jul 28 17:46:45.130863 n-d-778550-5 neutron-server[101108]: INFO neutron.db.l3_hamode_db [None req-ed812841-4122-4b06-a729-f4a91ab357fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 17:46:45.206532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed812841-4122-4b06-a729-f4a91ab357fe None None] Routers set() bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:46:45.206909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed812841-4122-4b06-a729-f4a91ab357fe None None] Router IDs set() for agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 17:46:46.831791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37806) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:47.132685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:46:47.224983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.policy [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:46:47.269526 n-d-778550-5 neutron-server[101106]: WARNING oslo_policy.policy [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:47.269893 n-d-778550-5 neutron-server[101106]: WARNING oslo_policy.policy [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:47.278331 n-d-778550-5 neutron-server[101106]: INFO neutron.quota [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] Loaded quota_driver: . Jul 28 17:46:47.457908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789015655819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789015652444', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789015528545', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789015543383', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789016029931', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789015554902', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592663', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66689463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66811142'] for rbac-policy, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:47.663135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:47.664356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-19b5c4d1-21b7-44c5-972e-5714710be925 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8315558 Jul 28 17:46:50.211545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:50.501527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'name': 'private', 'project_id': 'f32c068187ed4c91a600f7d212794f5e'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:46:50.588864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Made reservation on behalf of f32c068187ed4c91a600f7d212794f5e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:46:50.591739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:50.612874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:50.759338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:50.810867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:50.830278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:46:50.858531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789013453864', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:50.859093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Unsubscribe: segment precommit_create {{(pid=101106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:46:50.859626 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Added segment 93355097-bfcd-4813-b181-2455ce6ec169 of type vlan for network a0a96751-cd78-489f-99e2-e56c8f33aa23 Jul 28 17:46:50.877300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283610c2-c2f1-464a-ad4f-74969627b9a6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:50.928481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.928817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.929151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.929480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.929806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.930129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.930448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.930765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.931079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.931419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.931730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.932041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Tracked resource versions report: Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: pushed versions: Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: { 'AddressGroup': {'1.2'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'ConntrackHelper': {'1.0'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Log': {'1.0'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Network': {'1.1'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Port': {'1.7'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'PortForwarding': {'1.2'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'QosPolicy': {'1.8'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SecurityGroup': {'1.4'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SubPort': {'1.0'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Subnet': {'1.1'}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Trunk': {'1.1'}} Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: consumer versions: Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: L3 agent@n-d-778550-5: {}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: Metadata agent@n-d-778550-5: {}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: Metering agent@n-d-778550-5: {}, Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'ConntrackHelper': '1.0', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Log': '1.0', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Network': '1.1', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Port': '1.7', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'PortForwarding': '1.2', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'QosPolicy': '1.8', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SecurityGroup': '1.4', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SecurityGroupRule': '1.2', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'SubPort': '1.0', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Subnet': '1.1', Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: 'Trunk': '1.1'}} Jul 28 17:46:50.933138 n-d-778550-5 neutron-server[101106]: {{(pid=101106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:46:50.973435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:51.073724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:51.074820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:46:51.075567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:51.167902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a96751-cd78-489f-99e2-e56c8f33aa23,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.178901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:46:51.217411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c315d91d-b0a1-4436-8772-f2716dedab58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0047922 Jul 28 17:46:53.823458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37832) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:54.301379 n-d-778550-5 neutron-server[101105]: WARNING oslo_policy.policy [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:54.301960 n-d-778550-5 neutron-server[101105]: WARNING oslo_policy.policy [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:54.735163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.policy [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:46:54.779308 n-d-778550-5 neutron-server[101105]: WARNING oslo_policy.policy [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:54.779697 n-d-778550-5 neutron-server[101105]: WARNING oslo_policy.policy [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:46:54.787857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:46:54.789570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f170241-6613-4239-83e0-d8cb6b3062e1 admin admin] 10.222.0.25 "GET /v2.0/networks/a0a96751-cd78-489f-99e2-e56c8f33aa23 HTTP/1.1" status: 200 len: 825 time: 0.9651895 Jul 28 17:46:54.827803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d46e24b0-17aa-4d85-8aa2-4a8e514532e3 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/c78ea9b0-77ca-4de0-85ea-80091af78207 HTTP/1.1" status: 200 len: 734 time: 0.0321519 Jul 28 17:46:54.837677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Request body: {'subnet': {'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'ip_version': 4, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:46:54.839262 n-d-778550-5 neutron-server[101105]: INFO neutron.quota [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Loaded quota_driver: . Jul 28 17:46:54.942869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Made reservation on behalf of f32c068187ed4c91a600f7d212794f5e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:46:54.945637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:55.389303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:55.460718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Checking segment: {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:46:55.461130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Network hostable DHCP agents. Network: a0a96751-cd78-489f-99e2-e56c8f33aa23, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:46:55.470655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7320185b-d11e-43f7-a370-333b9812314d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:55.480776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.481113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.481444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.481774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.482095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.482414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.482733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.483049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.483362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.483705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.484019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.484334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Tracked resource versions report: Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: pushed versions: Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: { 'AddressGroup': {'1.2'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'ConntrackHelper': {'1.0'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Log': {'1.0'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Network': {'1.1'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Port': {'1.7'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'PortForwarding': {'1.2'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'QosPolicy': {'1.8'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SecurityGroup': {'1.4'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SubPort': {'1.0'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Subnet': {'1.1'}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Trunk': {'1.1'}} Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: consumer versions: Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: L3 agent@n-d-778550-5: {}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: Metadata agent@n-d-778550-5: {}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: Metering agent@n-d-778550-5: {}, Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'ConntrackHelper': '1.0', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Log': '1.0', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Network': '1.1', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Port': '1.7', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'PortForwarding': '1.2', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'QosPolicy': '1.8', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SecurityGroup': '1.4', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SecurityGroupRule': '1.2', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'SubPort': '1.0', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Subnet': '1.1', Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: 'Trunk': '1.1'}} Jul 28 17:46:55.485436 n-d-778550-5 neutron-server[101105]: {{(pid=101105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:46:55.600112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:46:55.692102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a0a96751-cd78-489f-99e2-e56c8f33aa23) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:46:55.696727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:46:55.697384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:55.701758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4eb086-1773-4158-8d18-c0a088737e09 None None] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:46:55.835280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f152b8c-b607-4882-b4b5-ef8cdae42ee6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0010316 Jul 28 17:46:56.011319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a0a96751-cd78-489f-99e2-e56c8f33aa23', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:46:56.012645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.282654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Allocated IP 172.20.0.2 (a0a96751-cd78-489f-99e2-e56c8f33aa23/7320185b-d11e-43f7-a370-333b9812314d/26f8626e-168b-459d-be22-c67f2598527d) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:46:56.506648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.521012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Transition to ACTIVE for port object 26f8626e-168b-459d-be22-c67f2598527d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:46:56.540905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Transition to ACTIVE for port object 26f8626e-168b-459d-be22-c67f2598527d will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:46:56.623518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.691661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:46:56.696363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:46:56.708988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:46:56.711017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Pushing event updated for resources: {'Port': ['ID=26f8626e-168b-459d-be22-c67f2598527d,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:56.723600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.723950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.724291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.724624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.724952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.725277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.725600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.725920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.726239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.726557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.726874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.727189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Tracked resource versions report: Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: pushed versions: Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: { 'AddressGroup': {'1.2'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'ConntrackHelper': {'1.0'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Log': {'1.0'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Network': {'1.1'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Port': {'1.7'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'PortForwarding': {'1.2'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'QosPolicy': {'1.8'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SecurityGroup': {'1.4'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SubPort': {'1.0'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Subnet': {'1.1'}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Trunk': {'1.1'}} Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: consumer versions: Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: L3 agent@n-d-778550-5: {}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: Metadata agent@n-d-778550-5: {}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: Metering agent@n-d-778550-5: {}, Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'ConntrackHelper': '1.0', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Log': '1.0', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Network': '1.1', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Port': '1.7', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'PortForwarding': '1.2', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'QosPolicy': '1.8', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SecurityGroup': '1.4', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SecurityGroupRule': '1.2', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'SubPort': '1.0', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Subnet': '1.1', Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: 'Trunk': '1.1'}} Jul 28 17:46:56.728316 n-d-778550-5 neutron-server[101108]: {{(pid=101108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:46:56.796218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Attempting to bind port 26f8626e-168b-459d-be22-c67f2598527d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:46:56.796545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Attempting to bind port 26f8626e-168b-459d-be22-c67f2598527d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:46:56.796961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Attempting to bind port 26f8626e-168b-459d-be22-c67f2598527d on network a0a96751-cd78-489f-99e2-e56c8f33aa23 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:46:56.801833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:46:56.802248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Checking segment: {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:46:56.802716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.803103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Bound using segment: {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:46:56.803603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Bound port: 26f8626e-168b-459d-be22-c67f2598527d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:46:56.804032 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.866368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] For port 26f8626e-168b-459d-be22-c67f2598527d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:46:56.870649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] For port 26f8626e-168b-459d-be22-c67f2598527d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=26f8626e-168b-459d-be22-c67f2598527d,segment=NetworkSegment(93355097-bfcd-4813-b181-2455ce6ec169),segment_id=93355097-bfcd-4813-b181-2455ce6ec169)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:46:56.925938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:46:56.990647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5a683-3153-4a9b-909b-ff3239c65821 None None] Pushing event updated for resources: {'Port': ['ID=26f8626e-168b-459d-be22-c67f2598527d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:58.220936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37852) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:46:58.532096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-f4499dc1-df77-492b-a75b-e5b58eb65a6b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:46:58.533436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f4499dc1-df77-492b-a75b-e5b58eb65a6b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111665 Jul 28 17:47:00.892802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37860) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:01.203221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d5018b02-bec1-4c33-92b3-e9858dc6001d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:47:01.203221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5018b02-bec1-4c33-92b3-e9858dc6001d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059049 Jul 28 17:47:03.771316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37870) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:04.068496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:47:04.166368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:04.168128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:04.333594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:04.389104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:04.445628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:04.446839 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5404ab7a-0147-47ff-ad9b-5403338df911 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6744761 Jul 28 17:47:05.246080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b24058-cf6a-45c2-810f-e9594f2b5c78 None None] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:47:05.373485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4843d545-b259-411c-9a94-f878b31501e1 None None] Provisioning for port 26f8626e-168b-459d-be22-c67f2598527d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:47:05.725274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 26f8626e-168b-459d-be22-c67f2598527d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:05.850180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 26f8626e-168b-459d-be22-c67f2598527d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:47:05.853796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 26f8626e-168b-459d-be22-c67f2598527d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:05.854192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:05.958094 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:05.990607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 26f8626e-168b-459d-be22-c67f2598527d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=26f8626e-168b-459d-be22-c67f2598527d,segment=NetworkSegment(93355097-bfcd-4813-b181-2455ce6ec169),segment_id=93355097-bfcd-4813-b181-2455ce6ec169)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:06.062877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:06.109505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=26f8626e-168b-459d-be22-c67f2598527d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:06.797138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37882) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:07.095791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d3a7f3cf-886d-4b71-91cf-152f9d7b8198 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:47:07.097626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d3a7f3cf-886d-4b71-91cf-152f9d7b8198 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2995639 Jul 28 17:47:07.616023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-390cb652-80f4-4d8d-98b2-45aac088e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:07.703735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 26f8626e-168b-459d-be22-c67f2598527d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:07.750910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 26f8626e-168b-459d-be22-c67f2598527d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:07.751224 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:09.435979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37890) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:09.739708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:47:09.828353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Made reservation on behalf of 785cdda88d0143b190238680d311413b for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:09.831275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:09.846573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:09.885432 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f66cc949-d965-4f8d-a8ef-7570b507da0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:09.958384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:09.961349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.038392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.055802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Reserving flat network on physical network physnet1 {{(pid=101105) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 17:47:10.074687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a7754-2c59-45c9-95c5-a3d8680ccc95,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:10.083987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789013453864', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.084478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Unsubscribe: segment precommit_create {{(pid=101105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:47:10.084963 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Added segment afe9e534-ba12-4960-bc14-f9d2b1dae627 of type flat for network 5d1272d1-9e30-4f3c-b886-88f916d004bb Jul 28 17:47:10.144163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.250610 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.251580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:47:10.252741 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:10.344635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] Pushing event updated for resources: {'Network': ['ID=5d1272d1-9e30-4f3c-b886-88f916d004bb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:10.355331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:47:10.368387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-842cc426-3026-4824-8927-e1cd11ce03ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9313583 Jul 28 17:47:10.827902 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:12.683774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37908) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:12.713633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:12.854288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200e78a-d350-44f4-9417-3feaa63b3382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:47:12.855616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b200e78a-d350-44f4-9417-3feaa63b3382 admin admin] 10.222.0.25 "GET /v2.0/subnets/7320185b-d11e-43f7-a370-333b9812314d HTTP/1.1" status: 200 len: 849 time: 0.1708755 Jul 28 17:47:12.972902 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5df343b2-caa8-45f9-bf1e-d2c5a6cf295e admin admin] 10.222.0.25 "GET /v2.0/routers/0f50ed99-3056-4813-875a-d38caf722d19 HTTP/1.1" status: 200 len: 704 time: 0.1113846 Jul 28 17:47:13.225980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:13.509155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Allocated IP 172.20.0.1 (a0a96751-cd78-489f-99e2-e56c8f33aa23/7320185b-d11e-43f7-a370-333b9812314d/226178e0-6b8e-42fd-85b7-28f878b3a5fc) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:13.658518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:13.681460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Transition to ACTIVE for port object 226178e0-6b8e-42fd-85b7-28f878b3a5fc will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:47:13.862784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:13.927805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:13.932449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:13.934983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:47:13.935579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.008382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Pushing event updated for resources: {'Port': ['ID=226178e0-6b8e-42fd-85b7-28f878b3a5fc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:14.200105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.245016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f4f8ee-ac2f-4857-b5ea-5a8369c51a35 None None] Provisioning for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:47:14.248725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f4f8ee-ac2f-4857-b5ea-5a8369c51a35 None None] Provisioning complete for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:14.249097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9f4f8ee-ac2f-4857-b5ea-5a8369c51a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.281790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4f8ee-ac2f-4857-b5ea-5a8369c51a35 None None] Port 226178e0-6b8e-42fd-85b7-28f878b3a5fc cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:47:14.404612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.461972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.462671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.540774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Pushing event updated for resources: {'Port': ['ID=226178e0-6b8e-42fd-85b7-28f878b3a5fc,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:14.582487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:14.583784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:14.801937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9f4e0a33-677a-4f21-9829-9d4de66b91ca None None] Provisioning complete for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:14.802310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0a33-677a-4f21-9829-9d4de66b91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:14.821155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Router 0f50ed99-3056-4813-875a-d38caf722d19 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:47:14.835003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e0a33-677a-4f21-9829-9d4de66b91ca None None] Port 226178e0-6b8e-42fd-85b7-28f878b3a5fc cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:47:14.910590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:14.915669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-206f2c3b-fe19-4e51-82de-707c2120e601 admin admin] 10.222.0.25 "PUT /v2.0/routers/0f50ed99-3056-4813-875a-d38caf722d19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9374013 Jul 28 17:47:14.938926 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Sync routers for ids ['0f50ed99-3056-4813-875a-d38caf722d19'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:14.950574 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Routers {'0f50ed99-3056-4813-875a-d38caf722d19'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:47:14.951478 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f50ed99-3056-4813-875a-d38caf722d19'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:15.135003 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Set router 0f50ed99-3056-4813-875a-d38caf722d19 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:47:15.558551 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:14Z', 'revision_number': 2, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port_host': None, '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:14Z', 'revision_number': 2, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:15.607909 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Checking router: 0f50ed99-3056-4813-875a-d38caf722d19 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:15.608281 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Updating router 0f50ed99-3056-4813-875a-d38caf722d19 port 226178e0-6b8e-42fd-85b7-28f878b3a5fc binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:15.657541 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.177372 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.195029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Transition to ACTIVE for port object 226178e0-6b8e-42fd-85b7-28f878b3a5fc will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:47:16.285116 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.418608 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Pushing event updated for resources: {'Port': ['ID=226178e0-6b8e-42fd-85b7-28f878b3a5fc,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:16.444334 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.444675 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.445017 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.445350 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.445688 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.446011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.446339 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.446661 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.446984 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.447303 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.447650 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.447969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Tracked resource versions report: Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: pushed versions: Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: { 'AddressGroup': {'1.2'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'ConntrackHelper': {'1.0'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Log': {'1.0'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Network': {'1.1'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Port': {'1.7'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'PortForwarding': {'1.2'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'QosPolicy': {'1.8'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SecurityGroup': {'1.4'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SubPort': {'1.0'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Subnet': {'1.1'}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Trunk': {'1.1'}} Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: consumer versions: Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: L3 agent@n-d-778550-5: {}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: Metadata agent@n-d-778550-5: {}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: Metering agent@n-d-778550-5: {}, Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'ConntrackHelper': '1.0', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Log': '1.0', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Network': '1.1', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Port': '1.7', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'PortForwarding': '1.2', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'QosPolicy': '1.8', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SecurityGroup': '1.4', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SecurityGroupRule': '1.2', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'SubPort': '1.0', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Subnet': '1.1', Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: 'Trunk': '1.1'}} Jul 28 17:47:16.449190 n-d-778550-5 neutron-server[101109]: {{(pid=101109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:47:16.460686 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Attempting to bind port 226178e0-6b8e-42fd-85b7-28f878b3a5fc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:47:16.461098 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Attempting to bind port 226178e0-6b8e-42fd-85b7-28f878b3a5fc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:47:16.461522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Attempting to bind port 226178e0-6b8e-42fd-85b7-28f878b3a5fc on network a0a96751-cd78-489f-99e2-e56c8f33aa23 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:47:16.467026 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:47:16.467475 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Checking segment: {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:47:16.467944 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.468340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Bound using segment: {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:47:16.468827 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Bound port: 226178e0-6b8e-42fd-85b7-28f878b3a5fc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93355097-bfcd-4813-b181-2455ce6ec169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:47:16.469229 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.534567 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] For port 226178e0-6b8e-42fd-85b7-28f878b3a5fc, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:16.555482 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] For port 226178e0-6b8e-42fd-85b7-28f878b3a5fc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=226178e0-6b8e-42fd-85b7-28f878b3a5fc,segment=NetworkSegment(93355097-bfcd-4813-b181-2455ce6ec169),segment_id=93355097-bfcd-4813-b181-2455ce6ec169)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:16.622991 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:16.680234 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Routers {'0f50ed99-3056-4813-875a-d38caf722d19'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:47:16.680853 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f50ed99-3056-4813-875a-d38caf722d19'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:16.717424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3458-d008-44ae-87c9-7885848e815f None None] Pushing event updated for resources: {'Port': ['ID=226178e0-6b8e-42fd-85b7-28f878b3a5fc,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:16.773503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] Set router 0f50ed99-3056-4813-875a-d38caf722d19 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:47:16.962862 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:47:16.993802 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:14Z', 'revision_number': 2, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port_host': None, '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:16Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:17.021515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec65b6-684f-4195-94ae-412ba35c6d06 None None] The sync data for ids ['0f50ed99-3056-4813-875a-d38caf722d19'] in n-d-778550-5 is: [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:14Z', 'revision_number': 2, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port_host': None, '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:16Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:17.130127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:17.237363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be4235-a5a8-40ad-81a1-d562a5d34295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:47:17.238655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86be4235-a5a8-40ad-81a1-d562a5d34295 admin admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 842 time: 0.1075783 Jul 28 17:47:17.248426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Request body: {'subnet': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:47:17.365031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Made reservation on behalf of 785cdda88d0143b190238680d311413b for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:17.367264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:17.688727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 17:47:17.689733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:17.741114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec0ef08-9f22-40fa-b2f9-b5b49b577340,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:17.751146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:47:17.751476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Network hostable DHCP agents. Network: 5d1272d1-9e30-4f3c-b886-88f916d004bb, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:47:17.839005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:47:17.919112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5d1272d1-9e30-4f3c-b886-88f916d004bb) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:17.923090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:47:17.924311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:17.928474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3f269-fe3e-4ae4-9196-c540927c3000 None None] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:47:18.000345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-585afba7-2c3f-4ad2-beae-fc3e30c764f3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7553773 Jul 28 17:47:18.062813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c4061-61b8-4aa8-8f43-6becfb8dd3ff None None] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:47:20.246718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:20.449046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-67a2aee2-a8bd-44be-9d07-f6a1055cb0cf admin admin] 10.222.0.25 "GET /v2.0/routers/0f50ed99-3056-4813-875a-d38caf722d19 HTTP/1.1" status: 200 len: 710 time: 0.1960664 Jul 28 17:47:20.532050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2120d3-846e-4171-b39e-eb3c44902116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:47:20.533508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d2120d3-846e-4171-b39e-eb3c44902116 admin admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 886 time: 0.0837831 Jul 28 17:47:20.542656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:47:20.781377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:21.079872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:21.151359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:21.255342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Allocated IP 172.25.7.238 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d073ff08-9dea-45f7-97ee-95626f53030c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:21.363335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:21.473006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:21.510955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:21.513753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:21.520744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:47:21.523750 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Pushing event updated for resources: {'Port': ['ID=d073ff08-9dea-45f7-97ee-95626f53030c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:21.843636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:22.133892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:22.137262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:22.245202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Router 0f50ed99-3056-4813-875a-d38caf722d19 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:47:22.357767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:22.362624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:22.363786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8e16bcc8-632f-4454-bce6-6118341100ef admin admin] 10.222.0.25 "PUT /v2.0/routers/0f50ed99-3056-4813-875a-d38caf722d19 HTTP/1.1" status: 200 len: 890 time: 1.8243644 Jul 28 17:47:23.477430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Sync routers for ids ['0f50ed99-3056-4813-875a-d38caf722d19'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:23.487596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Routers {'0f50ed99-3056-4813-875a-d38caf722d19'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:47:23.488307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f50ed99-3056-4813-875a-d38caf722d19'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:23.744378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 226178e0-6b8e-42fd-85b7-28f878b3a5fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:23.749946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Set router 0f50ed99-3056-4813-875a-d38caf722d19 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:47:24.066535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:47:24.073422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:24.077036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.220720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.243500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:21Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port': {'id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:21Z', 'updated_at': '2021-07-28T17:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:16Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:24.294104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Checking router: 0f50ed99-3056-4813-875a-d38caf722d19 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:24.294454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Updating router 0f50ed99-3056-4813-875a-d38caf722d19 port d073ff08-9dea-45f7-97ee-95626f53030c binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:24.352062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 226178e0-6b8e-42fd-85b7-28f878b3a5fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=226178e0-6b8e-42fd-85b7-28f878b3a5fc,segment=NetworkSegment(93355097-bfcd-4813-b181-2455ce6ec169),segment_id=93355097-bfcd-4813-b181-2455ce6ec169)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:24.354698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.446770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.578681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=226178e0-6b8e-42fd-85b7-28f878b3a5fc,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:24.699028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37948) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:47:24.714571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.724199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Transition to ACTIVE for port object d073ff08-9dea-45f7-97ee-95626f53030c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:47:24.793371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.807093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9e841ec-e499-4bed-9661-d3d5a60d2605 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1069279 Jul 28 17:47:24.841938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Attempting to bind port d073ff08-9dea-45f7-97ee-95626f53030c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:47:24.842309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Attempting to bind port d073ff08-9dea-45f7-97ee-95626f53030c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:47:24.842674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Attempting to bind port d073ff08-9dea-45f7-97ee-95626f53030c on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:47:24.851010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a4bfd-c7d9-4792-ac48-5803d922212a None None] Pushing event updated for resources: {'Port': ['ID=d073ff08-9dea-45f7-97ee-95626f53030c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:24.855732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:47:24.863044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:47:24.863044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.863044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:47:24.863044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Bound port: d073ff08-9dea-45f7-97ee-95626f53030c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:47:24.863044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:24.913265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] For port d073ff08-9dea-45f7-97ee-95626f53030c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:24.916445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] For port d073ff08-9dea-45f7-97ee-95626f53030c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d073ff08-9dea-45f7-97ee-95626f53030c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:24.981444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:25.038234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a4bfd-c7d9-4792-ac48-5803d922212a None None] Pushing event updated for resources: {'Port': ['ID=d073ff08-9dea-45f7-97ee-95626f53030c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:25.040803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Routers {'0f50ed99-3056-4813-875a-d38caf722d19'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:47:25.041396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f50ed99-3056-4813-875a-d38caf722d19'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:25.227951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] Set router 0f50ed99-3056-4813-875a-d38caf722d19 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:47:25.438514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:21Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port': {'id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:21Z', 'updated_at': '2021-07-28T17:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:24Z', 'revision_number': 5, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:25.468656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a6afd-1653-40ff-9ec6-25e87672fa54 None None] The sync data for ids ['0f50ed99-3056-4813-875a-d38caf722d19'] in n-d-778550-5 is: [{'id': '0f50ed99-3056-4813-875a-d38caf722d19', 'name': 'router1', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:47:04Z', 'updated_at': '2021-07-28T17:47:21Z', 'revision_number': 4, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'gw_port': {'id': 'd073ff08-9dea-45f7-97ee-95626f53030c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:21Z', 'updated_at': '2021-07-28T17:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '226178e0-6b8e-42fd-85b7-28f878b3a5fc', 'name': '', 'network_id': 'a0a96751-cd78-489f-99e2-e56c8f33aa23', 'tenant_id': 'f32c068187ed4c91a600f7d212794f5e', 'mac_address': 'fa:16:3e:b9:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f50ed99-3056-4813-875a-d38caf722d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7320185b-d11e-43f7-a370-333b9812314d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:47:13Z', 'updated_at': '2021-07-28T17:47:24Z', 'revision_number': 5, 'project_id': 'f32c068187ed4c91a600f7d212794f5e', 'subnets': [{'id': '7320185b-d11e-43f7-a370-333b9812314d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78ea9b0-77ca-4de0-85ea-80091af78207'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:25.868018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d073ff08-9dea-45f7-97ee-95626f53030c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:26.004817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d073ff08-9dea-45f7-97ee-95626f53030c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:47:26.009263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d073ff08-9dea-45f7-97ee-95626f53030c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:26.009722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:26.101818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:26.124340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d073ff08-9dea-45f7-97ee-95626f53030c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d073ff08-9dea-45f7-97ee-95626f53030c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:26.199188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:26.200079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 226178e0-6b8e-42fd-85b7-28f878b3a5fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:26.284110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d073ff08-9dea-45f7-97ee-95626f53030c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:26.296120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:26.296567 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:27.736954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d073ff08-9dea-45f7-97ee-95626f53030c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:27.802057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d073ff08-9dea-45f7-97ee-95626f53030c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:47:27.802445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:37.587483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-380de0a5-dc23-4f88-9625-5abc2ac81adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:39.924766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a152fdf1-0588-4891-ba5d-71f32adb6aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:39.986032 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:40.871286 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:42.718242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:47:53.980755 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:48:07.583240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c14c6f4d-51f8-4e62-893e-b6f5e862fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:09.917552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a4eb-f180-46b0-883f-ca468ced87f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:09.978354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:10.853707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:13.133702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:30.959917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:48:37.589456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c331c40-d993-4748-9fdc-9fecb0e51562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:39.903932 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32046f0d-8bb9-4890-ac36-0a8ac5db565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:39.972389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:40.883762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:48:42.732096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:06.515924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:06.576398 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-060a9813-9c92-47e4-afce-e0d14de99bfe admin admin] GET failed (client error): The resource could not be found. Jul 28 17:49:06.579854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-060a9813-9c92-47e4-afce-e0d14de99bfe admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629017 Jul 28 17:49:06.743038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2521a3a-cb14-47ef-96ca-a75e1f3683b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:06.745148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a2521a3a-cb14-47ef-96ca-a75e1f3683b6 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632578 Jul 28 17:49:07.582026 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-605a1c3a-44f2-4896-b253-e528836f3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:07.958178 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:49:08.913160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:09.000843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e27ee82-000d-42f6-8d2b-8b5720c71512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:09.002243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6e27ee82-000d-42f6-8d2b-8b5720c71512 admin admin] 10.222.0.25 "GET /v2.0/subnets/7320185b-d11e-43f7-a370-333b9812314d HTTP/1.1" status: 200 len: 849 time: 0.0881128 Jul 28 17:49:09.011748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:49:09.093579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Notify callbacks [] for subnet, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.307473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789013362216'] for subnet, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.335856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:09.336441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.338310 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] 10.222.0.25 "PUT /v2.0/subnets/7320185b-d11e-43f7-a370-333b9812314d HTTP/1.1" status: 200 len: 868 time: 0.3295667 Jul 28 17:49:09.341399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d9687-94d3-4290-813b-f368adbb803c None None] Network a0a96751-cd78-489f-99e2-e56c8f33aa23 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:49:09.361529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7320185b-d11e-43f7-a370-333b9812314d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:09.369133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.369493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.369818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.370194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.370539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.370873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.371353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.371711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.372039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.372365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.372696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.373017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb02b80-e643-4a8e-935a-e35790d64eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:09.663095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bad5e849-9259-4b65-ac37-36d7e124d674 None None] Provisioning complete for port 226178e0-6b8e-42fd-85b7-28f878b3a5fc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:49:09.663500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bad5e849-9259-4b65-ac37-36d7e124d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.749711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bad5e849-9259-4b65-ac37-36d7e124d674 None None] Provisioning complete for port 26f8626e-168b-459d-be22-c67f2598527d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:49:09.750083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bad5e849-9259-4b65-ac37-36d7e124d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.910130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ab671181-3725-4714-bf4c-3d0182ec43a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:09.959293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:10.898527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:11.497429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38566) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:11.688771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e0630-0b80-4188-886f-575e3f5c9221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:11.689148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e0630-0b80-4188-886f-575e3f5c9221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:11.690677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-079e0630-0b80-4188-886f-575e3f5c9221 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922963 Jul 28 17:49:12.730540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:13.838248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38574) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:13.970471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa584972-bcfc-471b-a403-241344bb1efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:13.970946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa584972-bcfc-471b-a403-241344bb1efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:13.972541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa584972-bcfc-471b-a403-241344bb1efb admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333416 Jul 28 17:49:16.086022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38582) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:16.207652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f31b5-ff67-4e89-afd8-ea5c3c6d17b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:16.209016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-220f31b5-ff67-4e89-afd8-ea5c3c6d17b9 admin admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 886 time: 0.1220493 Jul 28 17:49:18.368467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38590) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:18.574768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf472a-588e-4018-967a-2c14ade141ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:18.576121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7edf472a-588e-4018-967a-2c14ade141ca admin admin] 10.222.0.25 "GET /v2.0/networks/a0a96751-cd78-489f-99e2-e56c8f33aa23 HTTP/1.1" status: 200 len: 869 time: 0.2067215 Jul 28 17:49:20.703577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38600) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:20.824914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2686347-418f-4d5e-80f6-e7d506b4cfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:20.825295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2686347-418f-4d5e-80f6-e7d506b4cfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:20.827058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2686347-418f-4d5e-80f6-e7d506b4cfbf admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225412 Jul 28 17:49:22.976968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38608) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:23.085357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb70af-7732-4d69-9419-b5b294a14c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:23.085812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb70af-7732-4d69-9419-b5b294a14c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:23.088017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f0fb70af-7732-4d69-9419-b5b294a14c71 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098149 Jul 28 17:49:25.255207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38616) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:25.341705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437c26e-ce3c-43bc-ae01-c4897c528d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:25.343032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1437c26e-ce3c-43bc-ae01-c4897c528d83 admin admin] 10.222.0.25 "GET /v2.0/subnets/7320185b-d11e-43f7-a370-333b9812314d HTTP/1.1" status: 200 len: 868 time: 0.0868578 Jul 28 17:49:27.483385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:27.565791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea71d0-c59c-4d3f-a4ff-e80c01ede362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:27.567094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27ea71d0-c59c-4d3f-a4ff-e80c01ede362 admin admin] 10.222.0.25 "GET /v2.0/subnets/eec0ef08-9f22-40fa-b2f9-b5b49b577340 HTTP/1.1" status: 200 len: 816 time: 0.0827155 Jul 28 17:49:37.599327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2b231ba-eddd-4702-9498-69f450e1e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:39.923081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da92a655-3974-4ef9-9b82-c5185b942592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:40.010772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:40.888843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:42.734816 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:44.956317 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:49:53.467765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38678) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:53.514255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-132d44a7-3563-4112-9360-791c5e2e00e1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:49:53.515252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-132d44a7-3563-4112-9360-791c5e2e00e1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465515 Jul 28 17:49:55.752014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38686) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:55.809857 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d47d96-e6b6-4e4d-9769-c996e3c70e9e admin admin] GET failed (client error): The resource could not be found. Jul 28 17:49:55.811151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-83d47d96-e6b6-4e4d-9769-c996e3c70e9e admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582685 Jul 28 17:49:55.950616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308458a0-16df-4ca6-bc31-5c5cfa61b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:55.952192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-308458a0-16df-4ca6-bc31-5c5cfa61b029 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366932 Jul 28 17:49:58.134485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:49:58.179607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:49:58.287246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Made reservation on behalf of 785cdda88d0143b190238680d311413b for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:49:58.289545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:58.324294 n-d-778550-5 neutron-server[101106]: WARNING neutron.services.revisions.revision_plugin [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Could not find related network for resource to bump revision. Jul 28 17:49:58.336835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:49:58.346026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:58.346370 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Added segment a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523 of type vlan for network 7cc01860-4de9-4c26-88ee-756c1c466308 Jul 28 17:49:58.387023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:58.477302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:58.478248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:49:58.478852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:49:58.537846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc01860-4de9-4c26-88ee-756c1c466308,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.548726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:58.558917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7cc01860-4de9-4c26-88ee-756c1c466308 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:49:58.667011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8fb8c3b8-f4a6-4c4a-936c-a7bb747f2824 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5314274 Jul 28 17:50:00.817715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38702) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:50:00.876023 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b36103-6e08-4c51-b795-7ca4a4647162 admin admin] GET failed (client error): The resource could not be found. Jul 28 17:50:00.877338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b3b36103-6e08-4c51-b795-7ca4a4647162 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586340 Jul 28 17:50:01.049150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965452d6-3417-480e-ae50-8d35d0138868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:50:01.050573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-965452d6-3417-480e-ae50-8d35d0138868 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1689777 Jul 28 17:50:01.060832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:50:01.236868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Made reservation on behalf of 785cdda88d0143b190238680d311413b for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:01.239121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:01.458876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:01.514355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ca74b8-b622-40d9-bd68-e307d9237601,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:01.521391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:50:01.521751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Network hostable DHCP agents. Network: 7cc01860-4de9-4c26-88ee-756c1c466308, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:50:01.597234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:50:01.654375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7cc01860-4de9-4c26-88ee-756c1c466308) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:01.658327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:50:01.658921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:01.663565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee068f-cae3-44a9-85dd-a4d1302dc753 None None] Network 7cc01860-4de9-4c26-88ee-756c1c466308 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:50:01.741372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-511dea9e-501a-4e25-8f1e-913ee0ce5e0c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838331 Jul 28 17:50:01.908652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7cc01860-4de9-4c26-88ee-756c1c466308', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'tenant_id': '785cdda88d0143b190238680d311413b', 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:50:01.909537 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.041647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Allocated IP 192.168.233.2 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/59733802-6d04-4e12-9fbb-7d5defb9df4b) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:02.183679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.192048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Transition to ACTIVE for port object 59733802-6d04-4e12-9fbb-7d5defb9df4b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:50:02.207589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Transition to ACTIVE for port object 59733802-6d04-4e12-9fbb-7d5defb9df4b will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:50:02.277625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.313961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:02.316623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:02.319666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:50:02.338856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Pushing event updated for resources: {'Port': ['ID=59733802-6d04-4e12-9fbb-7d5defb9df4b,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:02.359875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.360222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.360560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.360894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.361224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.361544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.361873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.362193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.362517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.362842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.363158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.363503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:02.392010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Attempting to bind port 59733802-6d04-4e12-9fbb-7d5defb9df4b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:50:02.392394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Attempting to bind port 59733802-6d04-4e12-9fbb-7d5defb9df4b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:50:02.392750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Attempting to bind port 59733802-6d04-4e12-9fbb-7d5defb9df4b on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:50:02.397726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:50:02.398099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:50:02.398491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.398901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:50:02.399354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Bound port: 59733802-6d04-4e12-9fbb-7d5defb9df4b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:50:02.399800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.461434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] For port 59733802-6d04-4e12-9fbb-7d5defb9df4b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:02.464617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] For port 59733802-6d04-4e12-9fbb-7d5defb9df4b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=59733802-6d04-4e12-9fbb-7d5defb9df4b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:02.529551 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:02.588452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817e10-2bf8-4e33-8290-2abd32ab17d2 None None] Pushing event updated for resources: {'Port': ['ID=59733802-6d04-4e12-9fbb-7d5defb9df4b,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:03.413205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2953ea-889a-4156-9ac2-b996b2fb2565 None None] Network 7cc01860-4de9-4c26-88ee-756c1c466308 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:50:03.642981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-99651fe5-8a5a-4953-b83d-9b78f0d04918 None None] Provisioning for port 59733802-6d04-4e12-9fbb-7d5defb9df4b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:50:03.866401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59733802-6d04-4e12-9fbb-7d5defb9df4b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:03.963109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 59733802-6d04-4e12-9fbb-7d5defb9df4b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:50:03.967265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 59733802-6d04-4e12-9fbb-7d5defb9df4b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:50:03.967674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:04.051982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:04.084481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 59733802-6d04-4e12-9fbb-7d5defb9df4b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=59733802-6d04-4e12-9fbb-7d5defb9df4b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:04.156125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:04.203711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=59733802-6d04-4e12-9fbb-7d5defb9df4b,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:05.841560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59733802-6d04-4e12-9fbb-7d5defb9df4b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:05.888670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 59733802-6d04-4e12-9fbb-7d5defb9df4b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:50:05.889038 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:07.591237 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-256dd7e6-dcc0-4ee7-8c30-97478982ae7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:09.870466 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b6c80762-20a0-4c2b-ac28-fb3a7044e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:09.955350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:10.916459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:12.732228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:21.954923 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:50:37.645723 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8d5948b8-85b8-4f92-b799-7a9b147d7dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:39.948256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-96d9471f-7a10-4a99-9458-f6fbd03ff85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:40.005214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:40.908805 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:42.753986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:50:58.953757 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:51:07.569425 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae64611b-2768-428e-bef6-e15f0fcb1195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:09.916911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6829a9d9-89f6-4d48-9ddb-ae9ab62864d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:09.975455 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:10.871445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:12.765654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:35.952065 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:51:37.623824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e640c70-e60b-4858-819d-866af9298046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:39.920387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa77a-33fc-4adc-8f80-e9bc1ac22005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:39.977515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:40.954562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:42.748975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:44.773755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38754) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:51:44.779835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-4600d2ce-f238-4272-b393-ad2edc692a87 tempest-verify_tempest_config-404372085 tempest-verify_tempest_config-404372085-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:51:44.780828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4600d2ce-f238-4272-b393-ad2edc692a87 tempest-verify_tempest_config-404372085 tempest-verify_tempest_config-404372085-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061119 Jul 28 17:51:45.315842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38772) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:51:45.417167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.505376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.571682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.619374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39c20cd19d4d43a4b2bb178ef95d2b68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3024428 Jul 28 17:51:45.620351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf31a5b-5fe4-4a98-8721-75831eea2219,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:45.622199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38776) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:51:45.627049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.627433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.627779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.628114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.628448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.628776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.629160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.629416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.629735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.630052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.630370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.630684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fad3aa-0924-480d-b174-5fb02dc38c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.680541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.700242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.857282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.859695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:51:45.860839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdf31a5b-5fe4-4a98-8721-75831eea2219 HTTP/1.1" status: 204 len: 168 time: 0.2376456 Jul 28 17:51:45.868502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf31a5b-5fe4-4a98-8721-75831eea2219,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:45.875021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.875367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.875731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.876065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.876394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.876723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.877046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.877371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.877690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.878008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.878325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:45.878704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813814-30ed-497e-886e-e12163bc83cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:07.587406 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ed23ea3-2f6b-4aa7-8121-5fc1a7643357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:09.928555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd01a8fa-eaa9-4b0c-a3e8-f95cfca8818b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:10.077120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:10.894726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:12.786481 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:12.951995 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:52:37.642151 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09a53dc3-b7c7-4646-af31-06cf320dda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:39.903223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64e2d578-af69-4fb4-96fb-409f70cd47c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:39.979135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:40.893421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:42.777062 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:52:49.950424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:53:07.593890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-76a5585a-6ac2-4269-b0c8-e4774464d71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:09.900437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fc21c33b-fbd8-4e66-898d-b39158aaf981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:09.985784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:10.883480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:12.788323 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:26.948537 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:53:37.608772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-683fc51d-ae35-4c56-9e1b-163e47fcf07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:39.931962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-15e3d599-6df1-46e2-8ef0-3d7af2b8a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:39.988688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:40.914635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:53:42.757356 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:03.947646 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:54:07.608886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2dddaf2-e3fe-4e17-b312-fe1449bb8cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:09.881013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0102c76d-31d3-41e6-925a-7a3f1cf88ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:09.963146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:10.900207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:12.757016 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:37.612121 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0e308468-cae4-42fc-8823-fffd55580ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:39.891384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db038f4a-095f-4252-8156-ccde6c9336d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:39.954711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:40.907166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:40.945736 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 5 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:54:42.760332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:45.091478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:54:48.186188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66714078'] for agent, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:07.619073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c67c37c9-b0f1-4b23-b25b-fdf5610cb440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:09.912195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f72ca636-8816-4f8c-9169-2cd94d7e0c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:09.974357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:10.916130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:12.750075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:15.042268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:17.948133 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:55:18.145423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:31.527236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38842) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:55:31.653262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b259fa1a-c1c3-4859-8f6a-c595767d9e9f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1248353 Jul 28 17:55:33.812283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38852) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:55:33.865019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3b6fa290-b2fc-4898-8538-898db5a1bf19 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0516319 Jul 28 17:55:37.611986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-939f2213-a316-4c98-9e51-30defe966251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:39.897147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-159005d2-146d-42e2-8b8d-2c324888d6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:39.977000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:40.880052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:42.777230 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:45.050719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:48.141832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:55:54.947137 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:07.626067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fba48538-15e9-41af-8898-ceaa51586ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:09.877093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4701fb37-c8fd-4caa-90f5-155f14f375e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:09.968669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:10.939897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:12.774035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:15.054973 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:18.150790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:31.946494 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:37.623581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-88a0d59c-baa8-451b-8658-4fabbd18884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:39.904105 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57574e1a-5382-43fc-8fb4-67a80eea17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:40.000387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:40.914385 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:42.777265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:45.045518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:48.125286 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:55.905070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39080) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:56.447953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-50865a7d-7502-4253-bdba-8a8e9f2ee2b3 tempest-AutoAllocateNetworkTest-263156581 tempest-AutoAllocateNetworkTest-263156581-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=702db7efff4c40ecb62d037ec3b13089&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5389271 Jul 28 17:56:56.448328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39108) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:56.624789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad474fc-368c-4a6a-9d10-539e8a43ac72 tempest-AutoAllocateNetworkTest-263156581 tempest-AutoAllocateNetworkTest-263156581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:56:56.629280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ad474fc-368c-4a6a-9d10-539e8a43ac72 tempest-AutoAllocateNetworkTest-263156581 tempest-AutoAllocateNetworkTest-263156581-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1769619 Jul 28 17:56:56.629398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:56.693587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39116) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:56.694131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e336a87-3cdd-4be7-9ac0-551a8eb7acd8 tempest-AutoAllocateNetworkTest-263156581 tempest-AutoAllocateNetworkTest-263156581-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632663 Jul 28 17:56:56.724417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a4db716b-15ea-4536-9372-817f3baaaecf tempest-AutoAllocateNetworkTest-263156581 tempest-AutoAllocateNetworkTest-263156581-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=702db7efff4c40ecb62d037ec3b13089 HTTP/1.1" status: 200 len: 208 time: 0.0281494 Jul 28 17:56:57.805462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:58.313603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.409420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.467737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.514593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490677e5-72ce-4164-8781-07dc57c510cc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:58.523784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=702db7efff4c40ecb62d037ec3b13089&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7160196 Jul 28 17:56:58.525416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.525939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.747937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dbfae0-4773-4d36-aa3b-40b1564fcd96 admin admin] Tracked resource versions report: Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: pushed versions: Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: { 'AddressGroup': {'1.2'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'ConntrackHelper': {'1.0'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Log': {'1.0'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Network': {'1.1'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Port': {'1.7'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'PortForwarding': {'1.2'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'QosPolicy': {'1.8'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SecurityGroup': {'1.4'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SubPort': {'1.0'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Subnet': {'1.1'}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Trunk': {'1.1'}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: consumer versions: Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: HyperV agent@n-h1-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: HyperV agent@n-h2-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: L3 agent@n-d-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: Metadata agent@n-d-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: Metering agent@n-d-778550-5: {}, Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'ConntrackHelper': '1.0', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Log': '1.0', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Network': '1.1', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Port': '1.7', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'PortForwarding': '1.2', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'QosPolicy': '1.8', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SecurityGroup': '1.4', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SecurityGroupRule': '1.2', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'SubPort': '1.0', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Subnet': '1.1', Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: 'Trunk': '1.1'}} Jul 28 17:56:58.748872 n-d-778550-5 neutron-server[101106]: {{(pid=101106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:56:58.753947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.753947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.753947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.753947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:58.753947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/490677e5-72ce-4164-8781-07dc57c510cc HTTP/1.1" status: 204 len: 168 time: 0.2218127 Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490677e5-72ce-4164-8781-07dc57c510cc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.777695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.784408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.784804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.785346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.785690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.786065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.786407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.786738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b343dc3-b285-439a-b91f-f62cfb5daa38 admin admin] Tracked resource versions report: Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: pushed versions: Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: { 'AddressGroup': {'1.2'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'ConntrackHelper': {'1.0'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Log': {'1.0'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Network': {'1.1'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Port': {'1.7'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'PortForwarding': {'1.2'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'QosPolicy': {'1.8'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SecurityGroup': {'1.4'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SubPort': {'1.0'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Subnet': {'1.1'}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Trunk': {'1.1'}} Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: consumer versions: Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: HyperV agent@n-h1-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: HyperV agent@n-h2-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: L3 agent@n-d-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: Metadata agent@n-d-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: Metering agent@n-d-778550-5: {}, Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'ConntrackHelper': '1.0', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Log': '1.0', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Network': '1.1', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Port': '1.7', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'PortForwarding': '1.2', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'QosPolicy': '1.8', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SecurityGroup': '1.4', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SecurityGroupRule': '1.2', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'SubPort': '1.0', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Subnet': '1.1', Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: 'Trunk': '1.1'}} Jul 28 17:56:58.788017 n-d-778550-5 neutron-server[101105]: {{(pid=101105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:56:59.001221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39228) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:59.118667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39240) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:59.120923 n-d-778550-5 neutron-server[101105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 17:56:59.141712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-085a0b9d-37a5-4905-942d-7db90b2cabfc tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217574 Jul 28 17:56:59.243854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-458dd5c4-f0ba-4bd6-8765-23da0b4e5cbb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:56:59.245317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-458dd5c4-f0ba-4bd6-8765-23da0b4e5cbb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0981872 Jul 28 17:56:59.262853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-28d6cd73-5100-428b-ba66-a76f18f2ac75 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/quotas/d9a2f6e33a8a4580bdce87a9f851e734 HTTP/1.1" status: 200 len: 375 time: 0.0105634 Jul 28 17:56:59.316769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-76116aa3-724d-442d-b142-014db327f0f2 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485556 Jul 28 17:56:59.455954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbced-129a-48f7-8d1f-96f0f87c4ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.589967 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbced-129a-48f7-8d1f-96f0f87c4ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.638424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbced-129a-48f7-8d1f-96f0f87c4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.672623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f8bfbced-129a-48f7-8d1f-96f0f87c4ebf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea0aa6a4598b42279c527e17613ed493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6701219 Jul 28 17:56:59.675578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:56:59.731247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfbced-129a-48f7-8d1f-96f0f87c4ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd9635-e325-4f16-9ea0-90a47ecb2fff,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:59.764957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.789161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.959069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.964383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:56:59.965532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffbd9635-e325-4f16-9ea0-90a47ecb2fff HTTP/1.1" status: 204 len: 168 time: 0.2878270 Jul 28 17:56:59.973398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aba2f-d991-436a-b468-dd334b65e788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd9635-e325-4f16-9ea0-90a47ecb2fff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:00.340078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8826e0cf-da4d-4409-bd77-0a7871cd69f3 req-44ce6e30-b1bb-48ab-9e12-ecc7c194bf5b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 210 time: 0.0620654 Jul 28 17:57:00.416122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39318) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:00.728833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2310075-4dcc-4a21-b9d3-d96d37d0960b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:00.823351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2310075-4dcc-4a21-b9d3-d96d37d0960b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:00.884992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2310075-4dcc-4a21-b9d3-d96d37d0960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:00.955103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2310075-4dcc-4a21-b9d3-d96d37d0960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f35ac-4401-4cbf-bcbb-06c77b702f79,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:00.985221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2310075-4dcc-4a21-b9d3-d96d37d0960b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=660a829e43ee470597be315159459753&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5679319 Jul 28 17:57:00.987943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:00.999235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39352) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:01.015170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0fc-23dc-45ce-9c1d-19caa1a871c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.048832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.090414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.129775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0fc-23dc-45ce-9c1d-19caa1a871c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.204788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f0fc-23dc-45ce-9c1d-19caa1a871c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.237284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9f0fc-23dc-45ce-9c1d-19caa1a871c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44299461-db20-42b4-b0fb-612ae64f1d7d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:01.249876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.254232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.256148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a00f35ac-4401-4cbf-bcbb-06c77b702f79 HTTP/1.1" status: 204 len: 168 time: 0.2671115 Jul 28 17:57:01.264432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b505-6c11-4d74-9133-5748d8e6d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f35ac-4401-4cbf-bcbb-06c77b702f79,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:01.264591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2ee9f0fc-23dc-45ce-9c1d-19caa1a871c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15b10d4185704ea0b621088e1123d281&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2644277 Jul 28 17:57:01.266695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39370) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:01.313985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.334639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.416829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0160b818-7397-463b-b751-b5033d785a68 req-a62e53b2-fccc-482c-9f40-d4f8e260f4fa tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 210 time: 0.0272698 Jul 28 17:57:01.484796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.487291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:01.488445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44299461-db20-42b4-b0fb-612ae64f1d7d HTTP/1.1" status: 204 len: 168 time: 0.2206903 Jul 28 17:57:01.500124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf080f1b-48e7-440f-8319-5dc971a7d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44299461-db20-42b4-b0fb-612ae64f1d7d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:01.890027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39390) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:02.093132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39398) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:02.251045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5d59-d10c-4672-8390-657ad69b8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.341254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5d59-d10c-4672-8390-657ad69b8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.352558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-628b01da-9d9b-45f5-b5e1-3bc2f0bf8261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.412224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5d59-d10c-4672-8390-657ad69b8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.450845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3dbb5d59-d10c-4672-8390-657ad69b8d76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a985b1f64ba4bf79c88f55ffccd4f10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5595908 Jul 28 17:57:02.454921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39420) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:02.474932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39422) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:02.496297 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93309df7-50fb-4773-b529-11f5182b73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.518283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5d59-d10c-4672-8390-657ad69b8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d699c6b4-b09e-4fc4-914f-6c95151f4672,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:02.587660 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.607054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-628b01da-9d9b-45f5-b5e1-3bc2f0bf8261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.664986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65ba69a1-6251-4ec4-81e0-32d67b006882 req-6a144a2b-c908-459e-a3c6-a8c30d95e458 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 210 time: 0.0503600 Jul 28 17:57:02.670472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.675420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-628b01da-9d9b-45f5-b5e1-3bc2f0bf8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.761586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-628b01da-9d9b-45f5-b5e1-3bc2f0bf8261 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e38f85818d49f3a9749493805aac1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6650233 Jul 28 17:57:02.761921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39444) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:02.763837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b01da-9d9b-45f5-b5e1-3bc2f0bf8261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f26ad3-caab-4d12-8e02-993a0e5951b3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:02.833255 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.836644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.838287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d699c6b4-b09e-4fc4-914f-6c95151f4672 HTTP/1.1" status: 204 len: 168 time: 0.3814874 Jul 28 17:57:02.842567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.848500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf87bd6-a700-4552-aa93-1e504efcc40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d699c6b4-b09e-4fc4-914f-6c95151f4672,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:02.864745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93309df7-50fb-4773-b529-11f5182b73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.883264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.941435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93309df7-50fb-4773-b529-11f5182b73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.984766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.987472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:02.988590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96f26ad3-caab-4d12-8e02-993a0e5951b3 HTTP/1.1" status: 204 len: 168 time: 0.2256918 Jul 28 17:57:02.992889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93309df7-50fb-4773-b529-11f5182b73d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bafee2aa2a948559890458c6faf7cfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5169482 Jul 28 17:57:02.993543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93309df7-50fb-4773-b529-11f5182b73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a1f34-3938-44f3-ae2f-b09632c68938,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:02.996035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39460) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:03.004199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148035-9283-49d5-b1a0-ba097b376e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f26ad3-caab-4d12-8e02-993a0e5951b3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:03.039421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.37', 55782) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:03.075720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-291037e6-f655-42c1-93ff-c150d5e5cf8b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350580 Jul 28 17:57:03.086207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.107565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.215904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.218433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.219700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/060a1f34-3938-44f3-ae2f-b09632c68938 HTTP/1.1" status: 204 len: 168 time: 0.2205827 Jul 28 17:57:03.228216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529ce15-a1ff-4a17-886f-c7e970d1518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a1f34-3938-44f3-ae2f-b09632c68938,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:03.326516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-6b27c95e-437d-4253-a3d4-f775fa74d359 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:03.328300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-6b27c95e-437d-4253-a3d4-f775fa74d359 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462938 Jul 28 17:57:03.387998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Request body: {'port': {'device_id': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'd9a2f6e33a8a4580bdce87a9f851e734'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:03.650318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Made reservation on behalf of d9a2f6e33a8a4580bdce87a9f851e734 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:03.656640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.670626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.824376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.883826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:03.998221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b34cc-086f-49b6-9fb3-f5712152a6df,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:04.131563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39502) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.148634 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab0b361c-bf74-4c0b-af37-6e532a6e00c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.174276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Allocated IP 192.168.233.119 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:04.253740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab0b361c-bf74-4c0b-af37-6e532a6e00c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.305405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39512) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.387627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.393048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab0b361c-bf74-4c0b-af37-6e532a6e00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.412566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Transition to ACTIVE for port object 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:04.435501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab0b361c-bf74-4c0b-af37-6e532a6e00c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=405e511182a443b9bc2780d473d5fca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3013988 Jul 28 17:57:04.436428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b361c-bf74-4c0b-af37-6e532a6e00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e5d75-ac11-4b8d-b681-3e0473ad808a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:04.438861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.467472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39522) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.493187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47e2f906-13e5-4145-aa8e-d5f24c4fa11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.544247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.590362 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.611133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.678409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f3012ff-7e46-461d-9716-f661326cdc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.689638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47e2f906-13e5-4145-aa8e-d5f24c4fa11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.718943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.721806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.723152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/848e5d75-ac11-4b8d-b681-3e0473ad808a HTTP/1.1" status: 204 len: 168 time: 0.2830665 Jul 28 17:57:04.729961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:04.732186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f141c-a8c6-474c-9cc6-3138c65a39bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e5d75-ac11-4b8d-b681-3e0473ad808a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:04.736326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:04.739607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:04.759364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:04.759485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47e2f906-13e5-4145-aa8e-d5f24c4fa11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.759556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.788868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39546) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.802051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Pushing event updated for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:04.846336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-47e2f906-13e5-4145-aa8e-d5f24c4fa11a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c3c8363c6c7469587b204079cf01f95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3752322 Jul 28 17:57:04.847058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39552) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:04.847817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2f906-13e5-4145-aa8e-d5f24c4fa11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0910fe-3c46-4035-b180-ada3282fd92f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:04.910533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.931428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f3012ff-7e46-461d-9716-f661326cdc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:04.938805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.027351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f3012ff-7e46-461d-9716-f661326cdc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.068283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6f3012ff-7e46-461d-9716-f661326cdc2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83c1af17b83c46ed95612ce0e366be5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7590075 Jul 28 17:57:05.068283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3012ff-7e46-461d-9716-f661326cdc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d1015a-9d11-485f-9ded-ca68b8b577e6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:05.068743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:05.097925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.100606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.106515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb0910fe-3c46-4035-b180-ada3282fd92f HTTP/1.1" status: 204 len: 168 time: 0.2586644 Jul 28 17:57:05.114664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641d19-71dc-4c13-bfef-1589b475f3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0910fe-3c46-4035-b180-ada3282fd92f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:05.152318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d1e156d-c53e-4dd1-80a0-18f1663bf593 None None] Provisioning for port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:05.157026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d1e156d-c53e-4dd1-80a0-18f1663bf593 None None] Provisioning complete for port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:05.157396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d1e156d-c53e-4dd1-80a0-18f1663bf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.164502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.198500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.239658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e156d-c53e-4dd1-80a0-18f1663bf593 None None] Port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:05.249274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-c5e6af99-25e2-42f5-a74e-3420ef3297fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8639495 Jul 28 17:57:05.272223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-25ba9616-e848-4a51-9378-815babd53498 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:57:05.273911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-25ba9616-e848-4a51-9378-815babd53498 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100799 Jul 28 17:57:05.392033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.395250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:05.398045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3d1015a-9d11-485f-9ded-ca68b8b577e6 HTTP/1.1" status: 204 len: 168 time: 0.3277698 Jul 28 17:57:05.421404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c64b7-cd3a-400e-8adf-99d9c56264d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d1015a-9d11-485f-9ded-ca68b8b577e6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:05.601736 n-d-778550-5 neutron-server[101106]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 17:57:05.751747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8de708-34c8-4529-b418-80d0d1b44de3 req-b2009442-f0b7-41f0-939d-0afb211a5d01 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:05.753626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb8de708-34c8-4529-b418-80d0d1b44de3 req-b2009442-f0b7-41f0-939d-0afb211a5d01 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 936 time: 0.9537024 Jul 28 17:57:05.823566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb8de708-34c8-4529-b418-80d0d1b44de3 req-247eaf4f-13af-4d8a-b708-086a8abe3fd4 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624132 Jul 28 17:57:07.040229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3553fb-387c-4548-9e25-ced63808a026 req-494667c0-2525-46f4-9b7f-906c4ac8b37d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:07.041518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf3553fb-387c-4548-9e25-ced63808a026 req-494667c0-2525-46f4-9b7f-906c4ac8b37d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 936 time: 0.1120532 Jul 28 17:57:07.124244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf3553fb-387c-4548-9e25-ced63808a026 req-11e3244e-0c44-4e67-9c8e-6b22c148d391 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761416 Jul 28 17:57:07.143472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-18410b3b-b3ce-4369-b09f-b08321794a57 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373187 Jul 28 17:57:07.322424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-bc80cd34-79a5-4c90-894e-bd1bb205b3d7 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:07.324885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-bc80cd34-79a5-4c90-894e-bd1bb205b3d7 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800201 Jul 28 17:57:07.353451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-d9d64465-327c-4cfd-843d-1c32783ef83d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/quotas/d4be8c96e238435696e8b27fcf75a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0108008 Jul 28 17:57:07.404067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-56040aa9-2740-4bdc-829d-1f4daeba7f31 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423803 Jul 28 17:57:07.449495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39634) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:07.583905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:07.603274 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe56146-230b-44d3-b2f6-a3ffe710cc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.660619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8741c2cf-3ca1-4bc9-8c11-a0237a88a809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.708691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe56146-230b-44d3-b2f6-a3ffe710cc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.775503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe56146-230b-44d3-b2f6-a3ffe710cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.775725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2292304-f543-47ab-b4a2-542b4f381773 req-d76eb94a-0748-483d-824d-473d947d6ead tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0455973 Jul 28 17:57:07.816065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dfe56146-230b-44d3-b2f6-a3ffe710cc61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07a70401d0e6428783cebfc50c6ccfb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308049 Jul 28 17:57:07.818647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:07.825470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe56146-230b-44d3-b2f6-a3ffe710cc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e7a61-3bd9-4deb-88a5-d6f48570937e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:07.874208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c747-8d3e-44f3-bee4-1f70797fe27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.923803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:07.961133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.107737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c747-8d3e-44f3-bee4-1f70797fe27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.175747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.179245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.182850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f0e7a61-3bd9-4deb-88a5-d6f48570937e HTTP/1.1" status: 204 len: 168 time: 0.3608291 Jul 28 17:57:08.199785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee62183-2572-4be8-9167-96cd50a010d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e7a61-3bd9-4deb-88a5-d6f48570937e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:08.203926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c747-8d3e-44f3-bee4-1f70797fe27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.268314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d3b3c747-8d3e-44f3-bee4-1f70797fe27f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc53e6d48c8740d087ce166280807629&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8217912 Jul 28 17:57:08.278407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:08.288037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3c747-8d3e-44f3-bee4-1f70797fe27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27db224-1135-4615-ae5c-a3413d845d70,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:08.392145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.445622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.447141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde1fb-a85d-4d9f-9e87-a3c184401f87 req-a8a35bb3-55a6-4cfa-87f7-aea59a1517eb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:08.448907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98bde1fb-a85d-4d9f-9e87-a3c184401f87 req-a8a35bb3-55a6-4cfa-87f7-aea59a1517eb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 936 time: 0.2286363 Jul 28 17:57:08.551881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98bde1fb-a85d-4d9f-9e87-a3c184401f87 req-f29251ce-e22f-4080-a869-84b091b1019a tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934207 Jul 28 17:57:08.850332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-602218ab-7665-4376-95b4-45e889427086 req-93ac7542-3dd8-4582-88d3-4fd9f097262e tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0262196 Jul 28 17:57:08.872913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.875498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:08.878071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27db224-1135-4615-ae5c-a3413d845d70 HTTP/1.1" status: 204 len: 168 time: 0.5968924 Jul 28 17:57:08.892202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1a400-75f3-4b49-98c6-cae5aea9398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27db224-1135-4615-ae5c-a3413d845d70,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:08.946125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:57:09.179920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Request body: {'port': {'device_id': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:09.296110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:09.800185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289b096-d942-4cb5-84ac-b2589d72d268 req-116fe907-d8a4-4593-9a82-8a8bbbaaae2c tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:09.800185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2289b096-d942-4cb5-84ac-b2589d72d268 req-116fe907-d8a4-4593-9a82-8a8bbbaaae2c tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 936 time: 0.1071205 Jul 28 17:57:09.872558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2289b096-d942-4cb5-84ac-b2589d72d268 req-ddea4e55-adfe-420f-b163-11c8d5c7bfba tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619435 Jul 28 17:57:09.935663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63739a8f-7d81-4017-98a0-cda9bfeb0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:09.973798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d76e306-6421-4e08-9e70-f223cbf6a3a5 req-b0ddd02b-4580-43fb-9b4e-ca917353263d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0392118 Jul 28 17:57:10.015771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.109248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:10.122269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.149865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Transition to ACTIVE for port object 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:10.307349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.328707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39742) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:10.353575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b73f64-d5c3-4004-b1b2-cf056cb5347c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.404996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:10.495258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Attempting to bind port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:10.503093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Attempting to bind port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:10.503956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Attempting to bind port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:10.515762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:57:10.516089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Attempting to bind port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:10.522383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:10.522761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:10.523376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:10.524055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Bound port: 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:10.524424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.593428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b73f64-d5c3-4004-b1b2-cf056cb5347c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.633803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:10.644921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:10.655212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b73f64-d5c3-4004-b1b2-cf056cb5347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.710105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b73f64-d5c3-4004-b1b2-cf056cb5347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8045d67d-b1d7-4361-bfb3-8272e3acdd8c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:10.772557 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b5b73f64-d5c3-4004-b1b2-cf056cb5347c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9d4e3c2a0b84e4ba90d38a3138a3cc4&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4418015 Jul 28 17:57:10.775137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39748) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:10.815674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.884797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.929592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:10.945738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.964380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:10.965143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.969748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:10.971343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-755767f9-0782-4a0e-8889-211f69dea19d service neutron] 10.222.0.37 "PUT /v2.0/ports/8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 HTTP/1.1" status: 200 len: 1096 time: 2.7008972 Jul 28 17:57:10.974223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:11.037934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39764) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:11.143282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b72ae-2925-41f0-8d80-5bd3a2c58ee7 req-54083604-3626-4017-a5f8-c22f3663ef12 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:11.152857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:11.153355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2b72ae-2925-41f0-8d80-5bd3a2c58ee7 req-54083604-3626-4017-a5f8-c22f3663ef12 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.0711715 Jul 28 17:57:11.156322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:11.160937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8045d67d-b1d7-4361-bfb3-8272e3acdd8c HTTP/1.1" status: 204 len: 168 time: 0.3843710 Jul 28 17:57:11.172418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa811f-8e87-43af-bfaa-a297514a32a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8045d67d-b1d7-4361-bfb3-8272e3acdd8c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:11.239943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2b72ae-2925-41f0-8d80-5bd3a2c58ee7 req-94d3fb85-825b-4456-a2c3-a396f6dd9e08 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855823 Jul 28 17:57:11.340148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a77db5e8-8891-4a2a-be18-3443c06a4283 req-bda84c09-8007-4225-8d13-e13182f14c96 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0350106 Jul 28 17:57:11.565995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-network', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:11.752504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Made reservation on behalf of 7b8f69069bd04c08a3f86fdb3d0e7c3c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:11.755894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:11.765728 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:11.883344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:11.932297 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75b523-abc3-4a11-9916-a30d0f12c57d" -d '{"events": [{"name": "network-changed", "server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:12.367534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c824b-a79b-4c48-8101-c403edebc231 req-a53ae32b-ae52-4c36-b4b3-5888d320ad4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:12.370047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b3c824b-a79b-4c48-8101-c403edebc231 req-a53ae32b-ae52-4c36-b4b3-5888d320ad4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.0702257 Jul 28 17:57:12.419718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b3c824b-a79b-4c48-8101-c403edebc231 req-73786c41-2953-4064-b1fb-0815315995af tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Jul 28 17:57:12.443794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.481043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:57:12.492138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f6f6f-8499-49e8-a9ce-18c1cbce2579,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:12.511418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.511418 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Added segment 8c0aceb4-ccf0-4d4b-a28e-585d80855227 of type vlan for network 6129e79d-4911-451d-8031-4800bf02a0e2 Jul 28 17:57:12.530388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d693fdc2-e800-4371-b1e4-ec089a6fc97e req-90677395-19d6-48ae-8201-c12e11f5eab1 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0356975 Jul 28 17:57:12.573218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.694382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.695376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:12.696011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.786611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.802169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] Pushing event updated for resources: {'Network': ['ID=6129e79d-4911-451d-8031-4800bf02a0e2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:12.819109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6129e79d-4911-451d-8031-4800bf02a0e2 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:57:12.821302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d31b2f69-7906-46a2-8a77-1e2096392e23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7819171 Jul 28 17:57:12.824162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39832) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:12.829355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Request body: {'subnet': {'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-subnet', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:12.923858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Made reservation on behalf of 7b8f69069bd04c08a3f86fdb3d0e7c3c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:12.926973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:12.998450 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8fdfbb-521a-4e9f-b33e-693349ef0122 x-openstack-request-id: req-ab8fdfbb-521a-4e9f-b33e-693349ef0122 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:12.998792 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:12.999143 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab8fdfbb-521a-4e9f-b33e-693349ef0122 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:12.999517 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8', 'status': 'completed', 'code': 200} Jul 28 17:57:13.126482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:13.336217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:13.426960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8a4607-0e59-46b5-9d9e-e11f798041a0,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:13.433927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Checking segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:13.434652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Network hostable DHCP agents. Network: 6129e79d-4911-451d-8031-4800bf02a0e2, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:57:13.563692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:57:13.597323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698a81b-935f-4799-91f2-ce1d73c4ee5a req-49714ca1-d067-403e-8ca8-1cc3653f6aaa tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:13.601542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7698a81b-935f-4799-91f2-ce1d73c4ee5a req-49714ca1-d067-403e-8ca8-1cc3653f6aaa tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.0794692 Jul 28 17:57:13.656538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6129e79d-4911-451d-8031-4800bf02a0e2) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:13.667433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:13.667433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:13.667636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4724a54-c11f-422e-a3bb-e6dcf75be209 None None] Network 6129e79d-4911-451d-8031-4800bf02a0e2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:13.672478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53c02406-0f6a-4f53-819d-94e0ed23f3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:13.753904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b161a729-1250-454e-b511-a2e086f5f2de req-a829fab0-187c-46bc-be19-96aad4dd18c0 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0651591 Jul 28 17:57:13.785629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7698a81b-935f-4799-91f2-ce1d73c4ee5a req-3ab033d6-6005-434c-a51b-a161ccdf5747 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619329 Jul 28 17:57:13.801762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22903708-19a6-4b86-8ef3-2e685c3fd85d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9765847 Jul 28 17:57:13.805618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:13.818216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:13.935415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53c02406-0f6a-4f53-819d-94e0ed23f3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.045836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53c02406-0f6a-4f53-819d-94e0ed23f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.097300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53c02406-0f6a-4f53-819d-94e0ed23f3e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae76d2ad112a4bada0564ed64a1743ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9692030 Jul 28 17:57:14.100859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:14.103024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c02406-0f6a-4f53-819d-94e0ed23f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c6abad-8515-48de-9d71-2bd0709a2c76,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:14.118382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6129e79d-4911-451d-8031-4800bf02a0e2', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:57:14.134382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.166729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.168432 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.169635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.210889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.307418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.349472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Allocated IP 172.20.0.2 (6129e79d-4911-451d-8031-4800bf02a0e2/da8a4607-0e59-46b5-9d9e-e11f798041a0/21e0da04-74c2-4015-af03-d650314b9d0f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:14.531160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.752445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.757043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Transition to ACTIVE for port object 21e0da04-74c2-4015-af03-d650314b9d0f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:14.757167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.758064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4c6abad-8515-48de-9d71-2bd0709a2c76 HTTP/1.1" status: 204 len: 168 time: 0.6551645 Jul 28 17:57:14.774941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c27366-ea94-4f1d-9382-b17f54fd8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c6abad-8515-48de-9d71-2bd0709a2c76,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:14.791777 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.796637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Transition to ACTIVE for port object 21e0da04-74c2-4015-af03-d650314b9d0f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:14.885041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ad6c1c7-ab79-46f9-8ab5-3ca101b8faa0 req-0ede84e2-2cbc-4672-abe3-aa2e022e188f tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0388188 Jul 28 17:57:14.901445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:14.969636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:14.972749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:14.981848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:14.995474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Pushing event updated for resources: {'Port': ['ID=21e0da04-74c2-4015-af03-d650314b9d0f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:15.013149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.013745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.014242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.014723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.015216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.015729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.016213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.016693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.017319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.017803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.018279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.018752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Tracked resource versions report: Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: pushed versions: Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: { 'AddressGroup': {'1.2'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'ConntrackHelper': {'1.0'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Log': {'1.0'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Network': {'1.1'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Port': {'1.7'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'PortForwarding': {'1.2'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'QosPolicy': {'1.8'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SecurityGroup': {'1.4'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SubPort': {'1.0'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Subnet': {'1.1'}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Trunk': {'1.1'}} Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: consumer versions: Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: HyperV agent@n-h1-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: HyperV agent@n-h2-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: L3 agent@n-d-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: Metadata agent@n-d-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: Metering agent@n-d-778550-5: {}, Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'ConntrackHelper': '1.0', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Log': '1.0', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Network': '1.1', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Port': '1.7', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'PortForwarding': '1.2', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'QosPolicy': '1.8', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SecurityGroup': '1.4', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SecurityGroupRule': '1.2', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'SubPort': '1.0', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Subnet': '1.1', Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: 'Trunk': '1.1'}} Jul 28 17:57:15.020079 n-d-778550-5 neutron-server[101108]: {{(pid=101108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:57:15.073352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98e27-68f1-45ed-af38-ca93a9acab2c req-4f09bb20-b287-43b0-aa2c-0a13ee809b02 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:15.086534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffd98e27-68f1-45ed-af38-ca93a9acab2c req-4f09bb20-b287-43b0-aa2c-0a13ee809b02 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.1035306 Jul 28 17:57:15.112994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Attempting to bind port 21e0da04-74c2-4015-af03-d650314b9d0f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:15.118836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Attempting to bind port 21e0da04-74c2-4015-af03-d650314b9d0f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:15.118836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Attempting to bind port 21e0da04-74c2-4015-af03-d650314b9d0f on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:15.125225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.137166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:15.137694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Checking segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:15.138874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.143098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Bound using segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:15.144127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Bound port: 21e0da04-74c2-4015-af03-d650314b9d0f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:15.144699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.164405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffd98e27-68f1-45ed-af38-ca93a9acab2c req-ef98d89d-9787-4a0d-a450-830fdbd78443 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 Jul 28 17:57:15.194405 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.215881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.290922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] For port 21e0da04-74c2-4015-af03-d650314b9d0f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:15.293123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] For port 21e0da04-74c2-4015-af03-d650314b9d0f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=21e0da04-74c2-4015-af03-d650314b9d0f,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:15.354039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Allocated IP 172.25.7.173 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/23575b22-e59e-4726-8c12-1968bf582752) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:15.364021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.429704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7fc9-de9f-4c31-899c-9b7b82b0ed61 None None] Pushing event updated for resources: {'Port': ['ID=21e0da04-74c2-4015-af03-d650314b9d0f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:15.468245 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.611874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.647355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39934) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:15.663306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:15.680010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:15.686876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c78bee2c-ab3d-4cd9-927b-72bfd7f5681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:15.689521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:15.692929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=23575b22-e59e-4726-8c12-1968bf582752,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:15.753270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75b523-abc3-4a11-9916-a30d0f12c57d req-ac903cd7-cdb7-4840-a7ab-03507b71145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:15.756457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b75b523-abc3-4a11-9916-a30d0f12c57d req-ac903cd7-cdb7-4840-a7ab-03507b71145b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 1099 time: 0.1442499 Jul 28 17:57:15.799748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b75b523-abc3-4a11-9916-a30d0f12c57d req-6c4ebb6c-f152-4133-88ab-9b7b4bb1804e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327456 Jul 28 17:57:15.918272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c78bee2c-ab3d-4cd9-927b-72bfd7f5681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.049564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd5d4d1c-7df6-47db-a09d-8fb09c2f662c req-8e4dbb01-d9b0-4632-a9e3-5e65cf5e2785 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0629683 Jul 28 17:57:16.063160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c78bee2c-ab3d-4cd9-927b-72bfd7f5681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.067816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75b523-abc3-4a11-9916-a30d0f12c57d req-42fb4a14-37a5-41aa-9ab8-16734bd5c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:16.069693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b75b523-abc3-4a11-9916-a30d0f12c57d req-42fb4a14-37a5-41aa-9ab8-16734bd5c62d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634685 Jul 28 17:57:16.116488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:16.202753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-87bab25e-95a5-4613-8d73-be983721a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:16.206471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-87bab25e-95a5-4613-8d73-be983721a56e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 1099 time: 0.0784488 Jul 28 17:57:16.236029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 21e0da04-74c2-4015-af03-d650314b9d0f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:16.241234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c78bee2c-ab3d-4cd9-927b-72bfd7f5681c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91fabf8fb11e4b8b89ae7cbcd54e285e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928657 Jul 28 17:57:16.241557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39952) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:16.245337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bee2c-ab3d-4cd9-927b-72bfd7f5681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d69a032-d807-40fd-ab92-1d5305a6f623,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:16.302845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.426290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 21e0da04-74c2-4015-af03-d650314b9d0f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:16.554585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-554714ef-1ca6-4898-a80d-c35cf9ac8980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.583152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.594478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-dec8441e-72a8-4495-b83f-4c06179bd572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 HTTP/1.1" status: 200 len: 217 time: 0.3739493 Jul 28 17:57:16.720942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdeeef3-bede-446f-a73b-98cd0fd60d01 None None] Network 6129e79d-4911-451d-8031-4800bf02a0e2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:16.736512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-029b5f9c-072d-412c-ab87-bffcf6e6e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:16.749892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.754033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-029b5f9c-072d-412c-ab87-bffcf6e6e12b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1493030 Jul 28 17:57:16.810451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.820956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87620a50-cf81-48a6-97ff-cc5813063036 req-7d0e0bee-b9af-45f0-b6ff-6e1b29a905c7 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:16.824722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87620a50-cf81-48a6-97ff-cc5813063036 req-7d0e0bee-b9af-45f0-b6ff-6e1b29a905c7 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.4650295 Jul 28 17:57:16.889593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Provisioning for port 21e0da04-74c2-4015-af03-d650314b9d0f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:16.901611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Provisioning complete for port 21e0da04-74c2-4015-af03-d650314b9d0f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:16.901611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.902541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6693-0c02-43d2-b859-2a0248779018 req-ed9b985f-c6eb-4a84-8d6c-77924da63dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:16.904509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-ed9b985f-c6eb-4a84-8d6c-77924da63dae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387835 Jul 28 17:57:16.935729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.37', 55790) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:16.951277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-554714ef-1ca6-4898-a80d-c35cf9ac8980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:16.999218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87620a50-cf81-48a6-97ff-cc5813063036 req-e7ecc8bf-b065-4533-a1da-f6996a50218a tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162412 Jul 28 17:57:17.003380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-1eb4395d-4a83-450e-99f1-cfdd7d4c8593 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506043 Jul 28 17:57:17.079341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-554714ef-1ca6-4898-a80d-c35cf9ac8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.083300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.150113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] For port 21e0da04-74c2-4015-af03-d650314b9d0f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=21e0da04-74c2-4015-af03-d650314b9d0f,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:17.169957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.173318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.174531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d69a032-d807-40fd-ab92-1d5305a6f623 HTTP/1.1" status: 204 len: 168 time: 0.9301558 Jul 28 17:57:17.188760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efd5b7-fd24-41bd-ac96-1229e81b43a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d69a032-d807-40fd-ab92-1d5305a6f623,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:17.205377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:57:17.253926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.287220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-554714ef-1ca6-4898-a80d-c35cf9ac8980 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dba45c242a2b4dc0999f4e6a8a9a6803&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1684952 Jul 28 17:57:17.288161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554714ef-1ca6-4898-a80d-c35cf9ac8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa741871-97d6-49b2-8730-2df8564b537a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:17.300047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-7a1b0c01-5c7a-4ac1-ac2f-8ac6564fedf4 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:17.302092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-7a1b0c01-5c7a-4ac1-ac2f-8ac6564fedf4 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930980 Jul 28 17:57:17.303518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:17.357219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df75a39-ad85-4986-bee5-1e8667e6415d None None] Pushing event updated for resources: {'Port': ['ID=21e0da04-74c2-4015-af03-d650314b9d0f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:17.369228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Request body: {'port': {'device_id': '96835cf6-0463-4a97-928b-871501ffe3bb', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'd4be8c96e238435696e8b27fcf75a4f1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:17.398572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:17.409083 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:17.422912 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:17.425039 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:17.438402 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3697f49f-7fc4-4e5c-9687-17d0f51c51ff req-70249513-67a2-4bd0-aca2-4ba27c39854a tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.2463324 Jul 28 17:57:17.445001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-6bbfbecc-50f9-436e-abbf-69996b1e615f service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255764 Jul 28 17:57:17.478510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1a63a238-7812-4d85-a139-6ccda0626e1b None None] Provisioning complete for port 21e0da04-74c2-4015-af03-d650314b9d0f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:17.478881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a63a238-7812-4d85-a139-6ccda0626e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.566101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.574881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.578639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ffedfb3-d96e-43f2-b949-0fc1b268d2b2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7692568 Jul 28 17:57:17.578932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:17.588109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.618128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:17.694579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-823c6693-0c02-43d2-b859-2a0248779018 req-f7d929e0-11b4-4f7a-a2ad-fa99e572a925 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363815 Jul 28 17:57:17.774383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.777186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.778554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa741871-97d6-49b2-8730-2df8564b537a HTTP/1.1" status: 204 len: 168 time: 0.4668918 Jul 28 17:57:17.792244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b0adf-f610-476e-b4dc-ef1b4fb517bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa741871-97d6-49b2-8730-2df8564b537a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:17.814475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Made reservation on behalf of d4be8c96e238435696e8b27fcf75a4f1 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:17.819818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.834559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.901783 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:15Z', 'revision_number': 3, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:17.942378 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:17.943137 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Updating router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 port 23575b22-e59e-4726-8c12-1968bf582752 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:17.981795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:17.982025 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.083262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.149806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.197509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.199915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 21e0da04-74c2-4015-af03-d650314b9d0f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:18.269976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Allocated IP 192.168.233.162 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/a2347984-f04e-4440-b3ed-7702e03e96cb) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:18.304534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 21e0da04-74c2-4015-af03-d650314b9d0f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:18.305100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.392210 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.421510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Allocated IP 172.20.0.1 (6129e79d-4911-451d-8031-4800bf02a0e2/da8a4607-0e59-46b5-9d9e-e11f798041a0/b81b4ffe-8a26-4c5f-8fd7-813efae27cf0) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:18.423305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Transition to ACTIVE for port object 23575b22-e59e-4726-8c12-1968bf582752 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:18.502171 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.510654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b00e74-2efb-45dd-b645-d6537831975c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:18.516201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.536273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a518-6246-408a-98b7-f445bb5fcaf0 req-cfa6f556-10fc-443b-9626-0fe2d76ac1fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:18.544198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2df1a518-6246-408a-98b7-f445bb5fcaf0 req-cfa6f556-10fc-443b-9626-0fe2d76ac1fb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.1317141 Jul 28 17:57:18.565021 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Pushing event updated for resources: {'Port': ['ID=23575b22-e59e-4726-8c12-1968bf582752,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:18.571179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Transition to ACTIVE for port object a2347984-f04e-4440-b3ed-7702e03e96cb will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.583130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.584196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.584701 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.585210 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.585731 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Tracked resource versions report: Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: pushed versions: Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: { 'AddressGroup': {'1.2'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'ConntrackHelper': {'1.0'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Log': {'1.0'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Network': {'1.1'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Port': {'1.7'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'PortForwarding': {'1.2'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'QosPolicy': {'1.8'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SecurityGroup': {'1.4'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SubPort': {'1.0'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Subnet': {'1.1'}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Trunk': {'1.1'}} Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: consumer versions: Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: { DHCP agent@n-d-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: HyperV agent@n-h1-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: HyperV agent@n-h2-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: L3 agent@n-d-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: Metadata agent@n-d-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: Metering agent@n-d-778550-5: {}, Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: Open vSwitch agent@n-d-778550-5: { 'AddressGroup': '1.2', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'ConntrackHelper': '1.0', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Log': '1.0', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Network': '1.1', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Port': '1.7', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'PortForwarding': '1.2', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'QosPolicy': '1.8', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SecurityGroup': '1.4', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SecurityGroupRule': '1.2', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'SubPort': '1.0', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Subnet': '1.1', Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: 'Trunk': '1.1'}} Jul 28 17:57:18.587046 n-d-778550-5 neutron-server[101109]: {{(pid=101109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:57:18.593652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Attempting to bind port 23575b22-e59e-4726-8c12-1968bf582752 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:18.594435 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Attempting to bind port 23575b22-e59e-4726-8c12-1968bf582752 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:18.595593 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Attempting to bind port 23575b22-e59e-4726-8c12-1968bf582752 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:18.597317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2df1a518-6246-408a-98b7-f445bb5fcaf0 req-1012d7cc-94a3-404f-88fc-44d5fb5b484b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Bound port: 23575b22-e59e-4726-8c12-1968bf582752, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:18.610918 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.613278 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.639981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Transition to ACTIVE for port object b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:18.674890 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] For port 23575b22-e59e-4726-8c12-1968bf582752, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:18.679924 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] For port 23575b22-e59e-4726-8c12-1968bf582752, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23575b22-e59e-4726-8c12-1968bf582752,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:18.745275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.745442 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.790140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.830400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:18.841166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:18.842248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:18.842872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:18.843642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40034) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:18.844781 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5103d-ea81-4cf2-84c7-a48a27aa41d8 None None] Pushing event updated for resources: {'Port': ['ID=23575b22-e59e-4726-8c12-1968bf582752,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:18.848096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:18.854795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:18.855513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.889358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Pushing event updated for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:18.931968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43e0-674a-4f9a-8634-d1b0b3eb5434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:18.965250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf580b-333f-47e1-a58d-6bd83fae206d req-57db76de-6f33-4792-93cf-d733f75964d2 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:18.967587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7caf580b-333f-47e1-a58d-6bd83fae206d req-57db76de-6f33-4792-93cf-d733f75964d2 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 936 time: 0.0873799 Jul 28 17:57:18.977950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:18.980708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-e711065f-6736-4c3c-991f-ebe7c44bd727 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948071 Jul 28 17:57:19.009872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:19.012475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:19.014423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:19.031839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:19.032334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.061447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-26bfaaa0-1f48-47c0-aba9-b1c62c6af95d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7480235 Jul 28 17:57:19.080977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Request body: {'port': {'device_id': '96835cf6-0463-4a97-928b-871501ffe3bb', 'device_owner': 'compute:tempest-test_az-220887757', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:19.214565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.272249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7caf580b-333f-47e1-a58d-6bd83fae206d req-00525f2e-00fa-4bac-bd53-b62d415ca7d5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929537 Jul 28 17:57:19.279496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-cf0541cd-476f-490e-b3cf-b93f3e1ba4f5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:19.281198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-cf0541cd-476f-490e-b3cf-b93f3e1ba4f5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987251 Jul 28 17:57:19.340959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-30fcb46b-6f86-4f8e-860d-be2ae6129a78 None None] Provisioning for port a2347984-f04e-4440-b3ed-7702e03e96cb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:19.349296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-30fcb46b-6f86-4f8e-860d-be2ae6129a78 None None] Provisioning complete for port a2347984-f04e-4440-b3ed-7702e03e96cb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:19.349296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-30fcb46b-6f86-4f8e-860d-be2ae6129a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.352326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-ea3b93ee-dada-4ef6-b2d4-8052931137f6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/quotas/1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 375 time: 0.0350254 Jul 28 17:57:19.404166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.435818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-30fcb46b-6f86-4f8e-860d-be2ae6129a78 None None] Port a2347984-f04e-4440-b3ed-7702e03e96cb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:19.486416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-c4e4fd82-1cb7-4ce4-add1-1e484c7ce6e1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118751 Jul 28 17:57:19.503719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:15Z', 'revision_number': 3, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:19.539263 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31082ba-4892-42ef-84b0-a330fe39e922 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:15Z', 'revision_number': 3, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:19.632175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52ec8914-3e04-405c-853d-ee7c70ed2b78 None None] Provisioning for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:19.639023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52ec8914-3e04-405c-853d-ee7c70ed2b78 None None] Provisioning complete for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:19.639439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52ec8914-3e04-405c-853d-ee7c70ed2b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.650902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43e0-674a-4f9a-8634-d1b0b3eb5434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.742585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-52ec8914-3e04-405c-853d-ee7c70ed2b78 None None] Port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:19.830774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.891661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78da33-4002-48eb-887f-fc722a5326fb req-aa162165-4dec-4b51-9e72-d98c09a5b0c3 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:19.894265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad78da33-4002-48eb-887f-fc722a5326fb req-aa162165-4dec-4b51-9e72-d98c09a5b0c3 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.0579274 Jul 28 17:57:19.919662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43e0-674a-4f9a-8634-d1b0b3eb5434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.974458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0d1e43e0-674a-4f9a-8634-d1b0b3eb5434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bda88e33b3444339861d33eeedf306ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274047 Jul 28 17:57:19.977360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:19.978266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.007179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:20.033782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e43e0-674a-4f9a-8634-d1b0b3eb5434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f811b103-a570-4b5b-a9cd-dba92bbc3796,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:20.184638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2347984-f04e-4440-b3ed-7702e03e96cb {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:20.197711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.220116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Transition to ACTIVE for port object a2347984-f04e-4440-b3ed-7702e03e96cb will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:20.288630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.294418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23575b22-e59e-4726-8c12-1968bf582752 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:20.376824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:20.392430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:20.394738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Pushing event updated for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:20.407174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:20.407327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Attempting to bind port a2347984-f04e-4440-b3ed-7702e03e96cb on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:20.407711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Attempting to bind port a2347984-f04e-4440-b3ed-7702e03e96cb by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:20.408152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Attempting to bind port a2347984-f04e-4440-b3ed-7702e03e96cb on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:20.414807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Port a2347984-f04e-4440-b3ed-7702e03e96cb on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:57:20.415113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Attempting to bind port a2347984-f04e-4440-b3ed-7702e03e96cb on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:20.421076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:20.421505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:20.421961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:20.422771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Bound port: a2347984-f04e-4440-b3ed-7702e03e96cb, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:20.423501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.443354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad78da33-4002-48eb-887f-fc722a5326fb req-a7cfd544-0c5a-4879-b1af-824e8217e937 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400441 Jul 28 17:57:20.509634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 23575b22-e59e-4726-8c12-1968bf582752 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:20.518623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 23575b22-e59e-4726-8c12-1968bf582752 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:20.519308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.533435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:20.538729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a2347984-f04e-4440-b3ed-7702e03e96cb,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:20.616036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.734555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.748621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:20.749377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.750798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2347984-f04e-4440-b3ed-7702e03e96cb HTTP/1.1" status: 200 len: 1117 time: 1.6787674 Jul 28 17:57:20.751285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:20.758485 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5707ddd3-5329-49eb-bba2-e17594e80dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:20.795773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 23575b22-e59e-4726-8c12-1968bf582752, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23575b22-e59e-4726-8c12-1968bf582752,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:20.823767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db916-43b1-47e1-b10e-df962bdd2569 service neutron] Pushing event updated for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:20.840443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596436-c502-4ad3-b548-410da489e4be req-cf1906d7-b02a-422f-ac6e-c307a73826e7 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:20.841909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85596436-c502-4ad3-b548-410da489e4be req-cf1906d7-b02a-422f-ac6e-c307a73826e7 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 969 time: 0.1837180 Jul 28 17:57:20.873544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8688b729-4aa1-4ab1-b9d0-1baf59b77e9c req-35489f62-5cfa-4483-9ece-225ee4a29bd3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 210 time: 0.3300426 Jul 28 17:57:20.896517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.908136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0c3881c-fc8a-41d5-a520-c6125f3e259d None None] Provisioning complete for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:20.909530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0c3881c-fc8a-41d5-a520-c6125f3e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.957040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85596436-c502-4ad3-b548-410da489e4be req-b1441ee0-f5d5-4be3-84f9-d60845ff5a64 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044066 Jul 28 17:57:20.964101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.965644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:20.972056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3881c-fc8a-41d5-a520-c6125f3e259d None None] Port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:20.995102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-ac206db0-4cf1-4876-808b-49169672b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:20.996798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-ac206db0-4cf1-4876-808b-49169672b540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 1120 time: 0.0872662 Jul 28 17:57:21.108833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-b7c815c4-b1e2-4fef-97fe-bc70fbdd4d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a2347984-f04e-4440-b3ed-7702e03e96cb HTTP/1.1" status: 200 len: 217 time: 0.1008856 Jul 28 17:57:21.111324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:57:21.126600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=23575b22-e59e-4726-8c12-1968bf582752,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:21.189620 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb026f5-7178-481e-8f93-f31530631ed4 x-openstack-request-id: req-fdb026f5-7178-481e-8f93-f31530631ed4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:21.190140 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:21.190532 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdb026f5-7178-481e-8f93-f31530631ed4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:21.191060 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb', 'status': 'completed', 'code': 200} Jul 28 17:57:21.211937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-a912970c-1f44-4666-875b-e2f8766395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:21.211937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-a912970c-1f44-4666-875b-e2f8766395c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0915904 Jul 28 17:57:21.267911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-7e90df55-334d-4ad6-aa34-ff0a96561a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:21.270132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-7e90df55-334d-4ad6-aa34-ff0a96561a0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481157 Jul 28 17:57:21.317791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:21.320356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:21.321739 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f811b103-a570-4b5b-a9cd-dba92bbc3796 HTTP/1.1" status: 204 len: 168 time: 1.1149988 Jul 28 17:57:21.333600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a958856-a31b-4206-9094-1b9a11fec1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f811b103-a570-4b5b-a9cd-dba92bbc3796,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:21.338775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:21.377863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-045c6053-820f-454c-b823-7bbf220b7ed7 admin admin] 10.222.0.25 "PUT /v2.0/routers/e45c166d-42e8-4a92-b8c2-c0aa38db25d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7978520 Jul 28 17:57:21.381326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-a7c20d97-ac74-495f-8520-f5c32a5af833 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034667 Jul 28 17:57:21.550711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21eace5f-d99f-43b7-84cc-a7733d488b8e req-53082041-9634-41d6-9fe1-22d09e5a7bfc service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567914 Jul 28 17:57:21.604691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8664629-26f5-4b0d-8cf2-a78c7594c3c2 req-0fa4a2d1-8010-422a-88d8-fb46488e6efe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:21.607843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8664629-26f5-4b0d-8cf2-a78c7594c3c2 req-0fa4a2d1-8010-422a-88d8-fb46488e6efe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 948 time: 0.0787296 Jul 28 17:57:21.651888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8664629-26f5-4b0d-8cf2-a78c7594c3c2 req-42826098-08fb-45a0-8e69-a536d8e93764 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376372 Jul 28 17:57:21.691806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:21.720411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-926ab335-32fa-4c5f-af4f-e4ca0c4bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:21.731600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-926ab335-32fa-4c5f-af4f-e4ca0c4bb2f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 1120 time: 0.0752680 Jul 28 17:57:21.911454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:21.923636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-e5dc9573-251c-439d-b025-b0b4ca0d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:21.925323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-e5dc9573-251c-439d-b025-b0b4ca0d4fd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1845059 Jul 28 17:57:21.926836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8', 'mac_address': 'fa:16:3e:c2:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:21.970855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-683998ba-0cd8-44f6-9d38-a087a5b9fd31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a2347984-f04e-4440-b3ed-7702e03e96cb HTTP/1.1" status: 200 len: 217 time: 0.0361156 Jul 28 17:57:21.972853 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:21.988750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:22.023995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:22.069256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e10c31ed-66f6-4f68-88fb-08c30ca38d05 req-c1b4710e-112d-48b8-ba71-88d42d991a18 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 210 time: 0.0381563 Jul 28 17:57:22.078987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-8da8e32a-7041-42e7-beb4-6f56a1b3d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:22.086607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-8da8e32a-7041-42e7-beb4-6f56a1b3d646 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1010182 Jul 28 17:57:22.106169 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:22.155852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-2a306dde-471e-4a14-9222-a49e62356664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:22.161841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-2a306dde-471e-4a14-9222-a49e62356664 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711837 Jul 28 17:57:22.213579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:22.226666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23575b22-e59e-4726-8c12-1968bf582752 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:22.281135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:22.281821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:22.288978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-ef85fb5f-737d-4298-8ba6-9ec797e49042 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197639 Jul 28 17:57:22.339855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:22.385087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b9464-3c88-46d8-b8da-8ba8d9a57d95 req-0cd49111-2900-49cf-932f-99e8eb8af04f tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:22.386596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e26b9464-3c88-46d8-b8da-8ba8d9a57d95 req-0cd49111-2900-49cf-932f-99e8eb8af04f tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 969 time: 0.0967350 Jul 28 17:57:22.436004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 23575b22-e59e-4726-8c12-1968bf582752 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:22.437463 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:22.454204 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5707ddd3-5329-49eb-bba2-e17594e80dc5 req-319c6c3d-fda7-487c-9161-114daba2feac service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553974 Jul 28 17:57:22.463821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e26b9464-3c88-46d8-b8da-8ba8d9a57d95 req-98d2c87a-189e-4c89-b194-72d0370cb1ad tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Jul 28 17:57:22.476906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:22.575026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:22.813819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6541602-adff-4bfa-a724-1e011a32d4c4 req-0c0434a4-e131-4b3e-bffc-85a602adbd81 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:22.815457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6541602-adff-4bfa-a724-1e011a32d4c4 req-0c0434a4-e131-4b3e-bffc-85a602adbd81 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 949 time: 0.0691428 Jul 28 17:57:22.847043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.35', 52857) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:22.877367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6541602-adff-4bfa-a724-1e011a32d4c4 req-853ec233-d3d1-4c7a-a37c-7e24a13ec824 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Jul 28 17:57:22.887085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-547880c7-989a-48c0-b9b8-8b7fbb053689 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283241 Jul 28 17:57:23.025374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-b75d03e1-32a6-465e-8d2c-10887b862ef7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:23.027490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-b75d03e1-32a6-465e-8d2c-10887b862ef7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381834 Jul 28 17:57:23.074108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 2, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:23.094907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Request body: {'port': {'device_id': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '1a8ef73f96144e228d497181c57b9c7f'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:23.120911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:23.120911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Updating router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:23.151507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.171917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40180) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:23.216935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40184) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:23.223430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-network', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:23.287732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b802490a-c6a2-42cc-b3b4-d2b76002833a req-be768dea-1189-4cd1-bab5-d27896be066b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 210 time: 0.0726972 Jul 28 17:57:23.391514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Made reservation on behalf of 1f1ebe12961443b081f789a578c1bd22 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:23.394591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.417826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.436482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2050da1d-ea34-4bed-9da3-5af588bf8976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.508013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Made reservation on behalf of 1a8ef73f96144e228d497181c57b9c7f for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:23.512366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.541648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.574193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Transition to ACTIVE for port object b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:23.592231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.617308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009007-1fed-49b0-b283-36916256e124 req-a53c5997-4c2a-4fc2-8d14-2a9f8d026b75 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:23.619082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58009007-1fed-49b0-b283-36916256e124 req-a53c5997-4c2a-4fc2-8d14-2a9f8d026b75 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 969 time: 0.0641630 Jul 28 17:57:23.662131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.675617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.689066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58009007-1fed-49b0-b283-36916256e124 req-58db25c6-d91c-44a1-b0b1-c9d2e6a93403 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627513 Jul 28 17:57:23.701598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:23.757059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.761572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c9249-1db3-4fce-bb33-6efce1da929c None None] Pushing event updated for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:23.816482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:57:23.843648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Attempting to bind port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:23.843993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Attempting to bind port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:23.844344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Attempting to bind port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:23.845960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1491baa9-3392-4422-805e-e18a59b8a17d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:23.850930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.851662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:23.851783 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Added segment e2ef1a1a-f102-4330-81c3-0c0399e5d1af of type vlan for network 47d15852-f80b-49b5-b84b-fce4b45ec93e Jul 28 17:57:23.851887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Checking segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:23.851887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.852098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Bound using segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:23.852585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Bound port: b81b4ffe-8a26-4c5f-8fd7-813efae27cf0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:23.853235 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.880644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:23.895145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:23.898680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:23.902691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.916889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:23.939597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2050da1d-ea34-4bed-9da3-5af588bf8976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.017854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2050da1d-ea34-4bed-9da3-5af588bf8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.037486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] For port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:24.041000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] For port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:24.053962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.061047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:24.062750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.075799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050da1d-ea34-4bed-9da3-5af588bf8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1141365b-0ce3-473f-8dd4-c7db92b6ff47,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.082080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2050da1d-ea34-4bed-9da3-5af588bf8976 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4157c78b4a364b4688a6c9cd11bbfd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9088206 Jul 28 17:57:24.085492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:24.098205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.122472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.148523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-network', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:24.187057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.199911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f08e-3100-4811-9f62-7bf7a12b197a req-53670a30-0b0a-4389-bf68-7cd973fff9b9 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:24.209249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d241f08e-3100-4811-9f62-7bf7a12b197a req-53670a30-0b0a-4389-bf68-7cd973fff9b9 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 949 time: 0.2424982 Jul 28 17:57:24.214691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:24.241376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.243792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] Pushing event updated for resources: {'Network': ['ID=47d15852-f80b-49b5-b84b-fce4b45ec93e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.304617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d241f08e-3100-4811-9f62-7bf7a12b197a req-1e70b8c7-0112-4a0b-a8d8-88264c2012fd tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Jul 28 17:57:24.308934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:57:24.341684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:24.366678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:24.367340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:24.424987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.435185 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3a78d9-586f-422c-8140-15104ea641cb" -d '{"events": [{"server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "name": "network-vif-plugged", "status": "completed", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:24.450051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.452416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.467896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.477454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1141365b-0ce3-473f-8dd4-c7db92b6ff47 HTTP/1.1" status: 204 len: 168 time: 0.3855116 Jul 28 17:57:24.483189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a20e802-042f-4ea7-8fb1-a43d6e590e05 req-c2188140-9dbe-4b8e-818e-219ade09977a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 210 time: 0.0564957 Jul 28 17:57:24.506263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c9249-1db3-4fce-bb33-6efce1da929c None None] Pushing event updated for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.512756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.524523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ba49-e4bc-4fe3-b8f6-c59316bc3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141365b-0ce3-473f-8dd4-c7db92b6ff47,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.584535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.647817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-29bffef4-e483-46fa-ada7-fba571291100 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4291980 Jul 28 17:57:24.647976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:24.666061 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b55e7-6bdf-4edd-ab01-67e2ba97e6a3 x-openstack-request-id: req-d21b55e7-6bdf-4edd-ab01-67e2ba97e6a3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:24.666385 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "name": "network-vif-plugged", "status": "completed", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:24.666637 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d21b55e7-6bdf-4edd-ab01-67e2ba97e6a3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:24.667128 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8', 'code': 200} Jul 28 17:57:24.670124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Request body: {'subnet': {'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-subnet', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:24.717037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:24.729207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:24.747156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Made reservation on behalf of 50d2d7144e844ea0b6b9c6533b35f41e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:24.749566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.792400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:24.868780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Allocated IP 192.168.233.47 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/410822b5-c073-406f-9fe3-40bc080b86e7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:24.898968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae34639-4f67-4263-b8cf-472db03afff9 req-b9679eb1-5d91-4a80-a007-89e9367f08fd tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:24.900634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aae34639-4f67-4263-b8cf-472db03afff9 req-b9679eb1-5d91-4a80-a007-89e9367f08fd tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 969 time: 0.0997632 Jul 28 17:57:24.965624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-6e3c12de-c9b9-4cbb-bcf6-891f21f3f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:24.973240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-6e3c12de-c9b9-4cbb-bcf6-891f21f3f20b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 1101 time: 0.1909215 Jul 28 17:57:24.992597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aae34639-4f67-4263-b8cf-472db03afff9 req-8f4b3b61-ad29-4fc0-aa99-4231b8704fee tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793161 Jul 28 17:57:25.043531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Made reservation on behalf of 1f1ebe12961443b081f789a578c1bd22 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:25.046034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.049239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-43ba74e0-56ec-4833-af6d-88f3e86492c2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.119768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:24Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:25.143296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.164968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Transition to ACTIVE for port object 410822b5-c073-406f-9fe3-40bc080b86e7 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:25.183417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afea04a-6e88-49a1-aa7b-a78d0ab76610 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:24Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:25.302640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40258) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:25.341027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.351652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.436318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:25.441948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:25.444729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:25.464769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e3-7e61-48ad-baad-1e395b691bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.472352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:25.476983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:25.477662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.499215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.541844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:25.620664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055df4da-548a-432d-b534-67e51fa7036e req-23040077-0b6e-46d5-b316-000c68c134bc tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:25.624085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-055df4da-548a-432d-b534-67e51fa7036e req-23040077-0b6e-46d5-b316-000c68c134bc tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.1931069 Jul 28 17:57:25.626934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.642836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:57:25.681019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a2347984-f04e-4440-b3ed-7702e03e96cb details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:25.706442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3b3ba-fc19-4183-bde9-8bc4457eefe0 req-552e8c01-9478-49f4-bdcd-3154312b139a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:25.714032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05f3b3ba-fc19-4183-bde9-8bc4457eefe0 req-552e8c01-9478-49f4-bdcd-3154312b139a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 935 time: 0.1048465 Jul 28 17:57:25.727565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880eb199-53db-421d-a2ee-e90ad0f196a8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:25.732198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b858cbd0-2d3d-4207-80da-6f23d56d3a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.793137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-055df4da-548a-432d-b534-67e51fa7036e req-4707347e-9ab2-44bd-9652-1c8d6f3cc5e2 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435719 Jul 28 17:57:25.795300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.795667 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Added segment df383af3-d09b-4486-bdde-4886aa384061 of type vlan for network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 Jul 28 17:57:25.808796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05f3b3ba-fc19-4183-bde9-8bc4457eefe0 req-528f322b-6738-4ae0-9095-e59ae95d459c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866489 Jul 28 17:57:25.850465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a2347984-f04e-4440-b3ed-7702e03e96cb,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:25.862094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'a2347984-f04e-4440-b3ed-7702e03e96cb', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'a2347984-f04e-4440-b3ed-7702e03e96cb', 'mac_address': 'fa:16:3e:71:23:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-220887757', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:25.893741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83af06fb-505c-4d6a-a7d0-21e4114c1933,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:25.898935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.909584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.910301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Checking segment: {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:25.911524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Network hostable DHCP agents. Network: 47d15852-f80b-49b5-b84b-fce4b45ec93e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:57:25.930619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f5de7cf-f58b-4057-a579-3d9a89ec4567 None None] Provisioning for port 410822b5-c073-406f-9fe3-40bc080b86e7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:25.935524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2347984-f04e-4440-b3ed-7702e03e96cb {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:25.946728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f5de7cf-f58b-4057-a579-3d9a89ec4567 None None] Provisioning complete for port 410822b5-c073-406f-9fe3-40bc080b86e7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:25.947103 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f5de7cf-f58b-4057-a579-3d9a89ec4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:25.974018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-43ba74e0-56ec-4833-af6d-88f3e86492c2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.024533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.025536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:26.026140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.031185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:57:26.033430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-43ba74e0-56ec-4833-af6d-88f3e86492c2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.135065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-8b5a0044-0d90-4818-9820-172e045f8bb2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0460062 Jul 28 17:57:26.142438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 47d15852-f80b-49b5-b84b-fce4b45ec93e) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:26.165506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d23dfda5-5a4c-4756-a039-10dbf3f69b36 req-43ba74e0-56ec-4833-af6d-88f3e86492c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1835322 Jul 28 17:57:26.166111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b93439-029b-4fcf-bd9c-7b4d89df1b77 None None] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:26.174143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:26.182100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.194264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba74e0-56ec-4833-af6d-88f3e86492c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7685f9e-6873-4ac3-b2f7-6ac8af6f9e49,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.203030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] Pushing event updated for resources: {'Network': ['ID=e3eeed90-e029-49b4-9aa9-1c46bc2959d1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.216703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9c0a8-8650-41ed-a93c-c5793150be49 req-7fc78521-de22-4f51-8407-722a6ceaf86b tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:26.225462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5d9c0a8-8650-41ed-a93c-c5793150be49 req-7fc78521-de22-4f51-8407-722a6ceaf86b tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 969 time: 0.1489575 Jul 28 17:57:26.260841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a2347984-f04e-4440-b3ed-7702e03e96cb,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:26.260841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:57:26.305241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5d9c0a8-8650-41ed-a93c-c5793150be49 req-834275f9-caf8-46af-88a1-90237bdc344d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787640 Jul 28 17:57:26.306503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:26.318490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e3-7e61-48ad-baad-1e395b691bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.357993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de7cf-f58b-4057-a579-3d9a89ec4567 None None] Port 410822b5-c073-406f-9fe3-40bc080b86e7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:26.369265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.403273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e3-7e61-48ad-baad-1e395b691bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.446803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5c2107e3-7e61-48ad-baad-1e395b691bf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98e3a37a81c04e6bb44e86e898c49b81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031636 Jul 28 17:57:26.447932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2107e3-7e61-48ad-baad-1e395b691bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d951f6d-a10a-48a2-8302-836b89bfc4e4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.449516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:26.463312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6196faa-9f6f-4a2d-84c8-a26e7371abc9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8129942 Jul 28 17:57:26.469916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:26.475495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:26.495435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd9deeac-944d-4312-bfea-4330eed62f1d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5539165 Jul 28 17:57:26.509399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40276) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:26.521006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Request body: {'subnet': {'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-subnet', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:26.531684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.542458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-47d15852-f80b-49b5-b84b-fce4b45ec93e', 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'fixed_ips': [{'subnet_id': '83af06fb-505c-4d6a-a7d0-21e4114c1933'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:57:26.543333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.552602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.577564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.647537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:26.663540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:26.664070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.697159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a2347984-f04e-4440-b3ed-7702e03e96cb'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:26.705505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.708073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.709234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d951f6d-a10a-48a2-8302-836b89bfc4e4 HTTP/1.1" status: 204 len: 168 time: 0.2575319 Jul 28 17:57:26.717224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeca831-0f5c-4d94-a40f-cb96fc2df8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d951f6d-a10a-48a2-8302-836b89bfc4e4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.747012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b858cbd0-2d3d-4207-80da-6f23d56d3a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.812472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Allocated IP 172.20.0.2 (47d15852-f80b-49b5-b84b-fce4b45ec93e/83af06fb-505c-4d6a-a7d0-21e4114c1933/82399663-b801-42f0-951c-d77fd58753a5) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:26.818394 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b858cbd0-2d3d-4207-80da-6f23d56d3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.864246 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b858cbd0-2d3d-4207-80da-6f23d56d3a64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2555cb85071b4fe9a14454d61c682fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5596874 Jul 28 17:57:26.866261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40284) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:26.870433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 17:57:26.870433 n-d-778550-5 neutron-server[101105]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 17:57:26.870433 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id': '1f1ebe12961443b081f789a578c1bd22', 'id': '2777e99d-30b6-47a1-a8f1-7a90eeebf1cd', 'expiration': datetime.datetime(2021, 7, 28, 17, 59, 26, 826359)}] Jul 28 17:57:26.870433 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:57:26.871816 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:57:26.886134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858cbd0-2d3d-4207-80da-6f23d56d3a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d12c2-8720-4433-b33a-23a8fd227476,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:26.939561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:26.951878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Made reservation on behalf of 50d2d7144e844ea0b6b9c6533b35f41e for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:26.954142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.029084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:27.043472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380a815-1271-49a5-84fb-26b929496b81 req-ae37c06d-be74-4593-8582-93b811ceb441 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:27.044416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.059450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2380a815-1271-49a5-84fb-26b929496b81 req-ae37c06d-be74-4593-8582-93b811ceb441 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.0991366 Jul 28 17:57:27.088551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.095172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.119018 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2380a815-1271-49a5-84fb-26b929496b81 req-7eb13dcf-a283-4198-bf88-5c20e0fb26ad tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485215 Jul 28 17:57:27.135208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.144839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edad92-6931-42ee-96ce-7ff1fde20b2b req-a99bdcfe-314a-4866-99ca-6b8f895ee8ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:27.146719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5edad92-6931-42ee-96ce-7ff1fde20b2b req-a99bdcfe-314a-4866-99ca-6b8f895ee8ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 935 time: 0.2286961 Jul 28 17:57:27.168773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:27.192121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5edad92-6931-42ee-96ce-7ff1fde20b2b req-b9c002a8-daaf-4c70-8eca-a85ac3a9b7fd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360620 Jul 28 17:57:27.265153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Transition to ACTIVE for port object 82399663-b801-42f0-951c-d77fd58753a5 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:27.270449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.270449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.273928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f13d12c2-8720-4433-b33a-23a8fd227476 HTTP/1.1" status: 204 len: 168 time: 0.4042988 Jul 28 17:57:27.287668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Transition to ACTIVE for port object 82399663-b801-42f0-951c-d77fd58753a5 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:27.294185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f524-7ff7-4041-984d-951ad14e6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d12c2-8720-4433-b33a-23a8fd227476,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:27.402635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.436929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a882b2-a54d-43ba-a8c7-04c76d16320c req-0f3bf0d1-c3de-4eae-b894-5a3210394795 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:27.443664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:27.444865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6a882b2-a54d-43ba-a8c7-04c76d16320c req-0f3bf0d1-c3de-4eae-b894-5a3210394795 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 970 time: 0.0687842 Jul 28 17:57:27.449780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:27.455443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:27.465297 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.473003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Pushing event updated for resources: {'Port': ['ID=82399663-b801-42f0-951c-d77fd58753a5,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:27.489871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.491278 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.528938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6a882b2-a54d-43ba-a8c7-04c76d16320c req-c2e975e7-7467-4025-ba2f-575a0718b2da tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831800 Jul 28 17:57:27.545586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Attempting to bind port 82399663-b801-42f0-951c-d77fd58753a5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:27.546144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Attempting to bind port 82399663-b801-42f0-951c-d77fd58753a5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:27.546994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Attempting to bind port 82399663-b801-42f0-951c-d77fd58753a5 on network 47d15852-f80b-49b5-b84b-fce4b45ec93e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Checking segment: {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Bound using segment: {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Bound port: 82399663-b801-42f0-951c-d77fd58753a5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:27.558196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.574293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9966b571-5d90-4114-b701-3e650cd9c5b3,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:27.585763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Checking segment: {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:27.586364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Network hostable DHCP agents. Network: e3eeed90-e029-49b4-9aa9-1c46bc2959d1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:57:27.598132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.641918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] For port 82399663-b801-42f0-951c-d77fd58753a5, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:27.645086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] For port 82399663-b801-42f0-951c-d77fd58753a5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82399663-b801-42f0-951c-d77fd58753a5,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:27.672051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:57:27.681911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a2347984-f04e-4440-b3ed-7702e03e96cb up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:27.718120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.780677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, e3eeed90-e029-49b4-9aa9-1c46bc2959d1) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:27.782291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7060-1d7a-48bf-8e99-008d25cf6018 None None] Pushing event updated for resources: {'Port': ['ID=82399663-b801-42f0-951c-d77fd58753a5,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:27.786894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:27.790276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.799692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f170d-b2e2-45b6-b0b1-59d5eb62e68b None None] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:27.833358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:27.866149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66b8b89d-a945-4cf1-8e8d-48c13fab4cf2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3556058 Jul 28 17:57:27.868855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:27.874031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:27.952060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port a2347984-f04e-4440-b3ed-7702e03e96cb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:27.979868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port a2347984-f04e-4440-b3ed-7702e03e96cb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:27.980761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.001674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.005383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'fixed_ips': [{'subnet_id': '9966b571-5d90-4114-b701-3e650cd9c5b3'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:57:28.005558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.006500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.059109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40312) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:28.097234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7af7-fa24-4278-9d48-2a4e379e1df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.309939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.364142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:28.402999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c00d-c575-487f-a917-aee73a1c9d6a req-c3da6c6c-9817-4cf2-b62d-f805e7d1ee3d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:28.406158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dab9c00d-c575-487f-a917-aee73a1c9d6a req-c3da6c6c-9817-4cf2-b62d-f805e7d1ee3d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.0923166 Jul 28 17:57:28.414342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.452817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Allocated IP 172.20.0.2 (e3eeed90-e029-49b4-9aa9-1c46bc2959d1/9966b571-5d90-4114-b701-3e650cd9c5b3/e8435630-047c-4075-89d0-93e8deab93a0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:28.458689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.491347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.521832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6e0c-a7a7-4bf6-836b-4fd3c524fd6f req-6f687a2c-60b8-4617-b495-064f056df0c8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:28.523617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a4c6e0c-a7a7-4bf6-836b-4fd3c524fd6f req-6f687a2c-60b8-4617-b495-064f056df0c8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 935 time: 0.1272421 Jul 28 17:57:28.546152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dab9c00d-c575-487f-a917-aee73a1c9d6a req-629fc959-fe12-471d-a5ee-abc79d5705ea tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Jul 28 17:57:28.585168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:28.588748 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637c89f-373c-410a-ba9c-8804de5de366" -d '{"events": [{"server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:28.611504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7af7-fa24-4278-9d48-2a4e379e1df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.655230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a2347984-f04e-4440-b3ed-7702e03e96cb,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:28.655731 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a4c6e0c-a7a7-4bf6-836b-4fd3c524fd6f req-83987372-6c29-4daf-b461-d9f022f0d483 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Jul 28 17:57:28.691286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:28.692214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.718992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7af7-fa24-4278-9d48-2a4e379e1df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.759435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.768829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:28.786916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7d6a7af7-fa24-4278-9d48-2a4e379e1df0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad45ff3998c04cd88d26f3eb03e67203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7288346 Jul 28 17:57:28.789399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40330) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:28.790256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Allocated IP 172.25.7.27 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/49a25780-175a-47a4-a2b6-c1116ebfa74d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:28.802921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7af7-fa24-4278-9d48-2a4e379e1df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c5d26f-266e-4421-97a1-2ea71fa8eb2f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:28.989575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.006101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:29.019954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460e5bd-316d-4871-a971-e161160ed230 req-d350927d-c8bd-4740-8b3c-bcb241cd935d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:29.031676 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.036024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1460e5bd-316d-4871-a971-e161160ed230 req-d350927d-c8bd-4740-8b3c-bcb241cd935d tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.2576337 Jul 28 17:57:29.058909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.060240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Transition to ACTIVE for port object e8435630-047c-4075-89d0-93e8deab93a0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:29.087189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82399663-b801-42f0-951c-d77fd58753a5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:29.088997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Transition to ACTIVE for port object e8435630-047c-4075-89d0-93e8deab93a0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:29.104344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.123922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.147047 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.194158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:29.211064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:29.222196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:29.241067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:29.247701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Pushing event updated for resources: {'Port': ['ID=e8435630-047c-4075-89d0-93e8deab93a0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:29.247701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 82399663-b801-42f0-951c-d77fd58753a5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:29.252866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:29.258193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:29.263290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1460e5bd-316d-4871-a971-e161160ed230 req-1b6e6357-b727-4cee-8066-60aa10089abc tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242494 Jul 28 17:57:29.335321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5cc34-1025-4a64-8734-251db9df21d0 None None] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:29.336250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Pushing event updated for resources: {'Port': ['ID=49a25780-175a-47a4-a2b6-c1116ebfa74d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:29.435456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.438029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.438605 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f6f68d-b709-417f-bfd8-821d3f5f2e2c x-openstack-request-id: req-97f6f68d-b709-417f-bfd8-821d3f5f2e2c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:29.439220 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:29.439314 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97f6f68d-b709-417f-bfd8-821d3f5f2e2c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:29.439586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93c5d26f-266e-4421-97a1-2ea71fa8eb2f HTTP/1.1" status: 204 len: 168 time: 0.6489215 Jul 28 17:57:29.439795 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb', 'code': 200} Jul 28 17:57:29.469323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Attempting to bind port e8435630-047c-4075-89d0-93e8deab93a0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:29.469861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Attempting to bind port e8435630-047c-4075-89d0-93e8deab93a0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:29.470575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Attempting to bind port e8435630-047c-4075-89d0-93e8deab93a0 on network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:29.482054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:29.482518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Checking segment: {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:29.482990 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.483500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Bound using segment: {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:29.484061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Bound port: e8435630-047c-4075-89d0-93e8deab93a0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:29.484724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.554633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Provisioning for port 82399663-b801-42f0-951c-d77fd58753a5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:29.661187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.714676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Provisioning complete for port 82399663-b801-42f0-951c-d77fd58753a5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:29.715050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.788930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] For port e8435630-047c-4075-89d0-93e8deab93a0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:29.795893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] For port e8435630-047c-4075-89d0-93e8deab93a0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e8435630-047c-4075-89d0-93e8deab93a0,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:29.815598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79f3a-93fd-4918-acc1-2b9e42af4e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c5d26f-266e-4421-97a1-2ea71fa8eb2f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:29.882692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.888973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a30519-7613-446b-a6f1-344e68bee739 req-1e6ae678-0f6b-4eb1-96f8-d27dc4718dc8 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:29.890911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06a30519-7613-446b-a6f1-344e68bee739 req-1e6ae678-0f6b-4eb1-96f8-d27dc4718dc8 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.1164916 Jul 28 17:57:29.929978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.978206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.988004 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:29.999354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06a30519-7613-446b-a6f1-344e68bee739 req-91ff6d52-df38-4810-9167-4c51e296806f tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653269 Jul 28 17:57:30.070235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba67bc-b0b0-479f-a8ae-8caf7b46805c None None] Pushing event updated for resources: {'Port': ['ID=e8435630-047c-4075-89d0-93e8deab93a0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:30.096713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.110889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] For port 82399663-b801-42f0-951c-d77fd58753a5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82399663-b801-42f0-951c-d77fd58753a5,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:30.166790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.228314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649f111-0a89-45f6-8a1a-75ebda5ac24b None None] Pushing event updated for resources: {'Port': ['ID=82399663-b801-42f0-951c-d77fd58753a5,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:30.235786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce5a8b-fcc6-4a5a-818a-cf4ca665427a req-e2bc6a8a-83e9-4b6e-8a58-57f395209fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:30.237316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d9ce5a8b-fcc6-4a5a-818a-cf4ca665427a req-e2bc6a8a-83e9-4b6e-8a58-57f395209fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 1122 time: 0.4388797 Jul 28 17:57:30.285202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Allocated IP 172.25.7.54 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:30.311482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abc23a-ce20-460b-a110-725963721bfc req-f136bfb2-db0c-49ab-ae0c-aecbd19aa986 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:30.311667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e47eb80d-5f81-41cc-9ad9-6395aaa62678 None None] Provisioning complete for port 82399663-b801-42f0-951c-d77fd58753a5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:30.311667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e47eb80d-5f81-41cc-9ad9-6395aaa62678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.335492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8abc23a-ce20-460b-a110-725963721bfc req-f136bfb2-db0c-49ab-ae0c-aecbd19aa986 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 935 time: 0.3481007 Jul 28 17:57:30.424484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d9ce5a8b-fcc6-4a5a-818a-cf4ca665427a req-3a29bb65-8e4d-456b-b8a2-5164b2df71f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768668 Jul 28 17:57:30.488162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8abc23a-ce20-460b-a110-725963721bfc req-cf8602a9-e8e2-4176-a31e-1f7cf1b37c13 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515605 Jul 28 17:57:30.523055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed570280-e114-4a2a-8b96-994e7e7071bf req-116a1e7f-d2a1-482d-bd25-4681746a1399 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:30.524614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed570280-e114-4a2a-8b96-994e7e7071bf req-116a1e7f-d2a1-482d-bd25-4681746a1399 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.0716197 Jul 28 17:57:30.547806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:30.555443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.566298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a79ef0ea-39ee-41fe-94bc-13ee9f79667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.586782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed570280-e114-4a2a-8b96-994e7e7071bf req-b4b509ab-0418-40db-8866-ac2f5c0be011 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537705 Jul 28 17:57:30.624573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Router 0c47e706-d3cd-4314-918d-542528b52806 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:57:30.665432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40364) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:30.700272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.740153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:30.745423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:30.748401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:30.753758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a79ef0ea-39ee-41fe-94bc-13ee9f79667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.757779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Pushing event updated for resources: {'Port': ['ID=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:30.768531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:30.779744 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Sync routers for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:30.793510 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:30.794137 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:30.838706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a79ef0ea-39ee-41fe-94bc-13ee9f79667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.839216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc6a34b3-9af9-4efc-b956-99bed6907976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.884260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a79ef0ea-39ee-41fe-94bc-13ee9f79667b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=272fdd173fd340419825bc6aa0a078ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353961 Jul 28 17:57:30.887463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:30.893775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef0ea-39ee-41fe-94bc-13ee9f79667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147df5a5-3f5d-4532-a033-6e7a945fc537,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:30.916240 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:30.941047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.946101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40370) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:30.946625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95f76bf8-963c-475e-8d95-ed7736cc2400 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4755313 Jul 28 17:57:30.966792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:30.992878 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.120483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.125074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.126495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/147df5a5-3f5d-4532-a033-6e7a945fc537 HTTP/1.1" status: 204 len: 168 time: 0.2379756 Jul 28 17:57:31.133002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:29Z', 'revision_number': 3, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:31.137668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb2d08-f248-43d4-8bb7-f9a9c1a5ab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147df5a5-3f5d-4532-a033-6e7a945fc537,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:31.164623 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Checking router: 0c47e706-d3cd-4314-918d-542528b52806 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:31.165114 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Updating router 0c47e706-d3cd-4314-918d-542528b52806 port 49a25780-175a-47a4-a2b6-c1116ebfa74d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:31.197857 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.241914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1a770-8381-4594-bd4c-3b76c2a93fbc None None] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:31.291417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-ed3fd5bf-4b05-4577-9a59-fa8ccc7f53f1 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:31.292920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-ed3fd5bf-4b05-4577-9a59-fa8ccc7f53f1 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 1101 time: 0.2865996 Jul 28 17:57:31.314200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b8da-10d3-4ede-ad19-6f554d062b13 req-3b31a1fc-7c60-48e8-b08b-15d8bc23cb25 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:31.322001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47f2b8da-10d3-4ede-ad19-6f554d062b13 req-3b31a1fc-7c60-48e8-b08b-15d8bc23cb25 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.2083268 Jul 28 17:57:31.432148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e5431e34-c401-4ba8-91bf-2358e39e2c96 None None] Provisioning for port e8435630-047c-4075-89d0-93e8deab93a0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:31.454645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.534770 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.549626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Transition to ACTIVE for port object 49a25780-175a-47a4-a2b6-c1116ebfa74d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:31.584626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc6a34b3-9af9-4efc-b956-99bed6907976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.591797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47f2b8da-10d3-4ede-ad19-6f554d062b13 req-525084d5-f6b5-434a-b554-618b3b84776d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690368 Jul 28 17:57:31.638841 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.697773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc6a34b3-9af9-4efc-b956-99bed6907976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.698035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4b5c-77b3-4de9-be3f-13e15e60989f req-5bce5cce-6f15-4f7b-8c3b-7259c42c9a63 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:31.698983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c0d4b5c-77b3-4de9-be3f-13e15e60989f req-5bce5cce-6f15-4f7b-8c3b-7259c42c9a63 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 935 time: 0.1099520 Jul 28 17:57:31.723792 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab19808-4915-4c3a-b31c-20824a82daed None None] Pushing event updated for resources: {'Port': ['ID=49a25780-175a-47a4-a2b6-c1116ebfa74d,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:31.762258 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Attempting to bind port 49a25780-175a-47a4-a2b6-c1116ebfa74d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:31.762637 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Attempting to bind port 49a25780-175a-47a4-a2b6-c1116ebfa74d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:31.763005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Attempting to bind port 49a25780-175a-47a4-a2b6-c1116ebfa74d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:31.769539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:31.770653 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:31.771229 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.771802 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:31.772492 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Bound port: 49a25780-175a-47a4-a2b6-c1116ebfa74d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:31.773029 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.776121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c0d4b5c-77b3-4de9-be3f-13e15e60989f req-07bd87c2-7925-4e1c-9dca-2e21daee6331 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651259 Jul 28 17:57:31.829968 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] For port 49a25780-175a-47a4-a2b6-c1116ebfa74d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:31.834079 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] For port 49a25780-175a-47a4-a2b6-c1116ebfa74d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=49a25780-175a-47a4-a2b6-c1116ebfa74d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:31.893921 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:31.917125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-edd15b9c-ae40-4ee8-b6dc-dc0f45ac65a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:57:31.918121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-edd15b9c-ae40-4ee8-b6dc-dc0f45ac65a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Jul 28 17:57:31.966322 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:31.967336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:32.006698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab19808-4915-4c3a-b31c-20824a82daed None None] Pushing event updated for resources: {'Port': ['ID=49a25780-175a-47a4-a2b6-c1116ebfa74d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:32.015031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc6a34b3-9af9-4efc-b956-99bed6907976 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd655ffb71fe4aaca3208c99ad14cef3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460879 Jul 28 17:57:32.018630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40390) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:32.054420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a34b3-9af9-4efc-b956-99bed6907976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6478c0c-eb69-4caf-9cd1-59b92e5bf018,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:32.073037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Deleting port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:32.073829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.111329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Request body: {'port': {'device_id': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:32.131283 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:32.191649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.229752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.236301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.301562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e8435630-047c-4075-89d0-93e8deab93a0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:32.307087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea91e3-4562-4d95-99fb-a1fab7b485c4 req-a9db3ad5-ffb9-4df3-b159-83614b002ff2 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:32.316305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00ea91e3-4562-4d95-99fb-a1fab7b485c4 req-a9db3ad5-ffb9-4df3-b159-83614b002ff2 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.5466275 Jul 28 17:57:32.339932 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:29Z', 'revision_number': 3, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:32.375515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa6cd9-a2fb-4e24-b56d-0f84b94128da None None] The sync data for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 is: [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:29Z', 'revision_number': 3, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:32.397558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] For port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:32.397925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.447024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Calling delete_port for 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:32.471528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e8435630-047c-4075-89d0-93e8deab93a0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:32.471528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e8435630-047c-4075-89d0-93e8deab93a0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:32.471861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.488971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00ea91e3-4562-4d95-99fb-a1fab7b485c4 req-b2a6644e-2497-41de-b30e-1aa36b2e0814 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687315 Jul 28 17:57:32.493035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.632215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.638185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.638185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6478c0c-eb69-4caf-9cd1-59b92e5bf018 HTTP/1.1" status: 204 len: 168 time: 0.6152279 Jul 28 17:57:32.640205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.688569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port e8435630-047c-4075-89d0-93e8deab93a0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e8435630-047c-4075-89d0-93e8deab93a0,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:32.755008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1780a-a322-4720-9d9b-9c36a36a8b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6478c0c-eb69-4caf-9cd1-59b92e5bf018,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:32.779017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.781082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82399663-b801-42f0-951c-d77fd58753a5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:32.807054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-a5157610-c315-4eec-9a30-0f5568680830 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:32.808657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-a5157610-c315-4eec-9a30-0f5568680830 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 1122 time: 0.1797416 Jul 28 17:57:32.919840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410822b5-c073-406f-9fe3-40bc080b86e7 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:32.938076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-2f2f81e4-27f2-4237-bc58-ee559c95da60 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.944882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=e8435630-047c-4075-89d0-93e8deab93a0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:32.947714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.955476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.959159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 82399663-b801-42f0-951c-d77fd58753a5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:32.959766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:32.963420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109dacd-ea8c-47d7-962f-ac9d35b15309 req-a86d25c2-b124-4f18-83ae-a02f46ae05b1 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:32.967886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f109dacd-ea8c-47d7-962f-ac9d35b15309 req-a86d25c2-b124-4f18-83ae-a02f46ae05b1 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 950 time: 0.1985049 Jul 28 17:57:33.076693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-2f2f81e4-27f2-4237-bc58-ee559c95da60 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.133673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Transition to ACTIVE for port object 410822b5-c073-406f-9fe3-40bc080b86e7 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:33.156443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-2f2f81e4-27f2-4237-bc58-ee559c95da60 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.172017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.182599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:33.205849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12ffd82d-d2cd-418d-b136-12ebc50b345e req-2f2f81e4-27f2-4237-bc58-ee559c95da60 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683527 Jul 28 17:57:33.208983 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.224925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f81e4-27f2-4237-bc58-ee559c95da60 tempest-AggregatesAdminTestJSON-1945494255 tempest-AggregatesAdminTestJSON-1945494255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3274c5-d486-48df-94c5-1c269b12c741,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:33.310759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f109dacd-ea8c-47d7-962f-ac9d35b15309 req-1f3c5b4f-e78c-4c88-8dbf-e9c86483db5f tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161869 Jul 28 17:57:33.398886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:33.402194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:33.415054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:33.416923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:33.416923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:33.423274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:57:33.423792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:33.433519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] No DVR routers for this DVR port 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:57:33.433519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Router e48bce00-6fe5-4901-a8de-980a9ddda4d6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:57:33.442930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.448644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de626041-b78c-445b-92a9-5ad99f1891e7 req-8edfb6aa-b2d4-4711-9502-f60c2d55d499 tempest-DeleteServersAdminTestJSON-2051698670 tempest-DeleteServersAdminTestJSON-2051698670-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 HTTP/1.1" status: 204 len: 173 time: 2.1374097 Jul 28 17:57:33.448644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'name': 'network-vif-deleted', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:33.449058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc03eb-9059-4f27-9f56-54d44d86df75 req-92bfaa3f-b9fb-4326-b470-f7b110c1db2d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:33.449139 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca34e0b-6243-48f2-8c28-9d28014378ff" -d '{"events": [{"server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "name": "network-vif-deleted", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:33.449226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1bc03eb-9059-4f27-9f56-54d44d86df75 req-92bfaa3f-b9fb-4326-b470-f7b110c1db2d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.0982139 Jul 28 17:57:33.449226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:33.449951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:33.450843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:33.451367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Bound port: 410822b5-c073-406f-9fe3-40bc080b86e7, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:33.451837 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.633295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:33.638553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:33.647981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Allocated IP 172.20.0.1 (47d15852-f80b-49b5-b84b-fce4b45ec93e/83af06fb-505c-4d6a-a7d0-21e4114c1933/fb0744d8-72e5-4dde-8268-b331695f0977) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:33.665621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1bc03eb-9059-4f27-9f56-54d44d86df75 req-b00e5cbb-e0c8-4883-931a-0f8211ca9660 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980863 Jul 28 17:57:33.685495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:33.729708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5c672bd-24b5-4cc5-9dbd-9dd252b5f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.737425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.800881 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3dddc-3ad0-4eb3-8f04-a5467277e9f4 x-openstack-request-id: req-a8d3dddc-3ad0-4eb3-8f04-a5467277e9f4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:33.801184 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117bfd83-8f77-49f4-8735-4d1e5f14dc1f", "name": "network-vif-deleted", "tag": "8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:33.801438 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8d3dddc-3ad0-4eb3-8f04-a5467277e9f4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:33.801825 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117bfd83-8f77-49f4-8735-4d1e5f14dc1f', 'name': 'network-vif-deleted', 'tag': '8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8', 'status': 'completed', 'code': 200} Jul 28 17:57:33.824474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:33.837337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Sync routers for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:33.860324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Routers {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:33.860974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:33.896566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:33.902819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.916085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:33.916722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.918255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-9a88038c-b4b5-4a7d-b7db-532d304eec44 service neutron] 10.222.0.35 "PUT /v2.0/ports/410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 1095 time: 1.8821018 Jul 28 17:57:33.918723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:33.937048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:33.937048 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4009463-0acd-4759-8143-fa4858b7b66f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.0648794 Jul 28 17:57:33.937048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Transition to ACTIVE for port object fb0744d8-72e5-4dde-8268-b331695f0977 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:33.937765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:34.100814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Set router e48bce00-6fe5-4901-a8de-980a9ddda4d6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:34.233835 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5efc42-735e-470e-a0e9-00522b52df46" -d '{"events": [{"name": "network-changed", "server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:34.310406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-308116d8-e2ed-4009-9d57-da67eb814a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:34.315195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-308116d8-e2ed-4009-9d57-da67eb814a26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1098 time: 0.2328236 Jul 28 17:57:34.387055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 49a25780-175a-47a4-a2b6-c1116ebfa74d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:34.517379 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda1f3e-a624-4edf-86f3-b29d0ac7d92b x-openstack-request-id: req-1eda1f3e-a624-4edf-86f3-b29d0ac7d92b {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:34.517854 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:34.518113 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1eda1f3e-a624-4edf-86f3-b29d0ac7d92b {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:34.518634 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'status': 'completed', 'code': 200} Jul 28 17:57:34.538267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-5cf7ae1a-3691-48a3-baa4-471142b96e46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.1909585 Jul 28 17:57:34.575657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:30Z', 'revision_number': 3, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:34.623246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 49a25780-175a-47a4-a2b6-c1116ebfa74d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:34.626598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Checking router: e48bce00-6fe5-4901-a8de-980a9ddda4d6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:34.627800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Updating router e48bce00-6fe5-4901-a8de-980a9ddda4d6 port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:34.646379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5c672bd-24b5-4cc5-9dbd-9dd252b5f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.653110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 49a25780-175a-47a4-a2b6-c1116ebfa74d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:34.653546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.689891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-47b89987-5486-4e2d-85d9-7bbdf9365aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:34.691979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-47b89987-5486-4e2d-85d9-7bbdf9365aaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1460016 Jul 28 17:57:34.739328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.822105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5c672bd-24b5-4cc5-9dbd-9dd252b5f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.831136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.844752 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:34.880421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5c672bd-24b5-4cc5-9dbd-9dd252b5f2b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ed63db9ba841c6a5613ecf01a3e5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1991224 Jul 28 17:57:34.887649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40482) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:34.913901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c672bd-24b5-4cc5-9dbd-9dd252b5f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03402b-21b9-4c88-a979-585f21829b65,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:34.918776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-0e793acc-829b-47e2-929c-fa64893357de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:34.919322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 49a25780-175a-47a4-a2b6-c1116ebfa74d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=49a25780-175a-47a4-a2b6-c1116ebfa74d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:34.920684 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-0e793acc-829b-47e2-929c-fa64893357de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057376 Jul 28 17:57:34.960288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98bcb220-99cf-4e7f-bf62-88a90f0b35c1 req-435ca727-848b-44fd-a6bb-04150951310e tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=117bfd83-8f77-49f4-8735-4d1e5f14dc1f HTTP/1.1" status: 200 len: 210 time: 0.1187670 Jul 28 17:57:34.982369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:35.004309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:35.010599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:35.011335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.058306 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.059220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e8435630-047c-4075-89d0-93e8deab93a0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:35.089259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:35.170131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.216464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=49a25780-175a-47a4-a2b6-c1116ebfa74d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:35.248929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-90a78cda-8241-4884-a11b-02791c4c0d3a service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007715 Jul 28 17:57:35.267937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e8435630-047c-4075-89d0-93e8deab93a0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:35.268309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.310163 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.332605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Transition to ACTIVE for port object 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:35.363226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40492) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:35.364612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734200e-d101-4106-835c-e968ccc961b8 req-c73eb75a-a8dc-4932-b304-95f9edc65390 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:35.365656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.373554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a734200e-d101-4106-835c-e968ccc961b8 req-c73eb75a-a8dc-4932-b304-95f9edc65390 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.2767365 Jul 28 17:57:35.407556 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.447029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a734200e-d101-4106-835c-e968ccc961b8 req-2e195145-4127-430a-b602-e1b7203f3195 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 Jul 28 17:57:35.470465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bea8faf-cd97-48da-bcab-a77e44ea74c5 req-fbd1a762-731c-4b92-a08d-4c5698bf839d service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178354 Jul 28 17:57:35.493730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Attempting to bind port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:35.494106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Attempting to bind port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:35.494535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Attempting to bind port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:35.507962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a08e8-615f-4043-bbfb-c091afe479d1 None None] Pushing event updated for resources: {'Port': ['ID=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:35.516278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d306f31-b4e6-4f22-a9a2-b32b3fdc192e None None] Provisioning for port fb0744d8-72e5-4dde-8268-b331695f0977 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:35.523008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d306f31-b4e6-4f22-a9a2-b32b3fdc192e None None] Provisioning complete for port fb0744d8-72e5-4dde-8268-b331695f0977 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:35.523381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d306f31-b4e6-4f22-a9a2-b32b3fdc192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.525107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:35.525481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:35.525876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.526267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:35.526750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Bound port: 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:35.527147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.532125 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.590063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd2110be-cbd1-4b68-9ab9-64b897cf3379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.593721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3d306f31-b4e6-4f22-a9a2-b32b3fdc192e None None] Port fb0744d8-72e5-4dde-8268-b331695f0977 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:35.598871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.617478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.620009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.623368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc03402b-21b9-4c88-a979-585f21829b65 HTTP/1.1" status: 204 len: 168 time: 0.7298563 Jul 28 17:57:35.628599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] For port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:35.632329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] For port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:35.679867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:35.685918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ae2eb-24cb-4962-acc6-7e8f7fea2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03402b-21b9-4c88-a979-585f21829b65,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:35.717840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:35.718832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-28d996bc-855c-4496-b343-e5573cad13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:35.720469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:57:35.720859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ca59aed-a0ca-4cc1-91b3-8d4cc936d9b8 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:35.720971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-28d996bc-855c-4496-b343-e5573cad13a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1098 time: 0.0749793 Jul 28 17:57:35.804749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a08e8-615f-4043-bbfb-c091afe479d1 None None] Pushing event updated for resources: {'Port': ['ID=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:35.814368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Routers {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:35.815140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:35.942379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] Set router e48bce00-6fe5-4901-a8de-980a9ddda4d6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:35.953876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Allocated IP 172.20.0.1 (e3eeed90-e029-49b4-9aa9-1c46bc2959d1/9966b571-5d90-4114-b701-3e650cd9c5b3/9b4ce8ca-cdb0-4afb-a4dc-dd29473de472) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:36.120057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-5211120b-64e4-4bcf-b339-7d64181fd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:36.125115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-5211120b-64e4-4bcf-b339-7d64181fd894 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3952734 Jul 28 17:57:36.189116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd2110be-cbd1-4b68-9ab9-64b897cf3379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.196369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:30Z', 'revision_number': 3, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:36.219266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-5ea49be0-7d90-4fc9-96a9-d5dd4b785a6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0850694 Jul 28 17:57:36.223418 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.232341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd453cfa-aec9-4722-9126-4b7fecbf4749 None None] The sync data for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 is: [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:30Z', 'revision_number': 3, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:36.251203 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.270183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Transition to ACTIVE for port object 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:36.281983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 49a25780-175a-47a4-a2b6-c1116ebfa74d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:36.285812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd2110be-cbd1-4b68-9ab9-64b897cf3379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.345269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-66430f77-4887-4903-82b6-d52af424f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:36.350370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd2110be-cbd1-4b68-9ab9-64b897cf3379 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b960e18dc30e40e9aa9beb844f518cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742198 Jul 28 17:57:36.353232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:36.355892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-66430f77-4887-4903-82b6-d52af424f641 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1269898 Jul 28 17:57:36.362372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.363039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.381531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2110be-cbd1-4b68-9ab9-64b897cf3379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d71de-dbf3-4b93-8896-edb2402b3023,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:36.383286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 49a25780-175a-47a4-a2b6-c1116ebfa74d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:36.384656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.459839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-feb4c611-e74a-40a8-a500-90120971183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:36.461411 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-feb4c611-e74a-40a8-a500-90120971183e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992711 Jul 28 17:57:36.511987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.537781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.546363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:36.570323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:36.584187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:36.623203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:36.623540 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.644606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-519c7a4b-3a47-403a-b714-431a7a73d6b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750720 Jul 28 17:57:36.663883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:36.667080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-73e287af-b051-4f3f-9a2b-00607640adf0 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145034 Jul 28 17:57:36.916842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-e035ee78-9cbd-4554-9d9b-51d483a3de47 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:36.918733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-e035ee78-9cbd-4554-9d9b-51d483a3de47 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657908 Jul 28 17:57:36.922833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23747-b239-423e-a4d9-acab8d07aedd req-2bd021bd-2141-4f14-94cc-662aeeddcb69 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:36.936843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ada23747-b239-423e-a4d9-acab8d07aedd req-2bd021bd-2141-4f14-94cc-662aeeddcb69 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1214008 Jul 28 17:57:36.942330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:36.945589 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f5efc42-735e-470e-a0e9-00522b52df46 req-1249a3af-38a8-468d-80d7-7e249218a24d service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910204 Jul 28 17:57:37.000493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-95225841-8a47-4d4c-b0c8-f9e2424d0a97 None None] Provisioning for port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:37.006193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-95225841-8a47-4d4c-b0c8-f9e2424d0a97 None None] Provisioning complete for port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:37.009143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-95225841-8a47-4d4c-b0c8-f9e2424d0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.009261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:37.009680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ada23747-b239-423e-a4d9-acab8d07aedd req-80e462f4-a87a-45a0-ab51-6bc47d79c5b0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619428 Jul 28 17:57:37.026011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-615e4905-c8e8-49c3-8d66-5aaebdbcba1b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/quotas/d9a2f6e33a8a4580bdce87a9f851e734 HTTP/1.1" status: 200 len: 375 time: 0.0849855 Jul 28 17:57:37.030998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:37.061830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-95225841-8a47-4d4c-b0c8-f9e2424d0a97 None None] Port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:37.120678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-8268e29d-fd24-4ed3-92e3-edbf937cb977 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937414 Jul 28 17:57:37.146724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.146724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.146724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a46d71de-dbf3-4b93-8896-edb2402b3023 HTTP/1.1" status: 204 len: 168 time: 0.7867968 Jul 28 17:57:37.223150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00ac67-7b33-4d92-974b-61d8c45dc93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d71de-dbf3-4b93-8896-edb2402b3023,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:37.389573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4bddc4ab-dc50-451d-aee3-520abd03190b None None] Provisioning complete for port fb0744d8-72e5-4dde-8268-b331695f0977 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:37.389573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4bddc4ab-dc50-451d-aee3-520abd03190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.437254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4bddc4ab-dc50-451d-aee3-520abd03190b None None] Port fb0744d8-72e5-4dde-8268-b331695f0977 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:37.597967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Router 0c47e706-d3cd-4314-918d-542528b52806 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:57:37.614288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.623228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea8de653-fb5c-4d47-b755-7796140fe370 req-5aace471-c60b-45d9-a64a-5dd72486920a tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 210 time: 0.0380318 Jul 28 17:57:37.645169 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a17ec566-e637-4f40-8283-08cac6ab682a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.846186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.930786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:37.931527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.019579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:38.028159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Sync routers for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:38.030585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-672fa2c7-2f73-4f23-9cee-c6b46f6a7219 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c47e706-d3cd-4314-918d-542528b52806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0833085 Jul 28 17:57:38.033555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:38.052526 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:38.053168 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:38.112906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:38.115121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:38.304420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:38.315029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40638) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:38.336070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Router e48bce00-6fe5-4901-a8de-980a9ddda4d6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:57:38.357756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3fb995d-4c43-42bb-8d2c-40aed825ecbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.371192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e0f9-22e8-4edb-95fc-a2d7f76a184a req-a06ff697-d05d-43f1-ba5c-0d5593a71a5a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:38.373905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a492e0f9-22e8-4edb-95fc-a2d7f76a184a req-a06ff697-d05d-43f1-ba5c-0d5593a71a5a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1695626 Jul 28 17:57:38.389928 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:38.496131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a492e0f9-22e8-4edb-95fc-a2d7f76a184a req-60b80a72-14c5-46a3-8f2c-f36d5ba18b02 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142075 Jul 28 17:57:38.538759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:38.552192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:38.552896 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.590840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:38.597771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d0bb8df-da92-41fe-b98c-5469e5bcac65 admin admin] 10.222.0.25 "PUT /v2.0/routers/e48bce00-6fe5-4901-a8de-980a9ddda4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6577585 Jul 28 17:57:38.688849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Sync routers for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:38.715545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3fb995d-4c43-42bb-8d2c-40aed825ecbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.725204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Routers {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:38.725867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:38.727673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b3fbd509-968d-463f-87df-aea6af640a27 None None] Provisioning complete for port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:38.728051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3fbd509-968d-463f-87df-aea6af640a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.751442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d33ff4f-afbe-44c3-a196-ec2eb044f355 req-e97dac55-435a-4bb3-abdf-233e19c225a3 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 210 time: 0.0321693 Jul 28 17:57:38.828935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.841611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3fb995d-4c43-42bb-8d2c-40aed825ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.884461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3fb995d-4c43-42bb-8d2c-40aed825ecbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83ed6f23f00b4846b308b568a2ccfaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673149 Jul 28 17:57:38.886112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb995d-4c43-42bb-8d2c-40aed825ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df2552-c5e0-417c-8ff3-ce9c572249bd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:38.886661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:38.900251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:38.902962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbd509-968d-463f-87df-aea6af640a27 None None] Port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:38.933697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Set router e48bce00-6fe5-4901-a8de-980a9ddda4d6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:38.984015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:38.996513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 4, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'fb0744d8-72e5-4dde-8268-b331695f0977', 'name': '', 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'mac_address': 'fa:16:3e:34:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:33Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 2, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'subnets': [{'id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:39.025310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.036879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Checking router: 0c47e706-d3cd-4314-918d-542528b52806 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:39.037778 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Updating router 0c47e706-d3cd-4314-918d-542528b52806 port fb0744d8-72e5-4dde-8268-b331695f0977 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:39.037985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.103107 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.174300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:39.201539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.204139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.205380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22df2552-c5e0-417c-8ff3-ce9c572249bd HTTP/1.1" status: 204 len: 168 time: 0.3177116 Jul 28 17:57:39.215837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d474319-6180-421b-ae18-8d761c2a6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df2552-c5e0-417c-8ff3-ce9c572249bd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:39.281388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:37Z', 'revision_number': 4, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b4ce8ca-cdb0-4afb-a4dc-dd29473de472', 'name': '', 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'mac_address': 'fa:16:3e:ff:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:35Z', 'updated_at': '2021-07-28T17:57:37Z', 'revision_number': 2, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'subnets': [{'id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:39.342962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Checking router: e48bce00-6fe5-4901-a8de-980a9ddda4d6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:39.343680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Updating router e48bce00-6fe5-4901-a8de-980a9ddda4d6 port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:39.383701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40676) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:39.392618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.519273 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.533451 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Transition to ACTIVE for port object fb0744d8-72e5-4dde-8268-b331695f0977 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:39.625064 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.674191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c697b-0b1c-44a2-beb0-aeb89244d842 req-e817001a-0672-4d47-a1da-d27ea15c148a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:39.680612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-723c697b-0b1c-44a2-beb0-aeb89244d842 req-e817001a-0672-4d47-a1da-d27ea15c148a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.0700860 Jul 28 17:57:39.687701 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b9cce-0204-4431-8418-9eeebd47b2c7 None None] Pushing event updated for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:39.760578 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.764941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-723c697b-0b1c-44a2-beb0-aeb89244d842 req-3276a01e-26dc-4c47-a1e3-18b890011d9f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771575 Jul 28 17:57:39.772877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Transition to ACTIVE for port object 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:39.787801 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Attempting to bind port fb0744d8-72e5-4dde-8268-b331695f0977 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:39.788187 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Attempting to bind port fb0744d8-72e5-4dde-8268-b331695f0977 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:39.788553 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Attempting to bind port fb0744d8-72e5-4dde-8268-b331695f0977 on network 47d15852-f80b-49b5-b84b-fce4b45ec93e {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:39.800014 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:39.801243 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Checking segment: {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:39.801660 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.802053 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Bound using segment: {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:39.802554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Bound port: fb0744d8-72e5-4dde-8268-b331695f0977, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:39.803044 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.870866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.894475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c225b3-3d8f-4892-a83a-e43640172a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:39.921870 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] For port fb0744d8-72e5-4dde-8268-b331695f0977, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:39.930054 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] For port fb0744d8-72e5-4dde-8268-b331695f0977, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb0744d8-72e5-4dde-8268-b331695f0977,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:39.967825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a65f4e-aecc-4b71-9f86-a9a337c875f6 None None] Pushing event updated for resources: {'Port': ['ID=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:40.011952 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.015751 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf045d-f278-4ccd-8164-455747613ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.035859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-3a14e718-3d60-41f0-8628-fa43f26be10b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705891 Jul 28 17:57:40.169588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.176653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Attempting to bind port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:40.177110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Attempting to bind port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:40.177482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Attempting to bind port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 on network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:40.195184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:40.200667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Checking segment: {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:40.201093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.201498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Bound using segment: {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:40.202008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Bound port: 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df383af3-d09b-4486-bdde-4886aa384061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:40.202402 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.215734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b9cce-0204-4431-8418-9eeebd47b2c7 None None] Pushing event updated for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:40.221421 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:40.222638 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:40.288186 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-11f14608-c42d-4be4-9655-fceba0ab14df req-cbf6db0f-c41c-4cf2-9289-e3de19b66ec1 tempest-FloatingIPDetailsNegativeTestJSON-1419179261 tempest-FloatingIPDetailsNegativeTestJSON-1419179261-project] show failed (client error): The resource could not be found. Jul 28 17:57:40.301903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40710) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:40.302321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11f14608-c42d-4be4-9655-fceba0ab14df req-cbf6db0f-c41c-4cf2-9289-e3de19b66ec1 tempest-FloatingIPDetailsNegativeTestJSON-1419179261 tempest-FloatingIPDetailsNegativeTestJSON-1419179261-project] 10.222.0.25 "GET /v2.0/floatingips/5ff2f51e-089b-4432-885c-7c26f9d217db HTTP/1.1" status: 404 len: 350 time: 0.2628133 Jul 28 17:57:40.474416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] For port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:40.474416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] For port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:40.474416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:40.476720 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:40.483747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce1040ea-1d67-44f7-aaf0-eaa72ca3f44b req-822ede32-8e48-4991-868f-c542b06c095b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 210 time: 0.0663047 Jul 28 17:57:40.582389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-7a7e7f3a-2dd6-4ff3-8558-8ea3a01378a3 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:40.582389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-7a7e7f3a-2dd6-4ff3-8558-8ea3a01378a3 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4837325 Jul 28 17:57:40.582389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Request body: {'port': {'device_id': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'd9a2f6e33a8a4580bdce87a9f851e734'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:40.583709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:40.583709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.629892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c225b3-3d8f-4892-a83a-e43640172a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.705509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:40.827804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:40.842616 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 4, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'fb0744d8-72e5-4dde-8268-b331695f0977', 'name': '', 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'mac_address': 'fa:16:3e:34:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:33Z', 'updated_at': '2021-07-28T17:57:39Z', 'revision_number': 4, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'subnets': [{'id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:40.879774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9070-b090-4a16-8eda-2d44972db6a5 None None] The sync data for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 is: [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T17:57:35Z', 'revision_number': 4, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'fb0744d8-72e5-4dde-8268-b331695f0977', 'name': '', 'network_id': '47d15852-f80b-49b5-b84b-fce4b45ec93e', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'mac_address': 'fa:16:3e:34:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:33Z', 'updated_at': '2021-07-28T17:57:39Z', 'revision_number': 4, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'subnets': [{'id': '83af06fb-505c-4d6a-a7d0-21e4114c1933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:40.978640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Routers {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:40.979268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:40.982763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a65f4e-aecc-4b71-9f86-a9a337c875f6 None None] Pushing event updated for resources: {'Port': ['ID=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:41.052622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c225b3-3d8f-4892-a83a-e43640172a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.091587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-77c225b3-3d8f-4892-a83a-e43640172a21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e270968c53f740bdadc2b4a4b010cbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7066760 Jul 28 17:57:41.099892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:41.111471 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.178365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.189705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c225b3-3d8f-4892-a83a-e43640172a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb247e-7e6f-430c-bedb-2a97b2e7bf44,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:41.217170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.218753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] Set router e48bce00-6fe5-4901-a8de-980a9ddda4d6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:41.268657 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.290089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:41.334544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Made reservation on behalf of d9a2f6e33a8a4580bdce87a9f851e734 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:41.338697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.341176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40742) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:41.411865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.414914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.419205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bfb247e-7e6f-430c-bedb-2a97b2e7bf44 HTTP/1.1" status: 204 len: 168 time: 0.3167584 Jul 28 17:57:41.441908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07c188-89d6-4964-ba61-c791bfdcc9fa req-9205e903-b501-42f1-88ea-40b089e81833 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:41.443627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e07c188-89d6-4964-ba61-c791bfdcc9fa req-9205e903-b501-42f1-88ea-40b089e81833 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1378584 Jul 28 17:57:41.518685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbead29-ca0d-4e64-ad16-7c9837067c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb247e-7e6f-430c-bedb-2a97b2e7bf44,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:41.530905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-661822834-network', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:41.591355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '410822b5-c073-406f-9fe3-40bc080b86e7', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '410822b5-c073-406f-9fe3-40bc080b86e7', 'mac_address': 'fa:16:3e:e8:91:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:41.648453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e07c188-89d6-4964-ba61-c791bfdcc9fa req-2402d822-c20e-4df7-a004-2a410b581dc0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547346 Jul 28 17:57:41.668735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Allocated IP 192.168.233.53 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/40d01786-5653-433b-8b73-aca759f9f7ee) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:41.686962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.714495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410822b5-c073-406f-9fe3-40bc080b86e7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:41.765202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:41.793233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40754) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:41.803186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653651994', 'description': 'tempest-description--1342032209'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:41.834851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Made reservation on behalf of 37ebbdbe1f734b57963b18fdafaabe04 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:41.837308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.860856 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.864630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.924767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:37Z', 'revision_number': 4, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b4ce8ca-cdb0-4afb-a4dc-dd29473de472', 'name': '', 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'mac_address': 'fa:16:3e:ff:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:35Z', 'updated_at': '2021-07-28T17:57:40Z', 'revision_number': 4, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'subnets': [{'id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:41.975673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Deleting port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:41.975673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:41.983130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97a92c9e-ed48-4540-8004-e1fd24d9741a req-63ccad8c-ac5e-4f88-9d6a-ea90f575c429 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 210 time: 0.0468609 Jul 28 17:57:41.999088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:42.006695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22651c5-9ae4-46ee-9486-09252ceb0004 None None] The sync data for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 is: [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:37Z', 'revision_number': 4, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port': {'id': '8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:29Z', 'updated_at': '2021-07-28T17:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b4ce8ca-cdb0-4afb-a4dc-dd29473de472', 'name': '', 'network_id': 'e3eeed90-e029-49b4-9aa9-1c46bc2959d1', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'mac_address': 'fa:16:3e:ff:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:35Z', 'updated_at': '2021-07-28T17:57:40Z', 'revision_number': 4, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'subnets': [{'id': '9966b571-5d90-4114-b701-3e650cd9c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:42.059096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.069219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.080298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] For port 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:42.080713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.099763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Transition to ACTIVE for port object 40d01786-5653-433b-8b73-aca759f9f7ee will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:42.101204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Calling delete_port for 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:42.294917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.344367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb0744d8-72e5-4dde-8268-b331695f0977 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:42.386120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40764) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:42.386935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:42.402733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f69ec22-b34f-48f0-a023-068a81399490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.452201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:42.473956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:42.476821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:42.483233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:42.484033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.549248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Pushing event updated for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:42.561267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fb0744d8-72e5-4dde-8268-b331695f0977 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:42.568596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fb0744d8-72e5-4dde-8268-b331695f0977 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:42.569400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.602240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e132-e120-43c1-9953-ea6d67cd3b8b req-5a31dfe8-2bb3-41ef-b634-a8bf874aa5f3 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:42.609809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d578e132-e120-43c1-9953-ea6d67cd3b8b req-5a31dfe8-2bb3-41ef-b634-a8bf874aa5f3 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.2209325 Jul 28 17:57:42.614218 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.618887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.667550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d578e132-e120-43c1-9953-ea6d67cd3b8b req-2fc11fed-1b0e-4e65-90f9-405d1c89d37b tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567536 Jul 28 17:57:42.704088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.709213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.712404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4ce8ca-cdb0-4afb-a4dc-dd29473de472,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:42.823138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fb0744d8-72e5-4dde-8268-b331695f0977, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb0744d8-72e5-4dde-8268-b331695f0977,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:42.832602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:57:42.838654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4342e9-be7f-4c3c-8253-f10946fe44b7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:42.867288 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.873531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40770) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:42.896507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.897349 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Added segment 0568d4ac-249b-4a20-96a2-d0bae371e98f of type vlan for network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 Jul 28 17:57:42.910053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.922250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b185426-b98e-40f5-9b22-a98c3400149a req-45f95dcf-f171-477f-a2fd-ae1eebc671b5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:42.923884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b185426-b98e-40f5-9b22-a98c3400149a req-45f95dcf-f171-477f-a2fd-ae1eebc671b5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 948 time: 0.1227200 Jul 28 17:57:42.956917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fb08f60c-e23a-4e83-9b22-23bc9a2e3e15 None None] Provisioning for port 40d01786-5653-433b-8b73-aca759f9f7ee completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:42.970482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:42.986324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fb08f60c-e23a-4e83-9b22-23bc9a2e3e15 None None] Provisioning complete for port 40d01786-5653-433b-8b73-aca759f9f7ee triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:42.987087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fb08f60c-e23a-4e83-9b22-23bc9a2e3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.007486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b185426-b98e-40f5-9b22-a98c3400149a req-417b8bf8-9d14-45b8-a56a-e8cbbf9cc032 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Jul 28 17:57:43.008250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.077971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:43.086655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.088201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22159da4-c409-4de2-aab3-3e5a553c17d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.089010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fb08f60c-e23a-4e83-9b22-23bc9a2e3e15 None None] Port 40d01786-5653-433b-8b73-aca759f9f7ee cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:43.149147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa31c5-24e7-4ea5-9ee2-9ab590a9c825 req-0de3ee05-4194-4b3a-b07c-970d180fc6bb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:43.150629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfaa31c5-24e7-4ea5-9ee2-9ab590a9c825 req-0de3ee05-4194-4b3a-b07c-970d180fc6bb tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 935 time: 0.0519211 Jul 28 17:57:43.151889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.152801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:43.153402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.204880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.260254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] Pushing event updated for resources: {'Network': ['ID=6cfa20f6-96b5-4103-be08-b2a80ce53b15,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:43.271672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:57:43.280644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfaa31c5-24e7-4ea5-9ee2-9ab590a9c825 req-8ea9ff60-e1a3-429f-b1a9-8c5c51e1bed9 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182907 Jul 28 17:57:43.280644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907969c2-7dcb-4d76-ab63-a9070e06fb74,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:43.491233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f69ec22-b34f-48f0-a023-068a81399490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.498259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Router e48bce00-6fe5-4901-a8de-980a9ddda4d6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:57:43.580538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f69ec22-b34f-48f0-a023-068a81399490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.623026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b43c-a6ff-4826-b436-d59373712521 req-e7e6b335-31b3-4ccb-ad4c-f97593ee7adb tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:43.624537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1034b43c-a6ff-4826-b436-d59373712521 req-e7e6b335-31b3-4ccb-ad4c-f97593ee7adb tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.37 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.0477149 Jul 28 17:57:43.626224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-92c23256-8229-4e33-892d-5fe5c1631f4d tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0679858 Jul 28 17:57:43.630484 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0f69ec22-b34f-48f0-a023-068a81399490 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8ec0a4db3104f089730e4519f6272b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424245 Jul 28 17:57:43.632128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.636237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ec22-b34f-48f0-a023-068a81399490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a6d72-e1e6-4bb5-a042-40a0a1ed54f0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:43.636413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80cf0d7f-9000-4691-ab93-80280cd00cad tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8345180 Jul 28 17:57:43.636413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40778) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:43.637424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40780) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:43.642644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-23f91a43-929a-48c9-9183-f932f72ceeff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2976556 Jul 28 17:57:43.643075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'security_group_rule': {'security_group_id': '907969c2-7dcb-4d76-ab63-a9070e06fb74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:43.647331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:43.653000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Request body: {'subnet': {'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-661822834-subnet', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:43.659106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:43.662712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Request body: {'port': {'device_id': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:43.665065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6df2523-f983-478d-8974-41478e18c3f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/e48bce00-6fe5-4901-a8de-980a9ddda4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3621380 Jul 28 17:57:43.667843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40786) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:43.773420 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.810401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.936517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:43.987769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.020220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4665-c2e5-4681-8ce7-983c0d9c67fa req-9e13aaaa-70e6-46a7-b956-97943704f3c8 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:44.023985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec3b4665-c2e5-4681-8ce7-983c0d9c67fa req-9e13aaaa-70e6-46a7-b956-97943704f3c8 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 971 time: 0.0624349 Jul 28 17:57:44.090198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec3b4665-c2e5-4681-8ce7-983c0d9c67fa req-24bf7371-c706-4fb8-ad43-03cb0a7dbb9c tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b00e74-2efb-45dd-b645-d6537831975c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653422 Jul 28 17:57:44.110716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Deleting port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:44.111061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.157195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22159da4-c409-4de2-aab3-3e5a553c17d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.167427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Deleting port a2347984-f04e-4440-b3ed-7702e03e96cb {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:44.167427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.213234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb0744d8-72e5-4dde-8268-b331695f0977 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:44.213745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] For port 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:44.214059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.227225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Calling delete_port for 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:44.247694 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.248535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 17:57:44.248535 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 17:57:44.248535 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '37ebbdbe1f734b57963b18fdafaabe04', 'expiration_1': datetime.datetime(2021, 7, 28, 17, 57, 43, 660682)}] Jul 28 17:57:44.248535 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:57:44.249387 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:57:44.283211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fb0744d8-72e5-4dde-8268-b331695f0977 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:44.283211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.358600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.490909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22159da4-c409-4de2-aab3-3e5a553c17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.518989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.529956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f919-6a36-462c-97b2-20d734164b6d req-043c5931-e248-461b-a05f-d8d52e7f108e tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:44.533972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6683f919-6a36-462c-97b2-20d734164b6d req-043c5931-e248-461b-a05f-d8d52e7f108e tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 935 time: 0.1138723 Jul 28 17:57:44.593125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.603652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22159da4-c409-4de2-aab3-3e5a553c17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135ff56e-223a-4d7c-b0c6-548cfd081005,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:44.612886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6683f919-6a36-462c-97b2-20d734164b6d req-4991d7c6-cd9e-452c-a62d-3dfe25b3b8a4 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Jul 28 17:57:44.621345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e712ed-ec92-4f2c-9351-b43055578299,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:44.626948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:44.631444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22159da4-c409-4de2-aab3-3e5a553c17d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dfd4b3ad00f4992bc6a38000d879117&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7524338 Jul 28 17:57:44.647856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca39604-0843-4828-88af-2774771936d9 req-880dfe1e-c194-4ff7-9055-e4ee5b54e39c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:44.650217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ca39604-0843-4828-88af-2774771936d9 req-880dfe1e-c194-4ff7-9055-e4ee5b54e39c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 948 time: 0.4883890 Jul 28 17:57:44.681215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.716942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] For port a2347984-f04e-4440-b3ed-7702e03e96cb, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a2347984-f04e-4440-b3ed-7702e03e96cb,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:44.717841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.723239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:44.726545 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.728266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.729691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe17a5d5-2138-4552-9b54-ef5e1fbf57a5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0916190 Jul 28 17:57:44.732338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:44.750046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Calling delete_port for a2347984-f04e-4440-b3ed-7702e03e96cb owned by compute:tempest-test_az-220887757 {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:44.755506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'security_group_rule': {'security_group_id': '907969c2-7dcb-4d76-ab63-a9070e06fb74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:44.764578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ca39604-0843-4828-88af-2774771936d9 req-a168150a-58a2-4b18-901b-60c757e542b6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014273 Jul 28 17:57:44.767986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.792189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.794707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.796150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/412a6d72-e1e6-4bb5-a042-40a0a1ed54f0 HTTP/1.1" status: 204 len: 168 time: 1.1579032 Jul 28 17:57:44.808333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:44.845843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7aeac-332f-49a7-b6e9-38a16538d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a6d72-e1e6-4bb5-a042-40a0a1ed54f0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:44.852962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d01786-5653-433b-8b73-aca759f9f7ee {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:44.863311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.886246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Transition to ACTIVE for port object 40d01786-5653-433b-8b73-aca759f9f7ee will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:44.890416 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Sync routers for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:44.898649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.911131 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Routers {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:44.912004 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:44.915856 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.916759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.951744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:44.973440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 410822b5-c073-406f-9fe3-40bc080b86e7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:44.992774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Set router e48bce00-6fe5-4901-a8de-980a9ddda4d6 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:45.004473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 410822b5-c073-406f-9fe3-40bc080b86e7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:45.005396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.009263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.056201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48bce00-6fe5-4901-a8de-980a9ddda4d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-393249094-router', 'tenant_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:44Z', 'revision_number': 7, 'project_id': '50d2d7144e844ea0b6b9c6533b35f41e', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:45.083442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.092809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.093828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Pushing event updated for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.094172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48bce00-6fe5-4901-a8de-980a9ddda4d6 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:57:45.107190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Checking router: e48bce00-6fe5-4901-a8de-980a9ddda4d6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:45.109229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.112976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22f07962-4d8e-41a1-9493-bbdd48e68aeb admin admin] 10.222.0.25 "DELETE /v2.0/routers/e48bce00-6fe5-4901-a8de-980a9ddda4d6 HTTP/1.1" status: 204 len: 168 time: 1.4417388 Jul 28 17:57:45.113490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40800) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:45.127429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Attempting to bind port 40d01786-5653-433b-8b73-aca759f9f7ee on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:45.128394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Attempting to bind port 40d01786-5653-433b-8b73-aca759f9f7ee by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:45.128771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Attempting to bind port 40d01786-5653-433b-8b73-aca759f9f7ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:45.133530 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Routers set() bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:45.133764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Router IDs set() for agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 17:57:45.134437 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e48bce00-6fe5-4901-a8de-980a9ddda4d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent'). {{(pid=101109) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 17:57:45.134870 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac553d-2517-4c05-94c4-0ae205afc6e6 None None] The sync data for ids ['e48bce00-6fe5-4901-a8de-980a9ddda4d6'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:45.135855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Port 40d01786-5653-433b-8b73-aca759f9f7ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:57:45.141055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Attempting to bind port 40d01786-5653-433b-8b73-aca759f9f7ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:45.145675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:45.146111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:45.146662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:45.147212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Bound port: 40d01786-5653-433b-8b73-aca759f9f7ee, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:45.147652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.173247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Made reservation on behalf of 37ebbdbe1f734b57963b18fdafaabe04 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:45.181524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.184632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.188516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.197128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.203080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/135ff56e-223a-4d7c-b0c6-548cfd081005 HTTP/1.1" status: 204 len: 168 time: 0.5743411 Jul 28 17:57:45.232259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.235695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:45.237859 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945d750-f632-4fcc-9505-2ef8a3457fda" -d '{"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-plugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:45.255450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.274177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:45.285464 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.287770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a2347984-f04e-4440-b3ed-7702e03e96cb'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:45.367040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Pushing event deleted for resources: {'Port': ['ID=a2347984-f04e-4440-b3ed-7702e03e96cb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.376298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176619d5-6f51-49e2-9af0-aa021038da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135ff56e-223a-4d7c-b0c6-548cfd081005,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.379172 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4068d136-7491-4b55-9196-6ecdaca7311d x-openstack-request-id: req-4068d136-7491-4b55-9196-6ecdaca7311d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:45.379543 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-plugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:45.379813 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4068d136-7491-4b55-9196-6ecdaca7311d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:45.381627 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'code': 200} Jul 28 17:57:45.393046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.432158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] No DVR routers for this DVR port a2347984-f04e-4440-b3ed-7702e03e96cb on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:57:45.434892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.437926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1034b43c-a6ff-4826-b436-d59373712521 req-f62c2db6-26e0-413e-918f-925326355af5 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.37 "DELETE /v2.0/ports/a2347984-f04e-4440-b3ed-7702e03e96cb HTTP/1.1" status: 204 len: 173 time: 1.7963500 Jul 28 17:57:45.441102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'name': 'network-vif-deleted', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:45.444070 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e76b32-6f74-4be9-a403-ae3febd6434b" -d '{"events": [{"server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "name": "network-vif-deleted", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:45.447965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eed5624f-a971-40bd-be5a-62c7e6915c10 req-a1c6c427-c397-406b-a319-597663479514 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.1484957 Jul 28 17:57:45.453515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:45.462279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=40d01786-5653-433b-8b73-aca759f9f7ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:45.469946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2180d9cf-9ad3-40fa-856c-0b7cd1e9056d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.481198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Deleting subnet 9966b571-5d90-4114-b701-3e650cd9c5b3 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 17:57:45.505110 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a9213-3562-42d5-9854-4f8dc3d2d344 x-openstack-request-id: req-c17a9213-3562-42d5-9854-4f8dc3d2d344 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:45.505110 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96835cf6-0463-4a97-928b-871501ffe3bb", "name": "network-vif-deleted", "tag": "a2347984-f04e-4440-b3ed-7702e03e96cb", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:45.505110 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c17a9213-3562-42d5-9854-4f8dc3d2d344 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:45.505110 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96835cf6-0463-4a97-928b-871501ffe3bb', 'name': 'network-vif-deleted', 'tag': 'a2347984-f04e-4440-b3ed-7702e03e96cb', 'status': 'completed', 'code': 200} Jul 28 17:57:45.520006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.564132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.573333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.586589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.588976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce278fb8-f76a-45c2-adcc-c2035e3d5303 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8551075 Jul 28 17:57:45.596849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40822) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:45.609351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:45.619996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:45.620651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.622127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/40d01786-5653-433b-8b73-aca759f9f7ee HTTP/1.1" status: 200 len: 1095 time: 1.9798882 Jul 28 17:57:45.691792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:45.697672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880f3d-86c3-44a2-81de-906ed60036a6 service neutron] Pushing event updated for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:45.710114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4e1e-2a33-452c-a6bf-21f038cd9b4b req-442f1668-9e4e-4850-a8ae-02380f7a9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:45.711856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75aa4e1e-2a33-452c-a6bf-21f038cd9b4b req-442f1668-9e4e-4850-a8ae-02380f7a9d44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.2436197 Jul 28 17:57:45.857602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-cc9b9bb6-58e8-4c57-9c66-4dd46715e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:45.861562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-cc9b9bb6-58e8-4c57-9c66-4dd46715e241 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 1098 time: 0.0949254 Jul 28 17:57:45.989615 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:57:46.040851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-95a2a46e-4ee0-4930-b6fb-63a49418bf56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=40d01786-5653-433b-8b73-aca759f9f7ee HTTP/1.1" status: 200 len: 217 time: 0.0797048 Jul 28 17:57:46.062843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-3a94def6-2023-4d48-acbb-ea344ffc18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:46.064367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-3a94def6-2023-4d48-acbb-ea344ffc18b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1006856 Jul 28 17:57:46.088943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952050f8-8465-4e9a-83ec-002741e594c3 req-e9932830-f412-4d2e-a97e-c57924c4eb96 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:46.091437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-952050f8-8465-4e9a-83ec-002741e594c3 req-e9932830-f412-4d2e-a97e-c57924c4eb96 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1406901 Jul 28 17:57:46.183946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:46.213124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:57:46.214051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b4ce8ca-cdb0-4afb-a4dc-dd29473de472 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:46.214675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:46.225730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-128c7398-27c7-4dd3-9aea-c82e50cf3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:46.227134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-128c7398-27c7-4dd3-9aea-c82e50cf3297 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558444 Jul 28 17:57:46.230221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-952050f8-8465-4e9a-83ec-002741e594c3 req-806427e2-86f6-4b83-bdf6-41380ab207a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079741 Jul 28 17:57:46.239030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:57:46.248026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8ff4b347-2e9d-4fdd-b2ec-5f9bb2c1be04 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:46.250564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.303522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40838) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:46.337709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-089e54a3-8f5a-47ab-a20b-c842a13f8b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.344427 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.364776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2e8643-5cae-4e97-9463-b2b08e10f6e7 req-95dd2f37-d7fa-4261-8634-a7302b855961 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0446699 Jul 28 17:57:46.372399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75aa4e1e-2a33-452c-a6bf-21f038cd9b4b req-839f2a91-009b-4634-b86a-f1ec12604661 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518888 Jul 28 17:57:46.414634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-19cc21f9-ba56-4da9-8567-578a878617d1 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794276 Jul 28 17:57:46.418104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72947d84-6468-49ff-8405-221dd2222df9 req-98ad9f6c-25bc-4171-8313-338aa3e8ae66 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:46.419620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72947d84-6468-49ff-8405-221dd2222df9 req-98ad9f6c-25bc-4171-8313-338aa3e8ae66 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 947 time: 0.6286871 Jul 28 17:57:46.443253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2e8643-5cae-4e97-9463-b2b08e10f6e7 req-a7b5a9af-0c93-433c-a949-d51c05c5f20d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0274658 Jul 28 17:57:46.500215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72947d84-6468-49ff-8405-221dd2222df9 req-79d41174-33a0-42ea-873f-5d954cc7d83a tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Jul 28 17:57:46.534498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.579849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.609648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2e8643-5cae-4e97-9463-b2b08e10f6e7 req-036d43f1-4d57-4f0b-8953-e0b9f8700d85 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229868 Jul 28 17:57:46.613103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.615008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9966b571-5d90-4114-b701-3e650cd9c5b3 HTTP/1.1" status: 204 len: 168 time: 1.5003514 Jul 28 17:57:46.618675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:46.622797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727c05e-5c1c-4f38-a30c-eae527855d72 None None] Network e3eeed90-e029-49b4-9aa9-1c46bc2959d1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:46.623604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23c27de-d1a8-4d20-bfd6-35801d9a528e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:46.654040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f23a5673-be5b-45b7-aed5-dda48bbfc66a req-0eb761ce-fb83-4719-8c74-90779fae9ce3 tempest-AggregatesAdminTestJSON-509277250 tempest-AggregatesAdminTestJSON-509277250-project] 10.222.0.25 "GET /v2.0/ports?device_id=96835cf6-0463-4a97-928b-871501ffe3bb HTTP/1.1" status: 200 len: 210 time: 0.0632801 Jul 28 17:57:46.654735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.713950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35697-2fbe-4ef9-9586-ad507ced81c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9966b571-5d90-4114-b701-3e650cd9c5b3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:46.738477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Checking segment: {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:46.740226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Network hostable DHCP agents. Network: 6cfa20f6-96b5-4103-be08-b2a80ce53b15, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:57:46.780800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be6ee9f-2c1f-4839-8f07-2a978b73fb5a req-34b29a65-0aeb-49b6-8133-af6a986852c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346927 Jul 28 17:57:46.814323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.830471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e8643-5cae-4e97-9463-b2b08e10f6e7 req-314d8f99-f93f-4ef2-9a5b-1dafa59de1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:46.831796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e2e8643-5cae-4e97-9463-b2b08e10f6e7 req-314d8f99-f93f-4ef2-9a5b-1dafa59de1c1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114069 Jul 28 17:57:46.841373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-089e54a3-8f5a-47ab-a20b-c842a13f8b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.892098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-089e54a3-8f5a-47ab-a20b-c842a13f8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:46.894410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:57:46.902852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] DHCP port deletion for e3eeed90-e029-49b4-9aa9-1c46bc2959d1 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 17:57:46.919065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Allocated IP 172.25.7.214 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/822f931c-848f-427f-9ad1-9f555f370e8e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:46.936927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-089e54a3-8f5a-47ab-a20b-c842a13f8b2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c620b35fae2a407ebd22e746ba0b7035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319749 Jul 28 17:57:46.938070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e54a3-8f5a-47ab-a20b-c842a13f8b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcbdd1f-da5d-41be-8e52-01cceda00e9e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:46.941410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40852) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:46.983325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Deleting port e8435630-047c-4075-89d0-93e8deab93a0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:46.984028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.008753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.013296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6cfa20f6-96b5-4103-be08-b2a80ce53b15) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:47.018641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:47.019579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.023915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c287c-808c-4081-a696-865c01a41994 None None] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:47.040277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.061830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Deleting port e8435630-047c-4075-89d0-93e8deab93a0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:57:47.062383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.098712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] For port e8435630-047c-4075-89d0-93e8deab93a0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e8435630-047c-4075-89d0-93e8deab93a0,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:47.099186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.125199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Calling delete_port for e8435630-047c-4075-89d0-93e8deab93a0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:47.125540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a3c11067-2945-4008-ad93-e1b01850483a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4721403 Jul 28 17:57:47.127210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40858) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:47.128590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.133854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:47.155702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] For port e8435630-047c-4075-89d0-93e8deab93a0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e8435630-047c-4075-89d0-93e8deab93a0,segment=NetworkSegment(df383af3-d09b-4486-bdde-4886aa384061),segment_id=df383af3-d09b-4486-bdde-4886aa384061)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:47.156107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.172959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.175745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Calling delete_port for e8435630-047c-4075-89d0-93e8deab93a0 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:57:47.179710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.181883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dcbdd1f-da5d-41be-8e52-01cceda00e9e HTTP/1.1" status: 204 len: 168 time: 0.2392380 Jul 28 17:57:47.193185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11c468-bf84-4c2e-97bb-04bdb559d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcbdd1f-da5d-41be-8e52-01cceda00e9e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:47.224668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.226076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.353705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'fixed_ips': [{'subnet_id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:57:47.355442 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.358038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.391793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.434581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.461426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:47.472573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] Pushing event deleted for resources: {'Port': ['ID=e8435630-047c-4075-89d0-93e8deab93a0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:47.475166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:47.478490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:47.492961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5d72f-545a-492a-aa37-7d358eae4203 None None] No DVR routers for this DVR port e8435630-047c-4075-89d0-93e8deab93a0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:57:47.493205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.514182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'Port': ['ID=822f931c-848f-427f-9ad1-9f555f370e8e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:47.567026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Allocated IP 172.20.0.2 (6cfa20f6-96b5-4103-be08-b2a80ce53b15/c23c27de-d1a8-4d20-bfd6-35801d9a528e/c87241db-c89f-42f0-8cfa-6a8de0acd3c6) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:47.593770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:47.595214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e8435630-047c-4075-89d0-93e8deab93a0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:47.597625 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e96b72-0125-4549-87c3-b93f6c7100e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:47.602271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] No DVR routers for this DVR port e8435630-047c-4075-89d0-93e8deab93a0 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:57:47.624388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4325-594d-4acd-9e45-ee09427702a3 req-f88b418a-5e19-47ac-b96a-751051a8c246 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:47.627168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-025e4325-594d-4acd-9e45-ee09427702a3 req-f88b418a-5e19-47ac-b96a-751051a8c246 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.2270229 Jul 28 17:57:47.721739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.739217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.763033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:47.779922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-025e4325-594d-4acd-9e45-ee09427702a3 req-bc3abc7b-55ac-4d77-91be-79ac8545f114 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256497 Jul 28 17:57:47.782159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.782421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.783199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.784633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > port after_create 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.784633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.784814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > port after_update 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.785148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.785494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.785819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.786235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.923487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.924108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.924392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a2347984-f04e-4440-b3ed-7702e03e96cb no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:47.925704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.926222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:57:47.927336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3eeed90-e029-49b4-9aa9-1c46bc2959d1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:47.976279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: a2347984-f04e-4440-b3ed-7702e03e96cb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:57:47.976624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a2347984-f04e-4440-b3ed-7702e03e96cb not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:47.978755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df383af3-d09b-4486-bdde-4886aa384061') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:47.980365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df383af3-d09b-4486-bdde-4886aa384061') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:47.993735 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e8913-c14b-4268-bf47-91b1d7e9ace2 x-openstack-request-id: req-498e8913-c14b-4268-bf47-91b1d7e9ace2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:47.994215 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:47.994294 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-498e8913-c14b-4268-bf47-91b1d7e9ace2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:47.994705 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee', 'status': 'completed', 'code': 200} Jul 28 17:57:48.038373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.051304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Transition to ACTIVE for port object c87241db-c89f-42f0-8cfa-6a8de0acd3c6 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:48.070552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Transition to ACTIVE for port object c87241db-c89f-42f0-8cfa-6a8de0acd3c6 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:48.090888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.169239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.173511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.176597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.178440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.220457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:57:48.220891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.233889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e8435630-047c-4075-89d0-93e8deab93a0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: from cryptography.utils import int_from_bytes Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: from cryptography.utils import int_from_bytes Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: timer() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 17:57:48.253105 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 17:57:48.266728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:48.270856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e8435630-047c-4075-89d0-93e8deab93a0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:57:48.271568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e8435630-047c-4075-89d0-93e8deab93a0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:48.274768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.275200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:48.279311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:48.285406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033445d-4d9a-4d91-953a-0ef70c8eb9e0 req-ec7fb974-edce-43fb-b1a9-0a88b3b3cb09 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:48.287238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f033445d-4d9a-4d91-953a-0ef70c8eb9e0 req-ec7fb974-edce-43fb-b1a9-0a88b3b3cb09 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 947 time: 0.3484581 Jul 28 17:57:48.293077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Pushing event updated for resources: {'Port': ['ID=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:48.304980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.308510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-84e76c7c-715e-4cb0-8960-93c3b6e809c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:48.310272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-84e76c7c-715e-4cb0-8960-93c3b6e809c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 1098 time: 0.3063397 Jul 28 17:57:48.359223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Attempting to bind port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:48.359840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Attempting to bind port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:48.360076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Attempting to bind port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 on network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:48.367210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:48.369239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Checking segment: {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:48.369239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.369239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Bound using segment: {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:48.369659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Bound port: c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:48.370052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.438325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f033445d-4d9a-4d91-953a-0ef70c8eb9e0 req-f829df92-b5d8-4688-91f7-dc141708696e tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075373 Jul 28 17:57:48.448258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] For port c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:48.451961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] For port c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:48.493772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-808d416c-f572-4fbf-8af4-2d73225a794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:48.496263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-808d416c-f572-4fbf-8af4-2d73225a794d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1763291 Jul 28 17:57:48.514733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.520533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Allocated IP 172.25.7.51 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:48.543774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.550686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.552628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/e3eeed90-e029-49b4-9aa9-1c46bc2959d1 HTTP/1.1" status: 204 len: 168 time: 1.9300709 Jul 28 17:57:48.560736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-58d4e17d-a81c-4e81-b41b-0db959b053f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=40d01786-5653-433b-8b73-aca759f9f7ee HTTP/1.1" status: 200 len: 217 time: 0.0486610 Jul 28 17:57:48.565860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cdd8-8bd5-4e4e-89ba-297df56aa7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e3eeed90-e029-49b4-9aa9-1c46bc2959d1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:48.568078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.613112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.638043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11e93d-66d5-4996-b3e7-c05a59ea6a3b None None] Pushing event updated for resources: {'Port': ['ID=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:48.663314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-d88a891a-ea86-4a9a-836f-ad8e3aa9dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:48.665347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-d88a891a-ea86-4a9a-836f-ad8e3aa9dca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0935988 Jul 28 17:57:48.740280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.745226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'Port': ['ID=822f931c-848f-427f-9ad1-9f555f370e8e,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:48.749545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.764268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-64ebd828-8a47-4cad-ad83-a54f029055d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:48.765808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-64ebd828-8a47-4cad-ad83-a54f029055d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927255 Jul 28 17:57:48.823217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:48.832438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-76b7881c-2d53-44c4-b8e9-0eeece131c6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2252192 Jul 28 17:57:48.894962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-725df281-0dbc-4baf-8988-cdde264871e8 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195230 Jul 28 17:57:48.936959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40920) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:49.014265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40926) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:49.103539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:49.181989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.190157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-31020087-5e91-439d-9e20-5029144727d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50d2d7144e844ea0b6b9c6533b35f41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852089 Jul 28 17:57:49.199298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:49.250159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:49.259875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:49.267466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:49.278846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-4a15cab0-2c69-4ebb-aa5c-3499db0231fa tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--653651994&fields=id&tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 267 time: 0.0875690 Jul 28 17:57:49.337142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.362458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:49.416424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87e96b72-0125-4549-87c3-b93f6c7100e6 req-59630d4e-3496-47f1-bbd2-e491b5685be5 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170357 Jul 28 17:57:49.437960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528817-d6fa-4144-a033-22c5310391fa req-e57bd2ad-5430-4dff-93f1-5c1929252657 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:49.439772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c528817-d6fa-4144-a033-22c5310391fa req-e57bd2ad-5430-4dff-93f1-5c1929252657 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.5220239 Jul 28 17:57:49.441174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-255e3265-82d0-41dc-ba28-10e015412264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.479074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.504711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c528817-d6fa-4144-a033-22c5310391fa req-332d2a18-84e3-41c4-b687-3a33f606891a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Jul 28 17:57:49.585871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-915a82df-e40b-46d3-9ede-0cca0d218726 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4be8c96e238435696e8b27fcf75a4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476905 Jul 28 17:57:49.598470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40950) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:49.637685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-179fa72d-2f5d-44ab-a59d-849e0ea44d0d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:49.639595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-179fa72d-2f5d-44ab-a59d-849e0ea44d0d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 824 time: 0.3487539 Jul 28 17:57:49.662889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-093b0011-8f46-4c65-aa17-ccdeef2ad84c tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/quotas/7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 375 time: 0.0099216 Jul 28 17:57:49.734166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.737149 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.738397 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/880eb199-53db-421d-a2ee-e90ad0f196a8 HTTP/1.1" status: 204 len: 168 time: 0.5381505 Jul 28 17:57:49.744832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 40d01786-5653-433b-8b73-aca759f9f7ee details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:49.767167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124ea26-3fc3-4efd-998a-efaa70dbd9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880eb199-53db-421d-a2ee-e90ad0f196a8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:49.789702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-255e3265-82d0-41dc-ba28-10e015412264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.800092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-66459777-b2ea-491a-889d-031b56df08a8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285422 Jul 28 17:57:49.803340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885d5e5-682d-4938-98f3-abbd5b5616db req-f4e775d9-c99c-4f6d-a4d9-246ce8820fb1 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:49.805744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6885d5e5-682d-4938-98f3-abbd5b5616db req-f4e775d9-c99c-4f6d-a4d9-246ce8820fb1 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 947 time: 0.2057114 Jul 28 17:57:49.827176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.846201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.880593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-255e3265-82d0-41dc-ba28-10e015412264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.941370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:49.953598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=40d01786-5653-433b-8b73-aca759f9f7ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:49.969609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '40d01786-5653-433b-8b73-aca759f9f7ee', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '40d01786-5653-433b-8b73-aca759f9f7ee', 'mac_address': 'fa:16:3e:5b:b5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:49.976754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6885d5e5-682d-4938-98f3-abbd5b5616db req-30ae0188-ab87-415c-8c09-e15d4c842dd9 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563382 Jul 28 17:57:50.015553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b742241-d459-4951-a8d8-1359c15533e3 None None] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:57:50.082693 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.113746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d01786-5653-433b-8b73-aca759f9f7ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:50.155861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=40d01786-5653-433b-8b73-aca759f9f7ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:50.220332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fb771c4c-a286-4f1a-b8b2-97f585a019f5 None None] Provisioning for port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:50.252605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e3265-82d0-41dc-ba28-10e015412264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2636c8ec-1932-40be-830c-33b443d52195,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.262851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-255e3265-82d0-41dc-ba28-10e015412264 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5248d3cc3ed435eac464b8ffb4e0ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2467194 Jul 28 17:57:50.266890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40968) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:50.308227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c87241db-c89f-42f0-8cfa-6a8de0acd3c6 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:50.313553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.359074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.374078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.375069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.378671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.379903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4b00e74-2efb-45dd-b645-d6537831975c HTTP/1.1" status: 204 len: 168 time: 0.7791822 Jul 28 17:57:50.431680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.436242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86f1a9-20ef-409c-b995-0e936892caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b00e74-2efb-45dd-b645-d6537831975c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.486308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.532513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['40d01786-5653-433b-8b73-aca759f9f7ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:50.582413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:50.606885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.609158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.610834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2636c8ec-1932-40be-830c-33b443d52195 HTTP/1.1" status: 204 len: 168 time: 0.3425241 Jul 28 17:57:50.617208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:50.617779 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.622487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b0a96-5892-4d5b-83cc-83fbe20803f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2636c8ec-1932-40be-830c-33b443d52195,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.652794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-8922f23f-6d3d-48d0-96fa-384ba60000a2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:57:50.653826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-8922f23f-6d3d-48d0-96fa-384ba60000a2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2354932 Jul 28 17:57:50.698697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3a7de600-ebbe-4a54-afb1-b2311701efc4 tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:50.700715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3a7de600-ebbe-4a54-afb1-b2311701efc4 tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.0553846 Jul 28 17:57:50.722271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3cbc4ec4-900e-41d0-95d7-8659c3020f9e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.725612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6cdd13ea-1614-4682-b862-3748e62a9233 None None] Provisioning complete for port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:50.726005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cdd13ea-1614-4682-b862-3748e62a9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.755228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:57:50.765829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-cd2e428f-1e1a-4e45-aafb-7fcf51321654 service neutron] 10.222.0.25 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042228 Jul 28 17:57:50.835555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.884030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-a735ac60-513d-42e3-b87b-b719b42cece6 service neutron] 10.222.0.25 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098750 Jul 28 17:57:50.919096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3cbc4ec4-900e-41d0-95d7-8659c3020f9e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.920806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:50.935897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:50.940793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Sync routers for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:50.961982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cdd13ea-1614-4682-b862-3748e62a9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:50.975477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:50.976213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:51.017342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3cbc4ec4-900e-41d0-95d7-8659c3020f9e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.023000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.054354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28b60679-55b0-4e52-85af-1c5f4876a833 req-3cbc4ec4-900e-41d0-95d7-8659c3020f9e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400514 Jul 28 17:57:51.103578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc4ec4-900e-41d0-95d7-8659c3020f9e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00c00b-e5e8-46ae-a0cf-588de0141f1f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:51.122786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.124514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-470c21b9-b360-4fce-9d1a-aadda91d9e47 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9952524 Jul 28 17:57:51.127535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:51.171759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:51.179155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-6cdd13ea-1614-4682-b862-3748e62a9233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:57:51.179560 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-6cdd13ea-1614-4682-b862-3748e62a9233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:57:51.184213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:51.250903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb1d2b-a8f5-4269-b2e9-0f297b7528d6 req-45bf3acd-1db5-4fce-bf25-b3022bda5731 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:51.258560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8acb1d2b-a8f5-4269-b2e9-0f297b7528d6 req-45bf3acd-1db5-4fce-bf25-b3022bda5731 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 948 time: 0.1048746 Jul 28 17:57:51.303735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8acb1d2b-a8f5-4269-b2e9-0f297b7528d6 req-6fa9c148-bd6e-4323-8902-5a10f2c92730 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 Jul 28 17:57:51.395640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b29fb308-0769-444d-8c52-643f075dca1a req-85e2fdeb-5a47-4e98-be67-86a32cc87079 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 210 time: 0.0479612 Jul 28 17:57:51.433780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:49Z', 'revision_number': 3, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:51.463462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Checking router: 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:51.463861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Updating router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:51.505207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.505384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-b132c6e0-902e-4473-a302-a3dcd417dfd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2077157 Jul 28 17:57:51.546538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41008) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:51.616308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a6c93515-69ea-4bd7-8ba5-ce7ec354c93e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d278268f122c4d6c9b14e60ebcf69a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657055 Jul 28 17:57:51.616855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41010) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:51.671689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047dce-774a-4cf8-9395-124edd32121f req-63c54e08-d1b5-4713-a185-e0c51d455150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:51.673285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-63c54e08-d1b5-4713-a185-e0c51d455150 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.0957766 Jul 28 17:57:51.700476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.730429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.866434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047dce-774a-4cf8-9395-124edd32121f req-2ea78b22-9d16-4333-a6a9-e8e4e278a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:51.867979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-2ea78b22-9d16-4333-a6a9-e8e4e278a5c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1531596 Jul 28 17:57:51.886993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.890719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:51.892173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad3274c5-d486-48df-94c5-1c269b12c741 HTTP/1.1" status: 204 len: 168 time: 0.2742894 Jul 28 17:57:51.903868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a202a7-9797-44c5-b2a4-903a8466cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3274c5-d486-48df-94c5-1c269b12c741,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:51.948949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-8615a3e3-5f1a-4b71-9746-23aef6f058da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0620739 Jul 28 17:57:51.961161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 40d01786-5653-433b-8b73-aca759f9f7ee up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:51.966467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.032911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047dce-774a-4cf8-9395-124edd32121f req-a32b41a8-9c5a-43de-8a9c-422401212d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:52.034500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-a32b41a8-9c5a-43de-8a9c-422401212d71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0780685 Jul 28 17:57:52.149778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047dce-774a-4cf8-9395-124edd32121f req-c1fe2442-9a86-49b4-b60c-9d810e188d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:52.151299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-c1fe2442-9a86-49b4-b60c-9d810e188d82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912828 Jul 28 17:57:52.171940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.187461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 40d01786-5653-433b-8b73-aca759f9f7ee completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:52.208146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 40d01786-5653-433b-8b73-aca759f9f7ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:52.210905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.214887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c87241db-c89f-42f0-8cfa-6a8de0acd3c6 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:52.225056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Transition to ACTIVE for port object a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:52.272404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Allocated IP 172.20.0.1 (6cfa20f6-96b5-4103-be08-b2a80ce53b15/c23c27de-d1a8-4d20-bfd6-35801d9a528e/8f0790f3-1627-4633-85df-c76abae6f2c5) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:52.334400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-a0b99c4b-2886-43f7-93f7-527977caca05 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165149 Jul 28 17:57:52.353655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.363172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41034) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:52.381759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99af8adf-d3af-4842-a1fa-818f8f31d938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.392272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:52.393174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.434123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.483358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Attempting to bind port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:52.483794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Attempting to bind port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:52.484909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Attempting to bind port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:52.505745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2ae83-7d90-4826-bb45-ca2f44a7b5c2 None None] Pushing event updated for resources: {'Port': ['ID=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:52.509045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:52.509415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:52.509821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.510238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:52.510674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Bound port: a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:52.511056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.548805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99af8adf-d3af-4842-a1fa-818f8f31d938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.553092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:52.555453 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafba050-5d2b-458c-8fac-ed89dbd6b4a3" -d '{"events": [{"server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "name": "network-vif-plugged", "status": "completed", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:52.577663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=40d01786-5653-433b-8b73-aca759f9f7ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:52.628299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99af8adf-d3af-4842-a1fa-818f8f31d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.636913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] For port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:52.642894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] For port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:52.662003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.717241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.730921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:52.738449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99af8adf-d3af-4842-a1fa-818f8f31d938 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79ca72ecad574e38a87a13be57f5df37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655386 Jul 28 17:57:52.738449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af8adf-d3af-4842-a1fa-818f8f31d938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad94fdf-7a8c-4a64-bf13-e92b2cef8956,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:52.741246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41044) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:52.742164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b047dce-774a-4cf8-9395-124edd32121f req-13a65a90-05d3-4a03-849d-2d7a0a0b7ea3 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993113 Jul 28 17:57:52.751634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Transition to ACTIVE for port object 8f0790f3-1627-4633-85df-c76abae6f2c5 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:52.759186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.795220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce318-8bcd-41af-b6e7-f5844a477912 req-a7fea34e-aef2-409a-9f08-e7cda7183eba tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:52.797458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d4ce318-8bcd-41af-b6e7-f5844a477912 req-a7fea34e-aef2-409a-9f08-e7cda7183eba tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.1370072 Jul 28 17:57:52.865693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2ae83-7d90-4826-bb45-ca2f44a7b5c2 None None] Pushing event updated for resources: {'Port': ['ID=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:52.890185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.894364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:52.895189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:52.896073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d4ce318-8bcd-41af-b6e7-f5844a477912 req-b14912c4-a310-4a41-958b-b580fae63883 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901117 Jul 28 17:57:52.929822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:52.949637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.026218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:53.055553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:53.055553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:53.055553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:53.094717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c47edb40-5103-4c71-974d-0c45e9a67497 req-7bc2819a-84e1-4c07-9f6a-4466f1403364 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 210 time: 0.0527616 Jul 28 17:57:53.115828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.132153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.135374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.143345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fad94fdf-7a8c-4a64-bf13-e92b2cef8956 HTTP/1.1" status: 204 len: 168 time: 0.3997710 Jul 28 17:57:53.166765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc397cce-a493-4e95-b294-626a6178dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad94fdf-7a8c-4a64-bf13-e92b2cef8956,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:53.167797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:53.324398 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e82b5f-3427-4ec6-805d-c405c0702331 x-openstack-request-id: req-54e82b5f-3427-4ec6-805d-c405c0702331 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:53.324398 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "name": "network-vif-plugged", "status": "completed", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:53.324398 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54e82b5f-3427-4ec6-805d-c405c0702331 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:53.324398 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee', 'code': 200} Jul 28 17:57:53.397506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a97bfb-b508-4028-bf04-822c8f6d8dba req-435b4409-6804-4f55-b268-42f948bd7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:53.399595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3a97bfb-b508-4028-bf04-822c8f6d8dba req-435b4409-6804-4f55-b268-42f948bd7d3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 1100 time: 0.0707295 Jul 28 17:57:53.438935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3a97bfb-b508-4028-bf04-822c8f6d8dba req-96ef6c33-9d85-4dac-a706-c5f1d361f65e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Jul 28 17:57:53.441264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825dea-a9b1-4246-ad1d-8c0ef747ffce req-14770004-f941-46af-a54a-763dd42a1174 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:53.442819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c825dea-a9b1-4246-ad1d-8c0ef747ffce req-14770004-f941-46af-a54a-763dd42a1174 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0744312 Jul 28 17:57:53.491966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c825dea-a9b1-4246-ad1d-8c0ef747ffce req-32979c2b-b4ba-4baa-99b2-ad9e9e600523 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jul 28 17:57:53.514400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9b77498f-c27b-41d9-95be-9a9f12ad27d7 None None] Provisioning for port 8f0790f3-1627-4633-85df-c76abae6f2c5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:53.520789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:49Z', 'revision_number': 3, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:53.523996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9b77498f-c27b-41d9-95be-9a9f12ad27d7 None None] Provisioning complete for port 8f0790f3-1627-4633-85df-c76abae6f2c5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:53.524432 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b77498f-c27b-41d9-95be-9a9f12ad27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.541861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.570026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624ec73-d1ea-455f-be2c-42a3d0850af7 None None] The sync data for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 is: [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:49Z', 'revision_number': 3, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:53.594960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9b77498f-c27b-41d9-95be-9a9f12ad27d7 None None] Port 8f0790f3-1627-4633-85df-c76abae6f2c5 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:53.741443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.856765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.947333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41084) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:53.952230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:53.966378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:54.241575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:54.245397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:54.318232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:54.349217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-022ea6ea-66c2-46ad-8ba6-d7804a4f3a8f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:54.350784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-022ea6ea-66c2-46ad-8ba6-d7804a4f3a8f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 824 time: 0.3076878 Jul 28 17:57:54.442688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-9cf8c691-cdbc-4912-ae36-644bd7a5c7a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4941578 Jul 28 17:57:54.547585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:54.551680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:54.552062 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:54.602082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-18bf3ef5-4e79-4e41-afcd-d510ac69c45b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 379 time: 0.2274203 Jul 28 17:57:54.636832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'port': {'device_id': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'admin_state_up': True, 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'security_groups': ['907969c2-7dcb-4d76-ab63-a9070e06fb74']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:54.663304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-92e00637-326a-4b8e-8fd6-942596c1899c None None] Provisioning complete for port 8f0790f3-1627-4633-85df-c76abae6f2c5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:54.663767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-92e00637-326a-4b8e-8fd6-942596c1899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:54.721302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74c725a5-5291-4aaa-9225-0e11338d7c0a req-5422d0b8-d3e2-4f78-8d82-1807d715ed5e tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 210 time: 0.0805695 Jul 28 17:57:54.748363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-92e00637-326a-4b8e-8fd6-942596c1899c None None] Port 8f0790f3-1627-4633-85df-c76abae6f2c5 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:54.763234 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:54.826060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:54.899894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805c28f-7fd3-4a4a-8f98-e35009ed283a req-e5eba800-ab26-40e6-a5a6-65a8ac72eb7c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:54.901559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4805c28f-7fd3-4a4a-8f98-e35009ed283a req-e5eba800-ab26-40e6-a5a6-65a8ac72eb7c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0510075 Jul 28 17:57:54.907189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:54.965949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4805c28f-7fd3-4a4a-8f98-e35009ed283a req-6141d3b7-1072-428d-a0d2-0b5ce3e4541c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580592 Jul 28 17:57:54.968669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:55.081029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:57:55.137179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0fd01-016c-4d46-8b40-2397933ac298 req-fb69aa3c-dee5-4da3-a0e7-ab153caff4e7 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:55.138825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16a0fd01-016c-4d46-8b40-2397933ac298 req-fb69aa3c-dee5-4da3-a0e7-ab153caff4e7 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.5686672 Jul 28 17:57:55.284312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16a0fd01-016c-4d46-8b40-2397933ac298 req-c418d29f-3cb4-426d-af72-053ba3898c95 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999889 Jul 28 17:57:55.307709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:55.313333 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5f6a101e-6170-40f7-9919-17db8157ef1e admin admin] 10.222.0.25 "PUT /v2.0/routers/6b9dbbcc-1d87-4b1e-9f66-31d908ca4002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1847141 Jul 28 17:57:55.404586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Made reservation on behalf of 7b8f69069bd04c08a3f86fdb3d0e7c3c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:55.408945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:55.592778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Allocated IP 172.20.0.10 (6129e79d-4911-451d-8031-4800bf02a0e2/da8a4607-0e59-46b5-9d9e-e11f798041a0/625dc548-c951-4fe4-815a-76006e283aea) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:55.741799 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Sync routers for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:55.757756 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:55.758378 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:55.797285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:55.850843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b106ce8-5efd-44c2-a893-eca0829f2778 req-1fd94bf2-8a03-450f-ad2b-0e8162e97764 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 210 time: 0.0432780 Jul 28 17:57:55.853423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Transition to ACTIVE for port object 625dc548-c951-4fe4-815a-76006e283aea will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:55.899995 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:55.970352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.013419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:56.017010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:56.019735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:56.107695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:56.110789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.162378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:56.244624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:56.259569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-f47d1922-7b48-4c3f-b3fc-7cada6269c31 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6308503 Jul 28 17:57:56.261568 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:53Z', 'revision_number': 4, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f0790f3-1627-4633-85df-c76abae6f2c5', 'name': '', 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'mac_address': 'fa:16:3e:f8:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:52Z', 'updated_at': '2021-07-28T17:57:53Z', 'revision_number': 2, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'subnets': [{'id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:56.274413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Request body: {'port': {'device_id': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:56.318884 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Checking router: 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:56.319864 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Updating router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 port 8f0790f3-1627-4633-85df-c76abae6f2c5 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:57:56.353409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:56.353924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.399853 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.402170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.543262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-57dff413-ae00-4dca-bbd0-337d427b95c3 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4280355 Jul 28 17:57:56.556250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:57:56.641635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41218) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:56.694729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ca13f7bb-33d4-43f8-b73a-51c4476b5251 None None] Provisioning for port 625dc548-c951-4fe4-815a-76006e283aea completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:57:56.695544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.700825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ca13f7bb-33d4-43f8-b73a-51c4476b5251 None None] Provisioning complete for port 625dc548-c951-4fe4-815a-76006e283aea triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:57:56.701607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca13f7bb-33d4-43f8-b73a-51c4476b5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.804385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ca13f7bb-33d4-43f8-b73a-51c4476b5251 None None] Port 625dc548-c951-4fe4-815a-76006e283aea cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:57:56.821805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567eb9-73f4-4eaf-af2b-464eddf8e22a req-82a7aed0-0e10-40c0-9e03-bf7413fc273a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:56.823164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32567eb9-73f4-4eaf-af2b-464eddf8e22a req-82a7aed0-0e10-40c0-9e03-bf7413fc273a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1173961 Jul 28 17:57:56.946924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.969186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32567eb9-73f4-4eaf-af2b-464eddf8e22a req-c101118f-e5e7-45b4-a430-7abc0ede4f81 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364369 Jul 28 17:57:56.975584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625dc548-c951-4fe4-815a-76006e283aea {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:57:56.984786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.984891 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:56.996631 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Transition to ACTIVE for port object 8f0790f3-1627-4633-85df-c76abae6f2c5 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:57.006777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Transition to ACTIVE for port object 625dc548-c951-4fe4-815a-76006e283aea will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:57:57.050977 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.116565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.120538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-515dd32b-ee2c-4080-a860-181d3fafdcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.167705 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68c22e-bc7d-411a-9ffa-f9950cbf1371 None None] Pushing event updated for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.206842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Allocated IP 172.25.7.8 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/42b739c5-7af5-4999-9b2d-d348269d31a2) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:57.252375 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Attempting to bind port 8f0790f3-1627-4633-85df-c76abae6f2c5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:57.252979 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Attempting to bind port 8f0790f3-1627-4633-85df-c76abae6f2c5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:57.253627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Attempting to bind port 8f0790f3-1627-4633-85df-c76abae6f2c5 on network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Checking segment: {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Bound using segment: {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Bound port: 8f0790f3-1627-4633-85df-c76abae6f2c5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0568d4ac-249b-4a20-96a2-d0bae371e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:57.275764 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.315895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc7b75-66e5-4427-843f-d0839a0be27c req-5e33f4c6-5ae5-4578-8fde-bbd29db4a223 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:57.326429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ecc7b75-66e5-4427-843f-d0839a0be27c req-5e33f4c6-5ae5-4578-8fde-bbd29db4a223 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.2556427 Jul 28 17:57:57.389319 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] For port 8f0790f3-1627-4633-85df-c76abae6f2c5, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:57.396855 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] For port 8f0790f3-1627-4633-85df-c76abae6f2c5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f0790f3-1627-4633-85df-c76abae6f2c5,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:57.399735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Pushing event updated for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.450595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ecc7b75-66e5-4427-843f-d0839a0be27c req-754ef6e4-d83e-4f72-86fb-dae9efb6a616 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234715 Jul 28 17:57:57.469728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Attempting to bind port 625dc548-c951-4fe4-815a-76006e283aea on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:57:57.470113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Attempting to bind port 625dc548-c951-4fe4-815a-76006e283aea by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:57:57.470500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Attempting to bind port 625dc548-c951-4fe4-815a-76006e283aea on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:57.476227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Port 625dc548-c951-4fe4-815a-76006e283aea on network 6129e79d-4911-451d-8031-4800bf02a0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:57:57.476678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Attempting to bind port 625dc548-c951-4fe4-815a-76006e283aea on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:57:57.493340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:57:57.493683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Checking segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:57:57.494065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Bound using segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:57:57.495063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Bound port: 625dc548-c951-4fe4-815a-76006e283aea, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:57:57.495286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.514705 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.529828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.550751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-515dd32b-ee2c-4080-a860-181d3fafdcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.620108 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:57:57.620741 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:57.622541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-515dd32b-ee2c-4080-a860-181d3fafdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.625727 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68c22e-bc7d-411a-9ffa-f9950cbf1371 None None] Pushing event updated for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.628563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:57.632103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=625dc548-c951-4fe4-815a-76006e283aea,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:57.674032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-515dd32b-ee2c-4080-a860-181d3fafdcfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2e4e68b98874a828086b95dfabbccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0302310 Jul 28 17:57:57.675750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.677314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:57.721686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:57.728627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:57.735208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:57:57.746865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dd32b-ee2c-4080-a860-181d3fafdcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd396f7a-d21e-4584-9548-7bf94c2632b5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.764986 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:57:57.780768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.793992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event updated for resources: {'Port': ['ID=42b739c5-7af5-4999-9b2d-d348269d31a2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.805454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.882422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:57.883158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.884637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] 10.222.0.35 "PUT /v2.0/ports/625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 200 len: 1092 time: 1.6159501 Jul 28 17:57:57.885083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'tag': '625dc548-c951-4fe4-815a-76006e283aea'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:57:57.892575 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "tag": "625dc548-c951-4fe4-815a-76006e283aea"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:57.956238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac98f-82d8-4d67-b2d6-eda3755f5563 service neutron] Pushing event updated for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.960082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:57.965873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.041065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.35', 52869) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:57:58.072122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-d8741ce4-a5a1-454b-9bbb-67aeb24ea133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.074186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-d8741ce4-a5a1-454b-9bbb-67aeb24ea133 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 1095 time: 0.0833211 Jul 28 17:57:58.134628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.158476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:53Z', 'revision_number': 4, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f0790f3-1627-4633-85df-c76abae6f2c5', 'name': '', 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'mac_address': 'fa:16:3e:f8:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:52Z', 'updated_at': '2021-07-28T17:57:57Z', 'revision_number': 4, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'subnets': [{'id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:58.161423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-84bb47d8-2dae-4b05-9c4c-6f0077d48334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 200 len: 217 time: 0.0766852 Jul 28 17:57:58.190038 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3c05-3646-4143-8607-3ca0f5a44fb4 None None] The sync data for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 is: [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:57:53Z', 'revision_number': 4, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f0790f3-1627-4633-85df-c76abae6f2c5', 'name': '', 'network_id': '6cfa20f6-96b5-4103-be08-b2a80ce53b15', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'mac_address': 'fa:16:3e:f8:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:52Z', 'updated_at': '2021-07-28T17:57:57Z', 'revision_number': 4, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'subnets': [{'id': 'c23c27de-d1a8-4d20-bfd6-35801d9a528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:58.256194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170197b-08a2-46c6-9f86-ff45ea6e4152 req-b05fb2b9-42e3-4fda-8e68-99c2188de68f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.264368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a170197b-08a2-46c6-9f86-ff45ea6e4152 req-b05fb2b9-42e3-4fda-8e68-99c2188de68f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 944 time: 0.1079831 Jul 28 17:57:58.276817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.279247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.280463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd396f7a-d21e-4584-9548-7bf94c2632b5 HTTP/1.1" status: 204 len: 168 time: 0.6026621 Jul 28 17:57:58.291739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e8092ad4-4dfc-4982-af91-857e86af0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.293241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-e8092ad4-4dfc-4982-af91-857e86af0449 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.1250396 Jul 28 17:57:58.322256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef809-e16f-4e00-93a0-b4255566d395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd396f7a-d21e-4584-9548-7bf94c2632b5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:58.363122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a170197b-08a2-46c6-9f86-ff45ea6e4152 req-7609650a-2caf-4ee6-99f9-6a274e608c2f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973053 Jul 28 17:57:58.397669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-a388e7c9-3c5c-4b55-a0a4-4862d74762c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.399308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-a388e7c9-3c5c-4b55-a0a4-4862d74762c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941002 Jul 28 17:57:58.517503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-1e83cd31-8ee0-48dc-b2f5-45b3efe86630 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101151 Jul 28 17:57:58.527969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-0042b6ab-2763-4b99-bd81-5dd97f010467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.529477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-0042b6ab-2763-4b99-bd81-5dd97f010467 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.4871047 Jul 28 17:57:58.618051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0196862-0082-42e7-8b1f-e65ea9efdb7d req-d18a4d43-1334-4edd-a456-d5c63bc3d765 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933130 Jul 28 17:57:58.652192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.656628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-842a3397-1dc1-4884-935e-28533e0ef9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.657652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-842a3397-1dc1-4884-935e-28533e0ef9fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1170933 Jul 28 17:57:58.701699 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-8eba0de3-4fe7-4737-bb57-3367fbccb097 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0370789 Jul 28 17:57:58.753252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-c1351619-3619-4a24-8687-18f9cf575449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.754763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-c1351619-3619-4a24-8687-18f9cf575449 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0457339 Jul 28 17:57:58.759841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.823744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.855073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event updated for resources: {'Port': ['ID=42b739c5-7af5-4999-9b2d-d348269d31a2,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:58.866213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.870353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:58.874216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-73f4c89e-b0b5-482d-b970-798039fd809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:58.875835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-73f4c89e-b0b5-482d-b970-798039fd809a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089711 Jul 28 17:57:58.926752 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c7ebfa-7d95-4430-bbc3-cfc8d73bc623 x-openstack-request-id: req-56c7ebfa-7d95-4430-bbc3-cfc8d73bc623 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:58.927139 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "tag": "625dc548-c951-4fe4-815a-76006e283aea", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:58.927502 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56c7ebfa-7d95-4430-bbc3-cfc8d73bc623 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:58.928019 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'tag': '625dc548-c951-4fe4-815a-76006e283aea', 'status': 'completed', 'code': 200} Jul 28 17:57:58.946401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:57:58.947922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-5d1d8b21-a8c5-4f50-b907-cff708b4eff4 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3981104 Jul 28 17:57:59.034755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-95640ed7-1950-492c-ab5d-cc56484c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.036327 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-95640ed7-1950-492c-ab5d-cc56484c6ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 1095 time: 0.0871732 Jul 28 17:57:59.039723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-0cf12f92-bc15-46ac-809b-c43916e8bda3 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0793357 Jul 28 17:57:59.133445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-b69ead76-abef-41f8-8661-193e17a6d185 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501211 Jul 28 17:57:59.141470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aef02-0169-4976-b69b-4cf167e84838 req-c9714077-d2a6-4b33-a6ef-cb1b0ec435b4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.143660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c9aef02-0169-4976-b69b-4cf167e84838 req-c9714077-d2a6-4b33-a6ef-cb1b0ec435b4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1487260 Jul 28 17:57:59.150121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-989a8a36-618a-49d0-839d-aa8946edd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.152918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-989a8a36-618a-49d0-839d-aa8946edd69b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 925 time: 0.1060848 Jul 28 17:57:59.221101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-2fa569cf-32e0-4ff4-b721-b637d75a43a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 200 len: 217 time: 0.0591676 Jul 28 17:57:59.252407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-68c99460-ed39-44b1-9a58-ae01e110e9ef tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.253247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c9aef02-0169-4976-b69b-4cf167e84838 req-ecdfab13-a592-43ff-b427-2d114bac157f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956933 Jul 28 17:57:59.254133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-68c99460-ed39-44b1-9a58-ae01e110e9ef tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2076252 Jul 28 17:57:59.266332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-c8e6cfed-b27e-4142-b9cf-d99ddecebe45 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:57:59.267409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e33000de-bb03-45b8-962d-d0ef7e84d80b req-c8e6cfed-b27e-4142-b9cf-d99ddecebe45 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063570 Jul 28 17:57:59.290743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-6b35d240-0b1d-403c-b69a-2d5d791abc1e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492584 Jul 28 17:57:59.320817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-169c46b8-2250-46c4-a84a-9557869655ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.321648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-169c46b8-2250-46c4-a84a-9557869655ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.0927041 Jul 28 17:57:59.406509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-124b25b0-fb1b-48df-bc71-e90874d2c093 req-6aa5e937-873b-4389-849c-ab02c5620327 tempest-FlavorsV2NegativeTest-1836080373 tempest-FlavorsV2NegativeTest-1836080373-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a9fcb66f6e8d4680978f9a371f974c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307655 Jul 28 17:57:59.476786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-7ed28582-ba53-4bd4-ba9e-0f11c87b5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.478322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-7ed28582-ba53-4bd4-ba9e-0f11c87b5228 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484923 Jul 28 17:57:59.595633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b25b0-fb1b-48df-bc71-e90874d2c093 req-1633a6d4-9bcf-4acf-91fe-dc23b8da717d tempest-FlavorsV2NegativeTest-1836080373 tempest-FlavorsV2NegativeTest-1836080373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.602508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-124b25b0-fb1b-48df-bc71-e90874d2c093 req-1633a6d4-9bcf-4acf-91fe-dc23b8da717d tempest-FlavorsV2NegativeTest-1836080373 tempest-FlavorsV2NegativeTest-1836080373-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951592 Jul 28 17:57:59.628024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-124b25b0-fb1b-48df-bc71-e90874d2c093 req-4284dab6-b272-4e14-84f2-c16413cc59fe tempest-FlavorsV2NegativeTest-1836080373 tempest-FlavorsV2NegativeTest-1836080373-project] 10.222.0.25 "GET /v2.0/quotas/a9fcb66f6e8d4680978f9a371f974c3a HTTP/1.1" status: 200 len: 375 time: 0.0245292 Jul 28 17:57:59.652652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-8c2e0158-637b-4011-8df6-8ac7848b5d95 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602979 Jul 28 17:57:59.675350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-124b25b0-fb1b-48df-bc71-e90874d2c093 req-f1b0ed1b-6a65-45f1-8ab0-621ecf5cd03e tempest-FlavorsV2NegativeTest-1836080373 tempest-FlavorsV2NegativeTest-1836080373-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9fcb66f6e8d4680978f9a371f974c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422339 Jul 28 17:57:59.779116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97e1a934-c483-45ce-8b6e-d74aa54ea3ad req-57668392-55c5-41ee-96f0-f6dfd657fbf2 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129234 Jul 28 17:57:59.853164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7508a-34cc-47f1-a5ba-d5fb305ca7f1 req-6f2bbd0c-9f31-4a5b-8b64-0d5a36bc6459 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:57:59.856380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07d7508a-34cc-47f1-a5ba-d5fb305ca7f1 req-6f2bbd0c-9f31-4a5b-8b64-0d5a36bc6459 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.0658615 Jul 28 17:57:59.873789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70286d06-7a83-4a72-a39d-c5bd4503aa3c req-61a1c186-250a-46ad-9dc5-8309f814c652 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips/732ba738-3fe8-402b-87d3-5b0d9379c817 HTTP/1.1" status: 200 len: 691 time: 0.0602765 Jul 28 17:57:59.899353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07d7508a-34cc-47f1-a5ba-d5fb305ca7f1 req-22a92e51-0462-4c04-b148-f3bcb2f4ab33 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Jul 28 17:58:00.001450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73cc1c-a567-422a-b8ce-59c43fbd72e7 req-46a72c7b-8909-44b2-be61-4a9520734061 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.002997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed73cc1c-a567-422a-b8ce-59c43fbd72e7 req-46a72c7b-8909-44b2-be61-4a9520734061 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 944 time: 0.0521266 Jul 28 17:58:00.017973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286d06-7a83-4a72-a39d-c5bd4503aa3c req-bc0e8a6d-8899-48ea-81da-4d03c4a21e54 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.019578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70286d06-7a83-4a72-a39d-c5bd4503aa3c req-bc0e8a6d-8899-48ea-81da-4d03c4a21e54 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1372316 Jul 28 17:58:00.031012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-70286d06-7a83-4a72-a39d-c5bd4503aa3c req-dbda85f9-f1c6-4552-8201-072de5803f1b tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:58:00.032503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70286d06-7a83-4a72-a39d-c5bd4503aa3c req-dbda85f9-f1c6-4552-8201-072de5803f1b tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063348 Jul 28 17:58:00.067826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed73cc1c-a567-422a-b8ce-59c43fbd72e7 req-3f5fbabb-f364-4e96-bd51-a73b52a8b299 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Jul 28 17:58:00.215289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f0790f3-1627-4633-85df-c76abae6f2c5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:00.346679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8f0790f3-1627-4633-85df-c76abae6f2c5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:00.350904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8f0790f3-1627-4633-85df-c76abae6f2c5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:00.351312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:00.378189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb900c36-8a77-489a-a4fb-6e1f57de0b8e req-38d69443-082c-475b-a91e-b8f60575be7f tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=37ebbdbe1f734b57963b18fdafaabe04 HTTP/1.1" status: 200 len: 694 time: 0.0662298 Jul 28 17:58:00.440560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:00.483329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8f0790f3-1627-4633-85df-c76abae6f2c5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f0790f3-1627-4633-85df-c76abae6f2c5,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:00.549482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6734a-e35b-4bc0-9112-70270ad8e5bb req-33df0502-54b4-4079-a011-b298d794d14d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.551873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83e6734a-e35b-4bc0-9112-70270ad8e5bb req-33df0502-54b4-4079-a011-b298d794d14d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0733051 Jul 28 17:58:00.559503 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:00.594583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83e6734a-e35b-4bc0-9112-70270ad8e5bb req-362dab56-ca03-4f1f-b477-c5c64ccc55af tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Jul 28 17:58:00.620996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:00.631023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb900c36-8a77-489a-a4fb-6e1f57de0b8e req-2f790788-8a06-462c-b7be-7377d0ed7fc2 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.632723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb900c36-8a77-489a-a4fb-6e1f57de0b8e req-2f790788-8a06-462c-b7be-7377d0ed7fc2 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks?id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 787 time: 0.2391219 Jul 28 17:58:00.643233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-eb900c36-8a77-489a-a4fb-6e1f57de0b8e req-2074215e-4efa-4353-bdcf-2bc7da3221a9 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:58:00.644205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb900c36-8a77-489a-a4fb-6e1f57de0b8e req-2074215e-4efa-4353-bdcf-2bc7da3221a9 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061042 Jul 28 17:58:00.752491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81089fce-a62d-48ed-8ae0-43b74b65bd97 req-5a05b539-89ce-442a-873a-1f85fca1e7a6 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.754003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81089fce-a62d-48ed-8ae0-43b74b65bd97 req-5a05b539-89ce-442a-873a-1f85fca1e7a6 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.0515120 Jul 28 17:58:00.764989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-8566cff2-1f30-4e1b-b73b-6e70609306c6 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips/732ba738-3fe8-402b-87d3-5b0d9379c817 HTTP/1.1" status: 200 len: 691 time: 0.0796101 Jul 28 17:58:00.799710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81089fce-a62d-48ed-8ae0-43b74b65bd97 req-157c3167-3175-468f-bb60-40e2d8f9f0c0 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Jul 28 17:58:00.888284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-3aac49fb-44f7-4ddf-845b-29714ec004ab tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:00.889666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-3aac49fb-44f7-4ddf-845b-29714ec004ab tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1184785 Jul 28 17:58:00.902464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-b769d447-8c92-47b2-94f7-9ff36d2ba308 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:58:00.910115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-b769d447-8c92-47b2-94f7-9ff36d2ba308 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133848 Jul 28 17:58:00.948270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:00.978509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-894b9abe-f734-4a9d-89b0-a36d27061a24 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0673869 Jul 28 17:58:01.022617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41390) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:01.048635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-2701e7e6-4fc7-473b-a3ea-233e4921b1ed tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0599411 Jul 28 17:58:01.125564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1591c7e-e6b0-477f-9477-22c063ef2f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.187238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba5840a2-39b2-4f12-b923-44298dec0ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.201343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Deleting port 42b739c5-7af5-4999-9b2d-d348269d31a2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:01.202026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.277035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491588d9-5f7d-4323-a118-2ba541563df4 req-394ce00b-7465-4267-ba06-6ea987c22656 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:01.280965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-491588d9-5f7d-4323-a118-2ba541563df4 req-394ce00b-7465-4267-ba06-6ea987c22656 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 944 time: 0.0726817 Jul 28 17:58:01.287372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.287881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.292555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1591c7e-e6b0-477f-9477-22c063ef2f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.300487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Calling delete_port for 42b739c5-7af5-4999-9b2d-d348269d31a2 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:01.323451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-491588d9-5f7d-4323-a118-2ba541563df4 req-900b3edb-282b-424f-9786-eda24c65409d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358872 Jul 28 17:58:01.362062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1591c7e-e6b0-477f-9477-22c063ef2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.412344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1591c7e-e6b0-477f-9477-22c063ef2f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40811a9a-450b-457b-b736-f88a3344c5c1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:01.421398 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b1591c7e-e6b0-477f-9477-22c063ef2f2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a13d5ea68be649efbf76199f25b932bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693191 Jul 28 17:58:01.424760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:01.483559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba5840a2-39b2-4f12-b923-44298dec0ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.487671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.511320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.620528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba5840a2-39b2-4f12-b923-44298dec0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.664594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba5840a2-39b2-4f12-b923-44298dec0ea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9fcb66f6e8d4680978f9a371f974c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400273 Jul 28 17:58:01.664837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5840a2-39b2-4f12-b923-44298dec0ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396af43e-827b-49a1-97dd-980bf023c9ab,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:01.670455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:01.764355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.789983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event deleted for resources: {'Port': ['ID=42b739c5-7af5-4999-9b2d-d348269d31a2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:01.794650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c65ba-2c3b-46ff-a4b7-768234d0b932 req-1e64a372-8276-4622-959c-a035850b73bb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:01.796173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-048c65ba-2c3b-46ff-a4b7-768234d0b932 req-1e64a372-8276-4622-959c-a035850b73bb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1109612 Jul 28 17:58:01.798521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.803865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.804212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.804718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.805207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.805547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.805874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.806208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.806526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.806850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.807170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.807518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.807838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:01.822667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-0551d675-839e-4942-b9aa-e3efa7e3857f tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:01.824113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-0551d675-839e-4942-b9aa-e3efa7e3857f tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.1050446 Jul 28 17:58:01.854578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.861965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.864596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.865705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c2fc734-91a6-4589-ac2f-c782ebfa3e3f req-a8fd394e-46f5-4c92-9d39-fbd36471d174 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "DELETE /v2.0/floatingips/732ba738-3fe8-402b-87d3-5b0d9379c817 HTTP/1.1" status: 204 len: 173 time: 0.8149176 Jul 28 17:58:01.921989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-048c65ba-2c3b-46ff-a4b7-768234d0b932 req-3247ce38-48f1-43d2-8646-2a64e19c513b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121826 Jul 28 17:58:01.928800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.931629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:01.932910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40811a9a-450b-457b-b736-f88a3344c5c1 HTTP/1.1" status: 204 len: 168 time: 0.5070052 Jul 28 17:58:01.952501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd238c-1440-401a-94c7-60fed205bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40811a9a-450b-457b-b736-f88a3344c5c1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:01.981440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Deleting port 40d01786-5653-433b-8b73-aca759f9f7ee {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:01.982713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.078195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.081516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.085207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/396af43e-827b-49a1-97dd-980bf023c9ab HTTP/1.1" status: 204 len: 168 time: 0.4110932 Jul 28 17:58:02.111973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878499-bf7f-4c2f-8672-e124c92c60fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396af43e-827b-49a1-97dd-980bf023c9ab,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:02.115978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] For port 40d01786-5653-433b-8b73-aca759f9f7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=40d01786-5653-433b-8b73-aca759f9f7ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:02.115978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.156851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Calling delete_port for 40d01786-5653-433b-8b73-aca759f9f7ee owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:02.212430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f0790f3-1627-4633-85df-c76abae6f2c5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:02.219810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79894e-5158-4a64-96df-b1193f494ef7 req-c0fa1b99-033b-44d6-895f-ba3743ee360b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:02.221326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b79894e-5158-4a64-96df-b1193f494ef7 req-c0fa1b99-033b-44d6-895f-ba3743ee360b tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 949 time: 0.1228817 Jul 28 17:58:02.278791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b79894e-5158-4a64-96df-b1193f494ef7 req-505962ed-674c-4b08-8421-3c40b7b2eaba tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d3b34cc-086f-49b6-9fb3-f5712152a6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488310 Jul 28 17:58:02.300439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8f0790f3-1627-4633-85df-c76abae6f2c5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:02.301011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.381369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-3dde7160-27fa-4587-b368-59429701d3a9 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2716212 Jul 28 17:58:02.398049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:02.485846 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.498092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['40d01786-5653-433b-8b73-aca759f9f7ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:02.506625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.574092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Pushing event deleted for resources: {'Port': ['ID=40d01786-5653-433b-8b73-aca759f9f7ee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:02.644828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.683251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] No DVR routers for this DVR port 40d01786-5653-433b-8b73-aca759f9f7ee on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:02.690152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.690579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60dff670-a629-40d5-9e74-042e347a7cb9 req-689af097-a724-4eed-b245-bf09a9b5afbe tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.37 "DELETE /v2.0/ports/40d01786-5653-433b-8b73-aca759f9f7ee HTTP/1.1" status: 204 len: 173 time: 0.8585923 Jul 28 17:58:02.695234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'name': 'network-vif-deleted', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:02.697964 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad39a0c1-e72d-419f-9b7c-7d461032270b" -d '{"events": [{"server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "name": "network-vif-deleted", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:02.717745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d07a6-7e6a-472d-b87e-2cbba5112aeb req-00498659-deff-4ee3-b9cc-3cd5d4294f18 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:02.719580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f42d07a6-7e6a-472d-b87e-2cbba5112aeb req-00498659-deff-4ee3-b9cc-3cd5d4294f18 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 944 time: 0.1078746 Jul 28 17:58:02.769050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f42d07a6-7e6a-472d-b87e-2cbba5112aeb req-46d4a233-d284-4c04-aee5-2bcfb3bd4fc0 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Jul 28 17:58:02.792249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Allocated IP 172.25.7.63 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/41073a27-5dee-4989-8c75-039bcdd544a6) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:02.815129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:02.831780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71a3cd31-896a-4531-b0d9-b5db6cd1a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.898383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 625dc548-c951-4fe4-815a-76006e283aea details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:02.937226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.956425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71a3cd31-896a-4531-b0d9-b5db6cd1a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:02.961924 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b97b3-86ae-4b4f-8d5e-34b6ff6ed6db x-openstack-request-id: req-569b97b3-86ae-4b4f-8d5e-34b6ff6ed6db {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:02.962276 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914db8f-14ab-4b59-90ee-da4b219a1619", "name": "network-vif-deleted", "tag": "40d01786-5653-433b-8b73-aca759f9f7ee", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:02.962586 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-569b97b3-86ae-4b4f-8d5e-34b6ff6ed6db {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:02.963084 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914db8f-14ab-4b59-90ee-da4b219a1619', 'name': 'network-vif-deleted', 'tag': '40d01786-5653-433b-8b73-aca759f9f7ee', 'status': 'completed', 'code': 200} Jul 28 17:58:03.022670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71a3cd31-896a-4531-b0d9-b5db6cd1a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.024531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=625dc548-c951-4fe4-815a-76006e283aea,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:03.039449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '625dc548-c951-4fe4-815a-76006e283aea', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'port_id': '625dc548-c951-4fe4-815a-76006e283aea', 'mac_address': 'fa:16:3e:05:16:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:03.080779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.084168 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.093489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71a3cd31-896a-4531-b0d9-b5db6cd1a9ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b767e68aa8946d2bfb4da147c6ce10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771661 Jul 28 17:58:03.094399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3cd31-896a-4531-b0d9-b5db6cd1a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c05fe3-dec3-48b7-9a87-98deb6548f93,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:03.101705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:03.103836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41484) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:03.104876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:03.108497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:03.125459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625dc548-c951-4fe4-815a-76006e283aea {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:03.146243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273ca9-037c-4134-8070-042751f2f588 req-e32ce71b-92d3-4e9e-a453-8d79ddf84930 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:03.148533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e273ca9-037c-4134-8070-042751f2f588 req-e32ce71b-92d3-4e9e-a453-8d79ddf84930 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0857408 Jul 28 17:58:03.149799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=625dc548-c951-4fe4-815a-76006e283aea,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:03.190747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e273ca9-037c-4134-8070-042751f2f588 req-de4c9e43-c8f2-478b-89ae-b2b7fc451ac6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362451 Jul 28 17:58:03.217492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event updated for resources: {'Port': ['ID=41073a27-5dee-4989-8c75-039bcdd544a6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:03.234334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.263329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.283899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:03.289417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.295916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.398463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.432056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2ab6cc5-9f94-451c-8838-4540cd0bb7f4 req-a9ac2891-50d9-4566-8101-16183122c7a4 tempest-DeleteServersAdminTestJSON-817859440 tempest-DeleteServersAdminTestJSON-817859440-project] 10.222.0.25 "GET /v2.0/ports?device_id=2914db8f-14ab-4b59-90ee-da4b219a1619 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Jul 28 17:58:03.454740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.461406 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.461406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4c05fe3-dec3-48b7-9a87-98deb6548f93 HTTP/1.1" status: 204 len: 168 time: 0.3515632 Jul 28 17:58:03.473556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f805fd-bbc3-43fb-9e06-e3bd9d0e6ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c05fe3-dec3-48b7-9a87-98deb6548f93,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:03.587754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['625dc548-c951-4fe4-815a-76006e283aea'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:03.605774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.709002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.798629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event updated for resources: {'Port': ['ID=41073a27-5dee-4989-8c75-039bcdd544a6,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:03.806876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.902465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:03.904285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-d8db6c5e-de01-487b-b546-ee671c23f59d tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5114729 Jul 28 17:58:03.968579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-3b3cd6c6-c728-447b-9c0b-3d29d8629571 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0544031 Jul 28 17:58:04.094107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-29b43acc-b622-4f41-b0de-9c540f342115 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:04.096013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-29b43acc-b622-4f41-b0de-9c540f342115 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1202395 Jul 28 17:58:04.106706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-160b6242-b48a-482e-8a5d-a56117e8563b tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:58:04.107791 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4741dd2-4c37-4208-b9b2-c1d74f81d7f6 req-160b6242-b48a-482e-8a5d-a56117e8563b tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058067 Jul 28 17:58:04.166934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a859b8-fcf8-4068-970d-05e5943e3370 req-7448e007-6c36-4ab3-af0f-8083af407f1c tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:04.170159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2a859b8-fcf8-4068-970d-05e5943e3370 req-7448e007-6c36-4ab3-af0f-8083af407f1c tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Jul 28 17:58:04.197940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-1434f7b8-150d-42cb-8588-73ceab8f89fe tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips/971bf5a9-abf5-4ba5-910c-b0373da7ff1c HTTP/1.1" status: 200 len: 692 time: 0.0501301 Jul 28 17:58:04.215320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2a859b8-fcf8-4068-970d-05e5943e3370 req-83d07a40-3e62-440f-92b4-55c20226aa6a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389800 Jul 28 17:58:04.308434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-0f612354-80cc-46d0-a41b-80afa9ab56c8 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:04.309671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-0f612354-80cc-46d0-a41b-80afa9ab56c8 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1049554 Jul 28 17:58:04.364989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-982d30f7-01f6-4781-adee-4ef30c73778a tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0487313 Jul 28 17:58:04.413202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-1c2ea853-986a-4db7-bb62-c078ae14c0dc tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0418127 Jul 28 17:58:04.565404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Deleting port 41073a27-5dee-4989-8c75-039bcdd544a6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:04.565824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:04.610202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39356-fb27-49ce-a6bd-795c650cd12c req-3e5baab5-b997-42f3-a5c2-fe6567998936 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:04.611814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bde39356-fb27-49ce-a6bd-795c650cd12c req-3e5baab5-b997-42f3-a5c2-fe6567998936 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0532680 Jul 28 17:58:04.649057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:04.649413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:04.651940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bde39356-fb27-49ce-a6bd-795c650cd12c req-b9b028f4-6079-46d2-9432-2086685da5ed tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Jul 28 17:58:04.660905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Calling delete_port for 41073a27-5dee-4989-8c75-039bcdd544a6 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:04.926610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 625dc548-c951-4fe4-815a-76006e283aea up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:04.948214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:04.974509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Pushing event deleted for resources: {'Port': ['ID=41073a27-5dee-4989-8c75-039bcdd544a6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:05.035369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:05.039575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:05.040324 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b27ef04-5e78-462b-8970-30e5313daf27 req-8a0d2cc5-326e-416d-8385-4b1b3ec84b3c tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "DELETE /v2.0/floatingips/971bf5a9-abf5-4ba5-910c-b0373da7ff1c HTTP/1.1" status: 204 len: 173 time: 0.6205773 Jul 28 17:58:05.056729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 625dc548-c951-4fe4-815a-76006e283aea completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:05.061885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 625dc548-c951-4fe4-815a-76006e283aea triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:05.062267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:05.151704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:05.176686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625dc548-c951-4fe4-815a-76006e283aea'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:05.179001 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efdf666-e7a2-4449-90a1-399695624e05" -d '{"events": [{"server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "name": "network-vif-plugged", "status": "completed", "tag": "625dc548-c951-4fe4-815a-76006e283aea"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:05.193710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=625dc548-c951-4fe4-815a-76006e283aea,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:05.227787 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-05b80d6a-eeab-46c0-85cf-0121a8ba5d95 req-a38a8046-751d-4e3b-93cb-a4324abe5890 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] show failed (client error): The resource could not be found. Jul 28 17:58:05.228886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05b80d6a-eeab-46c0-85cf-0121a8ba5d95 req-a38a8046-751d-4e3b-93cb-a4324abe5890 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips/971bf5a9-abf5-4ba5-910c-b0373da7ff1c HTTP/1.1" status: 404 len: 350 time: 0.0423481 Jul 28 17:58:05.312531 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22bc774-b75f-4359-9310-135f508962b8 x-openstack-request-id: req-b22bc774-b75f-4359-9310-135f508962b8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:05.312848 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "name": "network-vif-plugged", "status": "completed", "tag": "625dc548-c951-4fe4-815a-76006e283aea", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:05.313547 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b22bc774-b75f-4359-9310-135f508962b8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:05.313547 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625dc548-c951-4fe4-815a-76006e283aea', 'code': 200} Jul 28 17:58:05.322388 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:05.418774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983e5-f2ef-47d6-8a69-f59828dff64a req-1f11cd6f-7083-4540-9579-5837d80a4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:05.420446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf1983e5-f2ef-47d6-8a69-f59828dff64a req-1f11cd6f-7083-4540-9579-5837d80a4f74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 1097 time: 0.0396996 Jul 28 17:58:05.437912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:05.455427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf1983e5-f2ef-47d6-8a69-f59828dff64a req-60c80634-70bb-443e-ab0c-70c9a6d3b3fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275943 Jul 28 17:58:05.520265 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-4f9ea745-844c-4ed4-9b1a-143e9be18f47 req-09c37184-57d6-4eab-9da1-3cb47d2beb02 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] show failed (client error): The resource could not be found. Jul 28 17:58:05.521287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f9ea745-844c-4ed4-9b1a-143e9be18f47 req-09c37184-57d6-4eab-9da1-3cb47d2beb02 tempest-FloatingIPsTestJSON-853147925 tempest-FloatingIPsTestJSON-853147925-project] 10.222.0.25 "GET /v2.0/floatingips/971bf5a9-abf5-4ba5-910c-b0373da7ff1c HTTP/1.1" status: 404 len: 350 time: 0.0428388 Jul 28 17:58:05.533632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:05.585224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8081-bf33-434e-b527-cb6e423b5f12 req-2a2d4eb7-ae11-4468-82b5-661597034d5b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:05.586769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6bd8081-bf33-434e-b527-cb6e423b5f12 req-2a2d4eb7-ae11-4468-82b5-661597034d5b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.0596156 Jul 28 17:58:05.630299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6bd8081-bf33-434e-b527-cb6e423b5f12 req-d5dcf82a-9dcb-47ef-a561-4e344d464dc1 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345433 Jul 28 17:58:05.816451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774595c-a802-41dc-a191-6b4e96ff75a7 req-84659c3c-6acf-4d0d-8516-cc6eeba123d2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:05.824069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5774595c-a802-41dc-a191-6b4e96ff75a7 req-84659c3c-6acf-4d0d-8516-cc6eeba123d2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0663588 Jul 28 17:58:05.848936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 40d01786-5653-433b-8b73-aca759f9f7ee no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:05.871367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 40d01786-5653-433b-8b73-aca759f9f7ee {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:05.872007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 40d01786-5653-433b-8b73-aca759f9f7ee not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:05.893387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5774595c-a802-41dc-a191-6b4e96ff75a7 req-eadf5b17-d02b-46db-be16-fcee0e1f167c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670674 Jul 28 17:58:06.277838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41660) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:06.297966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.566302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16297ca5-b68b-409a-9e29-1995d87319a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9a2f6e33a8a4580bdce87a9f851e734&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2873855 Jul 28 17:58:06.569110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:06.619616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.642955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.769174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Deleting port 8f0790f3-1627-4633-85df-c76abae6f2c5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:06.769746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.789103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.792664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.794880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d3b34cc-086f-49b6-9fb3-f5712152a6df HTTP/1.1" status: 204 len: 168 time: 0.2247381 Jul 28 17:58:06.812029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be727cc-31c7-4c48-b3cf-5b4aeffdfd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b34cc-086f-49b6-9fb3-f5712152a6df,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:06.909797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e727a-1cb3-4069-a0b9-ffa9c236e6da req-941f821a-0430-4d25-94e9-d656518c21cb tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:06.917249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e5e727a-1cb3-4069-a0b9-ffa9c236e6da req-941f821a-0430-4d25-94e9-d656518c21cb tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.0981560 Jul 28 17:58:06.934232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] For port 8f0790f3-1627-4633-85df-c76abae6f2c5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f0790f3-1627-4633-85df-c76abae6f2c5,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:06.934629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:06.953200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Calling delete_port for 8f0790f3-1627-4633-85df-c76abae6f2c5 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:06.965822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e5e727a-1cb3-4069-a0b9-ffa9c236e6da req-6ba3de65-b2e0-4cf7-9aef-4c5dda6aa7d7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Jul 28 17:58:07.204204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4936-822a-4dda-a48d-1efbe6f6ba26 req-684a26e2-594b-4b80-b6da-36773b77c4e2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:07.213597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16ae4936-822a-4dda-a48d-1efbe6f6ba26 req-684a26e2-594b-4b80-b6da-36773b77c4e2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1401086 Jul 28 17:58:07.266154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16ae4936-822a-4dda-a48d-1efbe6f6ba26 req-8076bbcd-aecb-454f-9ca1-d7a02387e101 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515349 Jul 28 17:58:07.438322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.513074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0790f3-1627-4633-85df-c76abae6f2c5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:07.662758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ff34cbc4-a675-414e-a471-1875ffcd3ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.669463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.693293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41734) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:07.712224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ef49cf3-e8c2-4619-968a-a6acd5e91417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.830356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ef49cf3-e8c2-4619-968a-a6acd5e91417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.879064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ef49cf3-e8c2-4619-968a-a6acd5e91417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:07.927334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41758) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:07.928057 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ef49cf3-e8c2-4619-968a-a6acd5e91417 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf6d6cefa7154478b34e96f44bb85d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334912 Jul 28 17:58:07.944134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef49cf3-e8c2-4619-968a-a6acd5e91417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e0ab0-7c27-4cfe-8819-5f373ca3c25f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:08.004653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:58:08.027108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.092115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.174807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:08.182497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb202331-90fc-4534-a9ea-5422aeba1bbc admin admin] 10.222.0.25 "PUT /v2.0/routers/6b9dbbcc-1d87-4b1e-9f66-31d908ca4002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6449194 Jul 28 17:58:08.183384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:08.202540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Sync routers for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:08.214676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:08.215268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:08.266284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.268883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.270019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/853e0ab0-7c27-4cfe-8819-5f373ca3c25f HTTP/1.1" status: 204 len: 168 time: 0.3416648 Jul 28 17:58:08.280866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ba62a-d6f8-4588-b089-41b5ec81a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e0ab0-7c27-4cfe-8819-5f373ca3c25f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:08.371671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7a6f-046b-49c4-8f1c-5792a808d240 req-659c02b7-f3d8-4e50-bd0e-b36ca8a24900 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:08.390117 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-334e7a6f-046b-49c4-8f1c-5792a808d240 req-659c02b7-f3d8-4e50-bd0e-b36ca8a24900 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.0871012 Jul 28 17:58:08.390117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.449596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-2d4e19eb-6dcd-4dd0-8b61-76a7910108ad tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395422 Jul 28 17:58:08.482882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:08.512669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-334e7a6f-046b-49c4-8f1c-5792a808d240 req-db1cde3d-45e0-4b7d-b874-d6147c02304f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314731 Jul 28 17:58:08.564568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.600848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-1a9e73e3-68f3-4266-8711-e28e418ef55f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:08.602328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-1a9e73e3-68f3-4266-8711-e28e418ef55f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456988 Jul 28 17:58:08.619358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-5324e70f-2aa2-489b-bd31-f55d751fbb15 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/quotas/52e61b8b2a65454bbb16bab1d768f93b HTTP/1.1" status: 200 len: 375 time: 0.0091045 Jul 28 17:58:08.717188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-684fc436-64a4-4784-9b5a-7a2ea1dfb86b tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877142 Jul 28 17:58:08.720281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:07Z', 'revision_number': 5, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port': {'id': 'a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:48Z', 'updated_at': '2021-07-28T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:08.729996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Deleting port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:08.730442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.758866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Checking router: 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:08.768767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Routers {'6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:08.769768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:57:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:08.859382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78234-b187-4878-997e-0226874f57c4 req-046a5243-2d19-4a38-9f0e-46896ddea06b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:08.861588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05b78234-b187-4878-997e-0226874f57c4 req-046a5243-2d19-4a38-9f0e-46896ddea06b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1291590 Jul 28 17:58:08.865814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] Set router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:08.883687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] For port a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:08.884248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:08.910243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Calling delete_port for a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:08.922702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:08Z', 'revision_number': 6, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:08.930221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05b78234-b187-4878-997e-0226874f57c4 req-4d75f29e-62c2-4212-b956-b72c41ed6db6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 Jul 28 17:58:08.964749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7869658-bbbc-4479-ad79-611b6e612832 None None] The sync data for ids ['6b9dbbcc-1d87-4b1e-9f66-31d908ca4002'] in n-d-778550-5 is: [{'id': '6b9dbbcc-1d87-4b1e-9f66-31d908ca4002', 'name': 'tempest-FloatingIPsTestJSON-661822834-router', 'tenant_id': '37ebbdbe1f734b57963b18fdafaabe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:08Z', 'revision_number': 6, 'project_id': '37ebbdbe1f734b57963b18fdafaabe04', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:09.180385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12982c-aaff-42bc-9300-1d329bdb8a77 req-76b82305-0fca-4144-9221-fd2461be76df tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:09.194292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41824) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:09.204614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'floatingip': {'port_id': '625dc548-c951-4fe4-815a-76006e283aea'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:09.205499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf12982c-aaff-42bc-9300-1d329bdb8a77 req-76b82305-0fca-4144-9221-fd2461be76df tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.1011841 Jul 28 17:58:09.252775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:09.360569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:09.391838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-bd627c77-c05c-41a5-b2bc-e1173b0ecd78 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965755 Jul 28 17:58:09.430855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:09.846265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41850) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:09.849281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:09.878982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41854) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:09.955034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b386724-ac16-4a76-a00f-be9c5cefebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:09.990877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-04338993-5c50-4744-a18e-b35476cd7032 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:09.997929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-04338993-5c50-4744-a18e-b35476cd7032 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5724869 Jul 28 17:58:10.001591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.004964 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.011370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.066850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-15e06be7-9d82-4f59-bf81-1b79aefc65ad tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/quotas/52e61b8b2a65454bbb16bab1d768f93b HTTP/1.1" status: 200 len: 375 time: 0.0679789 Jul 28 17:58:10.076458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa410-36f0-450e-a135-af330c43c36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.110611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8da12fad-ec62-47e8-9843-7fd6acb19bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.148603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbc6b-e3f7-40d7-8c18-8fa1e1885c86 req-f2e1ca35-f46d-4b56-86c0-b685ea088bc8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:10.150550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-37db5bc8-29b0-41e8-862d-4bd02030b176 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824611 Jul 28 17:58:10.158005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c6dbc6b-e3f7-40d7-8c18-8fa1e1885c86 req-f2e1ca35-f46d-4b56-86c0-b685ea088bc8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1106329 Jul 28 17:58:10.225854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f0790f3-1627-4633-85df-c76abae6f2c5 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:10.262742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.263820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:58:10.274811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.276358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56297f2b-515f-48a3-a611-9d2e12cf23ad admin admin] 10.222.0.25 "DELETE /v2.0/routers/6b9dbbcc-1d87-4b1e-9f66-31d908ca4002 HTTP/1.1" status: 204 len: 168 time: 2.0918274 Jul 28 17:58:10.282309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8f0790f3-1627-4633-85df-c76abae6f2c5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:10.282309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f0790f3-1627-4633-85df-c76abae6f2c5 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:10.282699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:10.283763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c6dbc6b-e3f7-40d7-8c18-8fa1e1885c86 req-907a659a-2132-4b1d-8170-bd96318608fd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247520 Jul 28 17:58:10.284317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:10.336260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:10.341264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a6c4bb85-ca09-4218-b4c2-24cd2fd7fd0d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:10.366291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41870) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:10.381901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa410-36f0-450e-a135-af330c43c36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.451088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Deleting subnet c23c27de-d1a8-4d20-bfd6-35801d9a528e {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 17:58:10.465954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.511372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa410-36f0-450e-a135-af330c43c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.577680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.623454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9bcaa410-36f0-450e-a135-af330c43c36c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a1407fc29134bf589338e5661f7809f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757938 Jul 28 17:58:10.626752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.resource_extend [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 17:58:10.628699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:10.632105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa1937ad-e9d5-4856-9fb1-42faf0914149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.670627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8d6d2cc1-2a61-4ff0-ba90-c0599e6fb51b req-e50e360f-5237-42d0-abfc-8e0022dd44f4 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 210 time: 0.0524702 Jul 28 17:58:10.696828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa410-36f0-450e-a135-af330c43c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae8d02e-3c7c-45f4-8c60-bc6069d2ff2e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:10.786881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8da12fad-ec62-47e8-9843-7fd6acb19bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.811279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.834588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.858487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.884794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8da12fad-ec62-47e8-9843-7fd6acb19bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.889297 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.893269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.940825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da12fad-ec62-47e8-9843-7fd6acb19bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd1e0ab-416a-4428-9c69-fb6f47625880,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:10.942213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:10.952947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8da12fad-ec62-47e8-9843-7fd6acb19bcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6600fcee959e4c2ab1bb40a800ba6c06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729079 Jul 28 17:58:10.955321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:11.045251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.050329 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Floating IP 898c3a02-1900-4785-b75e-246501ed2018 associated. External IP: 172.25.7.214, port: 625dc548-c951-4fe4-815a-76006e283aea. Jul 28 17:58:11.085847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.091361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.094104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa1937ad-e9d5-4856-9fb1-42faf0914149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.119761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23c27de-d1a8-4d20-bfd6-35801d9a528e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:11.124233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d761afe-37ec-4911-bc22-270fd2520ea8 None None] Network 6cfa20f6-96b5-4103-be08-b2a80ce53b15 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:11.128948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.134132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:11.134742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b463fa0-90bb-4db2-833d-1aa5da1d27d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c23c27de-d1a8-4d20-bfd6-35801d9a528e HTTP/1.1" status: 204 len: 168 time: 0.8488212 Jul 28 17:58:11.177515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.180511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.184113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ae8d02e-3c7c-45f4-8c60-bc6069d2ff2e HTTP/1.1" status: 204 len: 168 time: 0.5507100 Jul 28 17:58:11.214516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa1937ad-e9d5-4856-9fb1-42faf0914149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.304630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.310630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa1937ad-e9d5-4856-9fb1-42faf0914149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a4c01d03c474085b0d3e4b7d35fc7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9430332 Jul 28 17:58:11.311039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1937ad-e9d5-4856-9fb1-42faf0914149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0850ee80-35cd-47b4-aafa-9c73420413dc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:11.314357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:11.361171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.364020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.365369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd1e0ab-416a-4428-9c69-fb6f47625880 HTTP/1.1" status: 204 len: 168 time: 0.4090519 Jul 28 17:58:11.388972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852be38-8e8d-4e10-a057-41eba56ba9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd1e0ab-416a-4428-9c69-fb6f47625880,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:11.453080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.475147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Deleting port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:11.475513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.499333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.501226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] DHCP port deletion for 6cfa20f6-96b5-4103-be08-b2a80ce53b15 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 17:58:11.618459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a94a67-fd89-47e6-a48c-b48d98d72e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae8d02e-3c7c-45f4-8c60-bc6069d2ff2e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:11.619096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] For port c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:11.619096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.619096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Calling delete_port for c87241db-c89f-42f0-8cfa-6a8de0acd3c6 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:11.654504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Deleting port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:11.655166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.689656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.709877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.713352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0850ee80-35cd-47b4-aafa-9c73420413dc HTTP/1.1" status: 204 len: 168 time: 0.3957117 Jul 28 17:58:11.725052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c51fa-d59b-4352-ac82-c07481e66692 req-255191a4-1698-41d9-973c-222a277aa2a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:11.730707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f54c51fa-d59b-4352-ac82-c07481e66692 req-255191a4-1698-41d9-973c-222a277aa2a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1644065 Jul 28 17:58:11.746056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc0960-dd83-47a0-8505-c91aba6d3c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0850ee80-35cd-47b4-aafa-9c73420413dc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:11.761027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] For port c87241db-c89f-42f0-8cfa-6a8de0acd3c6, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,segment=NetworkSegment(0568d4ac-249b-4a20-96a2-d0bae371e98f),segment_id=0568d4ac-249b-4a20-96a2-d0bae371e98f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:11.761444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.806766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Calling delete_port for c87241db-c89f-42f0-8cfa-6a8de0acd3c6 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:11.846376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f54c51fa-d59b-4352-ac82-c07481e66692 req-4b9c6e3b-360c-4140-8616-93603ec57c82 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063635 Jul 28 17:58:11.850662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73d29f7e-65a5-475b-8c43-c3e00dc46458 req-1f48c27c-a596-45f1-bf2c-3ebfb2a4b459 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 210 time: 0.0622158 Jul 28 17:58:11.861298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:58:11.916766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-3148bf5d-6da5-4c72-b095-2e84bf159eef tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322485 Jul 28 17:58:11.980062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:11.984723 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:11.993721 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:12.004121 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:12.004801 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.014650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dca9f9f7-439c-4613-b6b4-21f368f5600a tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "PUT /v2.0/floatingips/898c3a02-1900-4785-b75e-246501ed2018 HTTP/1.1" status: 200 len: 992 time: 2.8187797 Jul 28 17:58:12.015277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'tag': '625dc548-c951-4fe4-815a-76006e283aea'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:12.018786 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e131fd-ba99-4bba-9b4b-21404cc53964" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "tag": "625dc548-c951-4fe4-815a-76006e283aea"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:12.049290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-1f3671c2-8512-454a-b20e-099e0853561d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:12.057294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-1f3671c2-8512-454a-b20e-099e0853561d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310589 Jul 28 17:58:12.057294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.061089 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.092716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:12.104262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Request body: {'port': {'device_id': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '52e61b8b2a65454bbb16bab1d768f93b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:12.116822 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d91466-b749-4aa1-81d2-d5553263bab1 x-openstack-request-id: req-49d91466-b749-4aa1-81d2-d5553263bab1 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:12.116822 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "tag": "625dc548-c951-4fe4-815a-76006e283aea", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:12.117109 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49d91466-b749-4aa1-81d2-d5553263bab1 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:12.117786 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'tag': '625dc548-c951-4fe4-815a-76006e283aea', 'status': 'completed', 'code': 200} Jul 28 17:58:12.132407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] Pushing event deleted for resources: {'Port': ['ID=c87241db-c89f-42f0-8cfa-6a8de0acd3c6,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:12.143346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac542b84-b87a-470c-8d60-d69280b61916 None None] No DVR routers for this DVR port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:12.186038 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:12.234584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c87241db-c89f-42f0-8cfa-6a8de0acd3c6 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:12.253077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-9f669ea6-ee59-4764-9c47-ef70f7f8a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:12.258537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-9f669ea6-ee59-4764-9c47-ef70f7f8a423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 1097 time: 0.0477643 Jul 28 17:58:12.268907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c87241db-c89f-42f0-8cfa-6a8de0acd3c6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:12.269750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c87241db-c89f-42f0-8cfa-6a8de0acd3c6 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:12.278115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] No DVR routers for this DVR port c87241db-c89f-42f0-8cfa-6a8de0acd3c6 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:12.387233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-99a2cc7a-6583-4845-b17a-f95a65374e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:12.389084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-99a2cc7a-6583-4845-b17a-f95a65374e59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 925 time: 0.1266446 Jul 28 17:58:12.389235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:12.439258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.479421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.481996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.483029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.483510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > port after_create 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.485596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.486017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > port after_update 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.487081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.488074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.488539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.490506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.516315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-0e2f75eb-3971-46ea-a6b7-4ca6d4553456 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 200 len: 1000 time: 0.1187549 Jul 28 17:58:12.519378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da1d9682-9143-4e69-ad90-e99d5d0413d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.562695 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '625dc548-c951-4fe4-815a-76006e283aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:05:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:10Z', 'revision_number': 1, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.580517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.580869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.581449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.581794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:58:12.582422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfa20f6-96b5-4103-be08-b2a80ce53b15']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.595691 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:12.600978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-b9c88eb2-c1f4-4d49-ab68-353d34e88010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:12.602626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-b9c88eb2-c1f4-4d49-ab68-353d34e88010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.0750196 Jul 28 17:58:12.604518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Made reservation on behalf of 52e61b8b2a65454bbb16bab1d768f93b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:12.606549 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:12.607474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.608816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.618084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0568d4ac-249b-4a20-96a2-d0bae371e98f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.618426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0568d4ac-249b-4a20-96a2-d0bae371e98f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:12.643254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.647939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.680414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-8967de41-f452-441d-8951-1e2790ccedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:12.682154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-8967de41-f452-441d-8951-1e2790ccedc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711374 Jul 28 17:58:12.732643 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:12.843134 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.893208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da1d9682-9143-4e69-ad90-e99d5d0413d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:12.934796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-aba08935-a250-45ac-b59f-a7d9266edfdb service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451377 Jul 28 17:58:13.011940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da1d9682-9143-4e69-ad90-e99d5d0413d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.025040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.034424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:58:13.034969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: from cryptography.utils import int_from_bytes Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: from cryptography.utils import int_from_bytes Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: timer() Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 17:58:13.097866 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 17:58:13.100291 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da1d9682-9143-4e69-ad90-e99d5d0413d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a0d51a4418e4c83a99efe7a0d41ade6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096338 Jul 28 17:58:13.103194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:13.104040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d9682-9143-4e69-ad90-e99d5d0413d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3717b4ca-a809-43ad-96d7-406c3fd4110e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:13.156864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-275b96c9-75c1-4aa7-8ac6-2ec7142f03d2 req-6bf59e5a-eae4-40bc-8f28-c2cc9b2508c8 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 210 time: 0.0575490 Jul 28 17:58:13.162785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd508854-88e9-4a9a-9260-75a614746fb4 req-2e03595b-7135-4370-9aaa-9b9f449056aa tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:13.164609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd508854-88e9-4a9a-9260-75a614746fb4 req-2e03595b-7135-4370-9aaa-9b9f449056aa tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1924944 Jul 28 17:58:13.179786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6e131fd-ba99-4bba-9b4b-21404cc53964 req-90c0e8bb-a3af-4568-984c-2e83667e1c6c service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374949 Jul 28 17:58:13.180002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.226338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.228234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] 10.222.0.25 "DELETE /v2.0/networks/6cfa20f6-96b5-4103-be08-b2a80ce53b15 HTTP/1.1" status: 204 len: 168 time: 2.0931115 Jul 28 17:58:13.230803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd508854-88e9-4a9a-9260-75a614746fb4 req-f3c60719-3821-48a3-a23d-b05353a9bf2b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489683 Jul 28 17:58:13.247468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb6c0-643d-4858-9c7f-646e5e2d4f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfa20f6-96b5-4103-be08-b2a80ce53b15,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:13.258585 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '625dc548-c951-4fe4-815a-76006e283aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:05:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:10Z', 'revision_number': 1, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:13.261876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:13.281113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.289091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e2b9ac1-3b44-4400-8859-16492c20e5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.309921 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faaedd-8dbb-46af-9027-34f459a12abf None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '625dc548-c951-4fe4-815a-76006e283aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:05:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T17:58:10Z', 'revision_number': 1, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:13.319553 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.401019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-77cca0bc-3764-4349-b399-41bf251876fd tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416400 Jul 28 17:58:13.482870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.552690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-f7f49dd8-2f3a-46c2-a2a1-fe74a68fe137 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:13.555357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-f7f49dd8-2f3a-46c2-a2a1-fe74a68fe137 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478927 Jul 28 17:58:13.567756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Request body: {'port': {'device_id': '7e406d48-0cd8-467c-aea5-083722d91480', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '52e61b8b2a65454bbb16bab1d768f93b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:13.581603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab22cbb-5f25-4bde-ba1d-16829c49c642 None None] New status for floating IP 898c3a02-1900-4785-b75e-246501ed2018: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 17:58:13.627434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.629895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.642011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3717b4ca-a809-43ad-96d7-406c3fd4110e HTTP/1.1" status: 204 len: 168 time: 0.5356648 Jul 28 17:58:13.642828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.673334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e2b9ac1-3b44-4400-8859-16492c20e5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.721687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80770-a8fe-4ba1-ab37-8825a3bcfadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3717b4ca-a809-43ad-96d7-406c3fd4110e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:13.785774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e2b9ac1-3b44-4400-8859-16492c20e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:13.823765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41964) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:13.834709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1283c-9300-436d-9754-515824e04799,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:13.868659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e2b9ac1-3b44-4400-8859-16492c20e5bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e55a06331704aa1a5465917b4c8e92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051798 Jul 28 17:58:13.872000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b9ac1-3b44-4400-8859-16492c20e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6951a2-cfa4-48ce-b253-d7faa45408b1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:13.876208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:13.893178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Allocated IP 192.168.233.34 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/71758f0c-f26c-4ae3-a425-b5ce1a98441d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:13.936181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:13.936842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66e85b57-5750-4661-b7be-75197e4d846d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37ebbdbe1f734b57963b18fdafaabe04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116428 Jul 28 17:58:13.999589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Made reservation on behalf of 52e61b8b2a65454bbb16bab1d768f93b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:14.003604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.018504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.109586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.177223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.267699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.336998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e67f8b7-15cf-4403-9ff4-39563f22f973 req-c0b409c2-7d13-4e5b-9ce0-358f76c6d0cc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 210 time: 0.0531611 Jul 28 17:58:14.349513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.380434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51eb7e-83c0-406b-8086-75dcab43dd82 req-fe8b49b7-7913-4429-8e28-fc0655a79267 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:14.383754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.390412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.395168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be51eb7e-83c0-406b-8086-75dcab43dd82 req-fe8b49b7-7913-4429-8e28-fc0655a79267 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0755675 Jul 28 17:58:14.396555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c6951a2-cfa4-48ce-b253-d7faa45408b1 HTTP/1.1" status: 204 len: 168 time: 0.5189674 Jul 28 17:58:14.411895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76160785-3718-4eed-a022-171b8c6cae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6951a2-cfa4-48ce-b253-d7faa45408b1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:14.444006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be51eb7e-83c0-406b-8086-75dcab43dd82 req-2e492c8e-5546-43bc-9890-e11048166f6c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474617 Jul 28 17:58:14.511821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Transition to ACTIVE for port object 71758f0c-f26c-4ae3-a425-b5ce1a98441d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:14.515065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.518442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.521980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b4342e9-be7f-4c3c-8253-f10946fe44b7 HTTP/1.1" status: 204 len: 168 time: 0.5824194 Jul 28 17:58:14.532789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c509b-598b-42f9-9ef4-b2dcc8575a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4342e9-be7f-4c3c-8253-f10946fe44b7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:14.663473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42014) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:14.669472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.748660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:14.760560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:14.760660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:14.793897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:14.798293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Allocated IP 192.168.233.41 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/3e1db04a-bc38-4736-871c-a2a57c6003fc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:14.837841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:14.838501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:14.969282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-bf8de532-1750-4396-b692-50695ddad20d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8727739 Jul 28 17:58:14.983860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Request body: {'port': {'device_id': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:15.033090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.052262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Transition to ACTIVE for port object 3e1db04a-bc38-4736-871c-a2a57c6003fc will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:15.060240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1716964605-network', 'tenant_id': 'b2d3678764ae4cfead00ec8245cebc0f'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:15.075680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.081868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.096774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07d2fe88-0fd4-4626-8be2-7893e51736a6 None None] Provisioning for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:15.108420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07d2fe88-0fd4-4626-8be2-7893e51736a6 None None] Provisioning complete for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:15.109166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07d2fe88-0fd4-4626-8be2-7893e51736a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.156474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07d2fe88-0fd4-4626-8be2-7893e51736a6 None None] Port 71758f0c-f26c-4ae3-a425-b5ce1a98441d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:15.163010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Made reservation on behalf of b2d3678764ae4cfead00ec8245cebc0f for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:15.165562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.174776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.245673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.268228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.333382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:15.342289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:15.345320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:15.348996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:15.365441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.401983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:58:15.425898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e948f8-e4ec-4763-a0e7-787e5b79986f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:15.429008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.429742 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Added segment 81651701-a891-4c55-81a6-0f9a215fbf88 of type vlan for network e7f7a1ad-61b1-40ad-84c8-063709cfe711 Jul 28 17:58:15.454825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:15.454825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.519912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.605757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-65e1aa5d-80f5-4582-82b7-369622fec122 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0426476 Jul 28 17:58:15.617610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6cc7a-8e67-4a5b-a47f-cb7d4df4272e req-3ac23d5c-7110-49c6-bb60-ee2bf3181fa9 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:15.619527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9e6cc7a-8e67-4a5b-a47f-cb7d4df4272e req-3ac23d5c-7110-49c6-bb60-ee2bf3181fa9 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 935 time: 0.1448808 Jul 28 17:58:15.625644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Request body: {'port': {'device_id': '7e406d48-0cd8-467c-aea5-083722d91480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:15.659532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91cd93-bbeb-4535-bc63-3dd0dbb0bbbf req-9bf4ae78-20d4-4547-abd9-cad8f83bf79d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:15.661099 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d91cd93-bbeb-4535-bc63-3dd0dbb0bbbf req-9bf4ae78-20d4-4547-abd9-cad8f83bf79d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0978849 Jul 28 17:58:15.671169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:15.684640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.714988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d91cd93-bbeb-4535-bc63-3dd0dbb0bbbf req-c98bdb3e-2f9e-4ee3-bd36-12abea3496bb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Jul 28 17:58:15.716311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.725404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:15.725404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.745591 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.761623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9e6cc7a-8e67-4a5b-a47f-cb7d4df4272e req-a80cc76a-7f8e-47d5-a888-d232da153854 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308200 Jul 28 17:58:15.767054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Transition to ACTIVE for port object 71758f0c-f26c-4ae3-a425-b5ce1a98441d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:15.802147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f7a1ad-61b1-40ad-84c8-063709cfe711,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:15.803250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c9af1ce-48c1-4258-b6b7-e12e1c78fb50 None None] Provisioning for port 3e1db04a-bc38-4736-871c-a2a57c6003fc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:15.809350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c9af1ce-48c1-4258-b6b7-e12e1c78fb50 None None] Provisioning complete for port 3e1db04a-bc38-4736-871c-a2a57c6003fc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:15.809803 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c9af1ce-48c1-4258-b6b7-e12e1c78fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.813814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network e7f7a1ad-61b1-40ad-84c8-063709cfe711 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:58:15.863599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:15.867385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:15.880159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1b010a3e-a28f-4b86-8b9e-3e8fd9ebdf61 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2154305 Jul 28 17:58:15.886951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42068) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:15.895147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Request body: {'subnet': {'network_id': 'e7f7a1ad-61b1-40ad-84c8-063709cfe711', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1716964605-subnet', 'tenant_id': 'b2d3678764ae4cfead00ec8245cebc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:15.904450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0c9af1ce-48c1-4258-b6b7-e12e1c78fb50 None None] Port 3e1db04a-bc38-4736-871c-a2a57c6003fc cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:15.968218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:15.986661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Made reservation on behalf of b2d3678764ae4cfead00ec8245cebc0f for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:15.989099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.114659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Attempting to bind port 71758f0c-f26c-4ae3-a425-b5ce1a98441d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:16.115002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Attempting to bind port 71758f0c-f26c-4ae3-a425-b5ce1a98441d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:16.115338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Attempting to bind port 71758f0c-f26c-4ae3-a425-b5ce1a98441d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:16.128549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Port 71758f0c-f26c-4ae3-a425-b5ce1a98441d on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:16.128549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Attempting to bind port 71758f0c-f26c-4ae3-a425-b5ce1a98441d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:16.138045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:16.138386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:16.138781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:16.139228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Bound port: 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:16.139620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.213879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1db04a-bc38-4736-871c-a2a57c6003fc {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:16.224826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.253971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Transition to ACTIVE for port object 3e1db04a-bc38-4736-871c-a2a57c6003fc will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:16.260359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:16.263626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:16.269524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-126a6e9a-2438-4306-b9d5-8bfee3bc1d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.343235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.377139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-126a6e9a-2438-4306-b9d5-8bfee3bc1d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.378781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.385245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.409320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:16.410389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.414845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] 10.222.0.37 "PUT /v2.0/ports/71758f0c-f26c-4ae3-a425-b5ce1a98441d HTTP/1.1" status: 200 len: 1095 time: 1.4367185 Jul 28 17:58:16.426265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:16.428875 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25c377-7d91-402e-b552-81f9da960df2" -d '{"events": [{"name": "network-changed", "server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:16.437472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b93d46-1355-4ca2-b82a-5f345badcb63,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:16.446384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:16.465457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-126a6e9a-2438-4306-b9d5-8bfee3bc1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.510463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a6e9a-2438-4306-b9d5-8bfee3bc1d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042cdf55-5125-4b64-966b-5ba82b17077c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:16.547253 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df7d604-138a-4be1-a1eb-4df321e33b15 x-openstack-request-id: req-5df7d604-138a-4be1-a1eb-4df321e33b15 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:16.547631 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:16.549201 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df7d604-138a-4be1-a1eb-4df321e33b15 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:16.549201 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'status': 'completed', 'code': 200} Jul 28 17:58:16.555990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-126a6e9a-2438-4306-b9d5-8bfee3bc1d13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed35cb7fed2741ccb9f399e0bb2472ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878178 Jul 28 17:58:16.560592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42092) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:16.561186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Checking segment: {'id': '81651701-a891-4c55-81a6-0f9a215fbf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e7f7a1ad-61b1-40ad-84c8-063709cfe711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:16.561550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Network hostable DHCP agents. Network: e7f7a1ad-61b1-40ad-84c8-063709cfe711, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:58:16.597426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Attempting to bind port 3e1db04a-bc38-4736-871c-a2a57c6003fc on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:16.597758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Attempting to bind port 3e1db04a-bc38-4736-871c-a2a57c6003fc by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:16.598082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Attempting to bind port 3e1db04a-bc38-4736-871c-a2a57c6003fc on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:16.601626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9795cf-c24b-4d90-aa27-84e23b21f11d service neutron] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:16.616234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Port 3e1db04a-bc38-4736-871c-a2a57c6003fc on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:16.616562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Attempting to bind port 3e1db04a-bc38-4736-871c-a2a57c6003fc on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:16.626960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:16.627299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:16.627707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:16.628131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Bound port: 3e1db04a-bc38-4736-871c-a2a57c6003fc, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:16.628486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.645750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-e3ef065d-4826-4562-84ab-a25bc849c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:16.647266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-e3ef065d-4826-4562-84ab-a25bc849c93e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 1098 time: 0.0922554 Jul 28 17:58:16.714118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-dc9bebb8-96a5-460b-b7c5-ddabf7b54ba9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d HTTP/1.1" status: 200 len: 217 time: 0.0450637 Jul 28 17:58:16.745081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Network e7f7a1ad-61b1-40ad-84c8-063709cfe711 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:58:16.799105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:16.801016 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-517a9360-70e4-48f5-ba25-4806bda11b54 service neutron] show failed (client error): The resource could not be found. Jul 28 17:58:16.802097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-517a9360-70e4-48f5-ba25-4806bda11b54 service neutron] 10.222.0.35 "GET /v2.0/ports/410822b5-c073-406f-9fe3-40bc080b86e7/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.2424765 Jul 28 17:58:16.802951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.809119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42106) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:16.836327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-ab9cadae-ff0f-48d5-b36e-17486cb62d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:16.838212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-ab9cadae-ff0f-48d5-b36e-17486cb62d97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1109855 Jul 28 17:58:16.840264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:16.868195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, e7f7a1ad-61b1-40ad-84c8-063709cfe711) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:16.877126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d358573-8b89-4a05-bbbc-216e09a617e2 None None] Network e7f7a1ad-61b1-40ad-84c8-063709cfe711 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:16.896235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.960059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:16.960657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:16.984223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.005998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ee0bd-4e6d-432e-bc11-369601d95a6b req-331ecaf8-a740-4cfb-939f-af751a99742a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.011024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a4ee0bd-4e6d-432e-bc11-369601d95a6b req-331ecaf8-a740-4cfb-939f-af751a99742a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1619363 Jul 28 17:58:17.053944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.057440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.059597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] 10.222.0.37 "PUT /v2.0/ports/3e1db04a-bc38-4736-871c-a2a57c6003fc HTTP/1.1" status: 200 len: 1095 time: 1.4383645 Jul 28 17:58:17.097559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a4ee0bd-4e6d-432e-bc11-369601d95a6b req-da3dd602-43c7-4560-a06f-497031378ace tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768013 Jul 28 17:58:17.102926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-8cfd1f20-59a9-41b0-9514-1b504c69f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.104584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-8cfd1f20-59a9-41b0-9514-1b504c69f12c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2576497 Jul 28 17:58:17.115516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-21dbb822-eecc-4bac-a075-64e0b2d60798 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2268229 Jul 28 17:58:17.120395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc4d6f-e0c7-4569-b300-5b4900f8686d req-7f4125a0-c550-41dc-a558-dc782daa3d50 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.128202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0cc4d6f-e0c7-4569-b300-5b4900f8686d req-7f4125a0-c550-41dc-a558-dc782daa3d50 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.1950514 Jul 28 17:58:17.131926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebcbe5-0719-47df-9067-88f9d5922d5d service neutron] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:17.152571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.155169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.156488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/042cdf55-5125-4b64-966b-5ba82b17077c HTTP/1.1" status: 204 len: 168 time: 0.5918567 Jul 28 17:58:17.180736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9e68a-0c06-4e02-ad12-6f0d79e53494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042cdf55-5125-4b64-966b-5ba82b17077c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:17.300566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-network', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:17.331064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2c229-fde8-47d2-88ef-16d49b6d432b None None] Network e7f7a1ad-61b1-40ad-84c8-063709cfe711 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:17.352309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0cc4d6f-e0c7-4569-b300-5b4900f8686d req-8173ebc8-f5fd-4b39-afe2-e44b45672825 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143164 Jul 28 17:58:17.359054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.37', 55811) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:17.402537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-fc74db7a-887a-49c6-8cc0-183beeb8daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.404858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-fc74db7a-887a-49c6-8cc0-183beeb8daed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 1098 time: 0.2084556 Jul 28 17:58:17.430408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-5587751b-4108-4f1a-b2ae-006ce69421be service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069203 Jul 28 17:58:17.431301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Made reservation on behalf of f572bbe6e5e8424684c6b262a2cb2df2 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:17.434224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.460692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.501002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-bd606928-34a5-479c-88e5-7e7315a261d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc HTTP/1.1" status: 200 len: 217 time: 0.0854011 Jul 28 17:58:17.505420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-2a011f46-0cf6-4f6b-916c-d507ccd6d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.507140 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-2a011f46-0cf6-4f6b-916c-d507ccd6d401 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.1467147 Jul 28 17:58:17.522329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:17.596536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.599543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-f271bd3d-affe-4f71-80d5-74a288e5c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.600981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-f271bd3d-affe-4f71-80d5-74a288e5c3fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0863562 Jul 28 17:58:17.643539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee61756d-f232-4f1b-9a35-15d3726e4ee0 req-d6d7464b-c70f-4ced-a39d-f08740ed4092 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523767 Jul 28 17:58:17.665872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-33ca32f7-c5ef-4290-83c6-19a0d6f65a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:17.668560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-33ca32f7-c5ef-4290-83c6-19a0d6f65a14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573812 Jul 28 17:58:17.727529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.790839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-77f9e7d5-4bce-4a12-b655-24aed521a711 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156771 Jul 28 17:58:17.811713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.854049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:58:17.875680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991e81e8-dda4-432a-8dbd-9b7d2f1640df,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:17.884366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.884720 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Added segment ae434ef1-1950-44d5-9271-5d1ecbdcd4af of type vlan for network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 Jul 28 17:58:17.887597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:17.945894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:17.965735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:18.018601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:18.021262 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee244f9a-27a7-48ae-8da0-a202af4fdceb" -d '{"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-unplugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:18.025941 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.041601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Transition to ACTIVE for port object 410822b5-c073-406f-9fe3-40bc080b86e7 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:18.079620 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-ab29a0cd-4344-40b6-be64-d3b9a9e7f7cd req-79693e3c-3a6e-49b9-a422-bdca8e2f219a tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] show failed (client error): The resource could not be found. Jul 28 17:58:18.086843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab29a0cd-4344-40b6-be64-d3b9a9e7f7cd req-79693e3c-3a6e-49b9-a422-bdca8e2f219a tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/277df066-6572-487f-8a05-2727c76b1192 HTTP/1.1" status: 404 len: 352 time: 0.0227399 Jul 28 17:58:18.092395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c377-7d91-402e-b552-81f9da960df2 req-0215d2ee-643b-472a-8747-5e3d0ba0af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.094076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-0215d2ee-643b-472a-8747-5e3d0ba0af00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 1098 time: 0.3285756 Jul 28 17:58:18.105437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.105437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.105437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.157386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.182175 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892a6e1-6eba-409b-a98e-7cf5ea23d83f x-openstack-request-id: req-b892a6e1-6eba-409b-a98e-7cf5ea23d83f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:18.182469 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-unplugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:18.182722 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b892a6e1-6eba-409b-a98e-7cf5ea23d83f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:18.183109 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'code': 200} Jul 28 17:58:18.198105 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.202173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f594067-9a15-4bdd-b2ee-d7d95bdd5fb8 req-cee92786-49aa-459d-b45c-639e1ec7c2cd service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024727 Jul 28 17:58:18.231183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c377-7d91-402e-b552-81f9da960df2 req-b7b98ae5-6e9d-43c2-90e8-a9d4dd647d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.233802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-b7b98ae5-6e9d-43c2-90e8-a9d4dd647d28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1316447 Jul 28 17:58:18.255714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:18.258997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4450529 Jul 28 17:58:18.266830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Request body: {'subnet': {'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-subnet', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:18.270999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334cf4-63c4-4177-a8a4-4e22dae83208 admin admin] Pushing event updated for resources: {'Network': ['ID=872e8ae8-220d-4f26-8fcb-483d32a8d8b3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:18.283596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:58:18.319704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] No DVR routers for this DVR port 410822b5-c073-406f-9fe3-40bc080b86e7 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:18.327119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:18.344308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d46d5200-202d-41b2-9641-6451f72a2029 req-592022c8-6d8a-468f-89f1-234e4443c9ca tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d3678764ae4cfead00ec8245cebc0f HTTP/1.1" status: 200 len: 2984 time: 0.1834102 Jul 28 17:58:18.369906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-19d082cf-12b3-4a3d-b902-77bb7444c37b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d HTTP/1.1" status: 200 len: 217 time: 0.1272058 Jul 28 17:58:18.403325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:18.403691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:18.404015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:18.417401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:18.417743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Attempting to bind port 410822b5-c073-406f-9fe3-40bc080b86e7 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:18.432037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:18.432611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:18.433281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:18.434061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Bound port: 410822b5-c073-406f-9fe3-40bc080b86e7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:18.434788 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.466751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d46d5200-202d-41b2-9641-6451f72a2029 req-91efa57e-84b4-4647-82c6-2e11dfed276f tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/10e948f8-e4ec-4763-a0e7-787e5b79986f HTTP/1.1" status: 200 len: 2981 time: 0.0952251 Jul 28 17:58:18.500220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d768dc-7838-4e79-90ea-c67745663ec7 req-148eef13-f380-4917-a79f-9b75513124e6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.502361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21d768dc-7838-4e79-90ea-c67745663ec7 req-148eef13-f380-4917-a79f-9b75513124e6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1289096 Jul 28 17:58:18.504246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c377-7d91-402e-b552-81f9da960df2 req-9a4bb6cb-6d2c-45e0-979f-1b391dbbede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.505186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-9a4bb6cb-6d2c-45e0-979f-1b391dbbede1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1105607 Jul 28 17:58:18.572410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:18.574923 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:18.588405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d46d5200-202d-41b2-9641-6451f72a2029 req-31e1835f-c4f5-4b89-8870-de072f167eb9 tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/10e948f8-e4ec-4763-a0e7-787e5b79986f HTTP/1.1" status: 200 len: 2981 time: 0.0965204 Jul 28 17:58:18.589241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:18.601623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:18.603000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21d768dc-7838-4e79-90ea-c67745663ec7 req-b1bb96a0-9cf7-40ed-bc2c-1072e70acf9b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939605 Jul 28 17:58:18.605066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Made reservation on behalf of f572bbe6e5e8424684c6b262a2cb2df2 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:18.612601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.692378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c377-7d91-402e-b552-81f9da960df2 req-4861f60f-15f5-4bab-acfd-b271964affb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.693884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-4861f60f-15f5-4bab-acfd-b271964affb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756432 Jul 28 17:58:18.695839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.729392 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb0638-691c-4df4-adfe-d6c44788a349 x-openstack-request-id: req-ffbb0638-691c-4df4-adfe-d6c44788a349 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:18.729682 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:18.729928 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffbb0638-691c-4df4-adfe-d6c44788a349 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:18.730325 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'status': 'completed', 'code': 200} Jul 28 17:58:18.762938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:18.791408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.792030 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.794150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] 10.222.0.37 "PUT /v2.0/ports/410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 1095 time: 1.2763381 Jul 28 17:58:18.812135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982eb45-9940-4f77-9647-d52bffee813e service neutron] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:18.818472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14c380b3-d554-4eb8-84ce-44b9abf6ddfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:18.897933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01abf12f-3ce4-4ade-a2ae-800e2672e961 req-32a10649-2c83-45fd-b6da-32da08cafb52 tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/10e948f8-e4ec-4763-a0e7-787e5b79986f HTTP/1.1" status: 200 len: 2981 time: 0.1371787 Jul 28 17:58:18.941989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-445beb16-8263-497b-a1a5-8b95514c28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.943711 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-445beb16-8263-497b-a1a5-8b95514c28ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1098 time: 0.1203682 Jul 28 17:58:18.979107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-e3d4706a-e29f-4594-aa53-5b3471338cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:18.980619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-e3d4706a-e29f-4594-aa53-5b3471338cbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 1098 time: 0.1931767 Jul 28 17:58:19.009933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622696ea-591a-4d6b-a5d5-15529ece4fef req-278755de-7fc4-4814-8819-0033c2ea13cc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.011458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-622696ea-591a-4d6b-a5d5-15529ece4fef req-278755de-7fc4-4814-8819-0033c2ea13cc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.3045609 Jul 28 17:58:19.068792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-617fd5eb-ef40-4168-8ea6-0682c819482a service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622918 Jul 28 17:58:19.078400 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-01abf12f-3ce4-4ade-a2ae-800e2672e961 req-dcc25b2a-909d-4986-a542-16210d86f307 tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 17:58:19.078828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.091870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01abf12f-3ce4-4ade-a2ae-800e2672e961 req-dcc25b2a-909d-4986-a542-16210d86f307 tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "DELETE /v2.0/security-groups/10e948f8-e4ec-4763-a0e7-787e5b79986f HTTP/1.1" status: 409 len: 352 time: 0.1791868 Jul 28 17:58:19.132339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14c380b3-d554-4eb8-84ce-44b9abf6ddfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.134420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42172) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:19.140353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-3ae553c8-e097-419d-ac2d-192a5f89f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.142015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-3ae553c8-e097-419d-ac2d-192a5f89f2c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1900659 Jul 28 17:58:19.193015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-a4c46422-88e4-4f6c-959e-b8a5bc82ec92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0438948 Jul 28 17:58:19.212586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14c380b3-d554-4eb8-84ce-44b9abf6ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.223653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-622696ea-591a-4d6b-a5d5-15529ece4fef req-fae359d1-ff8a-409e-b1ab-d85898d603f3 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949611 Jul 28 17:58:19.265144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937ef0fa-6ced-4686-bbbb-f99b27a5b9d5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:19.315637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Checking segment: {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:19.316002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Network hostable DHCP agents. Network: 872e8ae8-220d-4f26-8fcb-483d32a8d8b3, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:58:19.319344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c380b3-d554-4eb8-84ce-44b9abf6ddfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13891303-8ad7-4e1e-81ec-6a9b0875cebc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:19.321853 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-3e1c8de9-bc7b-48ca-9151-80ea758f3546 req-bfce15b2-ea9e-4f0c-827b-b212b24cc14e tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] show failed (client error): The resource could not be found. Jul 28 17:58:19.322334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e1c8de9-bc7b-48ca-9151-80ea758f3546 req-bfce15b2-ea9e-4f0c-827b-b212b24cc14e tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/ab3c3d5a-b57f-4b53-b7dc-8d78e545e27b HTTP/1.1" status: 404 len: 352 time: 0.0655153 Jul 28 17:58:19.330518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-b78bfa34-e7e9-418d-a026-1251e75ab280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.331101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-b78bfa34-e7e9-418d-a026-1251e75ab280 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3394594 Jul 28 17:58:19.337422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-14c380b3-d554-4eb8-84ce-44b9abf6ddfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7422ec09a194bde9f5ae3640a2195d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707617 Jul 28 17:58:19.338609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42176) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:19.340552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97424c1d-aaf5-404a-9971-629b65ea1a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.345010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-307d6f9d-a136-4ea0-b375-6d83315a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.347097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-307d6f9d-a136-4ea0-b375-6d83315a4753 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1463859 Jul 28 17:58:19.356950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd25c377-7d91-402e-b552-81f9da960df2 req-1fe45902-2ba4-4f8b-bc42-92e224a9438b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678325 Jul 28 17:58:19.403644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-dd51fee3-e551-4a91-81fa-f36c42bb9735 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc HTTP/1.1" status: 200 len: 217 time: 0.0657084 Jul 28 17:58:19.415576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-b18c0e98-ee03-46ce-b31b-29607cae0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.417077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-b18c0e98-ee03-46ce-b31b-29607cae0fda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622244 Jul 28 17:58:19.426280 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-a980a448-2daa-4cbe-b438-843e058689ab req-f5c94cea-b691-4eea-ac6b-faeb6580bf1b tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] show failed (client error): The resource could not be found. Jul 28 17:58:19.427270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a980a448-2daa-4cbe-b438-843e058689ab req-f5c94cea-b691-4eea-ac6b-faeb6580bf1b tempest-SecurityGroupsNegativeTestJSON-69644755 tempest-SecurityGroupsNegativeTestJSON-69644755-project] 10.222.0.25 "GET /v2.0/security-groups/114c0000-7110-4fb0-82bc-a3458c0c65e9 HTTP/1.1" status: 404 len: 352 time: 0.0447488 Jul 28 17:58:19.444101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:19.481621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-1e2e14ad-1d64-4285-baed-a152f3c9e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.482996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-1e2e14ad-1d64-4285-baed-a152f3c9e7b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0691717 Jul 28 17:58:19.486033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.511209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:58:19.542343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.562056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Deleting subnet a4b93d46-1355-4ca2-b82a-5f345badcb63 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 17:58:19.572626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.578631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-f6d55cea-48dd-4182-a4eb-0b07dca110fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.580840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-f6d55cea-48dd-4182-a4eb-0b07dca110fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903301 Jul 28 17:58:19.619799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97424c1d-aaf5-404a-9971-629b65ea1a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.620020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-de5f7538-ecb3-4f85-a518-064040244cee service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944215 Jul 28 17:58:19.636225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 872e8ae8-220d-4f26-8fcb-483d32a8d8b3) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:19.637244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.646215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:19.646320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.649648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b0bec-ed62-48d1-a241-874f9d138040 None None] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:19.703142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97424c1d-aaf5-404a-9971-629b65ea1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.706403 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-df11f37c-d133-4bf3-b6fd-f23d49485e04 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183999 Jul 28 17:58:19.723994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.726724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.728892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13891303-8ad7-4e1e-81ec-6a9b0875cebc HTTP/1.1" status: 204 len: 168 time: 0.3886538 Jul 28 17:58:19.790992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb5f0-c2d6-4606-bbed-7bc9cf130529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13891303-8ad7-4e1e-81ec-6a9b0875cebc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:19.799907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97424c1d-aaf5-404a-9971-629b65ea1a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc775128a2f04c1080c47569d34eccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644654 Jul 28 17:58:19.800713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97424c1d-aaf5-404a-9971-629b65ea1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592711ef-60aa-4a7c-9de7-b2e214db347f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:19.804284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:19.814083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.820841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7bd36f60-8b20-40c7-85e0-c60580d48312 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5646818 Jul 28 17:58:19.829375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:19.849135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:19.869136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'fixed_ips': [{'subnet_id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:58:19.870294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:19.949393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf0fe0ee-c9fe-4de5-b658-d505f9cbd64b req-2ac7d6ca-53c3-47ba-8ab8-4b16b641bbdf service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348881 Jul 28 17:58:20.018782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.020036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.049357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Allocated IP 172.20.0.2 (872e8ae8-220d-4f26-8fcb-483d32a8d8b3/937ef0fa-6ced-4686-bbbb-f99b27a5b9d5/385aa86b-8bb8-4e0e-92f5-e38f357e63fc) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:20.109287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.245916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:20.248229 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e" -d '{"events": [{"name": "network-changed", "server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:20.254050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.264091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Transition to ACTIVE for port object 385aa86b-8bb8-4e0e-92f5-e38f357e63fc will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:20.299008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-290f8c77-d275-4513-b3f5-252b54246ce5 req-db4bdce6-c8e1-4f15-b05d-08849aa20459 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670825 Jul 28 17:58:20.305780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Transition to ACTIVE for port object 385aa86b-8bb8-4e0e-92f5-e38f357e63fc will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:20.352467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366e2b-9f01-4ef2-bde0-8e537c591212 req-f0075682-9b7c-4452-b8fb-f25110169830 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:20.360517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46366e2b-9f01-4ef2-bde0-8e537c591212 req-f0075682-9b7c-4452-b8fb-f25110169830 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.6317117 Jul 28 17:58:20.394618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.406655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.447752 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.453831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46366e2b-9f01-4ef2-bde0-8e537c591212 req-e63af741-eafc-4b6a-8e72-bc2ccdd3da18 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878041 Jul 28 17:58:20.462402 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.465242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:20.475898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:20.479175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:20.507804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35760-00d5-4e3b-9d38-8707ff01e109 req-afb43c77-c8af-4773-9e2a-6c499c0ddb56 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:20.512401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7d35760-00d5-4e3b-9d38-8707ff01e109 req-afb43c77-c8af-4773-9e2a-6c499c0ddb56 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.0945120 Jul 28 17:58:20.528772 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5b753b-50c2-4d3b-978c-e3fcd0cf930d x-openstack-request-id: req-5d5b753b-50c2-4d3b-978c-e3fcd0cf930d {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:20.529183 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:20.529515 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d5b753b-50c2-4d3b-978c-e3fcd0cf930d {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:20.530105 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'status': 'completed', 'code': 200} Jul 28 17:58:20.541659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.577136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7d35760-00d5-4e3b-9d38-8707ff01e109 req-bce45157-0dff-46c8-8704-6eafe1fcad70 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Jul 28 17:58:20.606466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Pushing event updated for resources: {'Port': ['ID=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:20.620414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.620772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.621122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.621460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.621799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.622183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.622521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.622939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.623268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.623620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.624145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.624646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:20.628920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Attempting to bind port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:20.629299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Attempting to bind port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:20.629718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Attempting to bind port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc on network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:20.636527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:20.637183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Checking segment: {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:20.637756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.638294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Bound using segment: {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:20.638931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Bound port: 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:20.639516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.672140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b93d46-1355-4ca2-b82a-5f345badcb63,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:20.675455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.677962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.679879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592711ef-60aa-4a7c-9de7-b2e214db347f HTTP/1.1" status: 204 len: 168 time: 0.8628118 Jul 28 17:58:20.701764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.707193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:20.707440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d795eae-472f-4e86-b7d4-c5c1325809fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4b93d46-1355-4ca2-b82a-5f345badcb63 HTTP/1.1" status: 204 len: 168 time: 1.2622440 Jul 28 17:58:20.724146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc51d5-24d3-4768-8fff-e51cf9f82283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592711ef-60aa-4a7c-9de7-b2e214db347f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:20.746319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] For port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:20.767806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] For port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:20.779178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-6966b115-899d-49cb-a055-d3b327d50f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:20.792967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-6966b115-899d-49cb-a055-d3b327d50f0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1098 time: 0.2423666 Jul 28 17:58:20.795372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-390201d7-6377-41ad-a789-632ff08a36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:20.798249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-390201d7-6377-41ad-a789-632ff08a36e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1098 time: 0.1717885 Jul 28 17:58:20.831740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.845142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:20.909996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371562a5-44e3-4690-9099-f59c12705f01 None None] Pushing event updated for resources: {'Port': ['ID=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:20.928555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-6cff9b36-a6b3-44ae-be18-13aee86d2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:20.930460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-6cff9b36-a6b3-44ae-be18-13aee86d2181 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1212029 Jul 28 17:58:21.018048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-41a907f4-4969-4bd9-a6af-6c02b94cf042 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0757520 Jul 28 17:58:21.023828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.024146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:21.042880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f7a1ad-61b1-40ad-84c8-063709cfe711']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:21.060535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81651701-a891-4c55-81a6-0f9a215fbf88') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:21.060877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81651701-a891-4c55-81a6-0f9a215fbf88') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:21.070497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.093184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.096314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.120800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.149345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:21.161810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:58:21.162299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: timer() Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 17:58:21.164083 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 17:58:21.166129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-bb1c22e1-413d-42d1-805b-75c39af735e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.167288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-bb1c22e1-413d-42d1-805b-75c39af735e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3669722 Jul 28 17:58:21.181886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-9a727503-1c53-435e-842e-297f212f0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.185283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-9a727503-1c53-435e-842e-297f212f0caa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1455719 Jul 28 17:58:21.293595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-39018828-f52c-41af-8f5e-ba511a357ae2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.1172054 Jul 28 17:58:21.330145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Allocated IP 172.25.7.119 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/3351b762-ccaf-4049-babb-15ca39cd5da3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:21.360961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-d8c975c9-2405-41ad-b42c-07d4b5de9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.364058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-d8c975c9-2405-41ad-b42c-07d4b5de9c3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635151 Jul 28 17:58:21.403294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.420584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-d83151aa-a8b9-4658-b9cd-36645adf0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.423000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-d83151aa-a8b9-4658-b9cd-36645adf0fd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1057017 Jul 28 17:58:21.438892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f7a1ad-61b1-40ad-84c8-063709cfe711,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:21.444670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.449634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d581efa-4a5a-434e-8a81-2d027568258b admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7f7a1ad-61b1-40ad-84c8-063709cfe711 HTTP/1.1" status: 204 len: 168 time: 0.7414145 Jul 28 17:58:21.521823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.530764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-80afee6e-2a30-4bb9-b061-11d9813bbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.532680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-80afee6e-2a30-4bb9-b061-11d9813bbe1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693872 Jul 28 17:58:21.599111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-75b815b0-ed02-4aa9-9856-e635a0e18c1e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273953 Jul 28 17:58:21.678405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:21.679648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.751954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2c15-5bd9-4c11-969b-7b0bbc240f61 req-e7597e40-e2c0-49ec-8828-08162cda9c13 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.753813 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-946a2c15-5bd9-4c11-969b-7b0bbc240f61 req-e7597e40-e2c0-49ec-8828-08162cda9c13 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1816216 Jul 28 17:58:21.764772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7ee994f-c1cc-40a3-a7c0-644730bbacf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:21.773450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Pushing event updated for resources: {'Port': ['ID=3351b762-ccaf-4049-babb-15ca39cd5da3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:21.795264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:21.805750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:21.819368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:21.852805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-dc594821-68dd-4a04-8707-99e479112c06 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079925 Jul 28 17:58:21.874930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-946a2c15-5bd9-4c11-969b-7b0bbc240f61 req-46d4ef2c-8a5b-48a6-ba0c-e465c2bd746f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100123 Jul 28 17:58:21.877920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-8f69f5c8-1669-4734-9eb1-b22c84573515 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659254 Jul 28 17:58:21.902403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:21.971975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a69fa-f71e-4dc6-89f8-95e96b570a0c req-4fec629e-ec7e-4b11-9687-10dd546b8688 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:21.979458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-100a69fa-f71e-4dc6-89f8-95e96b570a0c req-4fec629e-ec7e-4b11-9687-10dd546b8688 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.1778092 Jul 28 17:58:22.045239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1779ce-bccb-46ad-8d4f-e79e9ce6325e req-2927ca80-64ff-4a00-aab1-d13fcb0b8bca service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833601 Jul 28 17:58:22.111247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:22.160681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'mac_address': 'fa:16:3e:9e:14:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:22.181624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-100a69fa-f71e-4dc6-89f8-95e96b570a0c req-d85378de-f626-442f-88ef-64ddf25ce1b1 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011962 Jul 28 17:58:22.222881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.266828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1db04a-bc38-4736-871c-a2a57c6003fc {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:22.300473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7ee994f-c1cc-40a3-a7c0-644730bbacf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.314425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c12be-6ca9-4117-b683-4b24f2de1515 None None] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:22.322564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:22.325928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 385aa86b-8bb8-4e0e-92f5-e38f357e63fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:22.364529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42288) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:22.423452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cb3d359d-5695-4b33-b590-2364d08255c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d3678764ae4cfead00ec8245cebc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563641 Jul 28 17:58:22.424801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:22.427031 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.427714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:22.479232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.528677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bce22f94-6e7a-4a7c-aa15-687a19bc0e2c None None] Provisioning for port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:22.531701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.563458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:22.566391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:22.587946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'mac_address': 'fa:16:3e:5f:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:22.590637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:22.611683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:22.612082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.662115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.665409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.671634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10e948f8-e4ec-4763-a0e7-787e5b79986f HTTP/1.1" status: 204 len: 168 time: 0.2457931 Jul 28 17:58:22.686233 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.689491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f96aef-593b-4ac9-80c4-dbc634aeca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e948f8-e4ec-4763-a0e7-787e5b79986f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:22.731611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:22.758325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:22.792396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.829798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7ee994f-c1cc-40a3-a7c0-644730bbacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.867897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:22.869472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.909059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42312) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:22.909190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d7ee994f-c1cc-40a3-a7c0-644730bbacf1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7391c10947f24600ada1c114f5f627dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2230961 Jul 28 17:58:22.911654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee994f-c1cc-40a3-a7c0-644730bbacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f88de-210e-4204-bbe5-0fa171d35827,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:22.929238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:22.948143 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:58:22.951231 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.030199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:23.052256 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.095986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.140288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3e1db04a-bc38-4736-871c-a2a57c6003fc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:23.151466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:23.155523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['71758f0c-f26c-4ae3-a425-b5ce1a98441d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:23.268395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.271689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.273067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c0f88de-210e-4204-bbe5-0fa171d35827 HTTP/1.1" status: 204 len: 168 time: 0.3630259 Jul 28 17:58:23.279351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2835fe6-f983-4620-a1c6-64872140406d req-e2cb35f9-42c8-4190-bb24-ba8592288e2a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:23.289473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2835fe6-f983-4620-a1c6-64872140406d req-e2cb35f9-42c8-4190-bb24-ba8592288e2a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.2063775 Jul 28 17:58:23.290692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34ffa8-f5d0-4951-9ab8-06d6bce5b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f88de-210e-4204-bbe5-0fa171d35827,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:23.294061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8a035019-b0e4-4f1d-953d-f59948808f08 None None] Provisioning complete for port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:23.294061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8a035019-b0e4-4f1d-953d-f59948808f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.381400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2835fe6-f983-4620-a1c6-64872140406d req-6829df5a-0d18-482c-baa6-b05089a8e0be tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886159 Jul 28 17:58:23.391973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.392069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394227d-1c19-42bd-b3c8-67ff1462ad59 req-7064b686-cdbf-4dea-bf05-79b77020d886 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:23.396014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9394227d-1c19-42bd-b3c8-67ff1462ad59 req-7064b686-cdbf-4dea-bf05-79b77020d886 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 948 time: 0.0936308 Jul 28 17:58:23.461154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9394227d-1c19-42bd-b3c8-67ff1462ad59 req-eef936d4-f9be-4782-b020-447e823bd755 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638652 Jul 28 17:58:23.687548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Router 8ab9f652-aab2-4b6c-830b-60af48880033 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:58:23.741208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-7a41bfe7-ff7f-451c-9c14-7ad68d665a70 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5aabba006a534bd6a63406e074314d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449724 Jul 28 17:58:23.801449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:23.813018 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Sync routers for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:23.827253 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:23.829418 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:23.874010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:23.876565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef3fb437-fac7-44b9-9ac6-acc02474cc1c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0392768 Jul 28 17:58:23.881113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42368) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:23.881884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-94052326-c51f-40d0-9b7c-26284941b8f2 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:23.883955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-94052326-c51f-40d0-9b7c-26284941b8f2 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352108 Jul 28 17:58:23.904448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:23.909828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-a49764db-bc53-4fc9-8241-25a3b650d849 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/quotas/5aabba006a534bd6a63406e074314d96 HTTP/1.1" status: 200 len: 375 time: 0.0156407 Jul 28 17:58:23.954706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-058d36bc-d49e-4aff-b055-cfba9993952e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382838 Jul 28 17:58:24.054250 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:24.156141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:24.173689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '410822b5-c073-406f-9fe3-40bc080b86e7', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '410822b5-c073-406f-9fe3-40bc080b86e7', 'mac_address': 'fa:16:3e:e8:91:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:24.203045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-67b30116-4ffb-4d17-a546-eabb702dd2d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:24.212742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-67b30116-4ffb-4d17-a546-eabb702dd2d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&tenant_id=1a8ef73f96144e228d497181c57b9c7f&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 947 time: 0.1478994 Jul 28 17:58:24.215359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 385aa86b-8bb8-4e0e-92f5-e38f357e63fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:24.292603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be24b6-df79-4e98-9a81-27e32aefbfae req-e3f40ce5-f4c8-41c1-9091-7d0d959a041b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:24.299986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84be24b6-df79-4e98-9a81-27e32aefbfae req-e3f40ce5-f4c8-41c1-9091-7d0d959a041b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 947 time: 0.1459990 Jul 28 17:58:24.352559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:24.370081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410822b5-c073-406f-9fe3-40bc080b86e7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:24.400486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:24.402356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:24.403116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:24.447514 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-9d4cce5e-79da-4932-9c61-630a51243bb8 service neutron] delete failed (client error): The resource could not be found. Jul 28 17:58:24.450474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-9d4cce5e-79da-4932-9c61-630a51243bb8 service neutron] 10.222.0.35 "DELETE /v2.0/ports/410822b5-c073-406f-9fe3-40bc080b86e7/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.2302711 Jul 28 17:58:24.497745 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:24.513669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:22Z', 'revision_number': 3, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:24.534522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84be24b6-df79-4e98-9a81-27e32aefbfae req-4a2901b1-93b3-4428-b407-0abac4ee8912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310739 Jul 28 17:58:24.551598 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Checking router: 8ab9f652-aab2-4b6c-830b-60af48880033 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:24.552349 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Updating router 8ab9f652-aab2-4b6c-830b-60af48880033 port 3351b762-ccaf-4049-babb-15ca39cd5da3 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:58:24.602756 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:24.611482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c009833a-633a-426d-ba62-3bac06d37c0d req-cca90e23-3eae-4caf-84fb-6ab52fdfd573 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 210 time: 0.0866804 Jul 28 17:58:24.636587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:24.743514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:24.758518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-21830921-a382-4f2e-b955-970625c00698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:24.766388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-21830921-a382-4f2e-b955-970625c00698 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1099 time: 0.1446109 Jul 28 17:58:24.794379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:24.940702 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:24.951949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Transition to ACTIVE for port object 3351b762-ccaf-4049-babb-15ca39cd5da3 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:24.966302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-8656a920-14c6-4592-a3a4-070fc3913fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:24.967871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-8656a920-14c6-4592-a3a4-070fc3913fe0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1647317 Jul 28 17:58:24.992420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.017337 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-8348da4e-79c9-4f60-b6a5-e1312f5c065e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0403857 Jul 28 17:58:25.029993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e19a71-28b6-4517-8761-ce7e1ff09112 req-b56bf208-32fe-4c33-9395-bafa441179b3 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:25.038629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44e19a71-28b6-4517-8761-ce7e1ff09112 req-b56bf208-32fe-4c33-9395-bafa441179b3 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 948 time: 0.2658279 Jul 28 17:58:25.048767 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.121506 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44e19a71-28b6-4517-8761-ce7e1ff09112 req-53cebbcd-b2e3-4939-b8cd-6db832600b61 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819485 Jul 28 17:58:25.140596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-85a550f2-c7cd-4b90-b540-b1d7ac028554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:25.142122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-85a550f2-c7cd-4b90-b540-b1d7ac028554 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1010025 Jul 28 17:58:25.239772 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Pushing event updated for resources: {'Port': ['ID=3351b762-ccaf-4049-babb-15ca39cd5da3,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:25.244565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-d8175200-7fc2-41ea-a3b1-a1af5b5548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:25.245004 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Attempting to bind port 3351b762-ccaf-4049-babb-15ca39cd5da3 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:25.245371 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Attempting to bind port 3351b762-ccaf-4049-babb-15ca39cd5da3 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:25.245730 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Attempting to bind port 3351b762-ccaf-4049-babb-15ca39cd5da3 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:25.246839 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-d8175200-7fc2-41ea-a3b1-a1af5b5548f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732024 Jul 28 17:58:25.257580 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.257888 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.258305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.258578 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.258860 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.259180 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.259647 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.260132 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.260450 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.261355 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.261355 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.261526 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:25.266102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:25.266480 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:25.266882 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.267261 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:25.267897 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Bound port: 3351b762-ccaf-4049-babb-15ca39cd5da3, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:25.268149 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.340832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Allocated IP 172.20.0.1 (872e8ae8-220d-4f26-8fcb-483d32a8d8b3/937ef0fa-6ced-4686-bbbb-f99b27a5b9d5/2e676206-b778-44c6-bf1c-5c864a1f2538) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:25.388376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-c49fcece-bedf-4c20-b64a-d7724f7aa4ba service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324322 Jul 28 17:58:25.394519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1715151376-network', 'tenant_id': '7f40533d93924792ada6503df7b86c9e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:25.400440 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] For port 3351b762-ccaf-4049-babb-15ca39cd5da3, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:25.404003 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] For port 3351b762-ccaf-4049-babb-15ca39cd5da3, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3351b762-ccaf-4049-babb-15ca39cd5da3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:25.462838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.483315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Transition to ACTIVE for port object 2e676206-b778-44c6-bf1c-5c864a1f2538 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:25.514688 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.516871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Made reservation on behalf of 7f40533d93924792ada6503df7b86c9e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:25.520863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.532649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.536792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a649c10d-07a5-4f30-9fb9-1a95d92936b1 req-edcfaf09-305e-4614-92c0-84809ba8f603 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180985 Jul 28 17:58:25.602746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.639358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d97c1-5963-4f56-a188-f8f3b802f385 None None] Pushing event updated for resources: {'Port': ['ID=3351b762-ccaf-4049-babb-15ca39cd5da3,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:25.642237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:25.642956 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:25.672850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.685049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:25.705074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:25.708030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:25.743243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Pushing event updated for resources: {'Port': ['ID=2e676206-b778-44c6-bf1c-5c864a1f2538,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:25.765797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:25.767437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1fee-9840-4aaa-bc0d-202b00717c6e req-f7b1e7ff-e3cb-4cca-a40e-c3d8f1cb74e8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:25.769500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-112d1fee-9840-4aaa-bc0d-202b00717c6e req-f7b1e7ff-e3cb-4cca-a40e-c3d8f1cb74e8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 948 time: 0.1041265 Jul 28 17:58:25.775133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.794486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.874133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:58:25.888537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-112d1fee-9840-4aaa-bc0d-202b00717c6e req-a5181cb3-e494-4fd5-ab03-d5af960d6bf7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097536 Jul 28 17:58:25.913976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:25.928429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6670fa64-c41d-47ad-82f2-db2a1b56e004 req-3214fe7e-b795-42cb-a307-99b53f0398fc tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 210 time: 0.0497234 Jul 28 17:58:25.946508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:25.946868 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Added segment e6615abe-704e-47a4-8342-c1de5c3c37e2 of type vlan for network b048d473-2ecb-4290-9a33-a6941948ad60 Jul 28 17:58:26.042714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.050944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fc429-b2f7-428e-aef6-698ff68a1483,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:26.102220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 3e1db04a-bc38-4736-871c-a2a57c6003fc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:26.109303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b48dc37-bbfd-42f6-bb6a-3363f849c71b None None] Provisioning for port 2e676206-b778-44c6-bf1c-5c864a1f2538 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:26.113497 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:22Z', 'revision_number': 3, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:26.113681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3e1db04a-bc38-4736-871c-a2a57c6003fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:26.114114 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.139591 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.152003 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04a20-75db-4feb-b6da-06febe51e993 None None] The sync data for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 is: [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:22Z', 'revision_number': 3, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:26.166002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b48dc37-bbfd-42f6-bb6a-3363f849c71b None None] Provisioning complete for port 2e676206-b778-44c6-bf1c-5c864a1f2538 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:26.166562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b48dc37-bbfd-42f6-bb6a-3363f849c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.187844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.189133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:26.189882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.322733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5b48dc37-bbfd-42f6-bb6a-3363f849c71b None None] Port 2e676206-b778-44c6-bf1c-5c864a1f2538 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:26.330916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5262916 Jul 28 17:58:26.335152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42476) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:26.355838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0c30-66ae-4af0-808b-b6dfd5614105 admin admin] Pushing event updated for resources: {'Network': ['ID=b048d473-2ecb-4290-9a33-a6941948ad60,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:26.375037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b048d473-2ecb-4290-9a33-a6941948ad60 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:58:26.383304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Request body: {'subnet': {'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1715151376-subnet', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:26.407777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e892-ee2c-4df8-9a3c-95cc107d5994 req-6794bdcc-5734-4967-a778-18b8844052c4 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:26.409655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e2e892-ee2c-4df8-9a3c-95cc107d5994 req-6794bdcc-5734-4967-a778-18b8844052c4 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 948 time: 0.1884263 Jul 28 17:58:26.523390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.566863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e2e892-ee2c-4df8-9a3c-95cc107d5994 req-7d52030c-2b18-4555-a983-92c0912c8935 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462407 Jul 28 17:58:26.598229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42488) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:26.614639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Made reservation on behalf of 7f40533d93924792ada6503df7b86c9e for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:26.620913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.631767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:26.634058 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87067f-0945-489b-91b1-096fc07ebdd0" -d '{"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-plugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:26.694381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:26.715001 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff55de61-f8a0-4087-9ef9-c00723394fcc x-openstack-request-id: req-ff55de61-f8a0-4087-9ef9-c00723394fcc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:26.715319 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-plugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:26.715636 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff55de61-f8a0-4087-9ef9-c00723394fcc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:26.716178 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'code': 200} Jul 28 17:58:26.786278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.793898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-851a8a01-1a63-445e-94ee-3099ab6d30d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.817724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.819208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:26.886023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cc2ce-aed6-4fc6-bfcc-b8a41010d90d req-a2ef827a-ba4d-46d4-a82a-54826e86fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:26.887804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b5cc2ce-aed6-4fc6-bfcc-b8a41010d90d req-a2ef827a-ba4d-46d4-a82a-54826e86fd4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 1100 time: 0.0849204 Jul 28 17:58:26.901916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:26.937764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:26.952727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b5cc2ce-aed6-4fc6-bfcc-b8a41010d90d req-60d68451-89dc-44c6-8ba6-943fea11ec70 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Jul 28 17:58:26.966853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-851a8a01-1a63-445e-94ee-3099ab6d30d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.025190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:27.031144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:27.031707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.047872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0655b91e-d5d5-442d-a483-1436f579ab86 req-81376166-9b4d-4efa-9eeb-c849c47f8994 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 210 time: 0.0366526 Jul 28 17:58:27.053657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-851a8a01-1a63-445e-94ee-3099ab6d30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.133513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Pushing event updated for resources: {'Port': ['ID=2e676206-b778-44c6-bf1c-5c864a1f2538,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.146176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-851a8a01-1a63-445e-94ee-3099ab6d30d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fd05068d1a448f59b5eba9d1a5dd6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404379 Jul 28 17:58:27.153367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.155195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:27.156899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.170696 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.191869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-46da65d8-77b7-4e53-905c-12aab7f0f3bc tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5aabba006a534bd6a63406e074314d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443158 Jul 28 17:58:27.192718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a8a01-1a63-445e-94ee-3099ab6d30d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c5963-9974-4252-9ed2-2067dc1af079,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.210065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:27.233598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4b16-08cf-4e57-859f-019f019d1994 req-f2dcedec-9992-4fad-ad32-361aea8d523a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:27.241746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa6c4b16-08cf-4e57-859f-019f019d1994 req-f2dcedec-9992-4fad-ad32-361aea8d523a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 948 time: 0.2604177 Jul 28 17:58:27.263544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:27.291485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.292873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:27.348684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-8468959c-9f1e-4ba3-9437-34e343c8a112 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:27.350670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-8468959c-9f1e-4ba3-9437-34e343c8a112 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492147 Jul 28 17:58:27.383573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Request body: {'port': {'device_id': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '5aabba006a534bd6a63406e074314d96'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:27.410234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Checking segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:27.410514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Network hostable DHCP agents. Network: b048d473-2ecb-4290-9a33-a6941948ad60, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:58:27.438074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.451339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa6c4b16-08cf-4e57-859f-019f019d1994 req-932ed5a3-88ab-4719-bd51-3e4104162b13 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086821 Jul 28 17:58:27.452004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a901c9f-5826-4413-9549-a52eaee083f9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.468132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.522180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 410822b5-c073-406f-9fe3-40bc080b86e7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:27.523052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fd74311-d760-4c64-9e60-983f36976ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.526621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 410822b5-c073-406f-9fe3-40bc080b86e7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:27.527005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.535001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.613366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Network b048d473-2ecb-4290-9a33-a6941948ad60 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:58:27.616002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385250af-fd7b-45ef-afa5-fcb9eb5d6669 req-ad053e05-2901-4855-b4c9-1618bd87ee5f tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:27.617575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-385250af-fd7b-45ef-afa5-fcb9eb5d6669 req-ad053e05-2901-4855-b4c9-1618bd87ee5f tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1099 time: 0.0612872 Jul 28 17:58:27.627564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:27.630003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:27.655233 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.694927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.702752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:27.712921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.715383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-385250af-fd7b-45ef-afa5-fcb9eb5d6669 req-adb4940c-1fe0-4eaa-88be-2aa7fe8830aa tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854228 Jul 28 17:58:27.717130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b19c5963-9974-4252-9ed2-2067dc1af079 HTTP/1.1" status: 204 len: 168 time: 0.5542395 Jul 28 17:58:27.717940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b048d473-2ecb-4290-9a33-a6941948ad60) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:27.728873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595d4ac-3216-4249-b012-f0716839af33 None None] Network b048d473-2ecb-4290-9a33-a6941948ad60 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:27.738155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:27.738775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.751234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214c4b-3559-472e-9625-23fe9a0588c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c5963-9974-4252-9ed2-2067dc1af079,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.820562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.830644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fd74311-d760-4c64-9e60-983f36976ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.909229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fd74311-d760-4c64-9e60-983f36976ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:27.910807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:27.977662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd74311-d760-4c64-9e60-983f36976ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04cd6d-2ecf-4a7b-af0b-d6af43b0d331,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:28.037350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b048d473-2ecb-4290-9a33-a6941948ad60', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:58:28.038312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.046892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7fd74311-d760-4c64-9e60-983f36976ec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04c882cfd46e462981c4f0520772f788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820385 Jul 28 17:58:28.048140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:28.170343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-197ee51f-fa45-48fd-b513-d6fd9aeee3e0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672157 Jul 28 17:58:28.174559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Made reservation on behalf of 5aabba006a534bd6a63406e074314d96 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:28.178105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.199275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.233310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Router 8ab9f652-aab2-4b6c-830b-60af48880033 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:58:28.241385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c101-c1d9-470a-9331-c00d0df327a2 req-c5608707-153a-45a8-b13c-bad64b2b203f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:28.248485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07d0c101-c1d9-470a-9331-c00d0df327a2 req-c5608707-153a-45a8-b13c-bad64b2b203f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 949 time: 0.4992404 Jul 28 17:58:28.280865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Allocated IP 172.20.0.2 (b048d473-2ecb-4290-9a33-a6941948ad60/1a901c9f-5826-4413-9549-a52eaee083f9/82b41cd3-b21c-462f-bdc2-5a47bf84d300) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:28.291423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dd5e9896-ad14-4157-aafd-e2c4b74a3a92 None None] Provisioning complete for port 2e676206-b778-44c6-bf1c-5c864a1f2538 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:28.291808 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9896-ad14-4157-aafd-e2c4b74a3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.299156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.320767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e0daa02c-712c-497c-9c05-bdaf9bf69501 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9490597 Jul 28 17:58:28.325242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:28.333565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:28.351876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07d0c101-c1d9-470a-9331-c00d0df327a2 req-c307c68d-bcc8-49e5-aab2-e306ae10fa3b tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001155 Jul 28 17:58:28.357761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.435837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-d1ca0059-ddeb-4fe2-b8bc-f8efdad47ddd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:28.437382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-d1ca0059-ddeb-4fe2-b8bc-f8efdad47ddd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395337 Jul 28 17:58:28.442116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3351b762-ccaf-4049-babb-15ca39cd5da3 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:28.459717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:28.464496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-a810a9b4-fc2e-482d-914c-9319ebcef9ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/quotas/1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 375 time: 0.0161288 Jul 28 17:58:28.469219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d8a8657e-d420-427b-8a32-131bfb59808a admin admin] 10.222.0.25 "PUT /v2.0/routers/8ab9f652-aab2-4b6c-830b-60af48880033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5887399 Jul 28 17:58:28.487420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-355081ad-6c6a-41d4-892a-fe539e380611 req-2c3b7f35-abab-4d3e-af5d-ddccadf75eb5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 210 time: 0.0444357 Jul 28 17:58:28.560159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-df18b42c-f472-456b-ba2d-b41ff68b38e7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788500 Jul 28 17:58:28.564947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e9896-ad14-4157-aafd-e2c4b74a3a92 None None] Port 2e676206-b778-44c6-bf1c-5c864a1f2538 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:28.580424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.584469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.589433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b04cd6d-2ecf-4a7b-af0b-d6af43b0d331 HTTP/1.1" status: 204 len: 168 time: 0.5375535 Jul 28 17:58:28.605748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.606655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e84b87-9ade-4ffa-b7fa-56fb8660df9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04cd6d-2ecf-4a7b-af0b-d6af43b0d331,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:28.643121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.643699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Transition to ACTIVE for port object 82b41cd3-b21c-462f-bdc2-5a47bf84d300 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:28.665095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Transition to ACTIVE for port object 82b41cd3-b21c-462f-bdc2-5a47bf84d300 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:28.680775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:28.690629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Sync routers for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:28.694680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3351b762-ccaf-4049-babb-15ca39cd5da3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:28.700494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.702839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3351b762-ccaf-4049-babb-15ca39cd5da3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:28.703211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.719688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.728850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}, {'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:28.731129 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4492977-3b45-43c2-94a8-455ff44077f8" -d '{"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}, {"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-plugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:28.736408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:28.737077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:28.746857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 17:58:28.746857 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 17:58:28.746857 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '57d9d5868c74408bbb7280a8dc58fd42', 'expiration_1': datetime.datetime(2021, 7, 28, 17, 58, 28, 711961)}] Jul 28 17:58:28.746857 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:58:28.748109 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:58:28.775649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.775969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48103d89-6766-4892-a627-2dc7a27eb07c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:28.834783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.842001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.905267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Network b048d473-2ecb-4290-9a33-a6941948ad60 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:28.926106 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4d5b25-bc15-4dc4-9fc9-2cebdd1334c3 x-openstack-request-id: req-ef4d5b25-bc15-4dc4-9fc9-2cebdd1334c3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:28.926405 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "code": 200}, {"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-plugged", "status": "completed", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:28.926661 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef4d5b25-bc15-4dc4-9fc9-2cebdd1334c3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:28.927056 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'code': 200} Jul 28 17:58:28.927314 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'code': 200} Jul 28 17:58:28.938750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:28.946561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:28.961564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:28.963653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Pushing event updated for resources: {'Port': ['ID=82b41cd3-b21c-462f-bdc2-5a47bf84d300,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:29.006458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0310548-0a43-4857-a7b8-19a6c927044e req-eadbb6cc-eaa5-462b-a43c-edd9b6406505 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 210 time: 0.0402555 Jul 28 17:58:29.015132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Allocated IP 192.168.233.184 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/f00aeab1-445e-457a-9010-ee1b605b3ad4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:29.040110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f10f9a3-dab1-4430-8570-d1518c3e49b0 req-6a57deb6-07d8-45a4-8c39-931ebe621457 tempest-FloatingIPsNegativeTestJSON-957375013 tempest-FloatingIPsNegativeTestJSON-957375013-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=f572bbe6e5e8424684c6b262a2cb2df2 HTTP/1.1" status: 200 len: 217 time: 0.0852988 Jul 28 17:58:29.055645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:29.114780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f177350-e840-4fb2-b5c0-9243d11e591f req-c12b51fe-f960-4194-8055-6d7431b14847 tempest-FloatingIPsNegativeTestJSON-957375013 tempest-FloatingIPsNegativeTestJSON-957375013-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0281954 Jul 28 17:58:29.147053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.148814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72050e-ad36-4d56-8815-9217fbb147e7 req-67a6e0b5-524c-4e6c-840c-9418b80dc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:29.151338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed72050e-ad36-4d56-8815-9217fbb147e7 req-67a6e0b5-524c-4e6c-840c-9418b80dc1fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 1100 time: 0.1347528 Jul 28 17:58:29.153956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Attempting to bind port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:29.154500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Attempting to bind port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:29.155035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Attempting to bind port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 on network b048d473-2ecb-4290-9a33-a6941948ad60 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:29.205562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:29.205937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Checking segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:29.206345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.206779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Bound using segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:29.207263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Bound port: 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:29.207676 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.216886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.219048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 3351b762-ccaf-4049-babb-15ca39cd5da3, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3351b762-ccaf-4049-babb-15ca39cd5da3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:29.247377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed72050e-ad36-4d56-8815-9217fbb147e7 req-90d9daf2-5345-4ed3-9441-54f9cd2ac3a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885017 Jul 28 17:58:29.250150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.275147 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-d095dce6-93cd-4bf1-aa2f-62bd07836cb1 req-09d15596-d2c6-4e10-9443-5bb1b1647908 tempest-FloatingIPsNegativeTestJSON-957375013 tempest-FloatingIPsNegativeTestJSON-957375013-project] show failed (client error): The resource could not be found. Jul 28 17:58:29.284124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d095dce6-93cd-4bf1-aa2f-62bd07836cb1 req-09d15596-d2c6-4e10-9443-5bb1b1647908 tempest-FloatingIPsNegativeTestJSON-957375013 tempest-FloatingIPsNegativeTestJSON-957375013-project] 10.222.0.25 "GET /v2.0/floatingips/f6e1f305-b7cf-41b6-8531-ac7d3adf8ede HTTP/1.1" status: 404 len: 350 time: 0.0599632 Jul 28 17:58:29.290233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:29.345491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.378116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Transition to ACTIVE for port object f00aeab1-445e-457a-9010-ee1b605b3ad4 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:29.422826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.546156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=3351b762-ccaf-4049-babb-15ca39cd5da3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:29.557770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] For port 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:29.562460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] For port 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82b41cd3-b21c-462f-bdc2-5a47bf84d300,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:29.563147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.626743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 4, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '2e676206-b778-44c6-bf1c-5c864a1f2538', 'name': '', 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'mac_address': 'fa:16:3e:d6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:25Z', 'updated_at': '2021-07-28T17:58:26Z', 'revision_number': 2, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'subnets': [{'id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:29.649120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.664146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.665804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed55a3-df9a-4c26-b521-2f1bf0e6a062 req-58bd1cca-9658-4816-a313-3bce3b5d62ca tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:29.670207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Checking router: 8ab9f652-aab2-4b6c-830b-60af48880033 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:29.670659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Updating router 8ab9f652-aab2-4b6c-830b-60af48880033 port 2e676206-b778-44c6-bf1c-5c864a1f2538 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:58:29.676768 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ed55a3-df9a-4c26-b521-2f1bf0e6a062 req-58bd1cca-9658-4816-a313-3bce3b5d62ca tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 949 time: 0.1888072 Jul 28 17:58:29.693550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:29.713639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:29.716563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:29.746559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.797474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:29.798221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.809517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc97c5-3fd0-4575-a5cf-37c9bf18be45 req-2755782c-5d9d-4ff8-85e0-afa0cde4ce1c tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:29.811175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50bc97c5-3fd0-4575-a5cf-37c9bf18be45 req-2755782c-5d9d-4ff8-85e0-afa0cde4ce1c tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 936 time: 0.1808796 Jul 28 17:58:29.811370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:29.845243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73a83-9f15-4219-8917-d1e3269ebbd0 None None] Pushing event updated for resources: {'Port': ['ID=82b41cd3-b21c-462f-bdc2-5a47bf84d300,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:29.880006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f897051-8109-4c88-a915-865c860cf7d3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:29.892922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Pushing event updated for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:29.936347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-d36a868e-d234-4c81-a63e-5b9461ba9273 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5721312 Jul 28 17:58:29.957656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ed55a3-df9a-4c26-b521-2f1bf0e6a062 req-e3c5e0c8-b9f5-4255-89d2-be0db02db5d4 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799797 Jul 28 17:58:30.009374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Request body: {'port': {'device_id': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:30.020987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50bc97c5-3fd0-4575-a5cf-37c9bf18be45 req-7cc7412f-ae57-410f-99b0-4142107f8b7b tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947398 Jul 28 17:58:30.221633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-71a91657-6ff4-49aa-885c-b9546189e95b None None] Provisioning for port f00aeab1-445e-457a-9010-ee1b605b3ad4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:30.230505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-71a91657-6ff4-49aa-885c-b9546189e95b None None] Provisioning complete for port f00aeab1-445e-457a-9010-ee1b605b3ad4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:30.230901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-71a91657-6ff4-49aa-885c-b9546189e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.250224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a91ffe78-283a-438a-9839-abfda8287071 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57d9d5868c74408bbb7280a8dc58fd42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5682306 Jul 28 17:58:30.259024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:30.301981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.319808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-71a91657-6ff4-49aa-885c-b9546189e95b None None] Port f00aeab1-445e-457a-9010-ee1b605b3ad4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:30.418774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63f775c7-2081-423d-b871-4fa989de15f5 req-32a3d279-d9d6-4526-9d2c-9e46bfc555c1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 210 time: 0.0859730 Jul 28 17:58:30.422076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.441299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82b41cd3-b21c-462f-bdc2-5a47bf84d300 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:30.467195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965889c1-2bbf-483a-b201-fa9f5c9d0a2a req-c67ad2d9-b8c1-493d-98f0-70a1c4c93a9b tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:30.469241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-965889c1-2bbf-483a-b201-fa9f5c9d0a2a req-c67ad2d9-b8c1-493d-98f0-70a1c4c93a9b tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 949 time: 0.2824006 Jul 28 17:58:30.509128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.527187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Transition to ACTIVE for port object 2e676206-b778-44c6-bf1c-5c864a1f2538 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:30.543192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.609359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.613715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-965889c1-2bbf-483a-b201-fa9f5c9d0a2a req-de2d363c-a5f2-4a6e-9092-0f5257146554 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202464 Jul 28 17:58:30.676512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:30.700740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3351b762-ccaf-4049-babb-15ca39cd5da3 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:30.722662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Allocated IP 172.25.7.51 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/cec3dbbc-b33f-4c98-b173-ce50e0c8349e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:30.748095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef162e3-c6ae-4734-a555-4435d2021d6c None None] Pushing event updated for resources: {'Port': ['ID=2e676206-b778-44c6-bf1c-5c864a1f2538,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:30.823004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.859770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Attempting to bind port 2e676206-b778-44c6-bf1c-5c864a1f2538 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:30.860133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Attempting to bind port 2e676206-b778-44c6-bf1c-5c864a1f2538 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:30.860573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Attempting to bind port 2e676206-b778-44c6-bf1c-5c864a1f2538 on network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:30.871046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:30.871457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Checking segment: {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:30.871867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.872290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Bound using segment: {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:30.872779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Bound port: 2e676206-b778-44c6-bf1c-5c864a1f2538, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:30.873160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.887523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3351b762-ccaf-4049-babb-15ca39cd5da3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:30.888423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:30.918746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-f626b08f-0fec-4612-a7ff-dd905813c769 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=255d04aa65254187be2947c14f1b2f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642531 Jul 28 17:58:30.966690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.027116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] For port 2e676206-b778-44c6-bf1c-5c864a1f2538, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:31.045973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] For port 2e676206-b778-44c6-bf1c-5c864a1f2538, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2e676206-b778-44c6-bf1c-5c864a1f2538,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:31.123505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.139260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.176657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-c08e2802-f548-414d-8f36-54c5401b0ec8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:31.183433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477705e-f77e-444b-bbb9-f0ed692cbee4 None None] Network b048d473-2ecb-4290-9a33-a6941948ad60 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:31.184875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-c08e2802-f548-414d-8f36-54c5401b0ec8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646351 Jul 28 17:58:31.211353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.217796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-9b2ca54b-6724-4991-95b9-6ce4acce1008 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/quotas/255d04aa65254187be2947c14f1b2f3c HTTP/1.1" status: 200 len: 375 time: 0.0315819 Jul 28 17:58:31.263571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.265144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:31.265775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:31.267964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f78f2-1d60-4349-b951-17fef5492694 req-df161e27-d67d-4299-af63-05d07bc02f31 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:31.270361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c23f78f2-1d60-4349-b951-17fef5492694 req-df161e27-d67d-4299-af63-05d07bc02f31 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 936 time: 0.1548247 Jul 28 17:58:31.275730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:31.286105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:31.314885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef162e3-c6ae-4734-a555-4435d2021d6c None None] Pushing event updated for resources: {'Port': ['ID=2e676206-b778-44c6-bf1c-5c864a1f2538,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:31.316380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:31.322542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-7bb4db69-24c1-44ed-8451-441c3fea7b89 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=255d04aa65254187be2947c14f1b2f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037314 Jul 28 17:58:31.330307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:31.381158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-ab9f58e5-9fd7-46ef-8ff7-9625362cfd40 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759919 Jul 28 17:58:31.475489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:31.511831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c23f78f2-1d60-4349-b951-17fef5492694 req-82374964-8f65-4d71-a39f-13cafb108aa0 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076304 Jul 28 17:58:31.528565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Provisioning for port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:31.538800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Provisioning complete for port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:31.539275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.561436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00aeab1-445e-457a-9010-ee1b605b3ad4 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:31.569979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.572502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.576895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f897051-8109-4c88-a915-865c860cf7d3 HTTP/1.1" status: 204 len: 168 time: 1.3136296 Jul 28 17:58:31.576895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.637714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Transition to ACTIVE for port object f00aeab1-445e-457a-9010-ee1b605b3ad4 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:31.640982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340b6a3-0220-4443-99fd-a1b155bcff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f897051-8109-4c88-a915-865c860cf7d3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:31.730546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.756345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Deleting port 2e676206-b778-44c6-bf1c-5c864a1f2538 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:31.756717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.839277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16dbdb39-eba8-4da0-a4b7-d09f338ad2da req-57dd3bee-ce46-4c9c-9984-8f90ccf21b19 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 210 time: 0.1138299 Jul 28 17:58:31.865021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-168391f4-ae62-418c-9c51-adef4101670d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:31.866497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-168391f4-ae62-418c-9c51-adef4101670d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4770632 Jul 28 17:58:31.897964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Request body: {'port': {'device_id': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '1a8ef73f96144e228d497181c57b9c7f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:31.899325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:31.983021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] For port 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82b41cd3-b21c-462f-bdc2-5a47bf84d300,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:31.985243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aace070b-3711-437f-af08-ced15a41c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 4, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '2e676206-b778-44c6-bf1c-5c864a1f2538', 'name': '', 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'mac_address': 'fa:16:3e:d6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:25Z', 'updated_at': '2021-07-28T17:58:30Z', 'revision_number': 4, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'subnets': [{'id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:32.003734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:32.035357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303d0eb-0e23-4088-a99d-633b3eaee8d2 req-b8142f5a-0f3f-4158-8827-46a655fda873 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:32.037765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5303d0eb-0e23-4088-a99d-633b3eaee8d2 req-b8142f5a-0f3f-4158-8827-46a655fda873 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 949 time: 0.2334154 Jul 28 17:58:32.060738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace070b-3711-437f-af08-ced15a41c35b None None] The sync data for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 is: [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:25Z', 'revision_number': 4, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '2e676206-b778-44c6-bf1c-5c864a1f2538', 'name': '', 'network_id': '872e8ae8-220d-4f26-8fcb-483d32a8d8b3', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'mac_address': 'fa:16:3e:d6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:25Z', 'updated_at': '2021-07-28T17:58:30Z', 'revision_number': 4, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'subnets': [{'id': '937ef0fa-6ced-4686-bbbb-f99b27a5b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:32.062526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.208166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5303d0eb-0e23-4088-a99d-633b3eaee8d2 req-a43a9407-1ada-4d99-943d-7120248cb6a7 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520045 Jul 28 17:58:32.236162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb2803-e29c-4448-a4ab-3c7fae973afe None None] Pushing event updated for resources: {'Port': ['ID=82b41cd3-b21c-462f-bdc2-5a47bf84d300,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:32.342312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Attempting to bind port f00aeab1-445e-457a-9010-ee1b605b3ad4 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:32.352800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Attempting to bind port f00aeab1-445e-457a-9010-ee1b605b3ad4 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:32.352800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Attempting to bind port f00aeab1-445e-457a-9010-ee1b605b3ad4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:32.356083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f19c9d9-2cbe-4783-8be7-1c9d6d7f4999 req-b10b7daa-29a9-42f1-ac30-b72ccb7bb319 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 210 time: 0.4270718 Jul 28 17:58:32.357579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Port f00aeab1-445e-457a-9010-ee1b605b3ad4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:32.357921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Attempting to bind port f00aeab1-445e-457a-9010-ee1b605b3ad4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:32.369376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:32.369771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:32.370170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:32.375873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2e676206-b778-44c6-bf1c-5c864a1f2538 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:32.377487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Bound port: f00aeab1-445e-457a-9010-ee1b605b3ad4, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:32.378512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.448062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] For port 2e676206-b778-44c6-bf1c-5c864a1f2538, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2e676206-b778-44c6-bf1c-5c864a1f2538,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:32.448233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.507912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:32.516092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:32.560506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Calling delete_port for 2e676206-b778-44c6-bf1c-5c864a1f2538 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:32.595999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.601164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fb83915a-26ba-4813-b137-27326001bcaf None None] Provisioning complete for port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:32.601988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fb83915a-26ba-4813-b137-27326001bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.648082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2e676206-b778-44c6-bf1c-5c864a1f2538 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:32.653605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2e676206-b778-44c6-bf1c-5c864a1f2538 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:32.667924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.732270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:32.734779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.739710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] 10.222.0.35 "PUT /v2.0/ports/f00aeab1-445e-457a-9010-ee1b605b3ad4 HTTP/1.1" status: 200 len: 1096 time: 2.7793648 Jul 28 17:58:32.747630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:32.758322 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91459b1f-441c-4884-8272-364d4bf356ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:32.839824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163830b-ddcf-49e2-a930-72756c96e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:32.925477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-8bbe08f1-09ef-4ea4-9b11-6e62766b0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:32.927806 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-8bbe08f1-09ef-4ea4-9b11-6e62766b0f67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 1099 time: 0.0656064 Jul 28 17:58:32.950278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:32.952344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:33.001720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-2fe92eb7-25ff-4831-bcf3-ad2cbb3b9e7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0656028 Jul 28 17:58:33.073178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-5f07c8a6-e1d7-421e-bc35-a5703b524aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:33.074901 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-5f07c8a6-e1d7-421e-bc35-a5703b524aab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0655107 Jul 28 17:58:33.076373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ba243-2120-4985-ac01-5e95419c84c3 req-4fb5d7a6-81a0-4cb7-bbbe-7a20c9ac3939 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:33.085113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-636ba243-2120-4985-ac01-5e95419c84c3 req-4fb5d7a6-81a0-4cb7-bbbe-7a20c9ac3939 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 948 time: 0.4598391 Jul 28 17:58:33.090630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Made reservation on behalf of 1a8ef73f96144e228d497181c57b9c7f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:33.094547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:33.156236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-0f5dab92-c9c0-4541-97e4-2c008b0a78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:33.157240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-0f5dab92-c9c0-4541-97e4-2c008b0a78ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631382 Jul 28 17:58:33.278268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-636ba243-2120-4985-ac01-5e95419c84c3 req-620508fd-00f5-4598-bc28-de7489940782 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753993 Jul 28 17:58:33.306942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-39ce6f47-13e4-4681-94eb-804c3d303e0d service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414230 Jul 28 17:58:33.326105 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4e262-ba5a-41f9-80c0-72ae5c171a39 x-openstack-request-id: req-d3b4e262-ba5a-41f9-80c0-72ae5c171a39 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:33.326366 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:33.326643 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3b4e262-ba5a-41f9-80c0-72ae5c171a39 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:33.327051 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4', 'status': 'completed', 'code': 200} Jul 28 17:58:33.522273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daea6e35-452f-4bae-8187-56278a8609ed req-0b117d38-9b49-4923-88f3-ba60289d5a31 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 210 time: 0.0930455 Jul 28 17:58:33.541627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:33.569701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a81bc39-b69a-4ef2-ac18-b2dafd2aae0d req-271fcc31-55b2-423b-a363-1efd2aeb6e72 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 210 time: 0.0685663 Jul 28 17:58:33.573241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-978fb60b-4be7-446f-90a0-ba98c497e6fe req-8ca7e7a4-6db0-448b-a80a-9439adcb2301 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434037 Jul 28 17:58:33.609953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e676206-b778-44c6-bf1c-5c864a1f2538,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:33.668019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Allocated IP 192.168.233.16 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/2575c837-e8fe-475e-806f-1611bae4f161) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:33.706867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:33.814392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459b1f-441c-4884-8272-364d4bf356ec req-b44db1e8-e2e4-427a-b742-a05d56471a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:33.816131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-b44db1e8-e2e4-427a-b742-a05d56471a42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 1099 time: 0.0819283 Jul 28 17:58:33.935092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459b1f-441c-4884-8272-364d4bf356ec req-32f15df9-ff85-44ac-ad35-2cbd3a0318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:33.936916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-32f15df9-ff85-44ac-ad35-2cbd3a0318d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1128385 Jul 28 17:58:34.003768 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-e6b40f05-898a-4a78-a1d1-b8ed7715934c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0488887 Jul 28 17:58:34.068491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459b1f-441c-4884-8272-364d4bf356ec req-5a44f9aa-d4f4-49ec-9920-f331c50069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.070147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-5a44f9aa-d4f4-49ec-9920-f331c50069d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0599151 Jul 28 17:58:34.095206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:34.108893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:34.118944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459b1f-441c-4884-8272-364d4bf356ec req-34733e76-8a0f-4fee-b2c4-8b326cf9fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.120711 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-34733e76-8a0f-4fee-b2c4-8b326cf9fd99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427761 Jul 28 17:58:34.158204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Transition to ACTIVE for port object 2575c837-e8fe-475e-806f-1611bae4f161 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:34.210959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Router c154c6c0-3f04-4d23-be2b-6341d0f994fe is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:58:34.229542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-5bafb170-286d-4724-b634-934e7b4fb0a0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017265 Jul 28 17:58:34.327932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82b41cd3-b21c-462f-bdc2-5a47bf84d300 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:34.369328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91459b1f-441c-4884-8272-364d4bf356ec req-45803c91-060c-4f5c-a479-dc52a418ca89 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328542 Jul 28 17:58:34.422911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:34.423329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:34.429818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:34.448380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:34.536784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-86468d8b-242b-41ad-a541-6692eb7f4bc1 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=255d04aa65254187be2947c14f1b2f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515132 Jul 28 17:58:34.539601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:34.602469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:34.618403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:34.620686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:34.700300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14629903-d588-4165-805d-bc7b8b709901 req-8fc4d5fb-d835-4004-b118-b1265b3f02b5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.701784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14629903-d588-4165-805d-bc7b8b709901 req-8fc4d5fb-d835-4004-b118-b1265b3f02b5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 948 time: 0.2920737 Jul 28 17:58:34.712286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Router 8ab9f652-aab2-4b6c-830b-60af48880033 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:58:34.713909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-8db52a64-2af6-44b6-9f49-2763fd2cf60a tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.715918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-8db52a64-2af6-44b6-9f49-2763fd2cf60a tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602376 Jul 28 17:58:34.732322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:34.743229 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Sync routers for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:34.749939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Request body: {'port': {'device_id': '19ab0c74-eb48-44db-8164-297527285993', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '255d04aa65254187be2947c14f1b2f3c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:34.753900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:34.756803 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:34.759357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.759826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:34.896849 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:34.975270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959e02-b53d-4c9c-abf2-4c462c39ea9c req-f09e26c4-0391-4375-bd38-f1fc60615004 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:34.976859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88959e02-b53d-4c9c-abf2-4c462c39ea9c req-f09e26c4-0391-4375-bd38-f1fc60615004 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 935 time: 0.0867126 Jul 28 17:58:35.030141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88959e02-b53d-4c9c-abf2-4c462c39ea9c req-5a1a964a-ed4a-4927-ab3c-93ae69d48662 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Jul 28 17:58:35.060886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a12226b-2973-4be1-bcf5-d8dfb794ab7a None None] Provisioning for port 2575c837-e8fe-475e-806f-1611bae4f161 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:35.065658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a12226b-2973-4be1-bcf5-d8dfb794ab7a None None] Provisioning complete for port 2575c837-e8fe-475e-806f-1611bae4f161 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:35.066220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a12226b-2973-4be1-bcf5-d8dfb794ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.089191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14629903-d588-4165-805d-bc7b8b709901 req-dd0a9981-91bb-4c64-ab38-d34c78089366 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753419 Jul 28 17:58:35.109342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Made reservation on behalf of 255d04aa65254187be2947c14f1b2f3c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:35.110430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.133043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.141805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3a12226b-2973-4be1-bcf5-d8dfb794ab7a None None] Port 2575c837-e8fe-475e-806f-1611bae4f161 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:35.166030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:35.175688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Sync routers for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:35.177300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ae6268be-b20b-4785-8dc3-631fbd721c7e admin admin] 10.222.0.25 "PUT /v2.0/routers/8ab9f652-aab2-4b6c-830b-60af48880033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8852861 Jul 28 17:58:35.177938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42718) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:35.191591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:35.193561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:35.203830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abd9c4db-fd6f-4636-a213-9dc2e669b0b0 req-fe781c64-c5e0-4d75-9cbd-ca9f94a5acd2 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 210 time: 0.0369613 Jul 28 17:58:35.234747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.235981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86b5029a-5d38-4409-9659-b70ac54945e4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9078703 Jul 28 17:58:35.237789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-95699b50-923e-4827-83db-89fce2979912 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3618374 Jul 28 17:58:35.240218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42720) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:35.254371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Request body: {'port': {'device_id': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:35.264437 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:31Z', 'revision_number': 3, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:35.308620 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Checking router: c154c6c0-3f04-4d23-be2b-6341d0f994fe for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:35.309095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Updating router c154c6c0-3f04-4d23-be2b-6341d0f994fe port cec3dbbc-b33f-4c98-b173-ce50e0c8349e binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:58:35.342259 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.370016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.376638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:35.453453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.493723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.496496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad0648-d370-4cb5-aeac-c748493493d9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:35.503433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.667265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Allocated IP 192.168.233.222 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/ba0039be-5a5c-4939-99ab-01ad4d5b39c1) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:35.678028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:33Z', 'revision_number': 5, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:35.717780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Checking router: 8ab9f652-aab2-4b6c-830b-60af48880033 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:35.721876 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.728600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Routers {'8ab9f652-aab2-4b6c-830b-60af48880033'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:35.729273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ab9f652-aab2-4b6c-830b-60af48880033'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:35.747280 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Transition to ACTIVE for port object cec3dbbc-b33f-4c98-b173-ce50e0c8349e will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:35.830257 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.871744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.876316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.893706 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05572d45-926a-4e0d-a1f3-71d0c5f3a4cd None None] Pushing event updated for resources: {'Port': ['ID=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:35.898540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Transition to ACTIVE for port object ba0039be-5a5c-4939-99ab-01ad4d5b39c1 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:35.918354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] Set router 8ab9f652-aab2-4b6c-830b-60af48880033 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:35.937214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:35.947984 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Attempting to bind port cec3dbbc-b33f-4c98-b173-ce50e0c8349e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:35.948777 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Attempting to bind port cec3dbbc-b33f-4c98-b173-ce50e0c8349e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:35.949546 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Attempting to bind port cec3dbbc-b33f-4c98-b173-ce50e0c8349e on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:35.958376 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:35.958760 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:35.959339 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:35.959889 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:35.960415 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Bound port: cec3dbbc-b33f-4c98-b173-ce50e0c8349e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:35.961047 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.008968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.072976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] For port cec3dbbc-b33f-4c98-b173-ce50e0c8349e, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:36.081686 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] For port cec3dbbc-b33f-4c98-b173-ce50e0c8349e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:36.086748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Pushing event updated for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:36.090663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:36.092569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:36.094874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:36.148400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:33Z', 'revision_number': 5, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:36.165084 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.183648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5fc05-3b4d-4a4b-b44a-b4a4e8c0b146 None None] The sync data for ids ['8ab9f652-aab2-4b6c-830b-60af48880033'] in n-d-778550-5 is: [{'id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'name': 'tempest-FloatingIPsNegativeTestJSON-357119757-router', 'tenant_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:20Z', 'updated_at': '2021-07-28T17:58:33Z', 'revision_number': 5, 'project_id': 'f572bbe6e5e8424684c6b262a2cb2df2', 'gw_port': {'id': '3351b762-ccaf-4049-babb-15ca39cd5da3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:eb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9f652-aab2-4b6c-830b-60af48880033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:21Z', 'updated_at': '2021-07-28T17:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:36.214293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:36.214986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.255240 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:36.256165 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:36.278301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49e15401-391b-43a9-8df0-71387fc64aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.290350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927d39-e39e-4e3c-8745-bec4e3191694 req-ae7d587f-71ef-4116-be13-55671a9509bf tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:36.298016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb927d39-e39e-4e3c-8745-bec4e3191694 req-ae7d587f-71ef-4116-be13-55671a9509bf tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 948 time: 0.0799286 Jul 28 17:58:36.346347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb927d39-e39e-4e3c-8745-bec4e3191694 req-edaf2ce5-a301-4c5d-a33b-9cc5f9ef1167 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Jul 28 17:58:36.358675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-044dcf13-519f-4bf9-8c10-4ec464cc25e8 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6309938 Jul 28 17:58:36.376515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Request body: {'port': {'device_id': '19ab0c74-eb48-44db-8164-297527285993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:36.380209 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:36.475924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Deleting port 3351b762-ccaf-4049-babb-15ca39cd5da3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:36.476279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.496861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.521517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c42f3-1f13-4fdd-9e80-563d72b8319b req-ceed3513-7a6d-4dc1-80f9-02e10585064b tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:36.529342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c4d5-9527-4829-a043-5e29ad215c55 req-45b187b6-715b-40b9-b29f-297ccffdee5f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:36.531034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47d7c4d5-9527-4829-a043-5e29ad215c55 req-45b187b6-715b-40b9-b29f-297ccffdee5f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 935 time: 0.3751211 Jul 28 17:58:36.543626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-081c42f3-1f13-4fdd-9e80-563d72b8319b req-ceed3513-7a6d-4dc1-80f9-02e10585064b tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 936 time: 0.1248298 Jul 28 17:58:36.555259 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05572d45-926a-4e0d-a1f3-71d0c5f3a4cd None None] Pushing event updated for resources: {'Port': ['ID=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:36.567117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2575c837-e8fe-475e-806f-1611bae4f161 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:36.585085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0055424d-1340-448f-aed3-8dae32bcdbb2 None None] Provisioning for port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:36.592977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0055424d-1340-448f-aed3-8dae32bcdbb2 None None] Provisioning complete for port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:36.593485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0055424d-1340-448f-aed3-8dae32bcdbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.636365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-081c42f3-1f13-4fdd-9e80-563d72b8319b req-ff95db3a-d7d0-4800-98e3-20fc1fb40a0b tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914760 Jul 28 17:58:36.675582 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:31Z', 'revision_number': 3, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:36.694666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0055424d-1340-448f-aed3-8dae32bcdbb2 None None] Port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:36.727096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.732023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dd18a-7faa-4d93-9850-aeb2ea87b797 None None] The sync data for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 is: [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:31Z', 'revision_number': 3, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:36.737827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:36.793300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Transition to ACTIVE for port object 2575c837-e8fe-475e-806f-1611bae4f161 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:36.944103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47d7c4d5-9527-4829-a043-5e29ad215c55 req-41a7f77f-69d5-4420-81ac-f3a78f7bee1f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424119 Jul 28 17:58:36.944920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.025506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] For port 3351b762-ccaf-4049-babb-15ca39cd5da3, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3351b762-ccaf-4049-babb-15ca39cd5da3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:37.026034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.030367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0039be-5a5c-4939-99ab-01ad4d5b39c1 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:37.039730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.054119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Transition to ACTIVE for port object ba0039be-5a5c-4939-99ab-01ad4d5b39c1 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:37.105165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Calling delete_port for 3351b762-ccaf-4049-babb-15ca39cd5da3 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:37.131281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.149361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f00aeab1-445e-457a-9010-ee1b605b3ad4 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:37.216631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:37.232227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:37.331970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Attempting to bind port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:37.331970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Attempting to bind port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:37.331970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Attempting to bind port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:37.332325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:37.334158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:37.334734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Attempting to bind port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:37.338265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49e15401-391b-43a9-8df0-71387fc64aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.344199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:37.345307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:37.345808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:37.346418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Bound port: ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:37.346650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f00aeab1-445e-457a-9010-ee1b605b3ad4', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'f00aeab1-445e-457a-9010-ee1b605b3ad4', 'mac_address': 'fa:16:3e:ad:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:37.346978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.412953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.442169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:37.446465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:37.453041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00aeab1-445e-457a-9010-ee1b605b3ad4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:37.453222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49e15401-391b-43a9-8df0-71387fc64aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.497076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Allocated IP 172.20.0.1 (b048d473-2ecb-4290-9a33-a6941948ad60/1a901c9f-5826-4413-9549-a52eaee083f9/5733afdb-e940-45e4-a965-69a5cb3fb113) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:37.515272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:37.595176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51918e0-10d4-4ddf-a954-68ebe0794334 req-13aa9ef6-8b4c-4998-9123-bea8f54334ad tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:37.607383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d51918e0-10d4-4ddf-a954-68ebe0794334 req-13aa9ef6-8b4c-4998-9123-bea8f54334ad tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 948 time: 0.1265912 Jul 28 17:58:37.611122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.622036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.680621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:37.681601 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.684171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba0039be-5a5c-4939-99ab-01ad4d5b39c1 HTTP/1.1" status: 200 len: 1096 time: 1.3113675 Jul 28 17:58:37.688435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:37.691438 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab150f-29fa-4981-95a7-88613123d4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:37.704093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b0adf6e-fd41-46b9-bbca-419cad40a471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:37.741578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Attempting to bind port 2575c837-e8fe-475e-806f-1611bae4f161 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:37.746916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Attempting to bind port 2575c837-e8fe-475e-806f-1611bae4f161 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:37.747293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Attempting to bind port 2575c837-e8fe-475e-806f-1611bae4f161 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:37.806427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d51918e0-10d4-4ddf-a954-68ebe0794334 req-a21bb668-195c-429f-b4d4-b11335113b04 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979897 Jul 28 17:58:37.812106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eead9-d225-4cb6-ba26-f45fb59010f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:37.828863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Port 2575c837-e8fe-475e-806f-1611bae4f161 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:37.829224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Attempting to bind port 2575c837-e8fe-475e-806f-1611bae4f161 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:37.834323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:37.839258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49e15401-391b-43a9-8df0-71387fc64aa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89d5508071d5415a9819bdae893700b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9010141 Jul 28 17:58:37.844890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15401-391b-43a9-8df0-71387fc64aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3470388-1489-4190-9c42-f086d2518406,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:37.852355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42792) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:37.908152 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854a836-6bc9-4135-ac8c-4b6966bc28b4 x-openstack-request-id: req-4854a836-6bc9-4135-ac8c-4b6966bc28b4 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:37.908426 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:37.908673 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4854a836-6bc9-4135-ac8c-4b6966bc28b4 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:37.909063 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1', 'status': 'completed', 'code': 200} Jul 28 17:58:37.934236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f00aeab1-445e-457a-9010-ee1b605b3ad4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:37.950780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-f4885c87-19b1-4ced-9b9e-c9ffe198c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:37.950780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-f4885c87-19b1-4ced-9b9e-c9ffe198c698 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=255d04aa65254187be2947c14f1b2f3c&device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 1099 time: 0.1160057 Jul 28 17:58:37.951081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:37.951081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:37.951670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:37.951826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Bound port: 2575c837-e8fe-475e-806f-1611bae4f161, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:37.960631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.014487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-9de683e4-da16-45a4-8ebe-28bc3123d38e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1 HTTP/1.1" status: 200 len: 217 time: 0.0555792 Jul 28 17:58:38.021612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:38.108965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-4b0715e0-6c4e-4b86-8f35-2fbd4423cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:38.111150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-4b0715e0-6c4e-4b86-8f35-2fbd4423cf63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0894053 Jul 28 17:58:38.199174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-da191cbd-01a5-42e5-ad88-d16e1ba5606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:38.201248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-da191cbd-01a5-42e5-ad88-d16e1ba5606d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775146 Jul 28 17:58:38.382360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.389530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cec3dbbc-b33f-4c98-b173-ce50e0c8349e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:38.485382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:38.531304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-4ef59de6-531e-44c3-b511-164fc289951b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188586 Jul 28 17:58:38.549636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335484b0-4666-4036-b1eb-5598e6e5057f req-6b9f4ea4-1f12-436f-b940-62640d5b5a0a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:38.554285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Transition to ACTIVE for port object 5733afdb-e940-45e4-a965-69a5cb3fb113 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:38.559432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-335484b0-4666-4036-b1eb-5598e6e5057f req-6b9f4ea4-1f12-436f-b940-62640d5b5a0a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.2697647 Jul 28 17:58:38.566081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'mac_address': 'fa:16:3e:5f:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:38.639832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.668989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-335484b0-4666-4036-b1eb-5598e6e5057f req-df03b2d7-2182-4cc8-8fb4-38668364ed70 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080539 Jul 28 17:58:38.710305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cec3dbbc-b33f-4c98-b173-ce50e0c8349e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:38.713990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:38.732661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cec3dbbc-b33f-4c98-b173-ce50e0c8349e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:38.733488 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.753220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e60ac211-789d-4e54-9cb9-fd95e67b2419 req-eb03f316-36ec-45f2-8dab-0279c1b83d54 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847246 Jul 28 17:58:38.782746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:38.876963 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.887276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a78c4-56a1-4968-a697-2246f979d47b req-59b0245e-cb94-4f9f-b04a-bd24731ae8db tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:38.888882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c95a78c4-56a1-4968-a697-2246f979d47b req-59b0245e-cb94-4f9f-b04a-bd24731ae8db tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 948 time: 1.0311165 Jul 28 17:58:38.905477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:38.946606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:38.964102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-28e87ecb-cb80-4635-9a2b-b7df18ccaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:38.971732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-28e87ecb-cb80-4635-9a2b-b7df18ccaae3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=255d04aa65254187be2947c14f1b2f3c&device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 1099 time: 0.0804729 Jul 28 17:58:38.990290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:39.000545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.007165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.017171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.046077 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.065061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c95a78c4-56a1-4968-a697-2246f979d47b req-96a31f3d-d76d-4f21-8305-2d1044b72585 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631811 Jul 28 17:58:39.075441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Pushing event deleted for resources: {'Port': ['ID=3351b762-ccaf-4049-babb-15ca39cd5da3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.077634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.084905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port cec3dbbc-b33f-4c98-b173-ce50e0c8349e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:39.108739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['71758f0c-f26c-4ae3-a425-b5ce1a98441d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:39.166793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.169508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:39.170139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.171663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] 10.222.0.35 "PUT /v2.0/ports/2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 1095 time: 3.9218931 Jul 28 17:58:39.193723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:39.193723 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be030e1d-e013-4fc2-8acf-538bfb763012" -d '{"events": [{"name": "network-changed", "server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "tag": "2575c837-e8fe-475e-806f-1611bae4f161"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:39.204637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c26df-3c58-46e5-b813-6ea4debf0a4d req-afb2acab-e2ff-4629-b1c3-35fa08efe9c3 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:39.220887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f30c26df-3c58-46e5-b813-6ea4debf0a4d req-afb2acab-e2ff-4629-b1c3-35fa08efe9c3 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 949 time: 0.2476218 Jul 28 17:58:39.226823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.292673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc5bc-b2af-47aa-b69f-8b45acb87f76 service neutron] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.296812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f30c26df-3c58-46e5-b813-6ea4debf0a4d req-32d2965b-1df2-4a0e-bcc2-5ff629e3dac4 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678995 Jul 28 17:58:39.382190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-fe6b7f23-9e9d-43ec-b147-9fb3ad11baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:39.383920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-fe6b7f23-9e9d-43ec-b147-9fb3ad11baeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3860617 Jul 28 17:58:39.384325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.397109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2e676206-b778-44c6-bf1c-5c864a1f2538 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:39.404330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.448775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 2e676206-b778-44c6-bf1c-5c864a1f2538 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:39.449131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2e676206-b778-44c6-bf1c-5c864a1f2538 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:39.461620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-fdbc3fbd-2941-4825-b5b2-7af3e1c5cd46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1 HTTP/1.1" status: 200 len: 217 time: 0.0682752 Jul 28 17:58:39.476875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Pushing event updated for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.549184 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e4097-2e1e-416c-9c1d-1a27362e09f6 x-openstack-request-id: req-8d1e4097-2e1e-416c-9c1d-1a27362e09f6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:39.549854 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "tag": "2575c837-e8fe-475e-806f-1611bae4f161", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:39.550140 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d1e4097-2e1e-416c-9c1d-1a27362e09f6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:39.550550 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161', 'status': 'completed', 'code': 200} Jul 28 17:58:39.557204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Network b048d473-2ecb-4290-9a33-a6941948ad60 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:39.573495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-69d718d0-4f2d-4b81-a8e6-3ba0d9a52690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:39.577763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-69d718d0-4f2d-4b81-a8e6-3ba0d9a52690 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1049259 Jul 28 17:58:39.612467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.614702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.616411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3470388-1489-4190-9c42-f086d2518406 HTTP/1.1" status: 204 len: 168 time: 1.7243447 Jul 28 17:58:39.617318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:39.652167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-06708c66-0f26-4dc6-bbec-a36eb8a425d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:39.655854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-06708c66-0f26-4dc6-bbec-a36eb8a425d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663445 Jul 28 17:58:39.705099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:39.772868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.783757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.788851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4606b6-5e25-4154-a17a-1149af018fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3470388-1489-4190-9c42-f086d2518406,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:39.858695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-579f8a54-359f-49d7-9cad-cdea7f15d4e0 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957223 Jul 28 17:58:39.936823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.997786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-981dc1e4-359a-4f35-9f08-d684fc1c80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:39.998360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-f1434979-0087-4dd7-abe9-eabce8dbc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.001568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-f1434979-0087-4dd7-abe9-eabce8dbc9ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1098 time: 0.6006720 Jul 28 17:58:40.010941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:40.040886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aab150f-29fa-4981-95a7-88613123d4a3 req-9548c0ad-231f-45b4-8b5c-0caec0fa6ec4 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728053 Jul 28 17:58:40.064473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d9172-28fb-431a-beb2-dbf43a4cd717 req-233ca7a6-1a7a-4734-9231-bdc11c4a59d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.071772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-551d9172-28fb-431a-beb2-dbf43a4cd717 req-233ca7a6-1a7a-4734-9231-bdc11c4a59d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.3016236 Jul 28 17:58:40.082572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-0a127251-6837-42aa-ad5e-0ae98750cf36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0728316 Jul 28 17:58:40.083179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.083846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab9f652-aab2-4b6c-830b-60af48880033 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:58:40.100859 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.132790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-40d8d845-7f9c-4a7b-9092-3161e56ddaa2 None None] Provisioning for port 5733afdb-e940-45e4-a965-69a5cb3fb113 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:40.144191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.149856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42830) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:40.155984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ff4362b8-4dfa-4cc1-9160-083c21a928da admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ab9f652-aab2-4b6c-830b-60af48880033 HTTP/1.1" status: 204 len: 168 time: 4.9768047 Jul 28 17:58:40.175385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-40d8d845-7f9c-4a7b-9092-3161e56ddaa2 None None] Provisioning complete for port 5733afdb-e940-45e4-a965-69a5cb3fb113 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:40.178712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-40d8d845-7f9c-4a7b-9092-3161e56ddaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.272133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-551d9172-28fb-431a-beb2-dbf43a4cd717 req-a9f965cc-5781-4e3a-aae6-a377e7330227 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993804 Jul 28 17:58:40.276492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-76e3d38a-3197-42e3-b3b7-c108dc97a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.277993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-76e3d38a-3197-42e3-b3b7-c108dc97a48e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1598351 Jul 28 17:58:40.352610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-40d8d845-7f9c-4a7b-9092-3161e56ddaa2 None None] Port 5733afdb-e940-45e4-a965-69a5cb3fb113 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:40.353593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Deleting subnet 937ef0fa-6ced-4686-bbbb-f99b27a5b9d5 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 17:58:40.370020 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.371746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:40.372138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.640331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.642863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cec3dbbc-b33f-4c98-b173-ce50e0c8349e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:40.643054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8182-1f64-4222-8977-af772d08950e req-d66a72a9-0017-4c72-8f0a-a190e8f7bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.643054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-d66a72a9-0017-4c72-8f0a-a190e8f7bedf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678925 Jul 28 17:58:40.643322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.643322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e3a6-8df6-450f-b59e-9c57c2943652 req-d2f0f9f2-89df-4976-8959-dfaa39134ab5 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.643322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b32e3a6-8df6-450f-b59e-9c57c2943652 req-d2f0f9f2-89df-4976-8959-dfaa39134ab5 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 948 time: 0.3321249 Jul 28 17:58:40.660405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-fc5ca225-3f39-4518-8c03-5b3d7a67392e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733825 Jul 28 17:58:40.676506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cec3dbbc-b33f-4c98-b173-ce50e0c8349e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:40.676929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.690078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.718712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:40.763621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b32e3a6-8df6-450f-b59e-9c57c2943652 req-79979466-6891-4e22-bb77-1481daf7b2d5 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893010 Jul 28 17:58:40.779712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:40.783217 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfbc57f-69cd-4c25-aebc-f2f4c03e9a11" -d '{"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:40.807557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:40.916920 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb874c-6935-4496-a5b1-c5c7beea4170 x-openstack-request-id: req-3bbb874c-6935-4496-a5b1-c5c7beea4170 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:40.917309 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:40.918727 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bbb874c-6935-4496-a5b1-c5c7beea4170 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:40.919351 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'code': 200} Jul 28 17:58:40.938257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b755-bcce-43d1-b399-5b98e523e254 req-93f36579-656e-4c3e-9dd9-11b4173d8e0e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:40.941124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3810b755-bcce-43d1-b399-5b98e523e254 req-93f36579-656e-4c3e-9dd9-11b4173d8e0e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 949 time: 0.2574558 Jul 28 17:58:41.052243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fdaa8182-1f64-4222-8977-af772d08950e req-92436c21-40af-45d6-a682-9aba82769ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671865 Jul 28 17:58:41.059959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3810b755-bcce-43d1-b399-5b98e523e254 req-259c9cc0-bf17-47ba-a524-5483ea4c826c tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075130 Jul 28 17:58:41.095461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.168308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f00aeab1-445e-457a-9010-ee1b605b3ad4 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:41.337611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.339936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.341384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.351677 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.352824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f00aeab1-445e-457a-9010-ee1b605b3ad4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:41.402911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937ef0fa-6ced-4686-bbbb-f99b27a5b9d5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:41.407616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f00aeab1-445e-457a-9010-ee1b605b3ad4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:41.407616 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.425601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a834ac-7d51-4ab9-81f9-7cb111c532c2 None None] Network 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:41.442989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.446642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b4f48704-c019-44fe-b2e3-204949ec4b35 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/937ef0fa-6ced-4686-bbbb-f99b27a5b9d5 HTTP/1.1" status: 204 len: 168 time: 1.2955449 Jul 28 17:58:41.447650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42850) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:41.476074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Pushing event updated for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:41.487333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.503965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-ee5ed78e-2acd-4a8f-81a0-a9783b9c21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:41.505442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-ee5ed78e-2acd-4a8f-81a0-a9783b9c21fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1098 time: 0.0756845 Jul 28 17:58:41.575831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42852) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:41.615135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:41.620272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af0b3b1a-d497-4a6d-8525-8afc111a410d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.639248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2716f-a63f-44ef-b151-1701af04163c req-b74c2f2f-382f-4ada-ab78-246fae1a0d8e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:41.641154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dc2716f-a63f-44ef-b151-1701af04163c req-b74c2f2f-382f-4ada-ab78-246fae1a0d8e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.2312109 Jul 28 17:58:41.723669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.742255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-2a6863b1-f5a4-4529-acb4-522b8a5489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:41.742255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-2a6863b1-f5a4-4529-acb4-522b8a5489e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2139575 Jul 28 17:58:41.742255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Network b048d473-2ecb-4290-9a33-a6941948ad60 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:41.742651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dc2716f-a63f-44ef-b151-1701af04163c req-ff1dcce9-2ae6-4415-a7a9-c6a3a5d5b334 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867276 Jul 28 17:58:41.743248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.755745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:41.804797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-fa363d29-6bcb-4271-806d-95414e07759c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0620439 Jul 28 17:58:41.835431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:41.894233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] DHCP port deletion for 872e8ae8-220d-4f26-8fcb-483d32a8d8b3 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 17:58:41.905350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Deleting port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:41.905588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:41.963679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.028175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ba0039be-5a5c-4939-99ab-01ad4d5b39c1 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:42.061086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371843-d4ca-421b-988e-891ad32f48c0 req-dabbf7ea-41e5-4724-bce7-567f3744fcce tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:42.061086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df371843-d4ca-421b-988e-891ad32f48c0 req-dabbf7ea-41e5-4724-bce7-567f3744fcce tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 948 time: 0.1102316 Jul 28 17:58:42.084241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af0b3b1a-d497-4a6d-8525-8afc111a410d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.087607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] For port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:42.088248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.130152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Calling delete_port for 385aa86b-8bb8-4e0e-92f5-e38f357e63fc owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:42.175872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-3a75d037-72d2-4e1a-9d37-682078d05d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:42.177762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-3a75d037-72d2-4e1a-9d37-682078d05d1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.3042002 Jul 28 17:58:42.190830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Router c154c6c0-3f04-4d23-be2b-6341d0f994fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:58:42.202146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af0b3b1a-d497-4a6d-8525-8afc111a410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.280677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df371843-d4ca-421b-988e-891ad32f48c0 req-cb669a12-c655-4e83-ae53-3c19823e1928 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092632 Jul 28 17:58:42.283290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3351b762-ccaf-4049-babb-15ca39cd5da3 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:42.294482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:42.328210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 3351b762-ccaf-4049-babb-15ca39cd5da3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:42.328570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3351b762-ccaf-4049-babb-15ca39cd5da3 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:42.328994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 385aa86b-8bb8-4e0e-92f5-e38f357e63fc no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:42.353043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-4b004cb9-72d3-4a3e-a6a7-a0703795f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:42.354997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-4b004cb9-72d3-4a3e-a6a7-a0703795f02a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528478 Jul 28 17:58:42.376787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Deleting port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:42.377175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.382587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b35bf36-6cb1-4b0e-a300-79483a9e64f8 None None] Provisioning complete for port 5733afdb-e940-45e4-a965-69a5cb3fb113 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:42.382967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b35bf36-6cb1-4b0e-a300-79483a9e64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.467091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:42.490166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1', 'mac_address': 'fa:16:3e:28:9c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:42.491729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:58:42.515193 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Sync routers for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:58:42.540685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-48f0721d-5c18-4c45-b23f-fd29264f8c52 admin admin] 10.222.0.25 "PUT /v2.0/routers/c154c6c0-3f04-4d23-be2b-6341d0f994fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2994456 Jul 28 17:58:42.541055 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:42.541863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:42.602739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-64c4f0b9-d450-4b6b-9499-35a7d7f6c4e1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368331 Jul 28 17:58:42.618894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8b35bf36-6cb1-4b0e-a300-79483a9e64f8 None None] Port 5733afdb-e940-45e4-a965-69a5cb3fb113 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:42.624426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b3b1a-d497-4a6d-8525-8afc111a410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb8f24-5516-4f4a-a19e-d364c9737dc7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:42.634221 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.635016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-af0b3b1a-d497-4a6d-8525-8afc111a410d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97849799a5ed4889bd1c9f9f487f828f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0547774 Jul 28 17:58:42.646143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:42.653155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0039be-5a5c-4939-99ab-01ad4d5b39c1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:42.670641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445f1db-55bc-440b-bfc6-37e1759383da req-e631b333-da30-45cf-b22c-944215a028aa tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:42.679758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:42.688227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8445f1db-55bc-440b-bfc6-37e1759383da req-e631b333-da30-45cf-b22c-944215a028aa tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.4898851 Jul 28 17:58:42.742192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.781477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:42.785840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.857342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.882275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8445f1db-55bc-440b-bfc6-37e1759383da req-12aa23b2-732a-4e25-a5d6-a6ad2f6a288c tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930721 Jul 28 17:58:42.923089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.932678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.933456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:42.935689 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d854527e-a083-4580-a316-0542b76f9612" -d '{"events": [{"server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "name": "network-vif-plugged", "status": "completed", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:42.938687 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:42.950949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] For port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,segment=NetworkSegment(ae434ef1-1950-44d5-9271-5d1ecbdcd4af),segment_id=ae434ef1-1950-44d5-9271-5d1ecbdcd4af)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:42.951362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.015257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Calling delete_port for 385aa86b-8bb8-4e0e-92f5-e38f357e63fc owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:43.019205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:43.025734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:43.079955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] No DVR routers for this DVR port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:43.181079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.186373 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 2, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:43.186795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ba0039be-5a5c-4939-99ab-01ad4d5b39c1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:43.233061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] Pushing event deleted for resources: {'Port': ['ID=385aa86b-8bb8-4e0e-92f5-e38f357e63fc,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:43.236827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c6d03-5553-4e66-9c32-9087714cfa36 None None] No DVR routers for this DVR port 385aa86b-8bb8-4e0e-92f5-e38f357e63fc on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:43.290929 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Checking router: c154c6c0-3f04-4d23-be2b-6341d0f994fe for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:58:43.291578 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Updating router c154c6c0-3f04-4d23-be2b-6341d0f994fe port 5733afdb-e940-45e4-a965-69a5cb3fb113 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:58:43.310562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e580a5-0c15-4ef8-a990-1cd10bc7072b req-fb346e74-d037-4fad-8b6b-c34419262ccc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:43.312238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3e580a5-0c15-4ef8-a990-1cd10bc7072b req-fb346e74-d037-4fad-8b6b-c34419262ccc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.3162112 Jul 28 17:58:43.324595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be030e1d-e013-4fc2-8acf-538bfb763012 req-b612055c-697f-4c77-8f0f-693acf3c3503 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073040 Jul 28 17:58:43.328049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.352777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872e8ae8-220d-4f26-8fcb-483d32a8d8b3']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:43.362969 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.374648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:43.374983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae434ef1-1950-44d5-9271-5d1ecbdcd4af') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:43.398872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3e580a5-0c15-4ef8-a990-1cd10bc7072b req-88fe1795-d308-48b4-988a-29504f013423 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782347 Jul 28 17:58:43.405430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.437857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.440371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.442870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.455695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfdb8f24-5516-4f4a-a19e-d364c9737dc7 HTTP/1.1" status: 204 len: 168 time: 0.7562430 Jul 28 17:58:43.477348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:58:43.479104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: timer() Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 17:58:43.481836 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 17:58:43.493712 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169352f-75f2-4bf0-aa79-30144ad379ba x-openstack-request-id: req-7169352f-75f2-4bf0-aa79-30144ad379ba {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:43.494339 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "name": "network-vif-plugged", "status": "completed", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:43.494339 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7169352f-75f2-4bf0-aa79-30144ad379ba {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:43.494691 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4', 'code': 200} Jul 28 17:58:43.504241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b6bde-8ecb-4baa-86a3-53495fed2f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb8f24-5516-4f4a-a19e-d364c9737dc7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:43.680798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42898) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:43.685481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748724742', 'description': 'tempest-description--398624515'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:43.739091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1688-b55f-4b77-809f-066de6e4f217 req-3f96e8ed-6b7b-4c07-88f4-78f7f72de3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:43.741457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-562b1688-b55f-4b77-809f-066de6e4f217 req-3f96e8ed-6b7b-4c07-88f4-78f7f72de3e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 1101 time: 0.0739551 Jul 28 17:58:43.777570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-562b1688-b55f-4b77-809f-066de6e4f217 req-06973ce6-6a96-4765-969f-d71187751f5c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286453 Jul 28 17:58:43.804293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250af3-bc7e-4445-a1f0-c94008227b28 req-dc6efccc-bd75-4792-aba0-1dce240afe17 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:43.806153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b250af3-bc7e-4445-a1f0-c94008227b28 req-dc6efccc-bd75-4792-aba0-1dce240afe17 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 949 time: 0.0587797 Jul 28 17:58:43.823703 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.839497 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Transition to ACTIVE for port object 5733afdb-e940-45e4-a965-69a5cb3fb113 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:43.852883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b250af3-bc7e-4445-a1f0-c94008227b28 req-b534404d-9c84-4338-a3bf-aaa57fd6eb67 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Jul 28 17:58:43.942936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.948471 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.953675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/872e8ae8-220d-4f26-8fcb-483d32a8d8b3 HTTP/1.1" status: 204 len: 168 time: 2.4744210 Jul 28 17:58:43.970623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eb01a-9a30-4e5d-9aa3-8c0d9bee29c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=872e8ae8-220d-4f26-8fcb-483d32a8d8b3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:43.972536 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:43.978263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.041599 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded567f3-40de-4723-a285-b7b7cce94e64 None None] Pushing event updated for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:44.050584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fe4d8-cfbc-4db8-8721-e57e08be91ed req-bb81e3a3-2489-433c-8cc0-33d8f8978d92 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:44.058268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd3fe4d8-cfbc-4db8-8721-e57e08be91ed req-bb81e3a3-2489-433c-8cc0-33d8f8978d92 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.1177864 Jul 28 17:58:44.145318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd3fe4d8-cfbc-4db8-8721-e57e08be91ed req-958f71c0-b010-4b45-97ab-49e8f7874235 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860312 Jul 28 17:58:44.230990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.242734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Attempting to bind port 5733afdb-e940-45e4-a965-69a5cb3fb113 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:44.243226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Attempting to bind port 5733afdb-e940-45e4-a965-69a5cb3fb113 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:44.243712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Attempting to bind port 5733afdb-e940-45e4-a965-69a5cb3fb113 on network b048d473-2ecb-4290-9a33-a6941948ad60 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:44.249807 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:44.250367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Checking segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:44.251011 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.255730 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Bound using segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:44.256913 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Bound port: 5733afdb-e940-45e4-a965-69a5cb3fb113, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:44.257395 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.351507 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] For port 5733afdb-e940-45e4-a965-69a5cb3fb113, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:44.357583 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] For port 5733afdb-e940-45e4-a965-69a5cb3fb113, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5733afdb-e940-45e4-a965-69a5cb3fb113,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:44.391932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.423782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fb073a-c289-4e6d-af25-227e65d13cb8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:44.484151 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.506715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.508675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-223f85d8-aafa-427b-9600-6c4a89c1d25a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8268352 Jul 28 17:58:44.512735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42920) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:44.519391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'security_group_rule': {'security_group_id': '85fb073a-c289-4e6d-af25-227e65d13cb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:44.581697 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:58:44.582796 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:58:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:44.603331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4f6-994e-4611-8909-9dcbd39e5f08 req-64f51a92-9476-4b93-875a-ab6393111e42 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:44.616283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-071ed4f6-994e-4611-8909-9dcbd39e5f08 req-64f51a92-9476-4b93-875a-ab6393111e42 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.1288397 Jul 28 17:58:44.624155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:44.680341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-071ed4f6-994e-4611-8909-9dcbd39e5f08 req-5fe3cfb3-92fe-46f4-bd87-bb09c9eb1f93 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627303 Jul 28 17:58:44.689625 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.814125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:58:44.819675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:44.821014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6002dc06-b9f5-4e7e-9830-013d60a7b3e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f572bbe6e5e8424684c6b262a2cb2df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946154 Jul 28 17:58:44.885169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.913525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.917296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.969174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:44.993991 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded567f3-40de-4723-a285-b7b7cce94e64 None None] Pushing event updated for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:45.041252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a618189-f7af-4c2a-9b35-bdf65ccdce31,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:45.098195 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.106392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.113354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/991e81e8-dda4-432a-8dbd-9b7d2f1640df HTTP/1.1" status: 204 len: 168 time: 0.2888033 Jul 28 17:58:45.133967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.136969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3f05fc4-442d-41a5-b47c-6f61f4cef750 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6226678 Jul 28 17:58:45.146000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:45.153192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'security_group_rule': {'security_group_id': '85fb073a-c289-4e6d-af25-227e65d13cb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:45.158633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f2c0-61a1-4270-879d-5343040e59a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991e81e8-dda4-432a-8dbd-9b7d2f1640df,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:45.164239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.169865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:58:45.199240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6b6b-95f0-48c1-858d-bb00af7f82be req-31ad1a7d-72e1-4a53-80dc-18408ccfbe5c tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:45.200874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5bd6b6b-95f0-48c1-858d-bb00af7f82be req-31ad1a7d-72e1-4a53-80dc-18408ccfbe5c tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 949 time: 0.1725278 Jul 28 17:58:45.269742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5bd6b6b-95f0-48c1-858d-bb00af7f82be req-3ca07368-b31d-483c-807a-742982a4423f tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577648 Jul 28 17:58:45.293055 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:44Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:45.327764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6ba08-89b7-463d-8694-b067537d2bd3 None None] The sync data for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 is: [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:44Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:58:45.336717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:45.339230 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.356502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '2575c837-e8fe-475e-806f-1611bae4f161', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '2575c837-e8fe-475e-806f-1611bae4f161', 'mac_address': 'fa:16:3e:3a:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:58:45.375938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990402a-d997-4f45-8c2b-4a110593d911 req-43045dbe-34be-425d-8077-ff3a22f40dca tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:45.377902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3990402a-d997-4f45-8c2b-4a110593d911 req-43045dbe-34be-425d-8077-ff3a22f40dca tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.0850065 Jul 28 17:58:45.517835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.526986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.543176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3990402a-d997-4f45-8c2b-4a110593d911 req-15c8bc01-a6e6-4331-9740-2c276e5c5c2c tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549942 Jul 28 17:58:45.557740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2575c837-e8fe-475e-806f-1611bae4f161 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:45.581498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:45.600797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.622473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d2f750-4a76-4323-955b-df94481b25a5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:45.658084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.732342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:45.740494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.742723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c5d9061-1071-4afb-b866-0cb46478dd19 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5955572 Jul 28 17:58:45.745921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42964) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:45.758423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:45.922459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fece497-166a-4434-b656-fee7340ab820 req-779ad45f-7f93-4b86-8be4-97a7e3524857 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:45.927072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0fece497-166a-4434-b656-fee7340ab820 req-779ad45f-7f93-4b86-8be4-97a7e3524857 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 948 time: 0.1003733 Jul 28 17:58:45.932277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:45.989707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:46.061573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ba0039be-5a5c-4939-99ab-01ad4d5b39c1 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:46.125433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0fece497-166a-4434-b656-fee7340ab820 req-754a53d0-c189-46b7-ba66-569d06b2f316 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895251 Jul 28 17:58:46.292772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.377208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5733afdb-e940-45e4-a965-69a5cb3fb113 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:46.426503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:46.443774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Allocated IP 172.25.7.159 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9a80354b-9402-4772-b1df-a2cdf3b0fe7b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:46.479159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:46.479607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.643822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.646658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5733afdb-e940-45e4-a965-69a5cb3fb113 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:46.688883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5733afdb-e940-45e4-a965-69a5cb3fb113 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:46.689268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.765793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4578e9-fe8b-4f84-b7ed-7af61739c237 req-f5d1db30-fa06-4259-ba29-3142c73cddf5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:46.778768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf4578e9-fe8b-4f84-b7ed-7af61739c237 req-f5d1db30-fa06-4259-ba29-3142c73cddf5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.1113138 Jul 28 17:58:46.801727 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.885832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:46.890924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500fd74-b6c6-41d8-924b-385d1c93789f req-95204cf4-4c83-4f17-badd-5617df461a37 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:46.892542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8500fd74-b6c6-41d8-924b-385d1c93789f req-95204cf4-4c83-4f17-badd-5617df461a37 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 949 time: 0.1460018 Jul 28 17:58:46.895556 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436db94e-cf4b-4447-8d5b-8621a27e5e94" -d '{"events": [{"server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "name": "network-vif-plugged", "status": "completed", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:46.896621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:46.902518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf4578e9-fe8b-4f84-b7ed-7af61739c237 req-16042cf3-14b0-4c54-91eb-dcf3bf2c3430 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238062 Jul 28 17:58:46.996163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:47.007718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43018) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:47.074447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:47.081184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.095101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:47.102380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:47.185050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'Port': ['ID=9a80354b-9402-4772-b1df-a2cdf3b0fe7b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.193321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-569580915-network', 'tenant_id': '87d6c0089e964ced9dc7f3797538de2c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:47.202701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.236071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8500fd74-b6c6-41d8-924b-385d1c93789f req-55820b74-d25a-4567-9e8b-f9fa723d61e5 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472661 Jul 28 17:58:47.341389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Made reservation on behalf of 87d6c0089e964ced9dc7f3797538de2c for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:47.344289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.356310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 5733afdb-e940-45e4-a965-69a5cb3fb113, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5733afdb-e940-45e4-a965-69a5cb3fb113,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:47.358003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.374017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.379705 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094c0d1-270c-4d9c-a009-20d3da8cb310 x-openstack-request-id: req-1094c0d1-270c-4d9c-a009-20d3da8cb310 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:47.380590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "name": "network-vif-plugged", "status": "completed", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:47.381188 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1094c0d1-270c-4d9c-a009-20d3da8cb310 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:47.382285 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1', 'code': 200} Jul 28 17:58:47.393566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.415515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.512594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.595388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.641257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.641906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8db33-bae5-4206-8f2b-d9481975a4e3 req-41e863eb-7594-475c-bb13-d38ec18124da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:47.643602 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efb8db33-bae5-4206-8f2b-d9481975a4e3 req-41e863eb-7594-475c-bb13-d38ec18124da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 1101 time: 0.1987433 Jul 28 17:58:47.659329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91456-aa10-472f-9bda-bc7680c84418 req-b097a14f-1ea3-4759-876f-0902726870ee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:47.661037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f91456-aa10-472f-9bda-bc7680c84418 req-b097a14f-1ea3-4759-876f-0902726870ee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 948 time: 0.1413360 Jul 28 17:58:47.738019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.742088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f91456-aa10-472f-9bda-bc7680c84418 req-110fe9e1-0b65-4d48-aa6b-170525c54131 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537696 Jul 28 17:58:47.786482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efb8db33-bae5-4206-8f2b-d9481975a4e3 req-06e76504-93e7-4b60-a444-b8ef2e0f8615 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243587 Jul 28 17:58:47.787617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888ee065-2b4d-40a1-bac4-b954634e68f5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.817097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:58:47.857292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.857763 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Added segment dfb046d9-7039-4227-b1d1-70e0593dfa50 of type vlan for network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 Jul 28 17:58:47.919174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:47.981863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.002952 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.034762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46910366-902f-4684-9a12-fce8ed6ac372 req-14aa21ba-a3e9-4b0a-8c3c-02d935ca028d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:48.044742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46910366-902f-4684-9a12-fce8ed6ac372 req-14aa21ba-a3e9-4b0a-8c3c-02d935ca028d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.1025732 Jul 28 17:58:48.089915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46910366-902f-4684-9a12-fce8ed6ac372 req-1301874f-b418-4f85-bba9-0274a3c0ac82 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Jul 28 17:58:48.110865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.112322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:48.113077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.123661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'Port': ['ID=9a80354b-9402-4772-b1df-a2cdf3b0fe7b,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:48.183590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.248545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] Pushing event updated for resources: {'Network': ['ID=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:48.270722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:58:48.316865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.321353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b0b6969-048c-4510-96b2-bb30f1cdf634 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5711322 Jul 28 17:58:48.321588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43052) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:48.322255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21523273-3144-4217-b165-f80c2f4c6a0e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3131039 Jul 28 17:58:48.326863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Request body: {'subnet': {'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-569580915-subnet', 'tenant_id': '87d6c0089e964ced9dc7f3797538de2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:48.415891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5733afdb-e940-45e4-a965-69a5cb3fb113 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:48.427197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61eba1-68e0-4db1-89ae-3d4dcf8a73d3 req-779e7c74-4031-4629-b03b-d63a42728806 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:48.430238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c61eba1-68e0-4db1-89ae-3d4dcf8a73d3 req-779e7c74-4031-4629-b03b-d63a42728806 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 950 time: 0.0966303 Jul 28 17:58:48.447091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Made reservation on behalf of 87d6c0089e964ced9dc7f3797538de2c for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:48.457012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.457172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.507993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c61eba1-68e0-4db1-89ae-3d4dcf8a73d3 req-5a8d2755-d9e5-40a9-9d62-a7b199c8596c tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699494 Jul 28 17:58:48.540184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5733afdb-e940-45e4-a965-69a5cb3fb113 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:48.542470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:48.748317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-fef89dd3-0b65-4d4e-8bb4-157fd6eef846 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5aabba006a534bd6a63406e074314d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579615 Jul 28 17:58:48.966889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:49.009809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-244c6b3c-56c0-4510-bb4f-2b316f0e7922 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:49.013856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-244c6b3c-56c0-4510-bb4f-2b316f0e7922 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625287 Jul 28 17:58:49.045875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cf5d3d-3b96-494a-a911-42ce5793024f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:49.051245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-da2f61cd-ad80-4743-a573-6e547bc15cf7 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/quotas/5aabba006a534bd6a63406e074314d96 HTTP/1.1" status: 200 len: 375 time: 0.0298035 Jul 28 17:58:49.121243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Checking segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:49.121608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Network hostable DHCP agents. Network: 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:58:49.150855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-0e0bff7d-390b-4764-96de-02f3ad0a067a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984757 Jul 28 17:58:49.214094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:58:49.224205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:58:49.328586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394846d-a6fc-416e-bdde-dc681a0d92cf req-78e2a736-58c1-4f02-8066-d9c855315113 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:49.330172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0394846d-a6fc-416e-bdde-dc681a0d92cf req-78e2a736-58c1-4f02-8066-d9c855315113 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 948 time: 0.1294913 Jul 28 17:58:49.337121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-fd750e73-d36b-462c-b2d3-5f2b68eb1c70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909271 Jul 28 17:58:49.376308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:49.387445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:49.387445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:49.392219 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0394846d-a6fc-416e-bdde-dc681a0d92cf req-0ce5a7c0-c68a-4d7f-a338-e47be9cce7ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501523 Jul 28 17:58:49.392340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff230e1-59fe-4905-81b6-f6dabd250f59 None None] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:49.408242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 2575c837-e8fe-475e-806f-1611bae4f161 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:49.455752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 2575c837-e8fe-475e-806f-1611bae4f161 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:49.456936 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:49.478707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f99bc7a-4219-4586-b462-4635bec3a438 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1560280 Jul 28 17:58:49.538890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-4aedb2e9-d07f-45cd-ab74-e5210fd17817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:49.546997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-4aedb2e9-d07f-45cd-ab74-e5210fd17817 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.1248989 Jul 28 17:58:49.756477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995992b-217a-4d17-b2c4-26589d27ad1e None None] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:58:49.769151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b10e504-622c-41e5-b39a-b0e0c4b08ec3 req-0de2c6f1-0498-4949-96e9-d3ea6c97c152 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0733054 Jul 28 17:58:49.901141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-194f7124-4acf-4c01-a6ef-a6f1e76fb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:49.901141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-194f7124-4acf-4c01-a6ef-a6f1e76fb0f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2918243 Jul 28 17:58:49.906082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:49.915687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-70b60caa-8d4b-416e-aa3d-ffdee9b001bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.0432942 Jul 28 17:58:49.994968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:49.997499 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739b919-d3c9-4e2b-b2c4-59074df2f861" -d '{"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-plugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:50.016380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:50.026979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb5ce-d565-414c-a99c-c09b7a954f2c req-68ca68db-7f4d-47a4-9142-c1c6a78d3f62 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.028557 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a1fb5ce-d565-414c-a99c-c09b7a954f2c req-68ca68db-7f4d-47a4-9142-c1c6a78d3f62 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 950 time: 0.1117797 Jul 28 17:58:50.030190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-163ebb2f-dcc1-42fd-8259-99846e49d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.031541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-163ebb2f-dcc1-42fd-8259-99846e49d8ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0825803 Jul 28 17:58:50.100332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a1fb5ce-d565-414c-a99c-c09b7a954f2c req-1283b6d7-6141-4575-b684-5eaa72c657ba tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Jul 28 17:58:50.107017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-9be6ea68-0d8b-4a41-a094-48564142a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.108486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-9be6ea68-0d8b-4a41-a094-48564142a25b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665865 Jul 28 17:58:50.172860 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:50.242636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-c9d2745f-cf82-4590-87f7-69d761c44d9f service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252918 Jul 28 17:58:50.249930 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd541bf3-44c2-4f46-9b85-6170f206e9e0 x-openstack-request-id: req-bd541bf3-44c2-4f46-9b85-6170f206e9e0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:50.250373 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-plugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:50.250643 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd541bf3-44c2-4f46-9b85-6170f206e9e0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:50.251107 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161', 'code': 200} Jul 28 17:58:50.264717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:50.430091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed1fd4-7b32-42e7-be7a-c66acaba2675 req-e52501c3-8ced-433a-81c0-4432da19af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.450456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ed1fd4-7b32-42e7-be7a-c66acaba2675 req-e52501c3-8ced-433a-81c0-4432da19af3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1100 time: 0.0898204 Jul 28 17:58:50.528891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ed1fd4-7b32-42e7-be7a-c66acaba2675 req-dbd6cb2a-5105-4f22-8678-045c6703424d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774889 Jul 28 17:58:50.581962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-adbaa0ae-f449-4625-bc46-918f9098437b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.598033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-adbaa0ae-f449-4625-bc46-918f9098437b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 0.2383902 Jul 28 17:58:50.666252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-9025cd4d-7d20-47a8-8eeb-8459c53754ec tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/quotas/87d6c0089e964ced9dc7f3797538de2c HTTP/1.1" status: 200 len: 375 time: 0.0580962 Jul 28 17:58:50.718286 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-25d7e64e-6666-42ba-9b9a-32bb278a0fd8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356450 Jul 28 17:58:50.728444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-817e08b9-12c8-4a7a-ab3f-466a40ee22a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564921 Jul 28 17:58:50.849039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d4c4d02-097d-4389-8c4b-9dab0b9fe0d6 req-85edb9b8-e9bc-42cd-93b9-55213f326e3b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967224 Jul 28 17:58:50.884482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-269b4cca-2d26-4758-a5ba-811f230c9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.886336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-269b4cca-2d26-4758-a5ba-811f230c9e58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 1097 time: 0.0967376 Jul 28 17:58:50.889410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-b24e5728-a92b-45dd-b5cb-d9aabc3ccce8 service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588552 Jul 28 17:58:50.908444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223934-4bfb-47de-914d-424d85735b18 req-a9a101ee-38fa-4eb3-9252-613cb53ffbf1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:50.921139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97223934-4bfb-47de-914d-424d85735b18 req-a9a101ee-38fa-4eb3-9252-613cb53ffbf1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0784576 Jul 28 17:58:51.033060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-ca26a9e5-69ba-480b-8232-94d3bc9eac1e service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356974 Jul 28 17:58:51.123742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97223934-4bfb-47de-914d-424d85735b18 req-af46a6fa-258a-41f5-b11d-899932809b35 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710656 Jul 28 17:58:51.174785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-ca01f12b-1ba2-43d9-b8da-d789a755309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:51.177049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-ca01f12b-1ba2-43d9-b8da-d789a755309c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 925 time: 0.2545953 Jul 28 17:58:51.435433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-366e8620-64e7-4c48-9a0e-0da2f5d76724 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 200 len: 1002 time: 0.2490704 Jul 28 17:58:51.575824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b1e4a43-5ad2-471e-95fc-b6b793660cc1 req-16e87be9-2564-4021-ac25-57a5f7a87f1f tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0648949 Jul 28 17:58:51.586685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ec35-f4c4-47a7-8f55-8a6655109ad4 req-9200441d-5875-4cb3-94db-ae4f63da1220 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:51.588095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a7ec35-f4c4-47a7-8f55-8a6655109ad4 req-9200441d-5875-4cb3-94db-ae4f63da1220 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 950 time: 0.2025709 Jul 28 17:58:51.638047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-d560c678-faf7-4e8a-8213-e480be08e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:51.639766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-d560c678-faf7-4e8a-8213-e480be08e120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.1986277 Jul 28 17:58:51.678069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a7ec35-f4c4-47a7-8f55-8a6655109ad4 req-9c1f0158-ac59-405c-b779-58c3a61c605a tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Jul 28 17:58:51.780374 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba25058-4e75-4aba-b227-4b0b770eedcf req-0fe8ad17-4603-4a31-b6eb-0e34883851ad tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0366971 Jul 28 17:58:51.791809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-bf839a5f-25b7-42e2-96ff-58aa4f98735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:51.793320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-bf839a5f-25b7-42e2-96ff-58aa4f98735c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426008 Jul 28 17:58:51.915841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-89ec6b49-7459-46ab-bc17-e834e0172837 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105666 Jul 28 17:58:52.059170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-caaa2f75-a1ec-4655-b12f-a7f8ad330a8d req-55686b93-efdc-45de-b801-e4f4e83ad649 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361265 Jul 28 17:58:52.290325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9387b-dbb6-4780-9a3a-8d2e40c8124f req-839a6d29-4072-45bb-97bf-19378688c67a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:52.295886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5c9387b-dbb6-4780-9a3a-8d2e40c8124f req-839a6d29-4072-45bb-97bf-19378688c67a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0861862 Jul 28 17:58:52.393528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5c9387b-dbb6-4780-9a3a-8d2e40c8124f req-f0a28a51-1c89-403d-8b48-72e7eb3ca99f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954285 Jul 28 17:58:52.542478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-23fdc1fd-7f2b-4b75-b681-f8762148d1f1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5aabba006a534bd6a63406e074314d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701940 Jul 28 17:58:52.549728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b69bad-535c-43c9-852e-f02174322b65 req-de3eed6e-40bf-42e4-a484-08bffca7e743 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:52.554354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62b69bad-535c-43c9-852e-f02174322b65 req-de3eed6e-40bf-42e4-a484-08bffca7e743 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.37 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 950 time: 0.1600614 Jul 28 17:58:52.706889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43254) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:52.850593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-271f1e56-f9a1-4310-a1e0-5dfbd7b5d0f8 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:52.854054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-271f1e56-f9a1-4310-a1e0-5dfbd7b5d0f8 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027291 Jul 28 17:58:52.886487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Request body: {'port': {'device_id': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '5aabba006a534bd6a63406e074314d96'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:52.996316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Deleting port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:58:52.997863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.036922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81217245-6727-4629-8c9c-96a8a21e1d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.237003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81217245-6727-4629-8c9c-96a8a21e1d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.254195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] For port ba0039be-5a5c-4939-99ab-01ad4d5b39c1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:53.255200 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.292936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Calling delete_port for ba0039be-5a5c-4939-99ab-01ad4d5b39c1 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:58:53.331826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-890af0e0-4aec-4bf6-8fa1-deac497999ca req-3b35a956-c5fb-4b9f-9e6a-6d8e63f259c4 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Jul 28 17:58:53.506410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab93e0f-9e6e-432f-a8a6-23e5c58a745e req-22f5fd58-03b9-4b21-9b1d-b4f9f35ca778 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:53.508537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ab93e0f-9e6e-432f-a8a6-23e5c58a745e req-22f5fd58-03b9-4b21-9b1d-b4f9f35ca778 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 950 time: 0.1117437 Jul 28 17:58:53.527004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81217245-6727-4629-8c9c-96a8a21e1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.598509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81217245-6727-4629-8c9c-96a8a21e1d9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bde7e2ecc65e462f9711d5254025b9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903272 Jul 28 17:58:53.601925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43266) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:53.610700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81217245-6727-4629-8c9c-96a8a21e1d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbcc8e-0930-4274-b3cb-14653cbfae92,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:53.618612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ab93e0f-9e6e-432f-a8a6-23e5c58a745e req-c8629b2e-07cf-4bc8-8ee9-620713a09da1 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fad0648-d370-4cb5-aeac-c748493493d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 Jul 28 17:58:53.696042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.754119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22296072-25b4-4252-9274-bdb94e2acd84 req-25702d4e-a389-435e-806b-9e9b88c083f9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0489557 Jul 28 17:58:53.757404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.778616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.798404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ba0039be-5a5c-4939-99ab-01ad4d5b39c1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:53.807722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Made reservation on behalf of 5aabba006a534bd6a63406e074314d96 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:53.811258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:53.854703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Pushing event deleted for resources: {'Port': ['ID=ba0039be-5a5c-4939-99ab-01ad4d5b39c1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:53.980842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-baa41d3f-cb06-4474-a21a-c489facac002 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2256975 Jul 28 17:58:54.014843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3631b85-5f75-417d-92ac-f355ca9d3674 req-7501ca1c-1548-4a75-b8aa-bf9685a4e176 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:54.015062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] No DVR routers for this DVR port ba0039be-5a5c-4939-99ab-01ad4d5b39c1 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:58:54.018183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:54.021249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3631b85-5f75-417d-92ac-f355ca9d3674 req-7501ca1c-1548-4a75-b8aa-bf9685a4e176 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1485679 Jul 28 17:58:54.031481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62b69bad-535c-43c9-852e-f02174322b65 req-272f6e07-956d-4ba4-a7f6-53299ca99ece tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.37 "DELETE /v2.0/ports/ba0039be-5a5c-4939-99ab-01ad4d5b39c1 HTTP/1.1" status: 204 len: 173 time: 1.4499216 Jul 28 17:58:54.031481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'name': 'network-vif-deleted', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:54.031792 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38d33aa-0727-4dd5-b672-9293e19da7f7" -d '{"events": [{"server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "name": "network-vif-deleted", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:54.094623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:54.099418 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:54.102187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cadbcc8e-0930-4274-b3cb-14653cbfae92 HTTP/1.1" status: 204 len: 168 time: 0.4984586 Jul 28 17:58:54.128733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3631b85-5f75-417d-92ac-f355ca9d3674 req-6e74df1a-5fb5-45ce-a507-e8b0dee13019 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Jul 28 17:58:54.132420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eae6f8-6b60-4fe1-86a6-d3d4e496911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbcc8e-0930-4274-b3cb-14653cbfae92,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:54.209758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Allocated IP 192.168.233.195 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/9d1bef7d-65b2-4dfd-b641-b07b9fbedd30) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:54.319013 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906c61ef-7298-4b3b-bc9a-06b433ed2870 x-openstack-request-id: req-906c61ef-7298-4b3b-bc9a-06b433ed2870 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:54.319353 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ab0c74-eb48-44db-8164-297527285993", "name": "network-vif-deleted", "tag": "ba0039be-5a5c-4939-99ab-01ad4d5b39c1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:54.319670 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-906c61ef-7298-4b3b-bc9a-06b433ed2870 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:54.320070 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ab0c74-eb48-44db-8164-297527285993', 'name': 'network-vif-deleted', 'tag': 'ba0039be-5a5c-4939-99ab-01ad4d5b39c1', 'status': 'completed', 'code': 200} Jul 28 17:58:54.506612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0987b129-47fd-4755-867e-d2a78b35dc71 req-c25fe541-db6b-4218-a543-1b3dc49f709a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0598791 Jul 28 17:58:54.567758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:54.590317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Transition to ACTIVE for port object 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:54.740606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:54.755178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f00aeab1-445e-457a-9010-ee1b605b3ad4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:54.784898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:54.790629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:54.852391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:54.901725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-c66bc1b9-ee96-4172-9032-1c10110b4f70 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:54.910612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-c66bc1b9-ee96-4172-9032-1c10110b4f70 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.37 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 0.2717845 Jul 28 17:58:54.937788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'port': {'device_id': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'admin_state_up': True, 'tenant_id': '87d6c0089e964ced9dc7f3797538de2c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:55.108611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02175a3a-a503-42f1-b67f-9b833d380513 req-57e255ae-d2e5-4a5b-8979-8570a5d026d3 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 210 time: 0.2578833 Jul 28 17:58:55.287076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Pushing event updated for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:55.346222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:55.347618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:55.374529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43306) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:55.399374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5be7ba22-ff62-4f7f-a8de-f84b1d5d5c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:55.404676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-06dac03f-6f9b-473e-a554-d73a3ab9257d None None] Provisioning for port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:58:55.410105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-06dac03f-6f9b-473e-a554-d73a3ab9257d None None] Provisioning complete for port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:58:55.410800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-06dac03f-6f9b-473e-a554-d73a3ab9257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:55.451806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1be2ce7f-fc4b-40a4-bcbc-6fc9fc3a4ac1 req-c51aaaa6-f949-40fc-bfed-87c534db8377 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0721555 Jul 28 17:58:55.477639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-242d1213-435b-41ee-8366-4b8cba735a88 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5995605 Jul 28 17:58:55.493574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Request body: {'port': {'device_id': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:55.504777 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 17:58:55.504777 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 17:58:55.504777 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '87d6c0089e964ced9dc7f3797538de2c', 'expiration_1': datetime.datetime(2021, 7, 28, 17, 58, 55, 456526)}] Jul 28 17:58:55.504777 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 17:58:55.507155 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:58:55.520762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-06dac03f-6f9b-473e-a554-d73a3ab9257d None None] Port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:58:55.603252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:55.685541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5be7ba22-ff62-4f7f-a8de-f84b1d5d5c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:55.701766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260901-6695-463c-9851-5ceb96b3cb44 req-dd5ec0a3-563a-466f-9af4-0b68881f78f2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:55.703581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1260901-6695-463c-9851-5ceb96b3cb44 req-dd5ec0a3-563a-466f-9af4-0b68881f78f2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1017506 Jul 28 17:58:55.881364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1260901-6695-463c-9851-5ceb96b3cb44 req-69e1a32c-db8a-41cc-b59f-9eb9d36f2891 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521902 Jul 28 17:58:56.113621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddadfa7-3929-4205-955d-641f1b2d92a4 req-03a4b79e-9d12-435f-b2cc-a16eefef454a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:56.115208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ddadfa7-3929-4205-955d-641f1b2d92a4 req-03a4b79e-9d12-435f-b2cc-a16eefef454a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 936 time: 0.0972044 Jul 28 17:58:56.123980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ba0039be-5a5c-4939-99ab-01ad4d5b39c1 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:56.124642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:56.134054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.144450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: ba0039be-5a5c-4939-99ab-01ad4d5b39c1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:58:56.145054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ba0039be-5a5c-4939-99ab-01ad4d5b39c1 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:56.175918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Transition to ACTIVE for port object 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:56.191569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ddadfa7-3929-4205-955d-641f1b2d92a4 req-5dcc84f3-35c9-4758-902b-38ed13cfca3e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620210 Jul 28 17:58:56.295035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35325149-f07b-4d10-bed3-0e2b474c66e8 req-c0215224-4962-43c9-a625-2b89ba899884 tempest-ImagesNegativeTestJSON-873128842 tempest-ImagesNegativeTestJSON-873128842-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ab0c74-eb48-44db-8164-297527285993 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Jul 28 17:58:56.450509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5be7ba22-ff62-4f7f-a8de-f84b1d5d5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.486508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.510057 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5be7ba22-ff62-4f7f-a8de-f84b1d5d5c69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39c4769cf6be4bbd806ab66f3a33c4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1341169 Jul 28 17:58:56.513545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43320) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:56.520089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ba22-ff62-4f7f-a8de-f84b1d5d5c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301ea46-f130-4918-8a59-b33d37736585,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:56.583737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.591245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:56.611897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Made reservation on behalf of 87d6c0089e964ced9dc7f3797538de2c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:56.622364 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.684128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.714449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56343e03-8a02-48c5-ad96-19608df173c3 req-f70bcabb-30c1-4ec6-a94e-cba394d6b1c9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0615895 Jul 28 17:58:56.740081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Attempting to bind port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:56.740081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Attempting to bind port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:56.740081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Attempting to bind port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:56.746068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:56.746387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Attempting to bind port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:56.751831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:56.752155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:56.752538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:56.752964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Bound port: 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:56.753320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.901606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Allocated IP 172.20.0.12 (7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102/00cf5d3d-3b96-494a-a911-42ce5793024f/9312afe5-c4b1-4d6f-8e9e-2e10770bbe89) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:58:56.928387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:56.937311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:56.967604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.981346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:56.984868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1301ea46-f130-4918-8a59-b33d37736585 HTTP/1.1" status: 204 len: 168 time: 0.4678860 Jul 28 17:58:57.022582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3572e-874d-4ac2-ad2a-9a97c1b3d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301ea46-f130-4918-8a59-b33d37736585,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:57.025695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df77da-5ad3-4562-a4dd-2f43519a5f80 req-3c75f406-edd0-4c24-96ab-6ddc306f53ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.027358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9df77da-5ad3-4562-a4dd-2f43519a5f80 req-3c75f406-edd0-4c24-96ab-6ddc306f53ce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0542202 Jul 28 17:58:57.094994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9df77da-5ad3-4562-a4dd-2f43519a5f80 req-cc0623d0-db6f-48bd-964b-a63860a0c57e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Jul 28 17:58:57.096611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.158826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.158826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.158826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 HTTP/1.1" status: 200 len: 1096 time: 1.6724010 Jul 28 17:58:57.158826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:57.161108 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86bd50d-b376-4554-a692-5c0b91303085" -d '{"events": [{"name": "network-changed", "server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:57.184085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2a86-83f5-407c-bcae-24185c067068 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:57.217666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.383634 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.387046 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d7360-1f2f-4b72-999d-1bbb204695e7 x-openstack-request-id: req-bc1d7360-1f2f-4b72-999d-1bbb204695e7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:57.391967 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:57.391967 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc1d7360-1f2f-4b72-999d-1bbb204695e7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:57.391967 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30', 'status': 'completed', 'code': 200} Jul 28 17:58:57.441609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-ad6d3905-d300-4c20-8f6f-b21aa11d855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.446193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-ad6d3905-d300-4c20-8f6f-b21aa11d855c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1659827 Jul 28 17:58:57.496583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:58:57.515099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:58:57.515099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:58:57.588424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.589138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.599179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:57.660916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-c189124d-7d73-4e1a-bd4f-7fbba4c10733 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 HTTP/1.1" status: 200 len: 217 time: 0.1785679 Jul 28 17:58:57.690249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-1c78f742-0f55-42c7-bb26-101ae6c3a66d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7623217 Jul 28 17:58:57.711569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Request body: {'port': {'device_id': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:57.721643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb29d3-3fd8-45b3-a6d1-7d4a9507ef0c req-69b06e3d-b64e-4e1f-a3f6-437e65c5a79e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.723837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ecb29d3-3fd8-45b3-a6d1-7d4a9507ef0c req-69b06e3d-b64e-4e1f-a3f6-437e65c5a79e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 948 time: 0.2689621 Jul 28 17:58:57.773930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-a55cdd22-2537-47c6-b05f-6dbae25f264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.775908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-a55cdd22-2537-47c6-b05f-6dbae25f264b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1022277 Jul 28 17:58:57.811511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:57.842040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ecb29d3-3fd8-45b3-a6d1-7d4a9507ef0c req-ea7a90ca-a767-4aaf-91d7-40f8f954b532 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106708 Jul 28 17:58:57.855936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-9cfae372-6587-43b7-8479-ce51f19cd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:57.860903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-9cfae372-6587-43b7-8479-ce51f19cd61e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538838 Jul 28 17:58:58.140323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:58:58.150263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:58.171334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Transition to ACTIVE for port object 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:58:58.269919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-abbebdbb-6388-422c-85e0-b480f5481b65 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991542 Jul 28 17:58:58.297756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:58.366029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e34fa-ca3d-409a-a0a6-32357bb2b922 req-cd8dc32b-05e3-464c-802a-6654e56798c6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.375236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b25e34fa-ca3d-409a-a0a6-32357bb2b922 req-cd8dc32b-05e3-464c-802a-6654e56798c6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 932 time: 0.4037948 Jul 28 17:58:58.380191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:58.437697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d2bb7d-67d5-471e-808d-89fc43b732d3 req-6e3ed432-ecd8-4cd2-b50d-17a89e31f4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540504 Jul 28 17:58:58.460379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b25e34fa-ca3d-409a-a0a6-32357bb2b922 req-f9ea9792-f666-4ae0-a555-0ac66feb2f49 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841334 Jul 28 17:58:58.476669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Attempting to bind port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:58:58.478544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Attempting to bind port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:58:58.479065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Attempting to bind port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:58.484320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:58:58.484873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Attempting to bind port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:58:58.490068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:58:58.490413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Checking segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:58:58.490799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Bound using segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:58:58.491231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Bound port: 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:58:58.491678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:58.583304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-2cb00869-953a-4c7c-85fc-128e590231fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.591543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-2cb00869-953a-4c7c-85fc-128e590231fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1100 time: 0.1292481 Jul 28 17:58:58.617716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:58:58.622059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:58:58.688395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:58.717646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:58.758428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd50d-b376-4554-a692-5c0b91303085 req-ef89f634-3e57-461a-928a-c5f37d6c9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.782765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-ef89f634-3e57-461a-928a-c5f37d6c9abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aabba006a534bd6a63406e074314d96&device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1683347 Jul 28 17:58:58.783088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d29f58-4251-42a5-aa77-ac5239c2eca8 req-5dd8d133-4c2e-447a-9730-243f7ae78f0b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.785054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d29f58-4251-42a5-aa77-ac5239c2eca8 req-5dd8d133-4c2e-447a-9730-243f7ae78f0b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1398773 Jul 28 17:58:58.793129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-a23df149-b38d-4991-9263-56eadbe34534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.794816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-a23df149-b38d-4991-9263-56eadbe34534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1779985 Jul 28 17:58:58.804693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.805689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:58.807213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] 10.222.0.37 "PUT /v2.0/ports/9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 HTTP/1.1" status: 200 len: 1092 time: 1.1013315 Jul 28 17:58:58.807739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:58:58.810986 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:58.816582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac02ea-963c-4fea-898e-d575a35155ed service neutron] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:58.829555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2143479391-network', 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:58:58.853214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-6271a0ec-d676-4923-a1b3-7e26a024c2c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0503895 Jul 28 17:58:58.893390 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f3c39-8858-4e4d-891c-cb12887358ff x-openstack-request-id: req-995f3c39-8858-4e4d-891c-cb12887358ff {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:58.894172 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:58.894664 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-995f3c39-8858-4e4d-891c-cb12887358ff {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:58.896155 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'status': 'completed', 'code': 200} Jul 28 17:58:58.947717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d29f58-4251-42a5-aa77-ac5239c2eca8 req-40ca7a17-a111-43f4-9b44-060914db4ed3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369743 Jul 28 17:58:58.987137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-bec4cfe7-2e5c-482f-a572-237fc9c69d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:58.987137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-bec4cfe7-2e5c-482f-a572-237fc9c69d2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1202798 Jul 28 17:58:58.989926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:58:58.992302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.018436 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.054019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9b0c-c355-4b99-a657-c4096038978c req-b66bbdfa-67be-440f-8583-7eb22d7e3d85 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.056084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f1d9b0c-c355-4b99-a657-c4096038978c req-b66bbdfa-67be-440f-8583-7eb22d7e3d85 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 949 time: 0.1120853 Jul 28 17:58:59.068220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-0f78dd4a-706e-4274-903e-6d2e898c4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.069759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-0f78dd4a-706e-4274-903e-6d2e898c4566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 1095 time: 0.1154122 Jul 28 17:58:59.124666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-f5098e74-9d7f-41b3-b29e-6da0693f3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.126228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-f5098e74-9d7f-41b3-b29e-6da0693f3f1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319611 Jul 28 17:58:59.127189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd50d-b376-4554-a692-5c0b91303085 req-288cfcb6-5546-4b28-b97a-d0b863eaa99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.128527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-288cfcb6-5546-4b28-b97a-d0b863eaa99d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2139969 Jul 28 17:58:59.159840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f55ff8-af2d-44ab-961a-9463e03700d9 req-ac3b6528-5e0e-4b75-82c7-25264c396fba tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.161337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62f55ff8-af2d-44ab-961a-9463e03700d9 req-ac3b6528-5e0e-4b75-82c7-25264c396fba tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 948 time: 0.0931654 Jul 28 17:58:59.218119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f1d9b0c-c355-4b99-a657-c4096038978c req-a2580fc4-ec72-4ad1-9808-75a7fb2825f0 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544523 Jul 28 17:58:59.257079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-4ba6f213-8bb1-4542-a0b7-4084b23545c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 HTTP/1.1" status: 200 len: 217 time: 0.1127613 Jul 28 17:58:59.311662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-3f7dc053-91d6-4fd9-be14-70c5423a5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.315028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-3f7dc053-91d6-4fd9-be14-70c5423a5afd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=87d6c0089e964ced9dc7f3797538de2c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2334764 Jul 28 17:58:59.358443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62f55ff8-af2d-44ab-961a-9463e03700d9 req-a2bf5b3c-366d-429b-b1e5-6037221f5c67 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580932 Jul 28 17:58:59.370954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd50d-b376-4554-a692-5c0b91303085 req-db0fe2d9-79a6-4c12-bd15-0ae435d9efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.372609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-db0fe2d9-79a6-4c12-bd15-0ae435d9efef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0827477 Jul 28 17:58:59.398916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-ba932b23-f653-4e19-8549-fc373b6cb40d service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634592 Jul 28 17:58:59.413461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.491217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd50d-b376-4554-a692-5c0b91303085 req-9bf8b9c5-c844-47ba-891c-9d574464563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.492791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-9bf8b9c5-c844-47ba-891c-9d574464563a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082387 Jul 28 17:58:59.586247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-5b93e521-9514-40f4-8741-bf19538cd29f service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664424 Jul 28 17:58:59.652152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-58e27663-7fce-45b9-92cb-cc59df4cfd05 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391573 Jul 28 17:58:59.726129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.809099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:58:59.811830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a86bd50d-b376-4554-a692-5c0b91303085 req-cf76c059-b799-4d18-b5d5-e87c8d7eec57 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518834 Jul 28 17:58:59.833497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30402e38-3323-40eb-8bee-29e217afed38,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:59.855684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.855684 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Added segment d9740cb7-9f30-454b-8ca3-e969b91f1fb3 of type vlan for network 48f7e76f-3af0-497a-ab4e-d4664bfb305f Jul 28 17:58:59.862266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-56b059b3-69d4-424d-8f82-c81d365c2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.863769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3722a5b7-8826-4cfd-a40e-a95ffdcfa2b9 req-56b059b3-69d4-424d-8f82-c81d365c2944 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5357866 Jul 28 17:58:59.870039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:58:59.902780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2d415-faf9-4518-88b6-81cbb5bc2760 req-3b73e236-681c-41fb-8760-8ab6fc53bf32 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:58:59.904331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daa2d415-faf9-4518-88b6-81cbb5bc2760 req-3b73e236-681c-41fb-8760-8ab6fc53bf32 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 944 time: 0.1854467 Jul 28 17:58:59.924220 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:58:59.953869 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:58:59.964468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daa2d415-faf9-4518-88b6-81cbb5bc2760 req-de517f48-5d2b-4d5b-b588-a638e9affb3e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511973 Jul 28 17:59:00.012976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-78b5c055-b857-4a58-afd7-6dcc1c3f7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.014493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-78b5c055-b857-4a58-afd7-6dcc1c3f7d22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 1095 time: 0.0538876 Jul 28 17:59:00.075252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-9fa921c4-5ec4-4925-9a26-22bb94398c4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 HTTP/1.1" status: 200 len: 217 time: 0.0497286 Jul 28 17:59:00.104779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.104779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.104779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.112064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753522cf-57fd-4d36-bf9e-674dd9ac1abb req-88e7f11f-b281-48ff-a280-4c39ab7cbecf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.116892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-753522cf-57fd-4d36-bf9e-674dd9ac1abb req-88e7f11f-b281-48ff-a280-4c39ab7cbecf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0584316 Jul 28 17:59:00.178922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-753522cf-57fd-4d36-bf9e-674dd9ac1abb req-4ad13bcd-1409-4fca-9a29-45bde167ddf0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508752 Jul 28 17:59:00.220346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d66-baef-4ac6-855f-66388911b305 req-1fbec819-0f96-4977-b742-96871b3a1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.221898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-1fbec819-0f96-4977-b742-96871b3a1f14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00cf5d3d-3b96-494a-a911-42ce5793024f HTTP/1.1" status: 200 len: 861 time: 0.1375713 Jul 28 17:59:00.229544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-334d7f54-4f56-41a2-9567-a895e12a81d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=255d04aa65254187be2947c14f1b2f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584182 Jul 28 17:59:00.230450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] Pushing event updated for resources: {'Network': ['ID=48f7e76f-3af0-497a-ab4e-d4664bfb305f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:00.232645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:00.242808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:59:00.261811 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c9c3e77-d084-4226-8f1b-1aae0e8db22b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5679185 Jul 28 17:59:00.261811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43432) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:00.288693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Request body: {'subnet': {'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2143479391-subnet', 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:00.294786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-35b3590b-eed7-42d8-9d13-fe28d2bed93f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618768 Jul 28 17:59:00.326178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.354758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.412668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683101bc-444f-4d25-9f60-db2c40b09af0 req-8c4f8ae1-9f1d-4fe8-8472-6c28e6152c4a tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.414280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-683101bc-444f-4d25-9f60-db2c40b09af0 req-8c4f8ae1-9f1d-4fe8-8472-6c28e6152c4a tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 949 time: 0.1176360 Jul 28 17:59:00.452522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:00.454911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.474597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.476787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-d1302aca-abef-4ec8-b4e1-9615ff4b4cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663625 Jul 28 17:59:00.477110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.487002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fad0648-d370-4cb5-aeac-c748493493d9 HTTP/1.1" status: 204 len: 168 time: 0.2477193 Jul 28 17:59:00.497447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad0648-d370-4cb5-aeac-c748493493d9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:00.507982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeabdb-8522-49f0-81f9-fd5608d8d0e4 req-de5e1a32-d4a2-40cd-8dac-f6c97dae0a34 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:00.511890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bbeabdb-8522-49f0-81f9-fd5608d8d0e4 req-de5e1a32-d4a2-40cd-8dac-f6c97dae0a34 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 948 time: 0.0704002 Jul 28 17:59:00.518995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.519373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.519678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-683101bc-444f-4d25-9f60-db2c40b09af0 req-cbbefc20-fad1-4f76-9eb8-77f5a40e3fa0 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968673 Jul 28 17:59:00.519878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.520070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.520408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.520738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.521066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.521923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.521923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.522125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.522329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.522649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e623c8d2-a8a8-4a1e-ad91-d7a0e5b6e0fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:00.587340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bbeabdb-8522-49f0-81f9-fd5608d8d0e4 req-af62792a-862b-4b62-9b10-46bc15175dde tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656974 Jul 28 17:59:00.655381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0597d66-baef-4ac6-855f-66388911b305 req-6e8a6544-b2f6-44be-99f4-c332fee3b6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331546 Jul 28 17:59:00.866250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:00.933431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f47308-b81e-4aa7-8a89-5c8107699528,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:00.941307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:00.941734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Network hostable DHCP agents. Network: 48f7e76f-3af0-497a-ab4e-d4664bfb305f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:59:01.011448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:59:01.097045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 48f7e76f-3af0-497a-ab4e-d4664bfb305f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:01.099078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b138bc-cf1b-491d-98db-73ecc052de8e req-a5622ea9-8ab2-4c0e-8e21-cf3c0e51e862 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:01.101143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:01.106485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:01.107194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73b138bc-cf1b-491d-98db-73ecc052de8e req-a5622ea9-8ab2-4c0e-8e21-cf3c0e51e862 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 944 time: 0.0575175 Jul 28 17:59:01.107771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4434358-a462-451c-a52f-5e08de2ae46a None None] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:01.173866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73b138bc-cf1b-491d-98db-73ecc052de8e req-d20a5580-34dd-4bfe-9311-bd133278f239 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Jul 28 17:59:01.215356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a933dc0c-ede8-48bf-8c41-db2fe017f0d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9308033 Jul 28 17:59:01.302679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f82f4-b636-469e-95c0-76686af8f015 None None] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:01.348504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55499a7e-b4a9-4261-a6e5-7a0853cc9eee req-411524e8-c289-4cff-adce-612aa25a0aaf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:01.357688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55499a7e-b4a9-4261-a6e5-7a0853cc9eee req-411524e8-c289-4cff-adce-612aa25a0aaf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1106427 Jul 28 17:59:01.392101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55499a7e-b4a9-4261-a6e5-7a0853cc9eee req-cdb77ae7-f325-460d-bfac-c8d5123cfdcf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jul 28 17:59:01.711338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94da4b-85c1-4060-b778-78da2db5a823 req-488ed972-e217-437d-856b-a84ca8cbb38d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:01.712948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b94da4b-85c1-4060-b778-78da2db5a823 req-488ed972-e217-437d-856b-a84ca8cbb38d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 948 time: 0.0612903 Jul 28 17:59:01.733579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:01.770810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b94da4b-85c1-4060-b778-78da2db5a823 req-aa64abad-eb70-4833-b670-cf9b7d4798ca tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jul 28 17:59:01.859542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-801250292-network', 'tenant_id': '865aeafa30004e47a3a9c2f9096ce034'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:01.957893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Made reservation on behalf of 865aeafa30004e47a3a9c2f9096ce034 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:01.960196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:01.969798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.057536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43508) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:02.063075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1901983842-network', 'tenant_id': '90e3ef69d0884fb4807f5fce3460942c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:02.071182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.176043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:02.182879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.211625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:59:02.221410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7255e5ac-2084-4f43-9599-4c837dd14d67,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:02.245871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.247294 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Added segment 0e29cad2-0d4d-4cf5-b4a2-71d251852e24 of type vlan for network 58441f2b-4d9d-42e2-a92c-adedee916de5 Jul 28 17:59:02.293398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.316872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Made reservation on behalf of 90e3ef69d0884fb4807f5fce3460942c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:02.319781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.331305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.345625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:02.358658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfd295-3b8f-43dd-a35a-42007b9c884f req-01c61d2b-f3a2-4e25-b42e-f3ecc26f9001 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:02.359542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30', 'mac_address': 'fa:16:3e:27:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:02.360317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c2dfd295-3b8f-43dd-a35a-42007b9c884f req-01c61d2b-f3a2-4e25-b42e-f3ecc26f9001 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 944 time: 0.0766656 Jul 28 17:59:02.400691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.401264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.402390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:02.403852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.419125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:02.442627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c2dfd295-3b8f-43dd-a35a-42007b9c884f req-5b91a48d-8992-43dc-b72a-59725a251bec tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 Jul 28 17:59:02.467206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] Pushing event updated for resources: {'Network': ['ID=58441f2b-4d9d-42e2-a92c-adedee916de5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:02.477492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:02.480879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 58441f2b-4d9d-42e2-a92c-adedee916de5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:59:02.520241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.554802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.556730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c35b3-bd2c-4692-af13-9369841cf6ef req-81c50569-0d78-497f-bbb4-933fdfaada1b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:02.558296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae7c35b3-bd2c-4692-af13-9369841cf6ef req-81c50569-0d78-497f-bbb4-933fdfaada1b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0537524 Jul 28 17:59:02.583499 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.605256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:02.607912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae7c35b3-bd2c-4692-af13-9369841cf6ef req-3131a2da-8cb8-42b4-87c9-1c961f84d8c4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jul 28 17:59:02.617473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:59:02.636087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68e8f4-a214-4f5f-8ec1-29071c6541c0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:02.645138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.645487 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Added segment a1ffeab1-8946-481f-a53d-9aaf680bb349 of type vlan for network c9915203-d2fc-4545-b410-174266142f78 Jul 28 17:59:02.647850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.648200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.648552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.648892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.649227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.649560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.650514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.650890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.651220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.651625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.651903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.652227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:02.664456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4eba87c-a6df-49af-8649-91b6f81a1c4b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9295580 Jul 28 17:59:02.667419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:02.673251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Request body: {'subnet': {'network_id': '58441f2b-4d9d-42e2-a92c-adedee916de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-801250292-subnet', 'tenant_id': '865aeafa30004e47a3a9c2f9096ce034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:02.715674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.803982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Made reservation on behalf of 865aeafa30004e47a3a9c2f9096ce034 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:02.808020 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.871999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.871999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:02.872226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['9d1bef7d-65b2-4dfd-b641-b07b9fbedd30'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:02.872327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:02.994904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] Pushing event updated for resources: {'Network': ['ID=c9915203-d2fc-4545-b410-174266142f78,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:03.004536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-586f7205-f329-4f77-aaab-6ce5341d2e3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9458494 Jul 28 17:59:03.007430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43532) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:03.014125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21029518-dbfe-4e90-999d-665b82f5ec54 req-b64bb983-c04f-4b3a-8d3d-fda6e815fc08 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:03.014593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Request body: {'subnet': {'network_id': 'c9915203-d2fc-4545-b410-174266142f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1901983842-subnet', 'tenant_id': '90e3ef69d0884fb4807f5fce3460942c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:03.014792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c9915203-d2fc-4545-b410-174266142f78 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:59:03.015655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21029518-dbfe-4e90-999d-665b82f5ec54 req-b64bb983-c04f-4b3a-8d3d-fda6e815fc08 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 949 time: 0.1532307 Jul 28 17:59:03.095825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21029518-dbfe-4e90-999d-665b82f5ec54 req-13327f3d-b98b-432a-940c-8156d57711b3 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720761 Jul 28 17:59:03.116444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Made reservation on behalf of 90e3ef69d0884fb4807f5fce3460942c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:03.120303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:03.189523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:03.239550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fd4706-7466-4b41-8f5d-f12cf779080b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:03.254103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Checking segment: {'id': '0e29cad2-0d4d-4cf5-b4a2-71d251852e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58441f2b-4d9d-42e2-a92c-adedee916de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:03.254465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Network hostable DHCP agents. Network: 58441f2b-4d9d-42e2-a92c-adedee916de5, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:59:03.556135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7a40e-c9df-497f-af56-f2371aa77f61 req-b0bf7b59-c3b0-4c4d-82a3-664c4fac1d8e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:03.618540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2a7a40e-c9df-497f-af56-f2371aa77f61 req-b0bf7b59-c3b0-4c4d-82a3-664c4fac1d8e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 944 time: 0.0579183 Jul 28 17:59:03.618540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2a7a40e-c9df-497f-af56-f2371aa77f61 req-bd131916-5a72-43fa-87e2-46d762ce043f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jul 28 17:59:03.731952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5ce7-944e-4afb-bf20-58aa7d2d4f09 req-6b8f4338-d3f7-4d2c-8d59-d380243a2ed0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:03.733512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e4e5ce7-944e-4afb-bf20-58aa7d2d4f09 req-6b8f4338-d3f7-4d2c-8d59-d380243a2ed0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0538421 Jul 28 17:59:03.773382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e4e5ce7-944e-4afb-bf20-58aa7d2d4f09 req-fe1dad70-fde7-409d-8af6-8d51e9d8a75b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Jul 28 17:59:04.191161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:04.194330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:04.218469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a03ed0-cd0a-42f6-87ad-52c2e6ba95c0 req-80e68d9f-ab9e-45ba-bfb8-c4e0b9b01b9a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:04.223685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Network 58441f2b-4d9d-42e2-a92c-adedee916de5 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:59:04.232526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4a03ed0-cd0a-42f6-87ad-52c2e6ba95c0 req-80e68d9f-ab9e-45ba-bfb8-c4e0b9b01b9a tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 949 time: 0.0632808 Jul 28 17:59:04.242590 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.315476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 58441f2b-4d9d-42e2-a92c-adedee916de5) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:04.322826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:04.323561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.332774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4a03ed0-cd0a-42f6-87ad-52c2e6ba95c0 req-6c84791d-ad7a-46fb-bde4-24521954544d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Jul 28 17:59:04.334893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb045c-f56b-424f-906a-1b16e971cef2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:04.338397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:04.343096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b3979-7db5-4921-8f6c-21c35ba92f3c None None] Network 58441f2b-4d9d-42e2-a92c-adedee916de5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:04.356008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Checking segment: {'id': 'a1ffeab1-8946-481f-a53d-9aaf680bb349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9915203-d2fc-4545-b410-174266142f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:04.356008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Network hostable DHCP agents. Network: c9915203-d2fc-4545-b410-174266142f78, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:59:04.387087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'port_id': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'mac_address': 'fa:16:3e:bd:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cf5d3d-3b96-494a-a911-42ce5793024f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:04.435159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:04.453143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:04.453523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.458297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Network c9915203-d2fc-4545-b410-174266142f78 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:59:04.463138 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d644011f-c08e-43fd-95cd-b32f805def78 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7925386 Jul 28 17:59:04.465742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c9915203-d2fc-4545-b410-174266142f78) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:04.470038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:04.470726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.486352 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.488378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79675e-464b-4a85-a5c3-d3c9b69422e3 None None] Network c9915203-d2fc-4545-b410-174266142f78 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:04.550108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eed351b2-c77c-4650-bac9-63b7093c0483 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5412893 Jul 28 17:59:04.571469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:04.676288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:04.693675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa304c0-1c9b-41f0-84b0-443cffe53e77 None None] Network 58441f2b-4d9d-42e2-a92c-adedee916de5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:04.771917 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.780257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5a374-c759-4d9c-9fb0-cf2e5627f453 req-ae51b6a3-ff98-482d-a3b2-272f3a55d5bd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:04.782944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b5a374-c759-4d9c-9fb0-cf2e5627f453 req-ae51b6a3-ff98-482d-a3b2-272f3a55d5bd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 944 time: 0.0794468 Jul 28 17:59:04.790658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1491544211', 'description': 'tempest-description-1602150775'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:04.838898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b5a374-c759-4d9c-9fb0-cf2e5627f453 req-2acc0f43-3ea4-4d6f-8710-0a2cbfec4345 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Jul 28 17:59:04.857420 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.907315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:04.971317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30afc-ba53-4082-b6b7-7ab18f19ac6c req-4728a198-314b-4d4b-8b4d-ce67627cb87b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:04.975793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66b30afc-ba53-4082-b6b7-7ab18f19ac6c req-4728a198-314b-4d4b-8b4d-ce67627cb87b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0764246 Jul 28 17:59:05.036953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a463ce8-f46a-415f-925b-0021a8c33395 None None] Network c9915203-d2fc-4545-b410-174266142f78 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:05.038057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.047736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66b30afc-ba53-4082-b6b7-7ab18f19ac6c req-10ccf59f-ee8c-4863-8307-62da50059d68 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578773 Jul 28 17:59:05.112573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.113135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:05.115388 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afef67e8-649e-4160-9e99-6f4b57540d50" -d '{"events": [{"server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "name": "network-vif-plugged", "status": "completed", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:05.118010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:05.146232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:05.160390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f236d292-943b-47ad-a317-be84955e46b4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:05.194316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:05.236935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.237711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:05.258782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.262688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8ec9675-1442-4733-ad3f-d165b84dc2e9 req-a9520917-32b2-472b-8e19-2d7a2f3778ff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4861593 Jul 28 17:59:05.310370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-10364f07-93f3-4e2f-9851-0a0f020e3ad1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:05.313888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-10364f07-93f3-4e2f-9851-0a0f020e3ad1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1214650 Jul 28 17:59:05.331008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-5a7bd1dd-b6cf-4993-9cc7-61f7a3ab782c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/quotas/c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 375 time: 0.0102391 Jul 28 17:59:05.379677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-a9432143-08da-4b42-97d6-0e727b1b41bf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417912 Jul 28 17:59:05.386770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:05.409487 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75858c33-97dc-42ae-b826-54f74aa50dba x-openstack-request-id: req-75858c33-97dc-42ae-b826-54f74aa50dba {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:05.409780 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "name": "network-vif-plugged", "status": "completed", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:05.410032 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75858c33-97dc-42ae-b826-54f74aa50dba {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:05.410417 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30', 'code': 200} Jul 28 17:59:05.458985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.500656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81002ce9-8131-4335-bb22-ab43d98993ee req-f55def5d-2e73-4a63-848f-d4ea8a36cca0 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f236d292-943b-47ad-a317-be84955e46b4 HTTP/1.1" status: 200 len: 1813 time: 0.0773387 Jul 28 17:59:05.506253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f236d292-943b-47ad-a317-be84955e46b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:05.506824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f236d292-943b-47ad-a317-be84955e46b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:05.514524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-fa6f9ebe-3ec9-4221-b64f-233ce33a4bb4 service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339602 Jul 28 17:59:05.524001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:05.604797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9bab-9420-4d38-897a-f768d31b4e30 req-1545407b-9702-4e40-b2b2-3ac5e9802e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:05.606268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6ed9bab-9420-4d38-897a-f768d31b4e30 req-1545407b-9702-4e40-b2b2-3ac5e9802e41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 1101 time: 0.1082203 Jul 28 17:59:05.612831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.642025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-ad80f10e-e6bd-48b6-a134-68c375eb032d service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038113 Jul 28 17:59:05.663161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.700987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:05.718256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.718620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6ed9bab-9420-4d38-897a-f768d31b4e30 req-a2df5c43-5692-4bd5-9a5f-94b72942bbfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Jul 28 17:59:05.810082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.829767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810d9e34-65e8-4713-9ed0-6a2564dbf413,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:05.892391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:05.893845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81002ce9-8131-4335-bb22-ab43d98993ee req-66b6769d-4e84-45b8-bb20-d5360fdd5b49 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3920212 Jul 28 17:59:05.969576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac308-3c50-4fe1-a8cb-1631799dfe0d req-9bf6747b-1a7b-4664-849e-a3f4b219df9d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:05.975953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6cac308-3c50-4fe1-a8cb-1631799dfe0d req-9bf6747b-1a7b-4664-849e-a3f4b219df9d tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.0666435 Jul 28 17:59:06.014347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6cac308-3c50-4fe1-a8cb-1631799dfe0d req-498976af-c0d0-4f84-b9bd-8d176a684477 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Jul 28 17:59:06.108494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d08b646c-ee84-4fc1-b35b-97876be7e3f4 req-c4ab663d-5bf5-4736-b71e-7a09c941c25a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 210 time: 0.0312684 Jul 28 17:59:06.218138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:06.236209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f015c76-3e55-425c-8307-fcf4d5ac298d req-1a9c1c95-c0b7-42ac-8a97-4c9d0fe0e3db tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:06.240242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f015c76-3e55-425c-8307-fcf4d5ac298d req-1a9c1c95-c0b7-42ac-8a97-4c9d0fe0e3db tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 945 time: 0.0615885 Jul 28 17:59:06.301745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f015c76-3e55-425c-8307-fcf4d5ac298d req-1188d743-cbbc-4f7c-a5b5-c7ee0cbdc7e4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Jul 28 17:59:06.353389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:06.366017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'mac_address': 'fa:16:3e:9e:14:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:06.417343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41e4f618-eaab-47c8-968b-f96c057f6ead req-47a956a1-280a-4f33-82db-985759c482de tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f236d292-943b-47ad-a317-be84955e46b4 HTTP/1.1" status: 200 len: 2406 time: 0.0794694 Jul 28 17:59:06.435375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:06.449923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e1db04a-bc38-4736-871c-a2a57c6003fc {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:06.477551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:06.565039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e10f7f-7bef-487f-9a3b-2b731154864a req-ec4b250a-b21d-4598-8b88-1fe41f49fb24 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:06.566795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64e10f7f-7bef-487f-9a3b-2b731154864a req-ec4b250a-b21d-4598-8b88-1fe41f49fb24 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0524976 Jul 28 17:59:06.590264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:06.624728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64e10f7f-7bef-487f-9a3b-2b731154864a req-8ebbe3a9-018a-4be3-829d-bc4dda1d402b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Jul 28 17:59:06.765561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3e1db04a-bc38-4736-871c-a2a57c6003fc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:06.783432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:06.864896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-141cf864-ba62-49a4-80ce-6712765a5b1a tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-group-rules/810d9e34-65e8-4713-9ed0-6a2564dbf413 HTTP/1.1" status: 200 len: 778 time: 0.0383193 Jul 28 17:59:06.945744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-5ab611af-3536-4daf-ac9d-59704df760ce tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f236d292-943b-47ad-a317-be84955e46b4 HTTP/1.1" status: 200 len: 2406 time: 0.0711455 Jul 28 17:59:07.049680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:07.070361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:07.411907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:07.416111 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223dbbd5-e911-41c1-934f-087aa58366e5" -d '{"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-unplugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:07.561279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:07.567389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:07.571170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e92b43de-71a7-41dd-b37d-144743fd41c3 req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/810d9e34-65e8-4713-9ed0-6a2564dbf413 HTTP/1.1" status: 204 len: 173 time: 0.6168008 Jul 28 17:59:07.589277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e72cf5-ac8e-4e28-968f-0fd8033c770d tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=810d9e34-65e8-4713-9ed0-6a2564dbf413,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:07.743059 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-38a9f4c2-e745-44ab-bacf-bc154477c87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:07.759100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17a1ac-5e11-4261-81b3-9bd4bd56917a req-261323ed-729b-471c-b2f6-55694a4bbc02 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:07.770436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d17a1ac-5e11-4261-81b3-9bd4bd56917a req-261323ed-729b-471c-b2f6-55694a4bbc02 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.1132936 Jul 28 17:59:07.819475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d17a1ac-5e11-4261-81b3-9bd4bd56917a req-48fec533-a603-45be-a765-c6e46ad90fb5 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481465 Jul 28 17:59:07.926571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92609063-f50c-49dd-af6f-09c185bdc37e req-1a20adcc-0f80-40a2-9723-5c1fa7eff94c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 210 time: 0.0326352 Jul 28 17:59:08.102316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3000fd-60ad-4f12-8af8-5de6da0d81ec req-34aedb89-ab78-422d-9f0d-ddde36a88359 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:08.110663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b3000fd-60ad-4f12-8af8-5de6da0d81ec req-34aedb89-ab78-422d-9f0d-ddde36a88359 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jul 28 17:59:08.176769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b3000fd-60ad-4f12-8af8-5de6da0d81ec req-070c4339-c39d-4da6-961e-f269d8a65b7e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Jul 28 17:59:08.203879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:08.282123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3e1db04a-bc38-4736-871c-a2a57c6003fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:08.283981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.303009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-928470315', 'description': 'tempest-description-1166165097'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:08.350173 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540623c5-a86b-4f82-a27d-88c242af1aab x-openstack-request-id: req-540623c5-a86b-4f82-a27d-88c242af1aab {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:08.354023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-unplugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:08.354023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-540623c5-a86b-4f82-a27d-88c242af1aab {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:08.354023 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'code': 200} Jul 28 17:59:08.430445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.431611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.472396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:08.536239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.542822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:08.566445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.651942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:08.674272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.721489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6427e61-23b6-4676-b00e-f475e548a298,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:08.753451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:08.757776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:08.758146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.782135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.783599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b33e170-0b50-42bc-ba05-b2b151904184 req-bde35c51-23f8-4de8-98a5-161d089a7e31 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4860401 Jul 28 17:59:08.881227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:08.936275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:08.946452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f5d82-2a16-4122-895c-d3f453f4ed8b req-0785481e-4945-4197-8bad-c8dce89c3065 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:08.955290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b9f5d82-2a16-4122-895c-d3f453f4ed8b req-0785481e-4945-4197-8bad-c8dce89c3065 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0805800 Jul 28 17:59:09.030180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:09.034497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b9f5d82-2a16-4122-895c-d3f453f4ed8b req-019f64bf-d62a-482a-b0ee-ce9828bcd0f2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701542 Jul 28 17:59:09.118860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:09.262953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b86346d-e4ce-4d18-a72b-4e08269d7270 req-68f67f99-5242-4162-9d9a-cf44a98f93da tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f6427e61-23b6-4676-b00e-f475e548a298 HTTP/1.1" status: 200 len: 1812 time: 0.0623109 Jul 28 17:59:09.417471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-82611901-ce44-401d-9822-6b50334b68bf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:09.422555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-82611901-ce44-401d-9822-6b50334b68bf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.2561793 Jul 28 17:59:09.434770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Request body: {'port': {'device_id': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'admin_state_up': True, 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:09.484803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-052cd787-1e0e-4ad0-8846-5ddc41cdf310 req-81089e70-e173-456c-baa7-f390a2b04e8e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 210 time: 0.0441144 Jul 28 17:59:09.701706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200104-7a48-473f-9732-36328395cce6 req-7266c7c3-8bf2-45c9-8d63-b7f9b5eb477a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:09.703776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b200104-7a48-473f-9732-36328395cce6 req-7266c7c3-8bf2-45c9-8d63-b7f9b5eb477a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.1199236 Jul 28 17:59:09.734595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e110738-fb93-4475-b057-b6d470f1587e req-59c9650a-283c-4b20-b540-c228027b6b4b tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:09.744437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e110738-fb93-4475-b057-b6d470f1587e req-59c9650a-283c-4b20-b540-c228027b6b4b tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.1051981 Jul 28 17:59:09.759559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b200104-7a48-473f-9732-36328395cce6 req-c98388c3-ec74-46e7-81f6-35523ba28ad7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Jul 28 17:59:09.809717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e110738-fb93-4475-b057-b6d470f1587e req-74175f61-a143-4ee4-a1f0-0b4e9b98d1f1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640545 Jul 28 17:59:09.813860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1784290527', 'description': 'tempest-description-1909580946'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:09.821541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:09.828266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:09.927178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b49ec4b8-d320-4044-8d5b-9bc28383e184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:09.987574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.013193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Allocated IP 172.20.0.5 (48f7e76f-3af0-497a-ab4e-d4664bfb305f/63f47308-b81e-4aa7-8a89-5c8107699528/ee9b8c03-609c-4534-b1ce-043f4e562e41) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:10.043120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.172195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.190796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88cb3c-e15e-48ab-bf09-70fb4b9f1f03 req-9daae789-a9d9-4495-87f7-de2c1a200aa8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:10.217517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d88cb3c-e15e-48ab-bf09-70fb4b9f1f03 req-9daae789-a9d9-4495-87f7-de2c1a200aa8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0778313 Jul 28 17:59:10.247386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d88cb3c-e15e-48ab-bf09-70fb4b9f1f03 req-4b6229d5-f9c0-4711-81cd-05d925d8dba4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Jul 28 17:59:10.352186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc'}, {'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:10.355268 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0754c88-06ae-43d4-bb80-4491d30b88d3" -d '{"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-plugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc"}, {"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-plugged", "status": "completed", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:10.376801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.516705 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b565589-8fa3-4f94-9d9e-8805bdc4310c x-openstack-request-id: req-6b565589-8fa3-4f94-9d9e-8805bdc4310c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:10.517001 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-plugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc", "code": 200}, {"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-plugged", "status": "completed", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:10.517254 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b565589-8fa3-4f94-9d9e-8805bdc4310c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:10.517657 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'code': 200} Jul 28 17:59:10.517917 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'code': 200} Jul 28 17:59:10.606972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b42aa9ea-93fe-4ab8-8091-84f400f00177 req-fda1df68-5f46-430b-8e3b-27f024862612 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 28 17:59:10.655875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32138844-6739-4951-a097-6470845020b4 req-c75925bd-b6eb-46b7-ad99-343b8dbe3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:10.657412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32138844-6739-4951-a097-6470845020b4 req-c75925bd-b6eb-46b7-ad99-343b8dbe3645 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 1097 time: 0.0424902 Jul 28 17:59:10.700230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32138844-6739-4951-a097-6470845020b4 req-c28a4d70-d5a4-4617-946f-4c846f09bb3b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Jul 28 17:59:10.722580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.726455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.795285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:10.799575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:10.803939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:10.813633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afedc4c-0faa-4420-a7ef-9b4565da7b50,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:10.834081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:10.884448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:10.884972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.896404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.898615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-808b1d08-f908-44d3-b0d9-6c41d83c3890 req-94654039-65cd-463d-a2e9-46300683707b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0919340 Jul 28 17:59:10.932900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:10.974231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882a525-625b-49b6-b32b-206e97015fb6 req-17725b07-2a1d-441d-b53c-c92b4b04c773 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:10.975960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c882a525-625b-49b6-b32b-206e97015fb6 req-17725b07-2a1d-441d-b53c-c92b4b04c773 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0665193 Jul 28 17:59:10.985206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-20df8c5f-dd6b-4dc5-93e8-6b5481c9c66c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5553188 Jul 28 17:59:11.042382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c882a525-625b-49b6-b32b-206e97015fb6 req-412f83cd-ae4e-413f-b794-22775bfa4669 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594258 Jul 28 17:59:11.043877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Request body: {'port': {'device_id': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:11.120455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5299e82f-b6e7-4f94-82ba-ea21e24d88b4 req-dac4abab-a4dc-4399-ad2a-01c498defc0e tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/0afedc4c-0faa-4420-a7ef-9b4565da7b50 HTTP/1.1" status: 200 len: 1813 time: 0.0481811 Jul 28 17:59:11.154957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.155201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1568507641', 'description': 'tempest-description-109673550'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:11.183295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7cdfa-ec31-4951-b3ef-01509501f8b8 req-4820f539-d04b-4a28-b96a-74f2f93a4f7e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:11.190734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0f7cdfa-ec31-4951-b3ef-01509501f8b8 req-4820f539-d04b-4a28-b96a-74f2f93a4f7e tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.2044382 Jul 28 17:59:11.280220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0f7cdfa-ec31-4951-b3ef-01509501f8b8 req-508cd05c-d88c-43a9-8f8b-f9de7b57f2bc tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 Jul 28 17:59:11.285136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.418135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.482124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.493391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006870d6-fd96-442b-9082-9210a671d45f req-0dd3c6bc-698e-4917-8c39-f4735fddb4c0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:11.497923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-006870d6-fd96-442b-9082-9210a671d45f req-0dd3c6bc-698e-4917-8c39-f4735fddb4c0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1138458 Jul 28 17:59:11.556461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e422e-7577-4f6b-bff1-0cac9a473494,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:11.606842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.619223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8cd88ff-6975-4d13-bac6-983527b9611f req-bc4d8cbb-a4ac-416f-97e8-e404cd6a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4659221 Jul 28 17:59:11.646213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9b8c03-609c-4534-b1ce-043f4e562e41 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:11.658404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.675773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Transition to ACTIVE for port object ee9b8c03-609c-4534-b1ce-043f4e562e41 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:11.700528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-006870d6-fd96-442b-9082-9210a671d45f req-2d8fc099-0e65-4635-9a0c-d53ac09adbcc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937797 Jul 28 17:59:11.752265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-82902b75-3cea-4d16-bc2e-8374d2e5616f tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:11.754743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-82902b75-3cea-4d16-bc2e-8374d2e5616f tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 1101 time: 0.0753212 Jul 28 17:59:11.767799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.786440 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-e52f9dd8-4bfb-4d88-9c79-1a48b286eae6 tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:11.868093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:11.983889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-e52f9dd8-4bfb-4d88-9c79-1a48b286eae6 tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.001457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:12.001707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:12.001995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:12.013211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:12.013549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:12.024915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:12.033760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:12.033760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:12.033760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Bound port: ee9b8c03-609c-4534-b1ce-043f4e562e41, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:12.033760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.042940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41ed9be5-e60b-4b63-9e9b-6d96dd8d11a0 req-df475cfe-02df-4b46-9f25-6f8fed501fe4 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/c59e422e-7577-4f6b-bff1-0cac9a473494 HTTP/1.1" status: 200 len: 1812 time: 0.0973313 Jul 28 17:59:12.088599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-e52f9dd8-4bfb-4d88-9c79-1a48b286eae6 tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.116125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:12.121229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:12.126008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80496d9e-d54c-44a3-a3a0-a65a7d85aa15 req-e52f9dd8-4bfb-4d88-9c79-1a48b286eae6 tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585942 Jul 28 17:59:12.178628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-604329036', 'description': 'tempest-description-1192068819'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:12.181761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064a0e-de1e-4377-9dba-8a5358497746 req-0449a0d5-59e4-4ae0-9920-d3ddea41d1e6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:12.183389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c0064a0e-de1e-4377-9dba-8a5358497746 req-0449a0d5-59e4-4ae0-9920-d3ddea41d1e6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.0576689 Jul 28 17:59:12.196275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f9dd8-4bfb-4d88-9c79-1a48b286eae6 tempest-LiveMigrationNegativeTest-1563478012 tempest-LiveMigrationNegativeTest-1563478012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e154b14-d452-4ddb-b00f-628a3651b586,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:12.221744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.284687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:12.285350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.288944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 1091 time: 1.2486951 Jul 28 17:59:12.290838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:12.293622 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779575c2-c449-463c-bc77-c6227b9cdcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:12.296611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.313274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c0064a0e-de1e-4377-9dba-8a5358497746 req-991006c9-a721-4e93-8f4c-15bd710ac44f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199362 Jul 28 17:59:12.376828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598847e1-2af2-4bda-ad3a-d4607a997458 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:12.562265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.589199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-919627e5-a9f2-4cdb-b7d6-2e39da3984af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:12.598222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-919627e5-a9f2-4cdb-b7d6-2e39da3984af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1094 time: 0.0981090 Jul 28 17:59:12.598222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b83cd-db7a-4bdc-b01f-39b74f2b4281 req-083b97c1-1459-47f6-b216-64eaafe85ebe tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:12.599150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-792b83cd-db7a-4bdc-b01f-39b74f2b4281 req-083b97c1-1459-47f6-b216-64eaafe85ebe tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.1554353 Jul 28 17:59:12.666352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.706983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-1d15d91e-3941-408f-a66f-e59ee765f6a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.1066711 Jul 28 17:59:12.741760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082290c7-f62f-4961-9982-a586fa9eef35,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:12.782762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-792b83cd-db7a-4bdc-b01f-39b74f2b4281 req-0dbb6222-a17a-49eb-8359-5142e210687c tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608546 Jul 28 17:59:12.811627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.811627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1aa33a7-98d5-4d23-8f0c-82d60c6034b2 req-c0f97426-7285-41aa-bd4b-cfb740607928 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6389005 Jul 28 17:59:12.842628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-9fa07689-6840-4ea2-ad32-68c06d04f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:12.844586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-9fa07689-6840-4ea2-ad32-68c06d04f8d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1214616 Jul 28 17:59:12.845831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:12.900129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-95329523-8c1f-4c01-8999-388450bc986f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477529 Jul 28 17:59:12.903664 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97b82e-9b86-43f4-9755-c22ce07a1758 x-openstack-request-id: req-0b97b82e-9b86-43f4-9755-c22ce07a1758 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:12.904159 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:12.905883 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b97b82e-9b86-43f4-9755-c22ce07a1758 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:12.906900 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'status': 'completed', 'code': 200} Jul 28 17:59:13.020914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-e5931d21-e059-486c-8044-29f06fd8516e service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111901 Jul 28 17:59:13.092540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0517a-34f0-472c-ac1a-0e579c5502f5 req-13e466b7-e1ea-4ca6-89b6-fb33fd3ae24b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:13.101515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ac0517a-34f0-472c-ac1a-0e579c5502f5 req-13e466b7-e1ea-4ca6-89b6-fb33fd3ae24b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0610127 Jul 28 17:59:13.147329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ac0517a-34f0-472c-ac1a-0e579c5502f5 req-dec8b4d3-d731-4cd6-a3cd-b85000010032 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Jul 28 17:59:13.320041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e64b7d-280a-42ea-975c-ed03587e61f8 req-10ec9714-bca1-49be-ba46-223ac63f7d5b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:13.329357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84e64b7d-280a-42ea-975c-ed03587e61f8 req-10ec9714-bca1-49be-ba46-223ac63f7d5b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0857801 Jul 28 17:59:13.389895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84e64b7d-280a-42ea-975c-ed03587e61f8 req-f06b028d-b61b-4799-963f-771145b740bf tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Jul 28 17:59:13.456623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1c976b3-7b38-4e4c-a06d-e3df52ab74a1 req-f345d4db-a234-47ea-bd92-2f9184d2463a tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/082290c7-f62f-4961-9982-a586fa9eef35 HTTP/1.1" status: 200 len: 1812 time: 0.4346316 Jul 28 17:59:13.458619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532fb284-2751-4c9d-9bb6-8412127927f3 req-4108d677-edb8-43f1-a879-98897e74215c service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279664 Jul 28 17:59:13.592700 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-fb0a0d2b-a507-4633-a3d9-21f4a906226a req-d060c520-41ee-43a0-988a-684c89c1bc87 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] show failed (client error): The resource could not be found. Jul 28 17:59:13.604236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb0a0d2b-a507-4633-a3d9-21f4a906226a req-d060c520-41ee-43a0-988a-684c89c1bc87 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/2228eb05-cc42-4c2e-90ae-5df449709f28 HTTP/1.1" status: 404 len: 352 time: 0.0258324 Jul 28 17:59:13.729466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9015864-70fb-4b35-bf4d-c34163945c7b req-ac6006e4-848b-4bd1-9d74-5702c7538b1b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:13.729466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9015864-70fb-4b35-bf4d-c34163945c7b req-ac6006e4-848b-4bd1-9d74-5702c7538b1b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.0985124 Jul 28 17:59:13.753133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-af3c9ab0-81fa-4af4-8ed5-0e09ea8de9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:13.754571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-af3c9ab0-81fa-4af4-8ed5-0e09ea8de9a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1094 time: 0.0935600 Jul 28 17:59:13.906461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-eb97455f-83d4-4513-9a25-1dd8e9a6d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:13.907886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-eb97455f-83d4-4513-9a25-1dd8e9a6d89d service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1417093 Jul 28 17:59:13.920156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9015864-70fb-4b35-bf4d-c34163945c7b req-4aaa2a67-6b56-4687-afd9-dee4e5e77586 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807497 Jul 28 17:59:14.001121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-2f36ab20-25c6-4477-aa57-d21c6007dc91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.0763648 Jul 28 17:59:14.039534 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-e61cd334-5e86-4c1f-abe3-802c37b7c475 req-d690dd3d-4feb-48a6-b8c4-c2145bec68a4 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] show failed (client error): The resource could not be found. Jul 28 17:59:14.040762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e61cd334-5e86-4c1f-abe3-802c37b7c475 req-d690dd3d-4feb-48a6-b8c4-c2145bec68a4 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-group-rules/62878314-ade2-4d2c-8584-ab1f76010286 HTTP/1.1" status: 404 len: 361 time: 0.0122793 Jul 28 17:59:14.122148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-dae76a1a-ac20-4d98-a558-8ae89fc95b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:14.125555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-dae76a1a-ac20-4d98-a558-8ae89fc95b5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1009018 Jul 28 17:59:14.286510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-4302bf3b-9356-42fd-a3a2-3fd7eb1b02c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408093 Jul 28 17:59:14.348659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668b4b9-7168-4bb7-9c89-bfdba86a791c req-16586567-fab4-41bf-9095-aa8b2bb02d4b tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:14.357592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7668b4b9-7168-4bb7-9c89-bfdba86a791c req-16586567-fab4-41bf-9095-aa8b2bb02d4b tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.0749567 Jul 28 17:59:14.381322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d3be1-2bd8-4fea-88b7-03b95adc14bb req-aa66e09f-cdd0-4f2b-bda3-42d0f4742ee6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:14.390777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d3d3be1-2bd8-4fea-88b7-03b95adc14bb req-aa66e09f-cdd0-4f2b-bda3-42d0f4742ee6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.3789411 Jul 28 17:59:14.408377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7668b4b9-7168-4bb7-9c89-bfdba86a791c req-3f23f2cf-f1c8-4d08-9f71-e063b2947d28 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Jul 28 17:59:14.474231 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d3d3be1-2bd8-4fea-88b7-03b95adc14bb req-9f47c1b1-df15-4054-a203-844d6019829a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 Jul 28 17:59:14.478787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-bbab5512-9692-4319-8c44-e40d8989bdb3 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780872 Jul 28 17:59:14.501226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-adaa79c4-4e2c-437f-ab11-025ec9785ea2 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/082290c7-f62f-4961-9982-a586fa9eef35 HTTP/1.1" status: 200 len: 1812 time: 0.0682778 Jul 28 17:59:14.581707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:14.608183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:14.661681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3da04d-b54a-4ca1-a50f-7b2cb6a2f28c req-3cc65b12-7298-48cf-bb10-1b79f25521e7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:14.671485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a3da04d-b54a-4ca1-a50f-7b2cb6a2f28c req-3cc65b12-7298-48cf-bb10-1b79f25521e7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0918055 Jul 28 17:59:14.688508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-779575c2-c449-463c-bc77-c6227b9cdcd1 req-8032d6eb-de59-406e-a53b-be86c4eea71a service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914873 Jul 28 17:59:14.716012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a3da04d-b54a-4ca1-a50f-7b2cb6a2f28c req-cb593e63-a08c-4220-8816-4f3a5b9b6398 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455427 Jul 28 17:59:14.750909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:14.753608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:14.764729 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd3d6a90-3d93-42d6-83af-c867e7d7305d req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-groups/082290c7-f62f-4961-9982-a586fa9eef35 HTTP/1.1" status: 204 len: 173 time: 0.2473521 Jul 28 17:59:14.795423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea944c48-1943-4afd-a7ea-7ff3b52a77b7 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082290c7-f62f-4961-9982-a586fa9eef35,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:14.949019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8aa8-8d97-4526-b57d-03a59cc9d026 req-8dd29ebe-4e97-4bc9-82cc-353e89072cf6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:14.950342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-297b8aa8-8d97-4526-b57d-03a59cc9d026 req-8dd29ebe-4e97-4bc9-82cc-353e89072cf6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0910425 Jul 28 17:59:14.964076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-501110d8-69e9-44d2-a89f-c2feab53a1dd tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/c59e422e-7577-4f6b-bff1-0cac9a473494 HTTP/1.1" status: 200 len: 1812 time: 0.0511494 Jul 28 17:59:14.993697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-297b8aa8-8d97-4526-b57d-03a59cc9d026 req-b2e8c3a7-9bcf-4c9a-a7a5-63a4c3a0356c tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Jul 28 17:59:15.037595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.061269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.120552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d4713-6981-4131-b058-72be32ac6bea req-736a1f3c-a3f7-4621-b13e-5476edebfa26 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:15.122230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b3d4713-6981-4131-b058-72be32ac6bea req-736a1f3c-a3f7-4621-b13e-5476edebfa26 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.0592821 Jul 28 17:59:15.194665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b3d4713-6981-4131-b058-72be32ac6bea req-be1683e3-1fdc-4eae-a5bd-d1c98ebf2c6b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643651 Jul 28 17:59:15.316811 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.340150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.342958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.348733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b555077d-b804-47e5-9a58-6f6498fcbecd req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-groups/c59e422e-7577-4f6b-bff1-0cac9a473494 HTTP/1.1" status: 204 len: 173 time: 0.3770890 Jul 28 17:59:15.360940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a85c0b-8b96-4875-906e-2b2f07a7c5df tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e422e-7577-4f6b-bff1-0cac9a473494,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:15.410007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc331-4318-4d1a-9160-bca3d2e56cb3 req-65d55d03-b5e8-4000-8f6b-2ae2c6ef8994 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:15.411761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412bc331-4318-4d1a-9160-bca3d2e56cb3 req-65d55d03-b5e8-4000-8f6b-2ae2c6ef8994 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0691962 Jul 28 17:59:15.467427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412bc331-4318-4d1a-9160-bca3d2e56cb3 req-6ce661aa-8d41-4ca3-be90-c36e643595b0 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Jul 28 17:59:15.481665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-07006cd9-c094-484b-80de-67c78ba49ebc tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/0afedc4c-0faa-4420-a7ef-9b4565da7b50 HTTP/1.1" status: 200 len: 1813 time: 0.1049917 Jul 28 17:59:15.627267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d631cc5-5d3a-42e8-bc10-320d55422db9 req-b6b2d712-0682-450d-9031-670a5bdd4762 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:15.634755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.636879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d631cc5-5d3a-42e8-bc10-320d55422db9 req-b6b2d712-0682-450d-9031-670a5bdd4762 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.0818450 Jul 28 17:59:15.661772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.682498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276353cf-316c-421f-8085-84a9c1848aa3 req-cb141570-c9ed-4130-bebd-64b98b8f3085 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:15.684660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-276353cf-316c-421f-8085-84a9c1848aa3 req-cb141570-c9ed-4130-bebd-64b98b8f3085 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 950 time: 0.1405518 Jul 28 17:59:15.687944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d631cc5-5d3a-42e8-bc10-320d55422db9 req-4ed1a4c7-b961-4be4-8eea-bf985c10fbf7 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Jul 28 17:59:15.851709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Deleting port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:59:15.852062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.879607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769462f4-498a-4bcc-9de6-2442ab2d2993 req-8a78ca63-b69e-4ff4-9352-e49ca8b9fb91 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:15.887678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-769462f4-498a-4bcc-9de6-2442ab2d2993 req-8a78ca63-b69e-4ff4-9352-e49ca8b9fb91 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0979464 Jul 28 17:59:15.895763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.901092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:15.913207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1370fc7c-ab7b-4e7d-9a94-e07b8d5d4091 req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-groups/0afedc4c-0faa-4420-a7ef-9b4565da7b50 HTTP/1.1" status: 204 len: 173 time: 0.4302764 Jul 28 17:59:15.946866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d5f4-4559-478d-95f3-927c810eb81b tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afedc4c-0faa-4420-a7ef-9b4565da7b50,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:16.019923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-769462f4-498a-4bcc-9de6-2442ab2d2993 req-58b81771-3e9f-4111-80bd-573d8f2542b1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 Jul 28 17:59:16.060050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] For port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:16.060678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.086993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Calling delete_port for 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:59:16.097152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193cb93-cee2-44a0-834e-2d82a851b4f8 req-1c9081c7-fd2d-49ca-baaa-adff15313384 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:16.098911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a193cb93-cee2-44a0-834e-2d82a851b4f8 req-1c9081c7-fd2d-49ca-baaa-adff15313384 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1073592 Jul 28 17:59:16.194527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-b08dbf38-c24f-429c-94ac-77d3eb6f7fb1 tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f6427e61-23b6-4676-b00e-f475e548a298 HTTP/1.1" status: 200 len: 1812 time: 0.0531573 Jul 28 17:59:16.199047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a193cb93-cee2-44a0-834e-2d82a851b4f8 req-ca3e6a73-7286-46d4-b899-2c70cb74f810 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891144 Jul 28 17:59:16.275335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.311223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.395634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd12b-d57e-4e2d-aa76-96ce32cca3ef req-84894d38-e631-4e75-9add-0da87827a07a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:16.395634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c0fd12b-d57e-4e2d-aa76-96ce32cca3ef req-84894d38-e631-4e75-9add-0da87827a07a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0572033 Jul 28 17:59:16.422867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.436275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f00aeab1-445e-457a-9010-ee1b605b3ad4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:16.462200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Pushing event deleted for resources: {'Port': ['ID=9d1bef7d-65b2-4dfd-b641-b07b9fbedd30,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:16.486767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.493272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.507857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-035ae742-6dbf-4c5b-809c-cbdb7f3ea031 req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6427e61-23b6-4676-b00e-f475e548a298 HTTP/1.1" status: 204 len: 173 time: 0.3056552 Jul 28 17:59:16.510102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['9d1bef7d-65b2-4dfd-b641-b07b9fbedd30'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:16.552139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c0fd12b-d57e-4e2d-aa76-96ce32cca3ef req-ac944028-b364-4b9c-a648-94106a9920f4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379740 Jul 28 17:59:16.570979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeb3b2-4f4a-4c86-9bbc-1bd9020f73ca tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6427e61-23b6-4676-b00e-f475e548a298,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:16.584994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] No DVR routers for this DVR port 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:59:16.589108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.596350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-276353cf-316c-421f-8085-84a9c1848aa3 req-b6b24441-f8b3-409e-9bae-c7c4b6d167b1 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.37 "DELETE /v2.0/ports/9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 HTTP/1.1" status: 204 len: 173 time: 0.9032094 Jul 28 17:59:16.596879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'name': 'network-vif-deleted', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:16.599365 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575c9092-ca8c-4180-a9d0-0efac9550e1c" -d '{"events": [{"server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "name": "network-vif-deleted", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:16.731438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a4df-889b-45e9-862a-1fb4d9722fce req-5011e5bb-9af3-4550-bb89-5ee0b8595807 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:16.740713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3458a4df-889b-45e9-862a-1fb4d9722fce req-5011e5bb-9af3-4550-bb89-5ee0b8595807 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.0868821 Jul 28 17:59:16.761719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-4ad060fa-d005-4683-88b3-ef69b0d38aff tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "GET /v2.0/security-groups/f236d292-943b-47ad-a317-be84955e46b4 HTTP/1.1" status: 200 len: 1813 time: 0.0857277 Jul 28 17:59:16.810439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3458a4df-889b-45e9-862a-1fb4d9722fce req-5d1f3373-0e52-4caa-900b-0d76d092df93 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686455 Jul 28 17:59:16.847015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.881257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:16.953713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558dc7-b87b-45e6-ab5f-ad7496cfe9ee req-649aa2cd-597a-4483-a5b5-298d12463e54 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:16.955227 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef558dc7-b87b-45e6-ab5f-ad7496cfe9ee req-649aa2cd-597a-4483-a5b5-298d12463e54 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0599914 Jul 28 17:59:17.013372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.016385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.023579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9de7787-c6ff-4e65-8302-1c3a2eefbbc0 req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] 10.222.0.25 "DELETE /v2.0/security-groups/f236d292-943b-47ad-a317-be84955e46b4 HTTP/1.1" status: 204 len: 173 time: 0.2554266 Jul 28 17:59:17.029408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef558dc7-b87b-45e6-ab5f-ad7496cfe9ee req-94c285dd-ad9d-48e5-acca-31c167ff05b4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Jul 28 17:59:17.030294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43900) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:17.129949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Deleting subnet c1fd4706-7466-4b41-8f5d-f12cf779080b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 17:59:17.134734 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad513a6b-cb01-4451-87dc-26b5d24ce9aa x-openstack-request-id: req-ad513a6b-cb01-4451-87dc-26b5d24ce9aa {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:17.135026 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba9a48-c20e-4383-8d45-81bfddceb4a3", "name": "network-vif-deleted", "tag": "9d1bef7d-65b2-4dfd-b641-b07b9fbedd30", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:17.135271 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad513a6b-cb01-4451-87dc-26b5d24ce9aa {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:17.135698 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba9a48-c20e-4383-8d45-81bfddceb4a3', 'name': 'network-vif-deleted', 'tag': '9d1bef7d-65b2-4dfd-b641-b07b9fbedd30', 'status': 'completed', 'code': 200} Jul 28 17:59:17.136779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.139037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079fa78-1aed-4397-a60a-47585764c2ec tempest-SecurityGroupRulesNegativeTestJSON-1693094390 tempest-SecurityGroupRulesNegativeTestJSON-1693094390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f236d292-943b-47ad-a317-be84955e46b4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:17.206071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.211749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc62b321-b07f-44bc-9629-94002bf88369 req-e31e8f6d-671e-4efe-a34a-d3136e3cbcd8 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ba9a48-c20e-4383-8d45-81bfddceb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0391660 Jul 28 17:59:17.268578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.456096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:17.544280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aed9b9-27f6-4ada-9ee8-7a98783d8676 req-7fc51574-0a1a-4876-837c-8278be0a9b4c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:17.545964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11aed9b9-27f6-4ada-9ee8-7a98783d8676 req-7fc51574-0a1a-4876-837c-8278be0a9b4c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1136494 Jul 28 17:59:17.600663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11aed9b9-27f6-4ada-9ee8-7a98783d8676 req-01428f5b-31f5-412c-821c-7d851f09abf2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476239 Jul 28 17:59:17.676603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:17.692125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'port_id': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'mac_address': 'fa:16:3e:e1:3b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f47308-b81e-4aa7-8a89-5c8107699528', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:17.733054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.748131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9b8c03-609c-4534-b1ce-043f4e562e41 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:17.772838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:17.894498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.924113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fd4706-7466-4b41-8f5d-f12cf779080b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:17.933217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:17.941057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:17.941197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56aa05b2-ca5f-4c40-9806-2eaef53c16a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1fd4706-7466-4b41-8f5d-f12cf779080b HTTP/1.1" status: 204 len: 168 time: 0.9098146 Jul 28 17:59:18.046740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.077316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.163069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.200186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58441f2b-4d9d-42e2-a92c-adedee916de5']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:18.219293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e29cad2-0d4d-4cf5-b4a2-71d251852e24') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:18.219636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e29cad2-0d4d-4cf5-b4a2-71d251852e24') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:18.237075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.241835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:18.281040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.304196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:59:18.304607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: timer() Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 17:59:18.306715 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 17:59:18.375922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ef51-f7d9-4f27-8294-912a5ccdd59f req-03704da3-3044-4567-8958-4e1975cc4cdd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:18.377474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3004ef51-f7d9-4f27-8294-912a5ccdd59f req-03704da3-3044-4567-8958-4e1975cc4cdd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.1063054 Jul 28 17:59:18.392225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.420308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['ee9b8c03-609c-4534-b1ce-043f4e562e41'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:18.435843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3004ef51-f7d9-4f27-8294-912a5ccdd59f req-781ee1d6-092f-43b0-acd8-6bda224983c8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516427 Jul 28 17:59:18.513768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.529248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:18.529248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] 10.222.0.25 "DELETE /v2.0/networks/58441f2b-4d9d-42e2-a92c-adedee916de5 HTTP/1.1" status: 204 len: 168 time: 0.5835395 Jul 28 17:59:18.576530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e77d2-fced-48f4-bf7c-17a66814961e admin admin] Pushing event deleted for resources: {'Network': ['ID=58441f2b-4d9d-42e2-a92c-adedee916de5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:19.521551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43960) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:19.575809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f05a9463-dcb7-4ee2-bc91-d7cdde5ec07d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=865aeafa30004e47a3a9c2f9096ce034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520437 Jul 28 17:59:19.585691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43972) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:19.628410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0459bd-944d-4ab4-bc50-ed5720948b66 req-ada20be2-59f8-4adc-9007-b261cab23653 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:19.630465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c0459bd-944d-4ab4-bc50-ed5720948b66 req-ada20be2-59f8-4adc-9007-b261cab23653 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0838568 Jul 28 17:59:19.678268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a63e11-6108-4a1f-9841-bc019c593718 req-06ceb3c9-9fc4-4f4f-97e8-4ca0cdb1bdc7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:19.683941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1a63e11-6108-4a1f-9841-bc019c593718 req-06ceb3c9-9fc4-4f4f-97e8-4ca0cdb1bdc7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.0671895 Jul 28 17:59:19.686368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:19.728731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:19.738277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1a63e11-6108-4a1f-9841-bc019c593718 req-bbf42a1d-e76a-4ea5-8831-a3e7d4d6e6d7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511780 Jul 28 17:59:19.748015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c0459bd-944d-4ab4-bc50-ed5720948b66 req-46e4e6d9-60bf-4827-9c35-667435848749 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985157 Jul 28 17:59:19.862700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059dfe-75e9-4732-8e32-b47021596052 req-d0ca3eca-9235-4727-9775-fd92ec57ed58 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:19.872146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a059dfe-75e9-4732-8e32-b47021596052 req-d0ca3eca-9235-4727-9775-fd92ec57ed58 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.0741298 Jul 28 17:59:19.881280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd7f1-f0a5-4e9b-9e97-ee28dbc3d914 req-d2874c8d-88e3-4709-aab8-e0522be6a859 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:19.883176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a06fd7f1-f0a5-4e9b-9e97-ee28dbc3d914 req-d2874c8d-88e3-4709-aab8-e0522be6a859 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0549004 Jul 28 17:59:19.918895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a059dfe-75e9-4732-8e32-b47021596052 req-a53c8d58-f3b3-40ea-aab3-559bf923a1ca tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Jul 28 17:59:19.933410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:19.942652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:19.946242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7255e5ac-2084-4f43-9599-4c837dd14d67 HTTP/1.1" status: 204 len: 168 time: 0.3572471 Jul 28 17:59:19.955541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a06fd7f1-f0a5-4e9b-9e97-ee28dbc3d914 req-1696f30a-dd5e-44d4-af78-af99b7d61397 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635402 Jul 28 17:59:19.970103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a304925-b8a8-4ea2-871a-3659d25374bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7255e5ac-2084-4f43-9599-4c837dd14d67,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:20.309344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:20.339154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:59:20.339661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9d1bef7d-65b2-4dfd-b641-b07b9fbedd30 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:59:20.855118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7467a9-36e6-4451-af44-bb1d0d08e9aa req-187256d4-df9e-43db-8e6b-711308c84c0e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:20.855783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfc7c8-7388-428a-9960-dafdf72983a3 req-f88525b2-929a-4b46-9df7-fb8ae115b08b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:20.856950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fadfc7c8-7388-428a-9960-dafdf72983a3 req-f88525b2-929a-4b46-9df7-fb8ae115b08b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.0516512 Jul 28 17:59:20.859853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b7467a9-36e6-4451-af44-bb1d0d08e9aa req-187256d4-df9e-43db-8e6b-711308c84c0e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0521049 Jul 28 17:59:20.905208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b7467a9-36e6-4451-af44-bb1d0d08e9aa req-d76ab29d-ae3c-48c4-8cfb-c4e1ca6fa161 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jul 28 17:59:20.923570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fadfc7c8-7388-428a-9960-dafdf72983a3 req-0b5b3c57-fc48-40f5-a71b-788a4190d8f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549383 Jul 28 17:59:21.033517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bcca4-7615-4882-a531-30f23d108597 req-a3362f33-1799-4ba2-98d5-ff7c1b074643 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:21.035329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df5bcca4-7615-4882-a531-30f23d108597 req-a3362f33-1799-4ba2-98d5-ff7c1b074643 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.0536003 Jul 28 17:59:21.077667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df5bcca4-7615-4882-a531-30f23d108597 req-5562265d-b458-4707-a7f8-91bcf4af4664 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/security-groups?id=48103d89-6766-4892-a627-2dc7a27eb07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Jul 28 17:59:21.162766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939e57-8901-4d15-98e1-224a1ffabd70 req-e2fcce07-b305-440f-a8e1-83294fe133d7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:21.163160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6939e57-8901-4d15-98e1-224a1ffabd70 req-e2fcce07-b305-440f-a8e1-83294fe133d7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.1038494 Jul 28 17:59:21.188930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743edc7-c860-4661-8b25-321c3f276433 req-0467d9a8-8b46-48be-ba60-2b1e543eef73 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:21.190408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c743edc7-c860-4661-8b25-321c3f276433 req-0467d9a8-8b46-48be-ba60-2b1e543eef73 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 950 time: 0.1029162 Jul 28 17:59:21.218572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44030) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:21.233071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6939e57-8901-4d15-98e1-224a1ffabd70 req-26a41e4d-da03-4fd0-b700-ca5474236c42 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Jul 28 17:59:21.296000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Deleting port f00aeab1-445e-457a-9010-ee1b605b3ad4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:59:21.296339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.315954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-255790688-network', 'tenant_id': 'c695615b76364a2e95230789d6a116bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:21.390653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] For port f00aeab1-445e-457a-9010-ee1b605b3ad4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f00aeab1-445e-457a-9010-ee1b605b3ad4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:21.396992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.404418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Calling delete_port for f00aeab1-445e-457a-9010-ee1b605b3ad4 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:59:21.435287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Made reservation on behalf of c695615b76364a2e95230789d6a116bb for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:21.446604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.446604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.483184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:21.553743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.683456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.696280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f00aeab1-445e-457a-9010-ee1b605b3ad4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:21.730790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Pushing event deleted for resources: {'Port': ['ID=f00aeab1-445e-457a-9010-ee1b605b3ad4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:21.732377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.736506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port ee9b8c03-609c-4534-b1ce-043f4e562e41 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:21.744793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port ee9b8c03-609c-4534-b1ce-043f4e562e41 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:21.746513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.803618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] No DVR routers for this DVR port f00aeab1-445e-457a-9010-ee1b605b3ad4 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:59:21.807322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.810800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c743edc7-c860-4661-8b25-321c3f276433 req-5045cf18-677b-4769-b30c-6bee3dcec603 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.35 "DELETE /v2.0/ports/f00aeab1-445e-457a-9010-ee1b605b3ad4 HTTP/1.1" status: 204 len: 173 time: 0.6134982 Jul 28 17:59:21.811345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'name': 'network-vif-deleted', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:21.814827 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a098bb05-7064-438f-b072-319e5e4b27b9" -d '{"events": [{"server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "name": "network-vif-deleted", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:21.861401 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960dfacf-9f2b-4e19-8b8a-e7c4c72dd85a x-openstack-request-id: req-960dfacf-9f2b-4e19-8b8a-e7c4c72dd85a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:21.862004 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bc3317-fd72-4960-94fa-39bb6cc4c11f", "name": "network-vif-deleted", "tag": "f00aeab1-445e-457a-9010-ee1b605b3ad4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:21.862004 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-960dfacf-9f2b-4e19-8b8a-e7c4c72dd85a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:21.862650 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bc3317-fd72-4960-94fa-39bb6cc4c11f', 'name': 'network-vif-deleted', 'tag': 'f00aeab1-445e-457a-9010-ee1b605b3ad4', 'status': 'completed', 'code': 200} Jul 28 17:59:21.888767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:59:21.890805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b44249-30d4-49f0-887e-b58759ac354f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:21.899961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.924709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:21.926957 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5256eb7c-ecf9-4c22-8e65-6cc5ccef9cd5" -d '{"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-plugged", "status": "completed", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:21.936265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:21.936662 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Added segment 56810bc7-506f-4434-b1d9-0315b776e92b of type vlan for network 971b567e-99e1-4f7c-a30e-472e0bf7be70 Jul 28 17:59:21.942748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:21.956529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-0903dfa7-992b-427d-bffb-d757c3cd58e5 service neutron] 10.222.0.35 "GET /v2.0/ports/2575c837-e8fe-475e-806f-1611bae4f161/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.1649585 Jul 28 17:59:22.013880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52722765-08e3-4adc-8fd8-5e60e8be18bd req-8b163d04-a96a-493d-85f1-e8dc13563ad3 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.015388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52722765-08e3-4adc-8fd8-5e60e8be18bd req-8b163d04-a96a-493d-85f1-e8dc13563ad3 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 949 time: 0.1343033 Jul 28 17:59:22.017095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.044185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236661-c457-42e4-a0b1-01dc756f2928 req-7dbab0c3-deb2-4e59-a88e-1bd27340e817 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.045926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12236661-c457-42e4-a0b1-01dc756f2928 req-7dbab0c3-deb2-4e59-a88e-1bd27340e817 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0509334 Jul 28 17:59:22.071503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52722765-08e3-4adc-8fd8-5e60e8be18bd req-82663198-72e1-4f86-a603-057456a48822 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493395 Jul 28 17:59:22.108509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12236661-c457-42e4-a0b1-01dc756f2928 req-d31ef49e-93da-488d-959d-39435dea3ee9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564516 Jul 28 17:59:22.113005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.180796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.181885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.182778 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.183340 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc424e-7f8a-403f-a584-fefd8b9d747d x-openstack-request-id: req-c8bc424e-7f8a-403f-a584-fefd8b9d747d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:22.183837 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-plugged", "status": "completed", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:22.188002 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8bc424e-7f8a-403f-a584-fefd8b9d747d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:22.188002 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'code': 200} Jul 28 17:59:22.188002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:22.195902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.196719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.197196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.197629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.198830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.199454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.200031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.201334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.201882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.202471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.203179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.203762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:22.308450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:22.317539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] Pushing event updated for resources: {'Network': ['ID=971b567e-99e1-4f7c-a30e-472e0bf7be70,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:22.344463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5f40-4448-4352-be11-3ae367f661ff req-c1b5cf87-3c96-490e-8c84-b706c049ebb2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.346496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b5d5f40-4448-4352-be11-3ae367f661ff req-c1b5cf87-3c96-490e-8c84-b706c049ebb2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 945 time: 0.1252856 Jul 28 17:59:22.349576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27118074-29ba-4cc4-a5be-ee3a60434561 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1299293 Jul 28 17:59:22.351870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbddfa7-61fd-4efb-8c8f-3eb8c2f24839 req-7337448e-e64a-4562-b593-3e4240c009df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.352725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44086) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:22.353551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcbddfa7-61fd-4efb-8c8f-3eb8c2f24839 req-7337448e-e64a-4562-b593-3e4240c009df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0964086 Jul 28 17:59:22.358915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Request body: {'subnet': {'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-255790688-subnet', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:22.382264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:59:22.427856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b5d5f40-4448-4352-be11-3ae367f661ff req-a53f859c-011b-4172-a7aa-49e69e065dc0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Jul 28 17:59:22.440063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcbddfa7-61fd-4efb-8c8f-3eb8c2f24839 req-6eb1f89d-1688-49a3-95a2-83656caa6f12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719252 Jul 28 17:59:22.557531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Made reservation on behalf of c695615b76364a2e95230789d6a116bb for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:22.558332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8762f8a-8cf4-44cf-b700-e0fcf9bdeccb req-3a734e34-1304-42c9-920b-9f1454d26432 tempest-LiveMigrationNegativeTest-1349490667 tempest-LiveMigrationNegativeTest-1349490667-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0bc3317-fd72-4960-94fa-39bb6cc4c11f HTTP/1.1" status: 200 len: 210 time: 0.0378604 Jul 28 17:59:22.563765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.625396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:22.639536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'port_id': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'mac_address': 'fa:16:3e:bd:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cf5d3d-3b96-494a-a911-42ce5793024f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:22.689621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.719977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:22.749861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:22.754202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e671e7-e325-40a9-b7ba-80f997cc2d10 req-4f2d28f2-6e28-4417-afc2-b528b2eb178d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.756591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54e671e7-e325-40a9-b7ba-80f997cc2d10 req-4f2d28f2-6e28-4417-afc2-b528b2eb178d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0697989 Jul 28 17:59:22.795899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54e671e7-e325-40a9-b7ba-80f997cc2d10 req-855c9ade-e514-4a75-a271-d2f1ce1ec563 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Jul 28 17:59:22.850141 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.912404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:22.929040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:22.934189 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-aba2d37b-4582-410b-b751-97ef71315e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:22.936825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-aba2d37b-4582-410b-b751-97ef71315e1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.0517378 Jul 28 17:59:22.962323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:22.983277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73544ddf-56ee-43c1-af8b-2a2a0fbc8e12,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:22.991949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Checking segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:22.998863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Network hostable DHCP agents. Network: 971b567e-99e1-4f7c-a30e-472e0bf7be70, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:59:23.020347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-16b94998-50e4-49af-92dc-6942e14a1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.021842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-16b94998-50e4-49af-92dc-6942e14a1ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1100 time: 0.0551660 Jul 28 17:59:23.125314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-27882033-e37e-443d-a4bc-a6621a25b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.127936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-27882033-e37e-443d-a4bc-a6621a25b418 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.0972528 Jul 28 17:59:23.128084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:59:23.172007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-47c3e0c9-4d58-4ec4-adaf-ab4e0028ff90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0374446 Jul 28 17:59:23.232797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-d084dab1-4ded-4870-9959-53c80cf3377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.234076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-d084dab1-4ded-4870-9959-53c80cf3377c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0544474 Jul 28 17:59:23.236168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed315363-5b3a-421b-89fa-37881c10f311 req-0343da1a-f89d-4421-8410-9ea6b1e59de2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.237850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed315363-5b3a-421b-89fa-37881c10f311 req-0343da1a-f89d-4421-8410-9ea6b1e59de2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0508277 Jul 28 17:59:23.262390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 971b567e-99e1-4f7c-a30e-472e0bf7be70) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:23.272209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa355fa2-b718-4df3-a47f-9cb1e37ec42c None None] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:23.274133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.274869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.299658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed315363-5b3a-421b-89fa-37881c10f311 req-5b7d89fa-b71a-4e4b-b6cd-a9110fb3fc4f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Jul 28 17:59:23.433258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a49ecbbf-5d26-4439-9aad-8ee65e758b4e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0788214 Jul 28 17:59:23.438374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:23.443759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:23.446393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-971b567e-99e1-4f7c-a30e-472e0bf7be70', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 17:59:23.447534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.533218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f227e26-25f9-4fb8-9486-4409ae68231b req-0fcf4423-6a4d-4ac6-ba2a-a3e4130ab9e7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.541439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f227e26-25f9-4fb8-9486-4409ae68231b req-0fcf4423-6a4d-4ac6-ba2a-a3e4130ab9e7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 945 time: 0.1500440 Jul 28 17:59:23.600643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f227e26-25f9-4fb8-9486-4409ae68231b req-65066cdc-110d-43de-ba7d-4dfe10cd74ea tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Jul 28 17:59:23.613308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.614496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.620392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-533b2702-b27d-4183-b79d-4f5119fd02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.622006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-533b2702-b27d-4183-b79d-4f5119fd02c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774104 Jul 28 17:59:23.643682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Allocated IP 172.20.0.2 (971b567e-99e1-4f7c-a30e-472e0bf7be70/73544ddf-56ee-43c1-af8b-2a2a0fbc8e12/10ae8c07-a995-4148-b73a-4121fe6576c2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:23.672917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91feb4-1f93-4953-b9a0-23cf38431dd3 req-4654e24a-be58-481e-bbc4-5e0e7dc0db31 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:23.674460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e91feb4-1f93-4953-b9a0-23cf38431dd3 req-4654e24a-be58-481e-bbc4-5e0e7dc0db31 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 945 time: 0.0985403 Jul 28 17:59:23.718314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.773515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e91feb4-1f93-4953-b9a0-23cf38431dd3 req-ffd9960d-55d1-49cc-bbf4-522045a1ad6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 Jul 28 17:59:23.795773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-7e2ee5ad-f14d-4ab1-abfa-6b774f08f80e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647170 Jul 28 17:59:23.834322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.844474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Transition to ACTIVE for port object 10ae8c07-a995-4148-b73a-4121fe6576c2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:23.860501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Transition to ACTIVE for port object 10ae8c07-a995-4148-b73a-4121fe6576c2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:23.890921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8120b09c-bcc7-47fc-8294-6c81d8260d98 req-2559c02c-1deb-47b3-bdd5-69a71f5a2a4c service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Jul 28 17:59:23.954262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:23.990333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.032379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:24.035438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:24.039007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:24.046536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Pushing event updated for resources: {'Port': ['ID=10ae8c07-a995-4148-b73a-4121fe6576c2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:24.099953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Attempting to bind port 10ae8c07-a995-4148-b73a-4121fe6576c2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:24.100344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Attempting to bind port 10ae8c07-a995-4148-b73a-4121fe6576c2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:24.100742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Attempting to bind port 10ae8c07-a995-4148-b73a-4121fe6576c2 on network 971b567e-99e1-4f7c-a30e-472e0bf7be70 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:24.105961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:24.106332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Checking segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:24.106755 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.107193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Bound using segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:24.107709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Bound port: 10ae8c07-a995-4148-b73a-4121fe6576c2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:24.108110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.172700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] For port 10ae8c07-a995-4148-b73a-4121fe6576c2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:24.177219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] For port 10ae8c07-a995-4148-b73a-4121fe6576c2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10ae8c07-a995-4148-b73a-4121fe6576c2,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:24.249964 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.255268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44130) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:24.317870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:24.354865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cbcb5-0fa8-4b45-bc35-a4c5f9051824 None None] Pushing event updated for resources: {'Port': ['ID=10ae8c07-a995-4148-b73a-4121fe6576c2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:24.368522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.406229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.426777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:24.427184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.487644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964577b7-a91c-4bc1-a6ec-b5c87cc1ff24 req-9a41fd8c-2935-4891-ab83-bc61f9eb2054 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:24.492776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-964577b7-a91c-4bc1-a6ec-b5c87cc1ff24 req-9a41fd8c-2935-4891-ab83-bc61f9eb2054 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.0885205 Jul 28 17:59:24.551816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eab5afef-74c9-405d-ac60-f2d326326329 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5aabba006a534bd6a63406e074314d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907770 Jul 28 17:59:24.552544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44138) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:24.584615 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.600556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-964577b7-a91c-4bc1-a6ec-b5c87cc1ff24 req-e91be238-c39a-435d-8585-b500e8993fe8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034093 Jul 28 17:59:24.604982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Allocated IP 172.25.7.222 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/085b0068-1299-4891-ac38-cc61fe457cbe) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:24.629848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:24.630848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:24.633858 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7569ca3b-b42e-41d5-bd39-1f293c26764a" -d '{"events": [{"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-plugged", "status": "completed", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:24.693001 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24803778-7c33-40ac-afd2-74987b7fc3fa x-openstack-request-id: req-24803778-7c33-40ac-afd2-74987b7fc3fa {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:24.693694 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-plugged", "status": "completed", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:24.693694 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24803778-7c33-40ac-afd2-74987b7fc3fa {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:24.693930 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'code': 200} Jul 28 17:59:24.705549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.706656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:24.708121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.744430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.788906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:24.822833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.859061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2ce5-4fc8-40fb-bedf-fadcab22ef00 req-2f934ef4-70e9-4378-b23e-92f5323773cd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:24.860792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63aa2ce5-4fc8-40fb-bedf-fadcab22ef00 req-2f934ef4-70e9-4378-b23e-92f5323773cd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 945 time: 0.1858892 Jul 28 17:59:24.864438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.884950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.888870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:24.892874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48103d89-6766-4892-a627-2dc7a27eb07c HTTP/1.1" status: 204 len: 168 time: 0.3317242 Jul 28 17:59:24.906457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:24.932814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf36714-c82a-4ef5-9d1b-d45d016a5d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48103d89-6766-4892-a627-2dc7a27eb07c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:24.951375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63aa2ce5-4fc8-40fb-bedf-fadcab22ef00 req-3659c327-caf3-4019-8eb3-4afe86927097 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805824 Jul 28 17:59:24.965746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85ec1c-7815-4133-a32c-61b65aaef54a req-c9078b5f-88b7-40a8-9018-d0a30d2f8322 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:24.967486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f85ec1c-7815-4133-a32c-61b65aaef54a req-c9078b5f-88b7-40a8-9018-d0a30d2f8322 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 945 time: 0.0932040 Jul 28 17:59:25.021105 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.024197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f85ec1c-7815-4133-a32c-61b65aaef54a req-6b8f098f-4ea4-4fab-8859-3359ba9133d7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Jul 28 17:59:25.081843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:25.106763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.151537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:25.154985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:25.158954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:25.194644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Pushing event updated for resources: {'Port': ['ID=085b0068-1299-4891-ac38-cc61fe457cbe,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:25.318639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-16ee501f-0ccf-4168-8dc1-b55929a20792 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:25.320505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-16ee501f-0ccf-4168-8dc1-b55929a20792 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.37 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 28 17:59:25.448682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Deleting port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 17:59:25.449039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.489541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:25.545362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f53776-dc96-4aa4-91e1-3d5985702a86 None None] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 17:59:25.566027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ec193-8a11-46d8-b53c-0dbf8e6d2418 req-994fe1ff-0b6f-4af6-9e7e-05da976033d6 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:25.566789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] For port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:25.567269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.567640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c10ec193-8a11-46d8-b53c-0dbf8e6d2418 req-994fe1ff-0b6f-4af6-9e7e-05da976033d6 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1096 time: 0.1387458 Jul 28 17:59:25.586133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Calling delete_port for 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 17:59:25.603935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.633252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.652790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c10ec193-8a11-46d8-b53c-0dbf8e6d2418 req-66b70253-ec30-43ad-87c7-80d9d96287f6 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735641 Jul 28 17:59:25.703186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:25.731020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d7b44ce9-4585-4320-9f37-25841b3cf426 None None] Provisioning for port 10ae8c07-a995-4148-b73a-4121fe6576c2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:25.852389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbdf6d-c3ef-490e-b61b-84bbf8606ec2 req-683b19a2-b55b-4cba-88ed-7c44681dc9d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:25.853965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bdbdf6d-c3ef-490e-b61b-84bbf8606ec2 req-683b19a2-b55b-4cba-88ed-7c44681dc9d5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1049917 Jul 28 17:59:25.883953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.885074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f00aeab1-445e-457a-9010-ee1b605b3ad4 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:25.926906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bdbdf6d-c3ef-490e-b61b-84bbf8606ec2 req-39911b37-26d6-476d-9412-16b636de2489 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656831 Jul 28 17:59:25.943860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:25.943996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: f00aeab1-445e-457a-9010-ee1b605b3ad4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:59:25.944347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f00aeab1-445e-457a-9010-ee1b605b3ad4 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:59:25.951650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:25.976831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:26.005369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event deleted for resources: {'Port': ['ID=9312afe5-c4b1-4d6f-8e9e-2e10770bbe89,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:26.068208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:26.080279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] No DVR routers for this DVR port 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:59:26.083933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.086271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ba8ebe0-659b-478f-94eb-9b81e91d97a9 req-c10c5633-8bbe-42c4-a46e-12678545c9e1 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.37 "DELETE /v2.0/ports/9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 HTTP/1.1" status: 204 len: 173 time: 0.7586923 Jul 28 17:59:26.086841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-deleted', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:26.089851 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045298b-f12c-44f9-97a2-cf355d3b9b83" -d '{"events": [{"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-deleted", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:26.096065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e12e6bb9-4d72-4808-bfdd-cbfbd5fd85d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19a127b367544285993d983484122686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507895 Jul 28 17:59:26.098588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:26.157235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3633c7e0-da51-4dc9-b503-5d3ee67c394f req-e34cc2e4-aa54-4f2d-ace6-b2e0e4ccb3cb tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0350175 Jul 28 17:59:26.188041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.231624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.240510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.296683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d98324-2543-478a-acab-96dea2f52f9c req-e45b61bd-9719-4b02-9ff5-d3a2943e0aab tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:26.302073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95d98324-2543-478a-acab-96dea2f52f9c req-e45b61bd-9719-4b02-9ff5-d3a2943e0aab tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1096 time: 0.4573741 Jul 28 17:59:26.306906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10ae8c07-a995-4148-b73a-4121fe6576c2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:26.307916 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2c33f-b97b-4d99-aefa-82f1327419ab x-openstack-request-id: req-fae2c33f-b97b-4d99-aefa-82f1327419ab {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:26.307916 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551c59f8-9e39-4d96-b9ec-8d28e2a887fa", "name": "network-vif-deleted", "tag": "9312afe5-c4b1-4d6f-8e9e-2e10770bbe89", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:26.308365 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fae2c33f-b97b-4d99-aefa-82f1327419ab {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:26.308871 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551c59f8-9e39-4d96-b9ec-8d28e2a887fa', 'name': 'network-vif-deleted', 'tag': '9312afe5-c4b1-4d6f-8e9e-2e10770bbe89', 'status': 'completed', 'code': 200} Jul 28 17:59:26.333054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:26.376232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.378387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.382582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e154b14-d452-4ddb-b00f-628a3651b586 HTTP/1.1" status: 204 len: 168 time: 0.2828796 Jul 28 17:59:26.386186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95d98324-2543-478a-acab-96dea2f52f9c req-52a1897d-63d4-4164-9eb3-3ae29fc25e76 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742040 Jul 28 17:59:26.393697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fb498-51fe-4334-a3ba-a21135653af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e154b14-d452-4ddb-b00f-628a3651b586,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:26.476620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:26.488856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'mac_address': 'fa:16:3e:5f:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:26.536824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.551417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:26.572327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:26.695626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc'}, {'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:26.698045 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f21bfd-3e6c-4232-87da-efa713190aed" -d '{"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc"}, {"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-unplugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:26.716199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Router b39bd62b-019f-468d-b3b0-322d13abc952 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 17:59:26.720489 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.726639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 10ae8c07-a995-4148-b73a-4121fe6576c2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:26.736574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 10ae8c07-a995-4148-b73a-4121fe6576c2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:26.736574 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:26.786196 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8142abe-2a60-4b4c-9b3c-597fa2f7c600 x-openstack-request-id: req-b8142abe-2a60-4b4c-9b3c-597fa2f7c600 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:26.786599 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc", "code": 200}, {"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-unplugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:26.786818 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8142abe-2a60-4b4c-9b3c-597fa2f7c600 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:26.787481 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'code': 200} Jul 28 17:59:26.787892 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161', 'code': 200} Jul 28 17:59:26.813117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['71758f0c-f26c-4ae3-a425-b5ce1a98441d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:26.865653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:26.883731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:59:26.901713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Sync routers for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:59:26.958479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:59:26.961799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:27.011610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:27.039443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:27.041103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5f48151e-6337-4208-a500-f32057f80cee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6013815 Jul 28 17:59:27.050165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:27.087983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f8a19-3228-45ba-a700-9e3e7eb311d1 req-a56f60bb-9346-48ed-8d49-441554ccf66c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:27.096163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-665f8a19-3228-45ba-a700-9e3e7eb311d1 req-a56f60bb-9346-48ed-8d49-441554ccf66c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.1007035 Jul 28 17:59:27.158222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 10ae8c07-a995-4148-b73a-4121fe6576c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10ae8c07-a995-4148-b73a-4121fe6576c2,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:27.163379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-665f8a19-3228-45ba-a700-9e3e7eb311d1 req-4ebb2d41-ccb5-4a8a-89f5-da5f5acc65b5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 Jul 28 17:59:27.250304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:27.254015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:59:27.441195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-167d9cca-35cc-4e38-ad13-7254b07bb6ff req-468037dc-9049-4833-a712-2d10a22f35ee tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=551c59f8-9e39-4d96-b9ec-8d28e2a887fa HTTP/1.1" status: 200 len: 210 time: 0.0620377 Jul 28 17:59:27.622733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=10ae8c07-a995-4148-b73a-4121fe6576c2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:27.692343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:25Z', 'revision_number': 3, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:27.725082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Checking router: b39bd62b-019f-468d-b3b0-322d13abc952 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:59:27.725728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Updating router b39bd62b-019f-468d-b3b0-322d13abc952 port 085b0068-1299-4891-ac38-cc61fe457cbe binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:59:27.761504 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:27.770173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.035795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Allocated IP 172.20.0.1 (971b567e-99e1-4f7c-a30e-472e0bf7be70/73544ddf-56ee-43c1-af8b-2a2a0fbc8e12/f830f810-38ee-4bdd-b96c-23a5fffb7d14) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:28.177452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.193493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Transition to ACTIVE for port object 085b0068-1299-4891-ac38-cc61fe457cbe will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:28.224672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.270813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Transition to ACTIVE for port object f830f810-38ee-4bdd-b96c-23a5fffb7d14 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:28.311757 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.360302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10ae8c07-a995-4148-b73a-4121fe6576c2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:28.362179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d64441-be47-4a75-87a9-a0ab9d1d0903 req-8833abf7-1c3a-4405-8640-2595722ae3cf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:28.363428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:28.364533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50d64441-be47-4a75-87a9-a0ab9d1d0903 req-8833abf7-1c3a-4405-8640-2595722ae3cf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.0916233 Jul 28 17:59:28.462767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.481656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50d64441-be47-4a75-87a9-a0ab9d1d0903 req-7ae9046b-d823-48b2-b322-45ccc8094a6a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835848 Jul 28 17:59:28.547997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Attempting to bind port 085b0068-1299-4891-ac38-cc61fe457cbe on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:28.548488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Attempting to bind port 085b0068-1299-4891-ac38-cc61fe457cbe by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:28.548861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Attempting to bind port 085b0068-1299-4891-ac38-cc61fe457cbe on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:28.566699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63f25-2bd3-4bc6-bc63-32ec972b31d0 None None] Pushing event updated for resources: {'Port': ['ID=085b0068-1299-4891-ac38-cc61fe457cbe,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:28.582640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:28.583471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:28.583471 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.585740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:28.585740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Bound port: 085b0068-1299-4891-ac38-cc61fe457cbe, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:28.585740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.630635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:28.636446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:28.658054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:28.672836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] For port 085b0068-1299-4891-ac38-cc61fe457cbe, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:28.676032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 71758f0c-f26c-4ae3-a425-b5ce1a98441d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:28.677851 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.683572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] For port 085b0068-1299-4891-ac38-cc61fe457cbe, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=085b0068-1299-4891-ac38-cc61fe457cbe,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:28.688417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 10ae8c07-a995-4148-b73a-4121fe6576c2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:28.689208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.764873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.765186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:28.867445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:29.027113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63f25-2bd3-4bc6-bc63-32ec972b31d0 None None] Pushing event updated for resources: {'Port': ['ID=085b0068-1299-4891-ac38-cc61fe457cbe,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:29.058133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:59:29.058959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:29.167827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.416020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.418027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af9dabe9-62af-4511-a900-a732db55a7ff None None] Provisioning for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:29.424253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-2292fd01-e354-49b8-8170-fa04d51e953e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:29.427897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-2292fd01-e354-49b8-8170-fa04d51e953e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207&tenant_id=1a8ef73f96144e228d497181c57b9c7f&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 947 time: 0.1280432 Jul 28 17:59:29.437209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af9dabe9-62af-4511-a900-a732db55a7ff None None] Provisioning complete for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:29.440438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af9dabe9-62af-4511-a900-a732db55a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.548062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:29.603276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.625334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:59:29.627146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:29.629517 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7559e7ad-013a-4ba4-9419-d4d20e4a69c2" -d '{"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:29.701642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.704267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-467e3ea3-e278-4574-b450-605e10eccf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:29.706712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-467e3ea3-e278-4574-b450-605e10eccf50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1098 time: 0.0779457 Jul 28 17:59:29.813940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.816093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:29.827878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:29.841758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-af9dabe9-62af-4511-a900-a732db55a7ff None None] Port f830f810-38ee-4bdd-b96c-23a5fffb7d14 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:29.844814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '2575c837-e8fe-475e-806f-1611bae4f161', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '2575c837-e8fe-475e-806f-1611bae4f161', 'mac_address': 'fa:16:3e:3a:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:29.851037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:29.880470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44338) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:29.888024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018747641', 'description': 'tempest-description--278504123'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:29.917790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.948815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-5446306b-cd4b-47fd-968a-92ea871da090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:29.950665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-5446306b-cd4b-47fd-968a-92ea871da090 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2373729 Jul 28 17:59:29.984759 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:29.995372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:30.047856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-8b00cd0f-57d2-43b2-9392-985050e2a4b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0751050 Jul 28 17:59:30.052595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:30.052898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:30.056042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:30.202481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:30.209088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 17:59:30.216662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 9312afe5-c4b1-4d6f-8e9e-2e10770bbe89 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:59:30.230529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2575c837-e8fe-475e-806f-1611bae4f161 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:30.313120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:30.355642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-27be352e-aa51-4f78-96a6-ba1ef74ee26c tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:59:30.366240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-27be352e-aa51-4f78-96a6-ba1ef74ee26c tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114622 Jul 28 17:59:30.376394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:30.382104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 17:59:30.382389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76835079-106c-410d-8d8b-5e537adfc45d req-6266f54c-3716-4565-8fce-1cc31064556d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:30.391089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76835079-106c-410d-8d8b-5e537adfc45d req-6266f54c-3716-4565-8fce-1cc31064556d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 947 time: 0.3540189 Jul 28 17:59:30.413505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:25Z', 'revision_number': 3, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:30.416182 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:30.435124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-b06d6d9d-c4f2-49f8-8abf-49c310645647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:30.437066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-b06d6d9d-c4f2-49f8-8abf-49c310645647 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.3494229 Jul 28 17:59:30.465529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdb8a9-b1e5-48b0-bf5f-7310dc706919 None None] The sync data for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 is: [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:25Z', 'revision_number': 3, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:59:30.488019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-050fbde5-d833-438c-8e35-815e1aac2589 None None] Provisioning complete for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:30.499009 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-050fbde5-d833-438c-8e35-815e1aac2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:30.553303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76835079-106c-410d-8d8b-5e537adfc45d req-3eac55bc-c217-4e05-bef5-b81ceab772a5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575646 Jul 28 17:59:30.566537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:30.589294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-050fbde5-d833-438c-8e35-815e1aac2589 None None] Port f830f810-38ee-4bdd-b96c-23a5fffb7d14 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:30.611828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-19f4392f-c1b6-403c-a447-8225213dbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:30.620054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-19f4392f-c1b6-403c-a447-8225213dbe74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624341 Jul 28 17:59:30.632153 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79cc718-81f4-428c-9511-7729d6a83a29 x-openstack-request-id: req-c79cc718-81f4-428c-9511-7729d6a83a29 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:30.632556 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-plugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:30.633430 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c79cc718-81f4-428c-9511-7729d6a83a29 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:30.633430 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'code': 200} Jul 28 17:59:30.648770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:30.651871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Router b39bd62b-019f-468d-b3b0-322d13abc952 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 17:59:30.658263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:30.659715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:30.659715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:30.667368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:30.667725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:30.719727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:30.760987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:30.809932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:59:30.814478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:30.814478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:30.814478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:30.815050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Bound port: ee9b8c03-609c-4534-b1ce-043f4e562e41, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:30.830067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61d5f2d7-a0f2-4831-853d-faf05df9fbb8 admin admin] 10.222.0.25 "PUT /v2.0/routers/b39bd62b-019f-468d-b3b0-322d13abc952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7689962 Jul 28 17:59:30.870344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cf2d8-70d9-43a1-8ea9-1464ae178eb5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:30.998374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:31.000203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.004240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a56577db-ae29-4675-bc70-8319e1e8de08 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1196675 Jul 28 17:59:31.005675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:31.017366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'security_group_rule': {'security_group_id': 'b52cf2d8-70d9-43a1-8ea9-1464ae178eb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:31.080107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.083443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3e1e7b7c-ff0d-4cff-bfa1-eb2363a19e48 service neutron] 10.222.0.25 "POST /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41/bindings HTTP/1.1" status: 201 len: 389 time: 0.7154257 Jul 28 17:59:31.107358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-8750ada4-28d5-4a54-a26d-a9931c301195 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768870 Jul 28 17:59:31.178396 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.274058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.274646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.275133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.275664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.276130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.276603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.277070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.277639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.278120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.278572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.298785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8b4a994-8f08-4ea1-a3f7-b7fc8d2b38ff req-888f89e4-8b48-4f4d-94c1-e7ff76d36db8 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7160 time: 0.4727967 Jul 28 17:59:31.419249 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.470382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d580947-cac0-49f8-8896-72f59b3c4c86 req-1ab68e99-915e-46de-bb83-532c259c8735 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552558 Jul 28 17:59:31.501993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.557414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9558ad8a-9301-434a-afa4-110f98d3e22c,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:31.596217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-4b863d7e-e934-4956-8962-8764532a37e3 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1748724742&fields=id&tenant_id=7f40533d93924792ada6503df7b86c9e HTTP/1.1" status: 200 len: 267 time: 0.0846088 Jul 28 17:59:31.620722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.622449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd02b3fa-5858-4bcc-a078-52054236fb78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6131604 Jul 28 17:59:31.626516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44376) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:31.633035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'security_group_rule': {'security_group_id': 'b52cf2d8-70d9-43a1-8ea9-1464ae178eb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:31.797520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.816501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44380) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:31.824094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618305751', 'description': 'tempest-description--1736320076'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:31.846200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f69fe89e-cf99-4751-bf9a-6c9521551a83 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.849068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f69fe89e-cf99-4751-bf9a-6c9521551a83 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/networks?id=b048d473-2ecb-4290-9a33-a6941948ad60 HTTP/1.1" status: 200 len: 816 time: 0.2406051 Jul 28 17:59:31.851125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-00a19953-5b0f-45af-b6e5-c602ca3fe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:31.853165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-00a19953-5b0f-45af-b6e5-c602ca3fe4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1096 time: 0.1448171 Jul 28 17:59:31.895734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-af37668f-2df9-4389-9a62-2603872082c2 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/quotas/7f40533d93924792ada6503df7b86c9e HTTP/1.1" status: 200 len: 375 time: 0.0394416 Jul 28 17:59:31.908360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.976884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:31.983984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.000278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b080-3f31-4cc3-9ec4-4226724bee21 req-55797fa3-b4d6-4ba6-a3a9-53ec49e802a5 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:32.001788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f46b080-3f31-4cc3-9ec4-4226724bee21 req-55797fa3-b4d6-4ba6-a3a9-53ec49e802a5 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 886 time: 0.1492689 Jul 28 17:59:32.011718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e7f058-4c3c-4c1c-b751-6cd6b0d4434b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:32.038561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-7e4a78cd-7a5f-4a27-98d8-9dbf32d9b0ab tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f40533d93924792ada6503df7b86c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418993 Jul 28 17:59:32.061041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-8a525428-654a-487d-ad26-9fb141e723f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:32.062539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-8a525428-654a-487d-ad26-9fb141e723f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1973903 Jul 28 17:59:32.116667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.118577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a27c23d-621b-4b95-aae1-23be25abc369 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909327 Jul 28 17:59:32.122393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44386) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:32.129201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:32.151791 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-82cedfda-e567-4f48-a6b7-306269edfc64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.0781007 Jul 28 17:59:32.175913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316eb6-1053-41ce-98ca-672cb673f99a req-a3bc1d7a-120e-45c3-bf7e-ea100c163953 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:32.185680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39316eb6-1053-41ce-98ca-672cb673f99a req-a3bc1d7a-120e-45c3-bf7e-ea100c163953 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 945 time: 0.1276808 Jul 28 17:59:32.256940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-b14cbbf3-4964-4e1a-b0c1-f66871a7aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:32.258521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-b14cbbf3-4964-4e1a-b0c1-f66871a7aefd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0973547 Jul 28 17:59:32.259898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39316eb6-1053-41ce-98ca-672cb673f99a req-91c48566-c096-446a-9649-e1a1e9ddb086 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680232 Jul 28 17:59:32.274992 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-cfc972f2-76de-4949-ae82-8fcfd24133cb service neutron] 10.222.0.25 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245905 Jul 28 17:59:32.315008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-4aa90053-b0b1-4900-9082-f20247a61359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446301 Jul 28 17:59:32.369016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 085b0068-1299-4891-ac38-cc61fe457cbe up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:32.438370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc1914-4388-4c93-bbfa-4b40f0a4d5ca req-7ee5fa35-0d99-4d2a-b8df-49c9dae244f4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:32.440370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2dc1914-4388-4c93-bbfa-4b40f0a4d5ca req-7ee5fa35-0d99-4d2a-b8df-49c9dae244f4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 948 time: 0.0740533 Jul 28 17:59:32.444780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.500779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-107c52e1-52ca-41e3-b23e-971a386f654b service neutron] 10.222.0.25 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147515 Jul 28 17:59:32.511514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2dc1914-4388-4c93-bbfa-4b40f0a4d5ca req-603865ab-5cc9-4447-8224-30cfe58dd083 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Jul 28 17:59:32.533134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.557870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-0ab2ae71-84ce-4cd6-87c5-5f5235401615 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316611 Jul 28 17:59:32.594445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e6f950-7b3b-44cc-a603-6cc638abe2c1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:32.645992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.646112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 085b0068-1299-4891-ac38-cc61fe457cbe completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:32.650313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 085b0068-1299-4891-ac38-cc61fe457cbe triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:32.650705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.745650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.746943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5202f7a5-3c3c-4b71-8d20-af161d5681a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9294376 Jul 28 17:59:32.754265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-4afa2324-5e2a-45bb-9bda-8faa95dc83ac service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802909 Jul 28 17:59:32.754871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:32.768353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'security_group_rule': {'security_group_id': 'c6e6f950-7b3b-44cc-a603-6cc638abe2c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:32.937772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:32.955516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.005565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 085b0068-1299-4891-ac38-cc61fe457cbe, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=085b0068-1299-4891-ac38-cc61fe457cbe,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:33.053762 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Sync routers for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:59:33.070879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:59:33.071675 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:33.078447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.078932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.079427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.079981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.080349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.081036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.081507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.081961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.082431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.082900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.085166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed301822-6c17-494d-b18d-eaf38eba9e86 req-38d4374e-a7b4-489a-b9ed-8d2121e135d1 tempest-NetworksTest-336682728 tempest-NetworksTest-336682728-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7160 time: 0.4039757 Jul 28 17:59:33.118389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.138446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.270699 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:59:33.293101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=085b0068-1299-4891-ac38-cc61fe457cbe,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:33.373603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.403295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-b37cd4e6-a657-43b6-b096-3e2776e94d11 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.408173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-b37cd4e6-a657-43b6-b096-3e2776e94d11 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.4369297 Jul 28 17:59:33.428790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:33.469909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.527435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:33.533417 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:29Z', 'revision_number': 2, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:33.552497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2f1202-b59b-444c-beb0-2acc840cb811,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:33.586319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22b07cac-bb8f-4ee7-8766-d5eca624a2a4 req-0a56a046-b6aa-48a4-a153-babcdf989e30 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.1089137 Jul 28 17:59:33.603690 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Checking router: b39bd62b-019f-468d-b3b0-322d13abc952 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:59:33.604373 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Updating router b39bd62b-019f-468d-b3b0-322d13abc952 port f830f810-38ee-4bdd-b96c-23a5fffb7d14 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:59:33.633093 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.633223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 2575c837-e8fe-475e-806f-1611bae4f161 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:33.633647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.652918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.657987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5517ea4-cd2c-4c50-afa3-260f4d9e8781 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8996172 Jul 28 17:59:33.661785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44418) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:33.666751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'security_group_rule': {'security_group_id': 'c6e6f950-7b3b-44cc-a603-6cc638abe2c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:33.688049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.787046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4e369-0e81-46a7-a4e0-df05e33a764a req-bcf806f4-72e6-4d11-916b-5db3f5204754 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:33.790578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d4e369-0e81-46a7-a4e0-df05e33a764a req-bcf806f4-72e6-4d11-916b-5db3f5204754 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 945 time: 0.1524048 Jul 28 17:59:33.854972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.889679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:33.891775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:33.895286 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa322d-3652-4b92-9930-deba6cf4d527" -d '{"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-plugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:33.923366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:33.926462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:33.943480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d4e369-0e81-46a7-a4e0-df05e33a764a req-f97fa2f8-5efa-4e1e-82df-db6aaee97748 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177330 Jul 28 17:59:33.978097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Allocated IP 172.25.7.176 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e1ed53c8-8094-4e7f-a881-b014d11f7959) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:34.044073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.068463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77136d2-aba1-4050-92a7-546825cc281b req-305ec12e-b5d7-41a6-8363-2203617e7977 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:34.078122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e77136d2-aba1-4050-92a7-546825cc281b req-305ec12e-b5d7-41a6-8363-2203617e7977 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 948 time: 0.3002670 Jul 28 17:59:34.124630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.158095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e77136d2-aba1-4050-92a7-546825cc281b req-56057040-81e5-4b93-8dda-b97310fe53c2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780334 Jul 28 17:59:34.192530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.225306 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4add3-8983-460a-a8a3-566aaad93632 x-openstack-request-id: req-76c4add3-8983-460a-a8a3-566aaad93632 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:34.226847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e8c7e7-ab97-4120-ab5e-fc5124cfdca5,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:34.232597 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-plugged", "status": "completed", "tag": "2575c837-e8fe-475e-806f-1611bae4f161", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:34.233008 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76c4add3-8983-460a-a8a3-566aaad93632 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:34.234454 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161', 'code': 200} Jul 28 17:59:34.235138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:34.251128 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:34.303918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.365225 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.383272 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Transition to ACTIVE for port object f830f810-38ee-4bdd-b96c-23a5fffb7d14 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:34.387296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 085b0068-1299-4891-ac38-cc61fe457cbe up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:34.395597 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d37f9d-665f-4813-8038-882e2f403cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.398362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:34.449059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 085b0068-1299-4891-ac38-cc61fe457cbe triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:34.449799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.459043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:34.461308 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18827724-3693-4ecc-a84c-6856b8fecad6" -d '{"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:34.466307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.477859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83e14c-0af1-44e2-a54d-64b77c580a5e req-a2ea97db-8028-41eb-9709-3a6e97899351 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:34.479843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe83e14c-0af1-44e2-a54d-64b77c580a5e req-a2ea97db-8028-41eb-9709-3a6e97899351 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1646852 Jul 28 17:59:34.652619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83a22052-7d3b-4591-b2e3-9f10266c7471 req-b929e979-71dc-4f0e-96ed-6a43f9aa88d4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0336730 Jul 28 17:59:34.792298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.800675 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a7537-f9f6-4560-91d0-d2ad55a25363 x-openstack-request-id: req-0c6a7537-f9f6-4560-91d0-d2ad55a25363 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:34.800958 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:34.801205 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c6a7537-f9f6-4560-91d0-d2ad55a25363 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:34.801568 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'code': 200} Jul 28 17:59:34.805760 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.810003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b669ad4-e824-43e3-833f-72fb1ec65a9c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1441140 Jul 28 17:59:34.810614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:34.814950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:34.836748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:34.839945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:34.840077 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.845188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:34.846847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:34.854834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'Port': ['ID=e1ed53c8-8094-4e7f-a881-b014d11f7959,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:34.864539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe83e14c-0af1-44e2-a54d-64b77c580a5e req-f751804c-9ef4-4971-bd11-cbd06067c80c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751087 Jul 28 17:59:34.941052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Pushing event updated for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:35.001008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.068186 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.068527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.071985 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.074956 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.075920 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:35.093024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:35.132010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.132248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d37f9d-665f-4813-8038-882e2f403cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.141491 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Attempting to bind port f830f810-38ee-4bdd-b96c-23a5fffb7d14 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:35.142158 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Attempting to bind port f830f810-38ee-4bdd-b96c-23a5fffb7d14 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:35.142879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Attempting to bind port f830f810-38ee-4bdd-b96c-23a5fffb7d14 on network 971b567e-99e1-4f7c-a30e-472e0bf7be70 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:35.149712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:35.150382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Checking segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:35.151133 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.151781 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Bound using segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:35.152417 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Bound port: f830f810-38ee-4bdd-b96c-23a5fffb7d14, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:35.153180 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.254219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d37f9d-665f-4813-8038-882e2f403cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.278182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] For port f830f810-38ee-4bdd-b96c-23a5fffb7d14, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:35.285335 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] For port f830f810-38ee-4bdd-b96c-23a5fffb7d14, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f830f810-38ee-4bdd-b96c-23a5fffb7d14,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:35.322252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-82d37f9d-665f-4813-8038-882e2f403cb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc82e624ae5840f6a08c4225ddfc659a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3850639 Jul 28 17:59:35.322252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:35.322252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:35.322252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:35.327276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44468) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:35.346247 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.360795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:35.361383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Attempting to bind port ee9b8c03-609c-4534-b1ce-043f4e562e41 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:35.414939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d65f15-bef5-4f1e-b83a-f666447cae40 req-6bbe1e93-3637-4864-9d1b-86662aed90fe tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:35.423249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0d65f15-bef5-4f1e-b83a-f666447cae40 req-6bbe1e93-3637-4864-9d1b-86662aed90fe tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.3313398 Jul 28 17:59:35.443957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.456161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37f9d-665f-4813-8038-882e2f403cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f6930-4f8d-4dd8-a09d-071338b4021f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:35.460039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:35.461028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:35.461624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:35.462638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Bound port: ee9b8c03-609c-4534-b1ce-043f4e562e41, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:35.463261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.494414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d46e-b85e-428e-858c-ea9012e19386 None None] Pushing event updated for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:35.524032 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 17:59:35.524915 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:35.537563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.678111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-8a2273e9-6370-49cd-adc6-214c5539a722 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534520 Jul 28 17:59:35.701872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.705387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:35.714633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:35.736636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0d65f15-bef5-4f1e-b83a-f666447cae40 req-241c45f7-fd34-448f-af9b-3f9e4b918020 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974646 Jul 28 17:59:35.817638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.829855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.865377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'Port': ['ID=e1ed53c8-8094-4e7f-a881-b014d11f7959,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:35.928387 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 17:59:35.938117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:35.961033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff523e2a-ded8-445b-87a1-da82ce9c3a46 req-d2b2412a-312e-4c91-ad54-c05ced1938c4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0977101 Jul 28 17:59:36.023475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=8']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:36.050874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:36.051968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.053635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-18d8e092-50b9-473c-a2b1-5dfb8d0631bc service neutron] 10.222.0.37 "PUT /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 1121 time: 2.6362185 Jul 28 17:59:36.061904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.077890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.106173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-13fe507e-98f8-42fd-bc61-6849df87b125 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:36.107773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-13fe507e-98f8-42fd-bc61-6849df87b125 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284997 Jul 28 17:59:36.122019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['ee9b8c03-609c-4534-b1ce-043f4e562e41'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:36.132021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-871a6115-5405-4b0b-93a1-a7cd6ab72677 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/quotas/1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 375 time: 0.0151644 Jul 28 17:59:36.186765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.197194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-01f9e123-e263-4d8c-aa0d-2f680b8bfad6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0651391 Jul 28 17:59:36.215500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-bbf00dc1-ab2a-43a8-8d07-aa543b99ab04 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816419 Jul 28 17:59:36.252542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.260886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:36.270516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b34f6930-4f8d-4dd8-a09d-071338b4021f HTTP/1.1" status: 204 len: 168 time: 0.9349728 Jul 28 17:59:36.281018 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:35Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:36.306392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcf3ec-23ed-4439-88c7-29a198c47c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f6930-4f8d-4dd8-a09d-071338b4021f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:36.336651 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fc282-3a33-4b73-bb9b-703e3c3e4a87 None None] The sync data for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 is: [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:35Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:59:36.570804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Allocated IP 172.25.7.235 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/91b08fc7-47c1-4545-bb28-67d8150b4276) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:36.802828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1a4a1f2-01cd-4b13-976a-1dc329c5a777 req-cd0abfc0-bc93-4cad-bf05-3d7caa40afa4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 210 time: 0.0664957 Jul 28 17:59:36.914248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:36.918399 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0937e221-77c9-43aa-bbc7-dc08fbbb6494" -d '{"events": [{"name": "network-changed", "server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:36.966049 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:59:37.047277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd798d-75a9-4d53-b106-2f23c0491517 req-0411bb63-67f9-4413-826b-a4fca00af869 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:37.056565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89fd798d-75a9-4d53-b106-2f23c0491517 req-0411bb63-67f9-4413-826b-a4fca00af869 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.1151636 Jul 28 17:59:37.107548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-d1dd0c8f-49da-4041-82a1-7edf76ffe0ef tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:37.111960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-d1dd0c8f-49da-4041-82a1-7edf76ffe0ef tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 0.4997571 Jul 28 17:59:37.122656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89fd798d-75a9-4d53-b106-2f23c0491517 req-4f62450b-8799-4eaf-b9c6-eb7c5897758e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650716 Jul 28 17:59:37.184293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b4e1f84b-b098-4722-aa7d-161929a8f580 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/quotas/87d6c0089e964ced9dc7f3797538de2c HTTP/1.1" status: 200 len: 375 time: 0.0622096 Jul 28 17:59:37.283423 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d58a4-bbc9-437c-9b10-901736c3815a x-openstack-request-id: req-316d58a4-bbc9-437c-9b10-901736c3815a {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:37.284064 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:37.284064 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-316d58a4-bbc9-437c-9b10-901736c3815a {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:37.284502 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'status': 'completed', 'code': 200} Jul 28 17:59:37.299185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.319844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-037f960d-7889-4dca-ab02-a972547b86db tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:37.321377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-037f960d-7889-4dca-ab02-a972547b86db tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.37 "GET /v2.0/networks?id=b048d473-2ecb-4290-9a33-a6941948ad60 HTTP/1.1" status: 200 len: 816 time: 0.2988126 Jul 28 17:59:37.376089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44538) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:37.412022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ba8e-2fcf-47ef-b548-ef653816b308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.425936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-3446184c-90a8-44b2-873d-b2a8555fb8ef tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2398264 Jul 28 17:59:37.550720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cba1dcba-9991-4f52-87ca-da477b485c1b req-4701cafb-c89d-4793-9619-ec2b7c4304e4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.1457009 Jul 28 17:59:37.556288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-2b559f5a-7c8c-4c64-82a5-f8e825c43df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:37.557855 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-2b559f5a-7c8c-4c64-82a5-f8e825c43df3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1124 time: 0.2637110 Jul 28 17:59:37.674892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c133151-db5d-4fec-9c96-d3e063f49dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.698523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-3b137aae-5dc3-4681-986d-485344ab5cb0 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f40533d93924792ada6503df7b86c9e HTTP/1.1" status: 200 len: 380 time: 0.3574600 Jul 28 17:59:37.736483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'port': {'device_id': '84e1deb7-7247-436b-91ef-06bc6414d451', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'admin_state_up': True, 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'security_groups': ['85fb073a-c289-4e6d-af25-227e65d13cb8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:37.748725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.759151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ba8e-2fcf-47ef-b548-ef653816b308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.779476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-14b95d7b-d875-4468-b0e6-375dc58e7ed2 service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525879 Jul 28 17:59:37.851446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ba8e-2fcf-47ef-b548-ef653816b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:37.937640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e8a9ba8e-2fcf-47ef-b548-ef653816b308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55b8343f98f54b77ae9f4dfa655b7eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578926 Jul 28 17:59:37.956851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44558) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:38.079732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6025aa49-db25-45c0-9ab1-3ed4841b0965 req-64e8b70c-7dd6-4faa-b845-9cc5c5f339e9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 210 time: 0.0808423 Jul 28 17:59:38.088201 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-67e3e5f7-74a5-4fba-89de-7b03aad0aa05 service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078241 Jul 28 17:59:38.093820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Made reservation on behalf of 7f40533d93924792ada6503df7b86c9e for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:38.098022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.105937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ba8e-2fcf-47ef-b548-ef653816b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d858c-70b8-406e-9a47-fbb802dda853,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:38.262074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.348553 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.366170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-ca7fdff3-7556-490a-986d-0397431b9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:38.368764 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-ca7fdff3-7556-490a-986d-0397431b9cfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.7995121 Jul 28 17:59:38.392820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:38.395448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f830f810-38ee-4bdd-b96c-23a5fffb7d14 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:38.407776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'Port': ['ID=91b08fc7-47c1-4545-bb28-67d8150b4276,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:38.434047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:38.442504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:38.476057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f18be-8534-41c9-a8fe-5d649968db43 req-5dd2812e-dfbf-49dd-9b7c-e56c93acfe88 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:38.483719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d1f18be-8534-41c9-a8fe-5d649968db43 req-5dd2812e-dfbf-49dd-9b7c-e56c93acfe88 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.1700361 Jul 28 17:59:38.543493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Allocated IP 172.20.0.11 (b048d473-2ecb-4290-9a33-a6941948ad60/1a901c9f-5826-4413-9549-a52eaee083f9/d25a9878-b958-4de6-97dc-1c698bbe9415) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:38.550271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d1f18be-8534-41c9-a8fe-5d649968db43 req-e6e64f82-94f1-4e47-be90-dc53b267bffb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Jul 28 17:59:38.569244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.574508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.577190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b8d858c-70b8-406e-9a47-fbb802dda853 HTTP/1.1" status: 204 len: 168 time: 0.6180718 Jul 28 17:59:38.630954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846183-5818-4daa-84f1-c30aff23c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d858c-70b8-406e-9a47-fbb802dda853,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:38.702435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:38.707243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:38.707648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.754935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-7424f684-b34c-44cf-a90f-1be404f8cce4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.3583195 Jul 28 17:59:38.797361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1aaf5023-c407-4ece-bdf2-190dec832838 req-904dc5e4-04fb-4af4-a904-66bed6a8cf78 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.2720971 Jul 28 17:59:38.803187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a87a49c2-09ff-4d6d-97d7-23f598195736 req-48d1f6cd-7afb-4453-86ee-7c577ef4e620 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0673752 Jul 28 17:59:38.909234 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:38.964309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f830f810-38ee-4bdd-b96c-23a5fffb7d14, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f830f810-38ee-4bdd-b96c-23a5fffb7d14,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:39.035650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.045969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-b952e966-2ac8-449d-a31b-c4521513b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:39.047737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-b952e966-2ac8-449d-a31b-c4521513b378 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.2654254 Jul 28 17:59:39.133398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-4b5cd063-4967-4c0c-87de-b326f6bc870f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382710 Jul 28 17:59:39.166604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:39.180577 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.196804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Transition to ACTIVE for port object d25a9878-b958-4de6-97dc-1c698bbe9415 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:39.246440 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.345959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-c39e00aa-0102-4835-991b-2a59ad86bf07 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366096 Jul 28 17:59:39.406504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-778825ff-6781-4585-9f0a-da9ffa6b6da4 req-8746ca07-07a2-469f-ab32-faab39eaef6a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 210 time: 0.1490161 Jul 28 17:59:39.516253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.522986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.611413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-1156fcef-c768-47b2-9d9b-c328e387ca96 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:39.615423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-1156fcef-c768-47b2-9d9b-c328e387ca96 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626991 Jul 28 17:59:39.630246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Network b048d473-2ecb-4290-9a33-a6941948ad60 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:39.635264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Request body: {'port': {'device_id': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '1a8ef73f96144e228d497181c57b9c7f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:39.654988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:39.658885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:39.838522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event updated for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:39.882840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-1db29507-45ba-46c0-88d4-6b659cd713a5 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280396 Jul 28 17:59:39.905878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de86c05-9ef4-4093-a22c-db71d5d1cb25 req-c6ffd752-2686-4a2a-9be3-e1b4f0010afb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:39.918453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7de86c05-9ef4-4093-a22c-db71d5d1cb25 req-c6ffd752-2686-4a2a-9be3-e1b4f0010afb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.1071618 Jul 28 17:59:39.946368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bb678be-5248-4377-80ca-21e7d60ad755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:39.963904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:39.964722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.025321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.028831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Made reservation on behalf of 1a8ef73f96144e228d497181c57b9c7f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:40.034163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.067168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7de86c05-9ef4-4093-a22c-db71d5d1cb25 req-9b6978ba-e1c5-41da-b26c-cd9fb87170bd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499963 Jul 28 17:59:40.126565 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88763730-e9c1-4539-bf73-00242a63b05a req-be6a9bac-0e2e-475f-987e-5b47bf5b436c tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.0753424 Jul 28 17:59:40.226876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-f70206ba-43b9-4d03-acbd-b8efc7b978e7 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5011528 Jul 28 17:59:40.264291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Request body: {'port': {'device_id': '84e1deb7-7247-436b-91ef-06bc6414d451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:40.337420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-781eb4d4-4da1-4b2c-bd69-281af5a64880 None None] Provisioning for port d25a9878-b958-4de6-97dc-1c698bbe9415 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:40.342724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-781eb4d4-4da1-4b2c-bd69-281af5a64880 None None] Provisioning complete for port d25a9878-b958-4de6-97dc-1c698bbe9415 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:40.344340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-781eb4d4-4da1-4b2c-bd69-281af5a64880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.362250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0937e221-77c9-43aa-bbc7-dc08fbbb6494 req-2c9e7726-9bb7-48a1-8789-8f467b8025ae service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552722 Jul 28 17:59:40.384137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Allocated IP 192.168.233.46 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:40.395676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.396343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:40.474713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.491579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f830f810-38ee-4bdd-b96c-23a5fffb7d14 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:40.505768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.523634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-781eb4d4-4da1-4b2c-bd69-281af5a64880 None None] Port d25a9878-b958-4de6-97dc-1c698bbe9415 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:40.682444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-737cbca3-5470-4011-bfac-d0b1caffab7c req-0fbec07e-05f4-495e-995b-51d4f00a2586 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 210 time: 0.0791454 Jul 28 17:59:40.725815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0503717-c7ce-48c7-b1bf-2f5e37fd4157 req-d982489e-c6ae-491f-9df7-65f0a03a9c79 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:40.733934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0503717-c7ce-48c7-b1bf-2f5e37fd4157 req-d982489e-c6ae-491f-9df7-65f0a03a9c79 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 932 time: 0.2185426 Jul 28 17:59:40.737851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f830f810-38ee-4bdd-b96c-23a5fffb7d14 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:40.738412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.748705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'Port': ['ID=91b08fc7-47c1-4545-bb28-67d8150b4276,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:40.806361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:40.859004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 17:59:40.873304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0503717-c7ce-48c7-b1bf-2f5e37fd4157 req-6ea65704-f263-4adf-86df-edd8ae768a40 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269033 Jul 28 17:59:40.881391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.958273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:40.996911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:41.011867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Transition to ACTIVE for port object 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:41.054934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:41.067435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-598d92ae-f65b-4ffe-8945-cfe2e139c7fb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2454398 Jul 28 17:59:41.189919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:41.205195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:41.208093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:41.295431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:41.311454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:41.318132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:41.470749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:41.584449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d2cd4a0-9caa-4ad4-9a4f-fc41c85d1a6c req-4adde081-f73f-4782-89d5-6300c1303036 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.2745519 Jul 28 17:59:41.660541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:41.661253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:41.696262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.35', 52911) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:41.781105 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-2b26f821-0638-43ac-82e9-7e8abbc6b405 service neutron] 10.222.0.35 "GET /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.0828528 Jul 28 17:59:41.820479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-ac4b42ae-0ca5-4ae8-98ff-bc3b8ff40731 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1917300 Jul 28 17:59:41.884325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Request body: {'port': {'device_id': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:41.949233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-71d5bdfa-b49f-41fd-948a-1154d428c469 None None] Provisioning for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:41.954730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-71d5bdfa-b49f-41fd-948a-1154d428c469 None None] Provisioning complete for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:41.955302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-71d5bdfa-b49f-41fd-948a-1154d428c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:42.039767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25a9878-b958-4de6-97dc-1c698bbe9415 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:42.051001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:42.060328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-71d5bdfa-b49f-41fd-948a-1154d428c469 None None] Port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:42.080675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b261dad-4e59-42b3-8392-5aeb14f71ef9 req-c72c168f-141a-4216-985b-e1b3eccaa644 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:42.082386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b261dad-4e59-42b3-8392-5aeb14f71ef9 req-c72c168f-141a-4216-985b-e1b3eccaa644 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 943 time: 0.2440886 Jul 28 17:59:42.112003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Transition to ACTIVE for port object d25a9878-b958-4de6-97dc-1c698bbe9415 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:42.138756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:42.160742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b261dad-4e59-42b3-8392-5aeb14f71ef9 req-f8b11f48-0bdc-4d51-8539-43e54ec804db tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705547 Jul 28 17:59:42.184598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-9a8cdf01-748f-4b57-9624-0ba4ca078455 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:42.188086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-9a8cdf01-748f-4b57-9624-0ba4ca078455 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 1.0486436 Jul 28 17:59:42.194518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:42.312052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:42.331731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'port': {'device_id': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'admin_state_up': True, 'tenant_id': '87d6c0089e964ced9dc7f3797538de2c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:42.457429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-c28e6e49-1335-492b-b0f4-01a56e08079a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1618305751&fields=id&tenant_id=c695615b76364a2e95230789d6a116bb HTTP/1.1" status: 200 len: 267 time: 0.4046059 Jul 28 17:59:42.651574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:42.678314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f4653-ec53-48f4-ae9a-e4c65e755bf4 req-2ffa6326-41ab-4394-b535-626588505dce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:42.680067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d19f4653-ec53-48f4-ae9a-e4c65e755bf4 req-2ffa6326-41ab-4394-b535-626588505dce tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 935 time: 0.2267165 Jul 28 17:59:42.684574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Attempting to bind port d25a9878-b958-4de6-97dc-1c698bbe9415 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:42.684914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Attempting to bind port d25a9878-b958-4de6-97dc-1c698bbe9415 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:42.685251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Attempting to bind port d25a9878-b958-4de6-97dc-1c698bbe9415 on network b048d473-2ecb-4290-9a33-a6941948ad60 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:42.714820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Port d25a9878-b958-4de6-97dc-1c698bbe9415 on network b048d473-2ecb-4290-9a33-a6941948ad60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:42.715172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Attempting to bind port d25a9878-b958-4de6-97dc-1c698bbe9415 on network b048d473-2ecb-4290-9a33-a6941948ad60 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:42.732237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:42.732607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Checking segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:42.732981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Bound using segment: {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:42.733427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Bound port: d25a9878-b958-4de6-97dc-1c698bbe9415, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6615abe-704e-47a4-8342-c1de5c3c37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:42.735874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:42.753181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:42.792860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d19f4653-ec53-48f4-ae9a-e4c65e755bf4 req-26ba9976-d6b0-4986-9455-53881ef83adb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Jul 28 17:59:42.853386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:42.858590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d25a9878-b958-4de6-97dc-1c698bbe9415,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:42.914444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682dfdd-7938-4181-aea3-ec7579182c2f req-44c18883-0c69-44da-8ef4-91573dc45b4e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:42.919881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c682dfdd-7938-4181-aea3-ec7579182c2f req-44c18883-0c69-44da-8ef4-91573dc45b4e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.0641050 Jul 28 17:59:42.923845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9b8c03-609c-4534-b1ce-043f4e562e41 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:42.961396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c682dfdd-7938-4181-aea3-ec7579182c2f req-d927b6e8-7b6d-406a-8f1e-0a9580d19d8e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Jul 28 17:59:42.982761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:43.020398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-f4879f3d-4472-4fa0-9d92-24854d2c4e3d tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.021866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-f4879f3d-4472-4fa0-9d92-24854d2c4e3d tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/networks?id=971b567e-99e1-4f7c-a30e-472e0bf7be70 HTTP/1.1" status: 200 len: 811 time: 0.5474119 Jul 28 17:59:43.045818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-5f9085eb-a805-4b7c-8e61-775fa0e7a069 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/quotas/c695615b76364a2e95230789d6a116bb HTTP/1.1" status: 200 len: 375 time: 0.0177083 Jul 28 17:59:43.173340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-6bf1f20a-55eb-4a2d-b6e3-0ec340c6c2e3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256929 Jul 28 17:59:43.175975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-78d519da-0a75-4c68-9b12-83728d6c36ff tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c695615b76364a2e95230789d6a116bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222014 Jul 28 17:59:43.183881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:43.192162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.208204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Transition to ACTIVE for port object 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:43.216144 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.230401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.231326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Made reservation on behalf of 87d6c0089e964ced9dc7f3797538de2c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:43.235264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.237955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.303601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.304543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.304919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.306190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/d25a9878-b958-4de6-97dc-1c698bbe9415 HTTP/1.1" status: 200 len: 1092 time: 3.0533614 Jul 28 17:59:43.313235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:43.316763 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f" -d '{"events": [{"name": "network-changed", "server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:43.438280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] Transition to ACTIVE for port object ee9b8c03-609c-4534-b1ce-043f4e562e41 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:43.440186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:43.467812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-f64c1410-c6a8-46bf-8d1c-f76aaa30f762 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 17:59:43.475702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-f64c1410-c6a8-46bf-8d1c-f76aaa30f762 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1371326 Jul 28 17:59:43.493178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b52ca-e218-459b-9ef0-f05c872538e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:43.520078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.527085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-4c729887-7f9d-48d1-8e9f-0439b32f784d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.535588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-4c729887-7f9d-48d1-8e9f-0439b32f784d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567426 Jul 28 17:59:43.575275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-a60ffb2f-7353-4cab-a1ec-cd4a2a17f5ee tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/quotas/3f6c0916a0fa452f96a26d0e0859ae4b HTTP/1.1" status: 200 len: 375 time: 0.0383286 Jul 28 17:59:43.644071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-edc6dc4d-09f8-433d-845d-84516a054735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.648781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-edc6dc4d-09f8-433d-845d-84516a054735 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f40533d93924792ada6503df7b86c9e&device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 1095 time: 0.2159095 Jul 28 17:59:43.662577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:43.689308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-4a8916ce-148a-4251-bb1b-b10aca6227a4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130316 Jul 28 17:59:43.743125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-6caec483-2088-468c-b60f-697136252292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d25a9878-b958-4de6-97dc-1c698bbe9415 HTTP/1.1" status: 200 len: 217 time: 0.0716019 Jul 28 17:59:43.818004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Allocated IP 172.20.0.3 (7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102/00cf5d3d-3b96-494a-a911-42ce5793024f/3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:43.835781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] No DVR routers for this DVR port ee9b8c03-609c-4534-b1ce-043f4e562e41 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 17:59:43.847987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-3348c04b-5962-4d4d-9566-f1f41d317fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.849627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-3348c04b-5962-4d4d-9566-f1f41d317fc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a901c9f-5826-4413-9549-a52eaee083f9 HTTP/1.1" status: 200 len: 855 time: 0.0949211 Jul 28 17:59:43.903692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-86572ac2-e71a-4275-8f63-2ef72d03c15c service neutron] 10.222.0.35 "PUT /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1111968 Jul 28 17:59:43.914354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Attempting to bind port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:43.914693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Attempting to bind port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:43.915034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Attempting to bind port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:43.933699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:43.933901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Attempting to bind port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:43.941475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:43.942075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:43.942282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:43.942635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Bound port: 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:43.942995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:43.990684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-74731691-23d4-4b4c-8f10-f93c8046ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:43.998317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-74731691-23d4-4b4c-8f10-f93c8046ac23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b048d473-2ecb-4290-9a33-a6941948ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397345 Jul 28 17:59:44.023245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:44.027465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:44.040154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-63e57078-7545-40bc-9f47-5c0e1b62a72d service neutron] 10.222.0.25 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632982 Jul 28 17:59:44.151076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0782ac4-ab17-4124-b583-9449fe1975f3 req-b685fb08-24ea-4953-bd41-1cda97d1ae85 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.0445769 Jul 28 17:59:44.169551 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:44.197633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-dd4d8b21-2219-447c-a40f-2d6ff07b463c service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914001 Jul 28 17:59:44.198211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ac10e58b-7054-4fc7-a40a-3dfc439aa5fe service neutron] 10.222.0.25 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569552 Jul 28 17:59:44.247208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:44.394646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:44.396687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:44.398108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] 10.222.0.35 "PUT /v2.0/ports/4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 1095 time: 2.5255070 Jul 28 17:59:44.410073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:44.412728 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9153d-59a5-4905-8dff-128441f46c53" -d '{"events": [{"name": "network-changed", "server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:44.420857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-af758ecb-cb88-4c73-b302-f3d5286ae6e0 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:44.422494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-af758ecb-cb88-4c73-b302-f3d5286ae6e0 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.3675401 Jul 28 17:59:44.520664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:44.527775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f472-1c06-46d4-875c-7032407ed70f service neutron] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:44.590771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-f87bed6e-0f10-4399-b89f-423cfb3d31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:44.593046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-f87bed6e-0f10-4399-b89f-423cfb3d31de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 1095 time: 0.1555345 Jul 28 17:59:44.643871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34dfa6cf-e167-427c-8699-1e986cbe5567 req-5dc11629-93e0-4ab8-a7da-dfd94065f837 service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324360 Jul 28 17:59:44.657864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:44.661689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:44.664146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:44.741356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-bf8b47f4-b61e-4b7b-a841-27e12cb63f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:44.746390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-bf8b47f4-b61e-4b7b-a841-27e12cb63f08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1098 time: 0.1252191 Jul 28 17:59:44.807331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:44.851676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9ea5-a841-4775-8dd6-ce2224d5a91e req-55f7c98a-c10f-48e1-a158-27546fc7dfb4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:44.854396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a50d9ea5-a841-4775-8dd6-ce2224d5a91e req-55f7c98a-c10f-48e1-a158-27546fc7dfb4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.3496239 Jul 28 17:59:44.925188 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe566a7a-3d10-4e09-ac39-c4c7b5995273 x-openstack-request-id: req-fe566a7a-3d10-4e09-ac39-c4c7b5995273 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:44.925755 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:44.927108 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe566a7a-3d10-4e09-ac39-c4c7b5995273 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:44.928264 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'status': 'completed', 'code': 200} Jul 28 17:59:45.019186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.020138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:45.057184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a50d9ea5-a841-4775-8dd6-ce2224d5a91e req-269013df-d2f0-4040-b657-65a5c454469e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885555 Jul 28 17:59:45.075372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-e9efdd00-b94f-42db-87a8-53c28779e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.077588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-e9efdd00-b94f-42db-87a8-53c28779e4ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f40533d93924792ada6503df7b86c9e&device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 1095 time: 0.1610868 Jul 28 17:59:45.155328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:45.214161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-7e285e96-b2c7-4b1a-9ee1-c51088012bc4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9030337 Jul 28 17:59:45.259906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Request body: {'port': {'device_id': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:45.380795 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-9f5a1e40-d598-48be-af02-05d3d6a2cc96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.6248560 Jul 28 17:59:45.382708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-fdf88a94-4f53-48b2-9921-ce6d00d9a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.384277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-fdf88a94-4f53-48b2-9921-ce6d00d9a355 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1095 time: 0.7005732 Jul 28 17:59:45.439932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9009d28-e387-4dd7-86a8-1eca7d169e2b req-fbf012d1-1599-4a25-9e32-426f7a888975 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.447628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9009d28-e387-4dd7-86a8-1eca7d169e2b req-fbf012d1-1599-4a25-9e32-426f7a888975 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.2376077 Jul 28 17:59:45.459206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-318396b4-1995-4a08-9dc9-326ed5cd8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.461141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-318396b4-1995-4a08-9dc9-326ed5cd8319 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b048d473-2ecb-4290-9a33-a6941948ad60 HTTP/1.1" status: 200 len: 917 time: 0.3708222 Jul 28 17:59:45.463872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:45.538604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-274fffc3-b363-4d90-ba6d-e4b7461c35d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d25a9878-b958-4de6-97dc-1c698bbe9415 HTTP/1.1" status: 200 len: 217 time: 0.0568564 Jul 28 17:59:45.567701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:45.599850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9009d28-e387-4dd7-86a8-1eca7d169e2b req-aec2c9b4-1d13-4243-8ca1-ff3dadfc8287 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509662 Jul 28 17:59:45.655792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0443787c-b175-4d29-82a0-4d6795bdead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.660947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-0443787c-b175-4d29-82a0-4d6795bdead6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.2717483 Jul 28 17:59:45.694524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:59:45.706057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca04825-71e2-4449-befb-925bf8f4442d req-528a6a29-74c2-495c-98be-93dabcf8f1a5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.707609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cca04825-71e2-4449-befb-925bf8f4442d req-528a6a29-74c2-495c-98be-93dabcf8f1a5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.3371985 Jul 28 17:59:45.735682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-a882eac4-0385-4ac6-bd98-1668b222c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.737631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-a882eac4-0385-4ac6-bd98-1668b222c793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a901c9f-5826-4413-9549-a52eaee083f9 HTTP/1.1" status: 200 len: 855 time: 0.1760349 Jul 28 17:59:45.804650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-f3b83ba6-2065-48b9-bf42-437f5c44ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.806389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-f3b83ba6-2065-48b9-bf42-437f5c44ccb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.3718798 Jul 28 17:59:45.831278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-eafc7edf-cd32-4338-8799-023aeb988a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:45.832967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-eafc7edf-cd32-4338-8799-023aeb988a34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1631973 Jul 28 17:59:45.877277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-4e59e024-2e28-4c57-b084-0df5cca3c260 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.0625765 Jul 28 17:59:45.880223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cca04825-71e2-4449-befb-925bf8f4442d req-f0250675-e928-4148-974f-366e63e68d20 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343830 Jul 28 17:59:45.998524 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664443c-f10b-4da9-842e-07590f367a32 x-openstack-request-id: req-9664443c-f10b-4da9-842e-07590f367a32 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:45.998804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:45.999049 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9664443c-f10b-4da9-842e-07590f367a32 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:45.999454 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'status': 'completed', 'code': 200} Jul 28 17:59:46.003061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-7babe838-6601-42c9-9e53-9f34c5d62857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.004811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-7babe838-6601-42c9-9e53-9f34c5d62857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1139882 Jul 28 17:59:46.015438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-311b34e9-807a-47aa-8482-fe6cfc35b38a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186368 Jul 28 17:59:46.050700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-813f7986-80f5-4b69-8b49-b03040f60521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360377 Jul 28 17:59:46.052858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-f34dba7e-10ea-48ad-af72-01aaeee84fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857820 Jul 28 17:59:46.081615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-d827125f-c3ed-44a1-b2ff-ff2ebcadd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.084223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-d827125f-c3ed-44a1-b2ff-ff2ebcadd1b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b048d473-2ecb-4290-9a33-a6941948ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3299069 Jul 28 17:59:46.204034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-206f967d-239a-4397-9d76-25cab7c07b9f req-37c0ead8-c0d0-4b75-83fd-83e03f69ec45 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 210 time: 0.1057475 Jul 28 17:59:46.281594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-009cb811-c72c-4233-a5fc-95c499c66c3d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.293227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-009cb811-c72c-4233-a5fc-95c499c66c3d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762899 Jul 28 17:59:46.376218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-ebfb9a68-1bae-4640-acd5-1c64cfb0c95d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/quotas/3f6c0916a0fa452f96a26d0e0859ae4b HTTP/1.1" status: 200 len: 375 time: 0.0817554 Jul 28 17:59:46.376439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-43374670-9998-4ded-b6ea-7a063cfbbdc7 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048422 Jul 28 17:59:46.380102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cfcc3a7-3576-4453-90ba-5ae58d47718e req-c52b812f-131e-4547-8f77-2f28aee1fc27 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195317 Jul 28 17:59:46.420025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:46.438657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-8e286a96-7a80-4801-9a2f-7f808c6069e0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611160 Jul 28 17:59:46.459344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:46.459757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ecae1-0d6d-4ee5-9fe8-e83b4ed66bf6 req-76d5a094-df21-4bdf-8c65-5caa2d6c017f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.471056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-869ecae1-0d6d-4ee5-9fe8-e83b4ed66bf6 req-76d5a094-df21-4bdf-8c65-5caa2d6c017f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 931 time: 0.1331196 Jul 28 17:59:46.529238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Transition to ACTIVE for port object 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:46.551998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-869ecae1-0d6d-4ee5-9fe8-e83b4ed66bf6 req-05f6fe30-8ad0-4354-89e4-9f90c938ccfb tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794730 Jul 28 17:59:46.568300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-fd69daa6-c69b-42d4-a7ed-b0c1c780020e service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474264 Jul 28 17:59:46.582357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-3dd87f70-4588-4ddf-a7e4-47e87afdaa2e service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886582 Jul 28 17:59:46.745446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:46.761909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-98dacd39-56d4-4db1-a758-18246c39d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.764681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-98dacd39-56d4-4db1-a758-18246c39d3bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1098 time: 0.0664682 Jul 28 17:59:46.764821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b5b4bc6-48ad-4967-a2ea-0b40467dc70f req-f460ba8e-a225-4119-b563-d139c8fd3f54 service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730335 Jul 28 17:59:46.897526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:46.963485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-e8ac9018-4470-4972-93c7-2683ab89993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:46.980422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-e8ac9018-4470-4972-93c7-2683ab89993c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1984489 Jul 28 17:59:47.005897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Attempting to bind port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:47.006247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Attempting to bind port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:47.006578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Attempting to bind port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:47.017277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:47.017613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Attempting to bind port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:47.033102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5410d-35d2-44a2-83a5-209119c07ff7 req-10fc96ba-2e39-4e5d-8bfe-eb913d3e0354 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.042768 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7c5410d-35d2-44a2-83a5-209119c07ff7 req-10fc96ba-2e39-4e5d-8bfe-eb913d3e0354 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.1004064 Jul 28 17:59:47.060010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:47.060363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Checking segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:47.060784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Bound using segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:47.061191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Bound port: 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:47.061562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:47.128356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7c5410d-35d2-44a2-83a5-209119c07ff7 req-480cff66-366d-4aeb-9ae1-c339641e3e80 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Jul 28 17:59:47.129301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-c19ccebb-e0fe-4640-9414-b0badf190dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.1208138 Jul 28 17:59:47.183574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-747d8f10-e0d3-4970-b454-0d264560f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.185334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-747d8f10-e0d3-4970-b454-0d264560f76d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0475984 Jul 28 17:59:47.192929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:47.196446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:47.215027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784d595-6599-4b01-9aed-ce9e2721887a req-8632a642-072b-49ad-84c9-494d8a367a2e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.216647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5784d595-6599-4b01-9aed-ce9e2721887a req-8632a642-072b-49ad-84c9-494d8a367a2e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.2364316 Jul 28 17:59:47.227424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27d5971d-796b-47d5-a439-01375e16e1b8 req-637f5125-cc27-47b6-b8b4-81ac65f503fb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 210 time: 0.0294371 Jul 28 17:59:47.291819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:47.315773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5784d595-6599-4b01-9aed-ce9e2721887a req-d35ca1d2-9026-41f1-8563-4997679a75a4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780206 Jul 28 17:59:47.321816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-cfa28baa-4c20-4aaa-a491-23515a227607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.323869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-cfa28baa-4c20-4aaa-a491-23515a227607 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253901 Jul 28 17:59:47.361940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.362626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:47.364079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] 10.222.0.35 "PUT /v2.0/ports/3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 HTTP/1.1" status: 200 len: 1091 time: 2.1197257 Jul 28 17:59:47.366389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:47.368696 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34756c-8064-4d99-b544-c8a7518288e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:47.414834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d6976-682a-4046-8990-5b5d672311f6 req-e40d8879-581b-451a-96fb-56af297dba8b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.416596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e26d6976-682a-4046-8990-5b5d672311f6 req-e40d8879-581b-451a-96fb-56af297dba8b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0916207 Jul 28 17:59:47.417640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd802d-a975-48c8-810e-c24a15145fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:47.453509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-b576aa52-4b95-44b9-8e5f-1b02ecf67fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211503 Jul 28 17:59:47.518697 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e26d6976-682a-4046-8990-5b5d672311f6 req-051fd1b5-d1aa-4b6e-b2c9-fec90b07e421 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832970 Jul 28 17:59:47.550663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b687184-d56b-4790-a61f-5d491e3492c8 req-554cbce6-d900-4b4d-a1c8-e9d803a9519d tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 210 time: 0.0954595 Jul 28 17:59:47.580346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-6f048076-58d6-4df7-a343-d02b34a375a0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270715 Jul 28 17:59:47.616099 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865d3be-29f8-431c-8f00-8fb26cf5e6b1 x-openstack-request-id: req-9865d3be-29f8-431c-8f00-8fb26cf5e6b1 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:47.616592 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:47.616989 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9865d3be-29f8-431c-8f00-8fb26cf5e6b1 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:47.618186 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'status': 'completed', 'code': 200} Jul 28 17:59:47.714400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8a9153d-59a5-4905-8dff-128441f46c53 req-d7ea781f-c009-4275-9784-84e5ecc0848f service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477918 Jul 28 17:59:47.729146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-a7ff5188-7fd1-4095-9b66-4c086053c7f1 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.736925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-a7ff5188-7fd1-4095-9b66-4c086053c7f1 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.2056456 Jul 28 17:59:47.749266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-ca9b0849-8f4b-47a8-9baa-0d0e4ef97849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.760127 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-ca9b0849-8f4b-47a8-9baa-0d0e4ef97849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 1094 time: 0.2054553 Jul 28 17:59:47.812500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-27079bcf-1a82-4a17-91ca-d552e1c95656 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.814026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-27079bcf-1a82-4a17-91ca-d552e1c95656 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093284 Jul 28 17:59:47.827979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff4c21-8f3a-4164-8c77-75c7b415c479 req-8905481e-7822-4fe2-bd16-ade5cce9d5d8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:47.841238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7ff4c21-8f3a-4164-8c77-75c7b415c479 req-8905481e-7822-4fe2-bd16-ade5cce9d5d8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 943 time: 0.1107373 Jul 28 17:59:47.855701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Request body: {'port': {'device_id': '30b7f813-41de-4be8-bb32-a14032da939a', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '3f6c0916a0fa452f96a26d0e0859ae4b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:47.953330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7ff4c21-8f3a-4164-8c77-75c7b415c479 req-3ac43a17-4d5d-49ad-a2a2-f401c29ecd37 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110003 Jul 28 17:59:48.208858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-9be1eb0f-5b82-4b5a-a6cb-38a60eeb00cb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:48.211211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-9be1eb0f-5b82-4b5a-a6cb-38a60eeb00cb tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.37 "GET /v2.0/networks?id=971b567e-99e1-4f7c-a30e-472e0bf7be70 HTTP/1.1" status: 200 len: 811 time: 0.1883602 Jul 28 17:59:48.281072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.307747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Made reservation on behalf of 3f6c0916a0fa452f96a26d0e0859ae4b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:48.311652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.337255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-70d7d3d0-f289-4f8a-a73f-633cc14285e3 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c695615b76364a2e95230789d6a116bb HTTP/1.1" status: 200 len: 380 time: 0.1158762 Jul 28 17:59:48.346506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.402752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'port': {'device_id': '4fd7f199-1e65-44d8-af53-16ef90358341', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'admin_state_up': True, 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'security_groups': ['c6e6f950-7b3b-44cc-a603-6cc638abe2c1']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:48.444346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.37', 55858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 17:59:48.484254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67cdb641-b935-4fb5-b156-436b594d3df1 req-eeaed983-18d6-4d9e-b4de-0a41b422b73c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 210 time: 0.1347835 Jul 28 17:59:48.562205 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-2f774317-830b-46d0-99a3-c521d39c256b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 HTTP/1.1" status: 200 len: 217 time: 0.6992865 Jul 28 17:59:48.650242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.669552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2f01-532f-405d-a3f3-2ed1302e28f2 req-5f1ed260-1b5d-4287-a072-01b15dde6f1b tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:48.671135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-232f2f01-532f-405d-a3f3-2ed1302e28f2 req-5f1ed260-1b5d-4287-a072-01b15dde6f1b tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.0749886 Jul 28 17:59:48.716894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-0ddb73bf-139a-423e-94cc-dfc19c54b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:48.722966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-0ddb73bf-139a-423e-94cc-dfc19c54b975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 1101 time: 0.2199335 Jul 28 17:59:48.725399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-232f2f01-532f-405d-a3f3-2ed1302e28f2 req-89d2b269-6ec7-477e-999d-b1f495af4a11 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Jul 28 17:59:48.725943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365600b7-8f14-4149-bc86-f64af0914e29 req-a0844bec-3b18-4874-aea7-3e9672e13686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:48.727359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-a0844bec-3b18-4874-aea7-3e9672e13686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00cf5d3d-3b96-494a-a911-42ce5793024f HTTP/1.1" status: 200 len: 861 time: 0.1387253 Jul 28 17:59:48.740917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04e008-edca-4695-acba-1b1d24996899 req-724bd361-108d-4496-b508-fff9454837cc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:48.748293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca04e008-edca-4695-acba-1b1d24996899 req-724bd361-108d-4496-b508-fff9454837cc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.3047764 Jul 28 17:59:48.786685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.810636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-ca4a27bd-fa77-4592-833a-668f11019563 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562119 Jul 28 17:59:48.876003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-25add777-6c02-426a-8a96-5c5b29960f99 service neutron] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:48.920685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-25add777-6c02-426a-8a96-5c5b29960f99 service neutron] Notify callbacks [] for binding, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.921781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532bc5e4-9b73-42ed-8831-97c2b4463b06 req-25add777-6c02-426a-8a96-5c5b29960f99 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 1.1750519 Jul 28 17:59:48.931476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Made reservation on behalf of c695615b76364a2e95230789d6a116bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:48.935187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:48.946820 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca04e008-edca-4695-acba-1b1d24996899 req-ed468f67-9916-4aa9-b16a-94aa836d42cc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944854 Jul 28 17:59:48.959698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e445e8-b79a-4c0d-990d-39c184bc4502,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:49.043836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-3ca3728b-a259-424a-aa65-b41e9066527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.046255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-3ca3728b-a259-424a-aa65-b41e9066527d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2788672 Jul 28 17:59:49.054129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-98a19b4d-aece-4a94-8d23-bc4aa33b616a service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131853 Jul 28 17:59:49.067016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c5ba8-a8a1-4be6-8955-f2cbdfd4dc7a req-56890180-ace6-498b-bf01-aba4880ec55c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.074736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e70c5ba8-a8a1-4be6-8955-f2cbdfd4dc7a req-56890180-ace6-498b-bf01-aba4880ec55c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.2510586 Jul 28 17:59:49.197521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Allocated IP 192.168.233.226 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/c5533c26-14f6-432a-aa7e-b47b3c521660) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:49.212138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e70c5ba8-a8a1-4be6-8955-f2cbdfd4dc7a req-148ae9ee-9e32-4505-b70f-032838063127 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365983 Jul 28 17:59:49.261607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-365600b7-8f14-4149-bc86-f64af0914e29 req-8e4dac38-2c0a-4279-b890-76bdb2e2440b service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563993 Jul 28 17:59:49.265554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-b705f6d8-7889-4fe1-a11e-c762f7b1ab63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d HTTP/1.1" status: 200 len: 217 time: 0.2091632 Jul 28 17:59:49.295331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c4699cd-ed48-4697-9114-d81c25f6c117 req-bb908469-0de3-4490-85c6-84d96bf7bc10 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 210 time: 0.2455535 Jul 28 17:59:49.334966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Allocated IP 172.20.0.11 (971b567e-99e1-4f7c-a30e-472e0bf7be70/73544ddf-56ee-43c1-af8b-2a2a0fbc8e12/39f93089-61d5-4ae2-a392-b7fa5514e8d0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:49.499470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-af9f534a-e95e-4c79-b70a-f57aa61642f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.501546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-af9f534a-e95e-4c79-b70a-f57aa61642f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.2052500 Jul 28 17:59:49.568001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-8a4aa11b-9de1-4cdd-b638-3dfac550fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.569936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-8a4aa11b-9de1-4cdd-b638-3dfac550fa8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 1094 time: 0.1724215 Jul 28 17:59:49.643315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e4d0d-2994-47c2-a292-011636b7df36 req-d6b197a6-30d8-45b5-9463-02cd32771b0f tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.644993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a4e4d0d-2994-47c2-a292-011636b7df36 req-d6b197a6-30d8-45b5-9463-02cd32771b0f tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1095 time: 0.1595564 Jul 28 17:59:49.655440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-cae7e2c3-61f8-487c-867e-7bd1280517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.657194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-cae7e2c3-61f8-487c-867e-7bd1280517e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223743 Jul 28 17:59:49.660367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82844134-dd03-46d0-ac92-148af7969dda req-786c9b2a-d57c-4201-9c6c-e8a92744f478 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.661651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82844134-dd03-46d0-ac92-148af7969dda req-786c9b2a-d57c-4201-9c6c-e8a92744f478 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 943 time: 0.1775873 Jul 28 17:59:49.701006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:49.742649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Transition to ACTIVE for port object c5533c26-14f6-432a-aa7e-b47b3c521660 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:49.772262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:49.775422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-26b97452-91c3-499d-aa7a-3bc78ea55e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:49.776931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-26b97452-91c3-499d-aa7a-3bc78ea55e62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 922 time: 0.1997950 Jul 28 17:59:49.778978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82844134-dd03-46d0-ac92-148af7969dda req-080b7c23-620d-4e01-b790-fb5aaafd77b2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040452 Jul 28 17:59:49.804742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a4e4d0d-2994-47c2-a292-011636b7df36 req-9b08f756-354a-4ca5-84e8-ebd1f9aea478 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444535 Jul 28 17:59:49.813157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Transition to ACTIVE for port object 39f93089-61d5-4ae2-a392-b7fa5514e8d0 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:49.891476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-a4bf6590-0588-41b2-9095-d4922a52cc01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0761189 Jul 28 17:59:49.911931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-7dae7940-0203-4994-809b-5cb299398cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415760 Jul 28 17:59:49.933788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fbe33f1-e752-409f-820d-92d698eb759f req-b811245c-b2aa-4d0f-8506-efaaf348e87a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 210 time: 0.0447845 Jul 28 17:59:50.056783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-0d74210b-5384-4752-9dae-1b99e454a68d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809827 Jul 28 17:59:50.056783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-4924225d-72b4-41f7-aee5-651e588d8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.056783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-4924225d-72b4-41f7-aee5-651e588d8bee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00cf5d3d-3b96-494a-a911-42ce5793024f HTTP/1.1" status: 200 len: 861 time: 0.1361520 Jul 28 17:59:50.121965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:50.128963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-2c2d0803-eb9e-4c95-9f0e-5d549ccd5653 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756075 Jul 28 17:59:50.163722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-edf68125-5571-4441-8c15-40fb65f4b091 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316880 Jul 28 17:59:50.232944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:50.266054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:50.302652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae92c-4fe5-41d5-ad74-b3c6fcd67985 req-9bd5becd-1e85-49c8-a9e1-cf7dc7525e85 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.306053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-220ae92c-4fe5-41d5-ad74-b3c6fcd67985 req-9bd5becd-1e85-49c8-a9e1-cf7dc7525e85 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.2279475 Jul 28 17:59:50.307482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:50.311995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:50.361101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:50.437783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:50.453084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:50.463907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:50.464539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-747884d5-f936-4c14-977e-e6c5158bdfdf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.466046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-747884d5-f936-4c14-977e-e6c5158bdfdf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4442136 Jul 28 17:59:50.485250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-ddaed1b1-81ed-402a-bca2-8ab52bb3b644 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.491644 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-ddaed1b1-81ed-402a-bca2-8ab52bb3b644 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1933012 Jul 28 17:59:50.504073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event updated for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:50.518116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Request body: {'port': {'device_id': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '3f6c0916a0fa452f96a26d0e0859ae4b'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:50.535063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.535757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:50.537451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-e37f9690-306f-4380-b22f-377b8ddb626d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/quotas/c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 375 time: 0.0449231 Jul 28 17:59:50.547261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-220ae92c-4fe5-41d5-ad74-b3c6fcd67985 req-8e7e8ddb-cbf0-42c0-947f-4a1af254445e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823232 Jul 28 17:59:50.578629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.578629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:50.636698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-478d5878-7eed-4d7f-81a2-fad7969d3189 service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674957 Jul 28 17:59:50.682489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a8cc7-2441-4229-89e8-777f90832a2d req-4201103f-965f-4b2c-83b0-d9bebe16a8fc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.687383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7a8cc7-2441-4229-89e8-777f90832a2d req-4201103f-965f-4b2c-83b0-d9bebe16a8fc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0622375 Jul 28 17:59:50.737943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7a8cc7-2441-4229-89e8-777f90832a2d req-8e321e80-96b4-4d78-97d5-bb01d3445eec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Jul 28 17:59:50.775706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-eb838118-0bb9-48d4-985b-c8bb3986c223 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882987 Jul 28 17:59:50.854872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d34756c-8064-4d99-b544-c8a7518288e6 req-75462b1a-b73c-4cb2-8741-69f01875f280 service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108083 Jul 28 17:59:50.865903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7342b1a-431f-4089-93f2-09cee90266c2 req-5e2a565a-716b-487c-b32c-c9a7301cb446 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:50.866976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7342b1a-431f-4089-93f2-09cee90266c2 req-5e2a565a-716b-487c-b32c-c9a7301cb446 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 932 time: 0.0575736 Jul 28 17:59:50.884904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-5b3a7cf0-7fb4-41f2-9f50-cb9d340bb16a service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082647 Jul 28 17:59:50.908223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7342b1a-431f-4089-93f2-09cee90266c2 req-13f475a2-980f-4459-8cb8-59f5b3064fd4 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344291 Jul 28 17:59:50.986290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-1acbb665-6e2f-459e-b5e5-770e42b182d1 service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Jul 28 17:59:51.041819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b4f0960-c449-420e-93a0-f29cc60f16ba None None] Provisioning for port c5533c26-14f6-432a-aa7e-b47b3c521660 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:51.046526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0901a4b5-ce83-4076-b7e2-bc63005de8a6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6716471 Jul 28 17:59:51.060084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b4f0960-c449-420e-93a0-f29cc60f16ba None None] Provisioning complete for port c5533c26-14f6-432a-aa7e-b47b3c521660 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:51.060084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0960-c449-420e-93a0-f29cc60f16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.060900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-7138322a-d251-4a37-b960-3dc11f1e1d41 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1983831 Jul 28 17:59:51.068283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Request body: {'port': {'device_id': '4fd7f199-1e65-44d8-af53-16ef90358341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:51.080086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Request body: {'port': {'device_id': '30b7f813-41de-4be8-bb32-a14032da939a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:51.089906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0960-c449-420e-93a0-f29cc60f16ba None None] Port c5533c26-14f6-432a-aa7e-b47b3c521660 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:51.149677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Made reservation on behalf of 3f6c0916a0fa452f96a26d0e0859ae4b for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:51.153184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.218501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.252155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.304398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2595105-12a4-429d-aa30-cc95ccff9724 None None] Provisioning for port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:51.310579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2595105-12a4-429d-aa30-cc95ccff9724 None None] Provisioning complete for port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:51.311277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2595105-12a4-429d-aa30-cc95ccff9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.367647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Allocated IP 192.168.233.190 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/ffb997b5-28c6-4727-9f5b-5b11ecdad4b0) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:51.385509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d2595105-12a4-429d-aa30-cc95ccff9724 None None] Port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:51.570862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.591973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-28c06c05-700c-4097-a9de-4a2517612f0a req-45a156aa-7c25-43ef-a11d-dd0d06e51ef4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 210 time: 0.0438066 Jul 28 17:59:51.614211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Transition to ACTIVE for port object ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:51.622746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:51.667023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc499-c220-4439-ab00-7ec8e72f664d req-0a8e5056-579d-4173-a61a-5bcdbaff8577 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:51.672747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd2cc499-c220-4439-ab00-7ec8e72f664d req-0a8e5056-579d-4173-a61a-5bcdbaff8577 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 943 time: 0.5413744 Jul 28 17:59:51.692260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-108273d4-1779-40a1-9ebe-07b76200d6e8 req-90e354aa-26e9-432b-97ad-5642a5a5afe7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.0415857 Jul 28 17:59:51.750889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:51.832998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:51.851197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:51.862961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'mac_address': 'fa:16:3e:9d:e9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:51.869523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:51.878576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:51.905055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event updated for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:51.941032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3915faf-8b10-4ce1-abeb-f690889c137b req-3666afd8-0205-411d-909f-6029c4c1cce9 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:51.948394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3915faf-8b10-4ce1-abeb-f690889c137b req-3666afd8-0205-411d-909f-6029c4c1cce9 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.1145914 Jul 28 17:59:51.955937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd2cc499-c220-4439-ab00-7ec8e72f664d req-8f2ca871-6589-48b6-acf2-eb14b6e6e03d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641397 Jul 28 17:59:51.962911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:51.962911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.070664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.103922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3915faf-8b10-4ce1-abeb-f690889c137b req-8371245d-1c7b-488e-8d9d-e4e6b6f679fb tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538138 Jul 28 17:59:52.105075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:52.120889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-2595310f-f54f-4241-b9f9-23d12a47241f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6263201 Jul 28 17:59:52.136281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Request body: {'port': {'device_id': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:52.171764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:52.247769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.269804 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.282843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b1e4-d50d-451a-a890-b14ec4f1c529 req-94919208-112c-4d59-93c9-4cd2ca074196 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:52.285078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6fb0b1e4-d50d-451a-a890-b14ec4f1c529 req-94919208-112c-4d59-93c9-4cd2ca074196 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 932 time: 0.1024132 Jul 28 17:59:52.349890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72d1c-489d-4e46-bbc7-37487f8fff91 req-b3603f57-4e84-4209-a70c-86f27fe6a687 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:52.357649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6c72d1c-489d-4e46-bbc7-37487f8fff91 req-b3603f57-4e84-4209-a70c-86f27fe6a687 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.2078600 Jul 28 17:59:52.363978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:52.424969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6fb0b1e4-d50d-451a-a890-b14ec4f1c529 req-183be3af-c65e-442e-9b80-2f6ad4d7104d tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224489 Jul 28 17:59:52.437167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6c72d1c-489d-4e46-bbc7-37487f8fff91 req-49254ebd-0277-466b-b8ef-9460b8761a65 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786347 Jul 28 17:59:52.517470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f93089-61d5-4ae2-a392-b7fa5514e8d0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:52.540183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.555602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50b0ab10-c0ed-4087-a8e3-5553ef24ba55 None None] Provisioning for port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:52.560046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50b0ab10-c0ed-4087-a8e3-5553ef24ba55 None None] Provisioning complete for port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:52.560494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50b0ab10-c0ed-4087-a8e3-5553ef24ba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.580945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Transition to ACTIVE for port object 39f93089-61d5-4ae2-a392-b7fa5514e8d0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:52.591835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:52.599268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-50b0ab10-c0ed-4087-a8e3-5553ef24ba55 None None] Port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 17:59:52.600515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.605385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:52.624966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Transition to ACTIVE for port object c5533c26-14f6-432a-aa7e-b47b3c521660 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:52.662571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.716213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:52.718678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Pushing event updated for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:52.752449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544977f7-dbd0-4043-96b2-cf2f4d62edbf req-96a8e50a-8c20-4b5c-b76a-4f5915cf0c2e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:52.762005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-544977f7-dbd0-4043-96b2-cf2f4d62edbf req-96a8e50a-8c20-4b5c-b76a-4f5915cf0c2e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 936 time: 0.0963545 Jul 28 17:59:52.863851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-544977f7-dbd0-4043-96b2-cf2f4d62edbf req-10671ff9-3b66-4280-8364-077b54da48a7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967138 Jul 28 17:59:52.915297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5c45caa-1a80-416e-9d8d-92fa8f0ced66 req-88af646c-73c7-4c1f-bb17-072561b76197 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.0932784 Jul 28 17:59:52.927516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:53.001925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Attempting to bind port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:53.002283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Attempting to bind port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:53.002630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Attempting to bind port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 on network 971b567e-99e1-4f7c-a30e-472e0bf7be70 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.011699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 on network 971b567e-99e1-4f7c-a30e-472e0bf7be70 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:53.012041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Attempting to bind port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 on network 971b567e-99e1-4f7c-a30e-472e0bf7be70 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.019583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:53.021948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:53.022298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Checking segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:53.022693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Bound using segment: {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:53.023137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Bound port: 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56810bc7-506f-4434-b1d9-0315b776e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:53.028054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.031314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.052541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Transition to ACTIVE for port object ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:53.096983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Attempting to bind port c5533c26-14f6-432a-aa7e-b47b3c521660 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:53.097325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Attempting to bind port c5533c26-14f6-432a-aa7e-b47b3c521660 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:53.097660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Attempting to bind port c5533c26-14f6-432a-aa7e-b47b3c521660 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.113202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Port c5533c26-14f6-432a-aa7e-b47b3c521660 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:53.113505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.113653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Attempting to bind port c5533c26-14f6-432a-aa7e-b47b3c521660 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.130312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:53.130665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:53.131054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:53.131523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Bound port: c5533c26-14f6-432a-aa7e-b47b3c521660, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:53.131888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.152909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:53.202053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:53.207435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ec23-08af-49f8-b8a0-ddda19204886 req-b5e96fda-3faa-4c58-91ba-04be622829ee tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.207710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43b3ec23-08af-49f8-b8a0-ddda19204886 req-b5e96fda-3faa-4c58-91ba-04be622829ee tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 943 time: 0.1368172 Jul 28 17:59:53.233355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:53.284614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c2f1-d56f-4d68-80a0-ea63ce85fa99 req-780c114e-9da1-4612-be59-8059ab3c97a1 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.286211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2652c2f1-d56f-4d68-80a0-ea63ce85fa99 req-780c114e-9da1-4612-be59-8059ab3c97a1 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.0972469 Jul 28 17:59:53.287725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:53.290844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.294819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:53.305519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43b3ec23-08af-49f8-b8a0-ddda19204886 req-aa1451ae-8972-47bd-8aa5-68cf0a16e2e4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873611 Jul 28 17:59:53.342746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Attempting to bind port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:53.343085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Attempting to bind port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:53.343473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Attempting to bind port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.354758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:53.355003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Attempting to bind port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:53.360599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:53.360835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:53.361166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:53.361670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Bound port: ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:53.362040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.365484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.366639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.368235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] 10.222.0.37 "PUT /v2.0/ports/39f93089-61d5-4ae2-a392-b7fa5514e8d0 HTTP/1.1" status: 200 len: 1092 time: 2.3052726 Jul 28 17:59:53.376618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:53.378900 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc604327-96c6-48ec-9934-8b57b25aa82c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:53.441697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2652c2f1-d56f-4d68-80a0-ea63ce85fa99 req-03b4a211-12f0-4839-a5ee-0e4e9bc4f3e5 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045880 Jul 28 17:59:53.443227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.446283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2407d7-d2af-4d77-8d67-7d3067bcdd11 service neutron] Pushing event updated for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:53.453144 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07207c1d-f12a-43f1-8607-13787e69a3f4 x-openstack-request-id: req-07207c1d-f12a-43f1-8607-13787e69a3f4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:53.453437 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:53.453688 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07207c1d-f12a-43f1-8607-13787e69a3f4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:53.454119 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'status': 'completed', 'code': 200} Jul 28 17:59:53.531822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:53.542505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:53.610518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:53.619939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.620567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.622057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-d0c27924-9f61-4317-bd0c-ccfe1ae733d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5533c26-14f6-432a-aa7e-b47b3c521660 HTTP/1.1" status: 200 len: 1096 time: 2.5486543 Jul 28 17:59:53.627303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.643859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:53.683490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-ac99bbf7-7e6c-49e2-8d20-8a7c70e3ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.685287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-ac99bbf7-7e6c-49e2-8d20-8a7c70e3ecbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c695615b76364a2e95230789d6a116bb&device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 1095 time: 0.1865745 Jul 28 17:59:53.700184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898471-3206-48ac-98cd-487bedf4175a req-f8d95194-703e-47c0-ac19-9e7c35a4d15b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.701186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:53.701816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f898471-3206-48ac-98cd-487bedf4175a req-f8d95194-703e-47c0-ac19-9e7c35a4d15b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 948 time: 0.0857351 Jul 28 17:59:53.712803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375a36-5882-434b-b887-20bdbfb69453 req-fed3c4bc-029d-4552-94a1-f3e237e52167 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.722635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40375a36-5882-434b-b887-20bdbfb69453 req-fed3c4bc-029d-4552-94a1-f3e237e52167 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 944 time: 0.1678588 Jul 28 17:59:53.763941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.764714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.766343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] 10.222.0.37 "PUT /v2.0/ports/ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 HTTP/1.1" status: 200 len: 1096 time: 1.6346807 Jul 28 17:59:53.769192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:53.771555 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5cdbf-be55-43ac-b5ac-e1839b25409d" -d '{"events": [{"name": "network-changed", "server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:53.777038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf87e5-6b0a-4c91-bf31-19ac02e25896 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:53.797537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40375a36-5882-434b-b887-20bdbfb69453 req-59ab9860-9704-4a74-acec-43effb73ccbd tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740995 Jul 28 17:59:53.900165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:53.916057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-3f8169e8-1c85-4d08-bf6a-b364cf7b4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:53.917887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-3f8169e8-1c85-4d08-bf6a-b364cf7b4d55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 1099 time: 0.0433292 Jul 28 17:59:53.918408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:53.918798 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:53.977228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f898471-3206-48ac-98cd-487bedf4175a req-95bee75b-80f4-4d0d-b1c8-904df9caf926 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813400 Jul 28 17:59:53.983064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-67406a69-c8cf-4c38-8600-cf7a2d6077a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 HTTP/1.1" status: 200 len: 217 time: 0.0571177 Jul 28 17:59:53.998868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-4b3f2e02-24bc-401e-a50d-0a5051c49179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.000420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-4b3f2e02-24bc-401e-a50d-0a5051c49179 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c695615b76364a2e95230789d6a116bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2977073 Jul 28 17:59:54.021753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-08362c5b-5d96-4d2b-bdbd-0c96bd7de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.023227 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-08362c5b-5d96-4d2b-bdbd-0c96bd7de25f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1099 time: 0.2220509 Jul 28 17:59:54.054707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:54.077605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-752f0bb2-82db-428b-9a47-2fd04316ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.082274 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-752f0bb2-82db-428b-9a47-2fd04316ca6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0905082 Jul 28 17:59:54.087202 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d8416-6702-4e17-b474-f2af3994c8af x-openstack-request-id: req-585d8416-6702-4e17-b474-f2af3994c8af {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:54.087748 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:54.090274 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-585d8416-6702-4e17-b474-f2af3994c8af {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:54.090857 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'status': 'completed', 'code': 200} Jul 28 17:59:54.124254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'port_id': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'mac_address': 'fa:16:3e:c0:ff:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cf5d3d-3b96-494a-a911-42ce5793024f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:54.155575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:54.169290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-c0531efc-9f5e-4f74-9608-b340a654c6a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c5533c26-14f6-432a-aa7e-b47b3c521660 HTTP/1.1" status: 200 len: 217 time: 0.1279933 Jul 28 17:59:54.216320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-a79272d1-ab06-410d-ac0b-11112d9a2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.218852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-a79272d1-ab06-410d-ac0b-11112d9a2463 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269851 Jul 28 17:59:54.234787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:54.235140 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c918f-178a-4b5b-9895-d81260a449e1" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:54.237847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726078d-909c-404f-81c2-04d8a84d377f req-f7c781f3-e9ed-4328-bb4b-919d8cbdef9a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.239297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d726078d-909c-404f-81c2-04d8a84d377f req-f7c781f3-e9ed-4328-bb4b-919d8cbdef9a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 948 time: 0.0859027 Jul 28 17:59:54.258368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e038aa5-13a6-433a-9e90-2e68f7a00f6d req-fe0f2c49-8d2b-4db0-a767-e65c50d6e014 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.0529063 Jul 28 17:59:54.267670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:54.270691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:54.292716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-256a3f7b-0a0e-49a1-80b8-30fea55f01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.294241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-256a3f7b-0a0e-49a1-80b8-30fea55f01db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1119912 Jul 28 17:59:54.299568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-7600ecde-b784-4b74-b593-24fba4d290ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.300609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:54.301207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc604327-96c6-48ec-9934-8b57b25aa82c req-7600ecde-b784-4b74-b593-24fba4d290ba service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2901616 Jul 28 17:59:54.342402 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:54.347018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:54.404942 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f5710-e31b-443d-a381-c474ba6a3633 x-openstack-request-id: req-105f5710-e31b-443d-a381-c474ba6a3633 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:54.409975 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:54.409975 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-105f5710-e31b-443d-a381-c474ba6a3633 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:54.409975 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'code': 200} Jul 28 17:59:54.413256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:54.431132 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:54.447735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-27225c10-80f7-45c1-8b21-677e2d8261a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.453242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-27225c10-80f7-45c1-8b21-677e2d8261a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446118 Jul 28 17:59:54.509343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-44bee88a-625f-4d50-8e4f-cfdb2def3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.511079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-44bee88a-625f-4d50-8e4f-cfdb2def3993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c695615b76364a2e95230789d6a116bb&device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 1095 time: 0.1466026 Jul 28 17:59:54.513049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:54.622184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-c9779144-d04f-4d51-8f3e-ee3663351ca9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0 HTTP/1.1" status: 200 len: 217 time: 0.0665748 Jul 28 17:59:54.700908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f9d2-6470-478e-8c86-52496f4e2a79 req-10493da6-ba00-49f7-88c1-47dc219847c8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.702464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c0f3f9d2-6470-478e-8c86-52496f4e2a79 req-10493da6-ba00-49f7-88c1-47dc219847c8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 944 time: 0.2273102 Jul 28 17:59:54.716563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258cdd-0d21-45be-9fb8-1e93f02ad6c1 req-4047f835-979f-4791-9d83-b93fcba9ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.717990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81258cdd-0d21-45be-9fb8-1e93f02ad6c1 req-4047f835-979f-4791-9d83-b93fcba9ccf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1100 time: 0.1636462 Jul 28 17:59:54.728987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d726078d-909c-404f-81c2-04d8a84d377f req-d1bf821e-6a8c-4af0-b34a-5f5d76660a62 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734681 Jul 28 17:59:54.737614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-d1fd425b-0513-49d6-96a9-944eb7a83902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.739047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-d1fd425b-0513-49d6-96a9-944eb7a83902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73544ddf-56ee-43c1-af8b-2a2a0fbc8e12 HTTP/1.1" status: 200 len: 850 time: 0.1079593 Jul 28 17:59:54.747535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-68a52b14-ad10-492b-ac65-b69c5b5ccd60 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864003 Jul 28 17:59:54.758420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:54.782970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-7a488094-58a0-4bc2-9bee-009e2da38422 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420341 Jul 28 17:59:54.791846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-78f7c62c-d5dd-4509-8293-36fe9c2e1b58 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.793273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-78f7c62c-d5dd-4509-8293-36fe9c2e1b58 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1885898 Jul 28 17:59:54.821745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Request body: {'port': {'device_id': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'admin_state_up': True, 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:54.864456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c0f3f9d2-6470-478e-8c86-52496f4e2a79 req-cc9d65dc-ac28-4b96-a950-facfd8e01c65 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499519 Jul 28 17:59:54.878254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81258cdd-0d21-45be-9fb8-1e93f02ad6c1 req-cd358040-bc2b-46b9-8f24-9c4e724272c1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497011 Jul 28 17:59:54.887912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ad24fb5e-cb6d-49e6-8617-f324e9c31962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:54.889400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-ad24fb5e-cb6d-49e6-8617-f324e9c31962 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=971b567e-99e1-4f7c-a30e-472e0bf7be70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410198 Jul 28 17:59:54.978391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8f32ba-8d3f-47bf-9860-c54670d919e8 req-5a85c972-0611-4681-a7bd-8b7cd32bfe9d service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124999 Jul 28 17:59:55.018880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0d61-53ed-4535-a847-58c2f17b45bf req-3ee8af94-4bf5-43c6-9a03-12653b05d541 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.020336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a04b0d61-53ed-4535-a847-58c2f17b45bf req-3ee8af94-4bf5-43c6-9a03-12653b05d541 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 950 time: 0.1563838 Jul 28 17:59:55.024009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c49d504e-39ba-4fe0-984d-b9cf2b68d1e1 req-333bd4b3-bcd7-449a-bf57-00973a49ba3e service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298257 Jul 28 17:59:55.040455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9a2a-938b-4871-bd52-82ed3031baef req-fc15147a-9ff6-45c3-a145-86182bb4bfc3 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.041952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b82f9a2a-938b-4871-bd52-82ed3031baef req-fc15147a-9ff6-45c3-a145-86182bb4bfc3 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.0854616 Jul 28 17:59:55.045828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-0feb3c51-cc59-4976-9501-8447109a0b57 service neutron] 10.222.0.37 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479144 Jul 28 17:59:55.073666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a04b0d61-53ed-4535-a847-58c2f17b45bf req-b04ec6ad-88be-493e-b1b2-e4b7991021a8 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Jul 28 17:59:55.129205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b82f9a2a-938b-4871-bd52-82ed3031baef req-8a0d2f94-d0f7-47b4-b0b5-f0213948fa75 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808294 Jul 28 17:59:55.178622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:55.182176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:55.185245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36fd3dcd-c671-4605-86e7-6bb4e61ede36 req-c8e1c04f-c9f3-45ab-b519-51de757f0a61 service neutron] 10.222.0.37 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300228 Jul 28 17:59:55.213780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389375-d6c2-4b8a-b96e-28b6387d8823 req-ebced4eb-cffd-4e6d-976c-70d3c97639b5 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.215312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69389375-d6c2-4b8a-b96e-28b6387d8823 req-ebced4eb-cffd-4e6d-976c-70d3c97639b5 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 944 time: 0.0842965 Jul 28 17:59:55.321799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-2496be66-71f1-483e-9149-424999ea5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.323226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-2496be66-71f1-483e-9149-424999ea5f47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 1099 time: 0.1359613 Jul 28 17:59:55.325067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747faf-7d62-4091-a9be-009613fb5132 req-899af744-6fee-4be8-82a3-58708debb475 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.326549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed747faf-7d62-4091-a9be-009613fb5132 req-899af744-6fee-4be8-82a3-58708debb475 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0528469 Jul 28 17:59:55.332385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69389375-d6c2-4b8a-b96e-28b6387d8823 req-89cb354e-de05-4e69-9392-11d06b9d1df4 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016071 Jul 28 17:59:55.376658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed747faf-7d62-4091-a9be-009613fb5132 req-ff30651f-8bef-4bd5-98cf-2ac7addc301f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Jul 28 17:59:55.464653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:55.466447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Allocated IP 172.20.0.9 (48f7e76f-3af0-497a-ab4e-d4664bfb305f/63f47308-b81e-4aa7-8a89-5c8107699528/7844efa5-52ae-4540-a97e-54ae5d86259e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:55.467022 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a21518-a443-4b56-9825-f711ffe05a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:55.473527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14b2660c-616f-4737-b0e6-b90fbd8a2502 req-699477b1-0f93-4837-86f8-5ea6812e718c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.0342612 Jul 28 17:59:55.516193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-703038d6-437c-41cb-a4a7-d6603ca84408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.518399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-703038d6-437c-41cb-a4a7-d6603ca84408 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1829536 Jul 28 17:59:55.524347 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cb7a09-b8f4-4a76-a0f9-f690b0eb2325 x-openstack-request-id: req-56cb7a09-b8f4-4a76-a0f9-f690b0eb2325 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:55.525392 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:55.525651 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56cb7a09-b8f4-4a76-a0f9-f690b0eb2325 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:55.526126 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'status': 'completed', 'code': 200} Jul 28 17:59:55.590292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-f201c203-cd4a-44a4-92fd-73114c56e786 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 HTTP/1.1" status: 200 len: 217 time: 0.0441484 Jul 28 17:59:55.602871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-ecfe3cf2-0def-40e2-856b-0751fdacc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.604544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-ecfe3cf2-0def-40e2-856b-0751fdacc5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1099 time: 0.0415895 Jul 28 17:59:55.704994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-196a2c51-37a7-4742-baad-6ea8bd1c9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.706907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-196a2c51-37a7-4742-baad-6ea8bd1c9376 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0978596 Jul 28 17:59:55.775285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:55.795329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-531c7326-3f28-4d99-b03b-e3eb8ea8bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.796977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-531c7326-3f28-4d99-b03b-e3eb8ea8bd04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817137 Jul 28 17:59:55.950419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c598294-e29d-4c02-bf85-d4276b43f9d1 req-94076a1a-f89a-40da-8619-86bc2be813aa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:55.951967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c598294-e29d-4c02-bf85-d4276b43f9d1 req-94076a1a-f89a-40da-8619-86bc2be813aa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 948 time: 0.1249845 Jul 28 17:59:55.963810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-e6ad97a6-dba9-457b-853c-b20aab071011 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559160 Jul 28 17:59:55.998671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-4ef4a598-0885-46e2-b3cf-16ec70bfceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.000409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-4ef4a598-0885-46e2-b3cf-16ec70bfceb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3881071 Jul 28 17:59:56.006201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.055493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-5879a1b7-c6b5-48e9-bd71-dbb92a0545d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c5533c26-14f6-432a-aa7e-b47b3c521660 HTTP/1.1" status: 200 len: 217 time: 0.0412109 Jul 28 17:59:56.071250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914811a-8cbe-4cbc-a509-125e9cdc716b req-56c1272d-d0aa-468e-bf2d-b544b0e859bf tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.074425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0914811a-8cbe-4cbc-a509-125e9cdc716b req-56c1272d-d0aa-468e-bf2d-b544b0e859bf tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 944 time: 0.0881453 Jul 28 17:59:56.094903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:56.098362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c598294-e29d-4c02-bf85-d4276b43f9d1 req-bd3b7e6c-2231-4c59-83a9-c168919086ef tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327748 Jul 28 17:59:56.105104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:56.107223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 17:59:56.139676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-4e56277f-f5bb-44e9-ad4d-7f90e3151a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.141157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-4e56277f-f5bb-44e9-ad4d-7f90e3151a26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0675642 Jul 28 17:59:56.142950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:56.147042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0914811a-8cbe-4cbc-a509-125e9cdc716b req-3206d138-f8af-4d9c-a846-c6ce31733a32 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Jul 28 17:59:56.228962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-ae304dc7-ff9b-4fe5-bcf8-481b25b8d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.231368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-ae304dc7-ff9b-4fe5-bcf8-481b25b8d600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763857 Jul 28 17:59:56.244098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.244748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.249960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b5cdbf-be55-43ac-b5ac-e1839b25409d req-209a5e45-7319-4230-996b-303a8aa89817 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759621 Jul 28 17:59:56.329129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-d517f7be-3e75-4ead-9d0d-df24c4f2b0bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5243690 Jul 28 17:59:56.341708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Request body: {'port': {'device_id': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 17:59:56.346555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe586d2-233a-44de-8f3c-96affccb6588 req-5ca2872e-df5d-4509-8a21-dceaf89a98ce tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.347234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0fe586d2-233a-44de-8f3c-96affccb6588 req-5ca2872e-df5d-4509-8a21-dceaf89a98ce tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 944 time: 0.1207955 Jul 28 17:59:56.375265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-6e0513ee-13f1-4eda-82c6-701e72ba4767 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332207 Jul 28 17:59:56.404353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0fe586d2-233a-44de-8f3c-96affccb6588 req-199ea9e4-8510-441e-85ec-66f66597c677 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508537 Jul 28 17:59:56.409732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.433323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d25a9878-b958-4de6-97dc-1c698bbe9415 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:56.556244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6a21518-a443-4b56-9825-f711ffe05a2c req-dd60d590-5eec-474a-91b2-c246ef841d9d service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672878 Jul 28 17:59:56.591947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d25a9878-b958-4de6-97dc-1c698bbe9415,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:56.593537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ffb9-c950-4304-997a-21de5c9b1c00 req-bf019a47-5d2e-4cc2-82d3-9b8bcfbbc627 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.595142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee63ffb9-c950-4304-997a-21de5c9b1c00 req-bf019a47-5d2e-4cc2-82d3-9b8bcfbbc627 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 944 time: 0.0710616 Jul 28 17:59:56.605805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'port_id': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'mac_address': 'fa:16:3e:6d:50:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:56.637291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee63ffb9-c950-4304-997a-21de5c9b1c00 req-418b0654-3b32-4043-91d5-982e4f26bd65 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Jul 28 17:59:56.644598 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.666690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25a9878-b958-4de6-97dc-1c698bbe9415 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:56.672545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31642623-499d-430e-a9e4-27dacd4b3290 req-24af51f8-c5db-4ce4-901d-35abecf6a06a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.674688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31642623-499d-430e-a9e4-27dacd4b3290 req-24af51f8-c5db-4ce4-901d-35abecf6a06a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.1111701 Jul 28 17:59:56.688469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d25a9878-b958-4de6-97dc-1c698bbe9415,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:56.737730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31642623-499d-430e-a9e4-27dacd4b3290 req-e440484b-587f-4e20-a66f-a9aec2841c6d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Jul 28 17:59:56.748491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802951c8-3f69-48b8-a71c-e829c4a4b746 req-a81b1129-af06-4421-8630-349fcd2c4fb7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.750734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-802951c8-3f69-48b8-a71c-e829c4a4b746 req-a81b1129-af06-4421-8630-349fcd2c4fb7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 931 time: 0.0502651 Jul 28 17:59:56.767485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.801526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-802951c8-3f69-48b8-a71c-e829c4a4b746 req-5061bfb6-2156-4fcb-9727-af07835d8fda tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Jul 28 17:59:56.816165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7844efa5-52ae-4540-a97e-54ae5d86259e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:56.827850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.846873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:56.850663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Transition to ACTIVE for port object 7844efa5-52ae-4540-a97e-54ae5d86259e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 17:59:56.921772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:56.938350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e00b-f8ff-4912-8e49-a73732d4e90b req-3a1274c1-749a-4594-80b1-41909c83309b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:56.939718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fc7e00b-f8ff-4912-8e49-a73732d4e90b req-3a1274c1-749a-4594-80b1-41909c83309b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0604990 Jul 28 17:59:56.999047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:57.034987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fc7e00b-f8ff-4912-8e49-a73732d4e90b req-f0fd6ca8-173d-4972-b0c2-35fd2a86db94 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735285 Jul 28 17:59:57.046832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['d25a9878-b958-4de6-97dc-1c698bbe9415'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:57.082602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 17:59:57.083102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 17:59:57.083461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:57.088372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 17:59:57.088699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 17:59:57.093824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 17:59:57.094251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 17:59:57.094699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 17:59:57.095193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Bound port: 7844efa5-52ae-4540-a97e-54ae5d86259e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 17:59:57.096437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:57.169823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:57.180104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:57.223980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2c5bb-e075-4166-895d-80b17f9686a7 req-9d265b2d-ccf5-4e70-870b-f2cd401b464b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.225552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13f2c5bb-e075-4166-895d-80b17f9686a7 req-9d265b2d-ccf5-4e70-870b-f2cd401b464b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 948 time: 0.0579963 Jul 28 17:59:57.253297 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:57.269187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13f2c5bb-e075-4166-895d-80b17f9686a7 req-309ce3ff-4ec6-4344-a80b-900a674ae45b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Jul 28 17:59:57.299486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.300063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:57.301451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] 10.222.0.35 "PUT /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 1091 time: 0.9642396 Jul 28 17:59:57.301899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:57.304139 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2c4b3d-798d-4544-9d2f-e9896da507a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:57.356660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e2a8-fe8e-4990-a871-bfc1dcd56754 service neutron] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:57.379562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2af3-43b3-4b13-bdd8-125fb7f383e5 req-0ead2f52-9535-4a99-a544-f22a04a96c94 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.382109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e85c2af3-43b3-4b13-bdd8-125fb7f383e5 req-0ead2f52-9535-4a99-a544-f22a04a96c94 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 944 time: 0.0690687 Jul 28 17:59:57.421570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e85c2af3-43b3-4b13-bdd8-125fb7f383e5 req-3c54466d-a8fe-468b-ae1f-a3788cc911f2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Jul 28 17:59:57.465245 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abf874-51f3-4d2b-9924-d247e04c1f7a x-openstack-request-id: req-71abf874-51f3-4d2b-9924-d247e04c1f7a {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:57.465533 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:57.467870 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71abf874-51f3-4d2b-9924-d247e04c1f7a {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:57.467870 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'status': 'completed', 'code': 200} Jul 28 17:59:57.472997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-c7a65214-ab43-445c-a46d-e10a45b4b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.474494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-c7a65214-ab43-445c-a46d-e10a45b4b345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1094 time: 0.0520952 Jul 28 17:59:57.521100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-a5ae5cd4-13d7-48e7-969a-e8b17b46e993 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 217 time: 0.0390732 Jul 28 17:59:57.570668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-da4ff9e4-7893-4488-a3d4-7e8aab8bd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.572315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-da4ff9e4-7893-4488-a3d4-7e8aab8bd2f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0448716 Jul 28 17:59:57.603555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-03b29608-f351-4601-b967-08e982f6edeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242288 Jul 28 17:59:57.690643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:57.710422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-e6a7149f-ebb8-45ef-9daa-781fa67e4be7 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990262 Jul 28 17:59:57.789641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e49e-d547-49fa-a77c-da94d2413633 req-73210ce4-0319-4253-bbfb-ca45282254f4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.791152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9a0e49e-d547-49fa-a77c-da94d2413633 req-73210ce4-0319-4253-bbfb-ca45282254f4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 945 time: 0.0511446 Jul 28 17:59:57.812021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99e6ff98-3f71-4d2d-aaa4-5e0282fea822 req-0d0710b7-fc1f-4883-b20a-a5f99a5507d1 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934443 Jul 28 17:59:57.836598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:57.839196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9a0e49e-d547-49fa-a77c-da94d2413633 req-10588c22-23f8-442f-9b76-1c923d904419 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Jul 28 17:59:57.840652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:57.841264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:57.890623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-919350ed-447b-474d-ae8d-36e9d3d8f82c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670230 Jul 28 17:59:57.944800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:57.966184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeb27e-a62b-4c60-ad8c-391ce1638d5b req-186aaf9c-e97c-434d-9b3f-227d9bfc9e9a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.968071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3afeb27e-a62b-4c60-ad8c-391ce1638d5b req-186aaf9c-e97c-434d-9b3f-227d9bfc9e9a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0685878 Jul 28 17:59:57.968265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-3cf39728-3a31-465e-88d9-aa37cc3867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:57.968765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 17:59:57.969738 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-3cf39728-3a31-465e-88d9-aa37cc3867fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1094 time: 0.0427721 Jul 28 17:59:57.970980 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18d321-a1ea-4c3f-a351-6ebf186f7de8" -d '{"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:57.985449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:58.009530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3afeb27e-a62b-4c60-ad8c-391ce1638d5b req-3a2014cf-3843-4f75-bda0-e604df6d3369 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Jul 28 17:59:58.070429 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.085340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-2809a4b0-ddaa-4cf4-87cd-9915d8803fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.086825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-2809a4b0-ddaa-4cf4-87cd-9915d8803fc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1093419 Jul 28 17:59:58.129448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:58.141252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-b2685507-5830-4d25-91e4-604d7c45c547 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 217 time: 0.0466478 Jul 28 17:59:58.146525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626457-b60c-42c2-9b32-0a05c67f7e12 req-8c63ea12-d863-447d-8c02-5aacfe5c1e6b tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.148297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77626457-b60c-42c2-9b32-0a05c67f7e12 req-8c63ea12-d863-447d-8c02-5aacfe5c1e6b tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 944 time: 0.0613444 Jul 28 17:59:58.194606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77626457-b60c-42c2-9b32-0a05c67f7e12 req-abf04e64-07e8-46a3-8a99-c32c886ef02a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Jul 28 17:59:58.214926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-6f5ba9e2-d731-46a9-9b78-cf2f95d5619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.217038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-6f5ba9e2-d731-46a9-9b78-cf2f95d5619e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0690629 Jul 28 17:59:58.251764 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-8875642d-1c4f-46f5-9066-a4a444237bef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257916 Jul 28 17:59:58.302183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b0e7d-aaef-4996-8c41-cf800602aa2c req-668db561-3f04-4fa3-b15a-b6c1cedda947 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.303981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d3b0e7d-aaef-4996-8c41-cf800602aa2c req-668db561-3f04-4fa3-b15a-b6c1cedda947 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0503116 Jul 28 17:59:58.345715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d3b0e7d-aaef-4996-8c41-cf800602aa2c req-ec69ecab-aee0-4024-90ea-a1ea6b62e9de tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Jul 28 17:59:58.346375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-8de94740-9d52-42ac-acb3-6484d7b7a75f service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877013 Jul 28 17:59:58.395688 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9b4abb-5850-4bf6-a533-a0e2cdced8c0 x-openstack-request-id: req-4f9b4abb-5850-4bf6-a533-a0e2cdced8c0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:58.395977 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:58.399939 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f9b4abb-5850-4bf6-a533-a0e2cdced8c0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:58.399939 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'code': 200} Jul 28 17:59:58.444376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d25a9878-b958-4de6-97dc-1c698bbe9415 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:58.446999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:58.448527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2c4b3d-798d-4544-9d2f-e9896da507a4 req-7bd0f3c5-ab00-4d36-980f-9db03650feb7 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945034 Jul 28 17:59:58.546159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400c8c-29a1-4353-951c-8c540df31ca2 req-0c80ecbd-659e-4fa8-a5b2-86801b3df211 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.547700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc400c8c-29a1-4353-951c-8c540df31ca2 req-0c80ecbd-659e-4fa8-a5b2-86801b3df211 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 948 time: 0.0957184 Jul 28 17:59:58.557973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50752e9-4fb6-4a80-9db7-d5a08b06dcc9 req-9ac525ef-0583-457c-acb4-3cdf09b7dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.559117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c50752e9-4fb6-4a80-9db7-d5a08b06dcc9 req-9ac525ef-0583-457c-acb4-3cdf09b7dfc4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 1096 time: 0.0952477 Jul 28 17:59:58.616223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc400c8c-29a1-4353-951c-8c540df31ca2 req-36c4e0d1-8bf0-4c92-b1bb-a8c7a893f82d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Jul 28 17:59:58.616528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:58.617863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c50752e9-4fb6-4a80-9db7-d5a08b06dcc9 req-3244ca84-92f7-4b77-96e4-e83b77547a13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Jul 28 17:59:58.639812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:58.648691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port d25a9878-b958-4de6-97dc-1c698bbe9415 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 17:59:58.669440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port d25a9878-b958-4de6-97dc-1c698bbe9415 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 17:59:58.669815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.704967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.725926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:58.748082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462b03c-8d88-4b9b-8480-b67dcdfa98fc req-45bd5354-eb3c-42c4-b9d9-fd7608b41ea5 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.749613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5462b03c-8d88-4b9b-8480-b67dcdfa98fc req-45bd5354-eb3c-42c4-b9d9-fd7608b41ea5 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0610819 Jul 28 17:59:58.750110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:58.789965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.793962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5462b03c-8d88-4b9b-8480-b67dcdfa98fc req-00efd928-6107-4586-bdff-92156d2ce3b2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Jul 28 17:59:58.831744 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.832402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:58.835104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d25a9878-b958-4de6-97dc-1c698bbe9415,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:58.922236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:58.922236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:59:58.957416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:58.969616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:58.971374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3850-f348-4810-b07e-f72130180380 req-939bcce1-50b3-4f83-bde2-ace93c861b2a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:58.978259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84f3850-f348-4810-b07e-f72130180380 req-939bcce1-50b3-4f83-bde2-ace93c861b2a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0605171 Jul 28 17:59:58.982468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'mac_address': 'fa:16:3e:eb:07:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:59.021375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84f3850-f348-4810-b07e-f72130180380 req-35c839ed-8453-4275-a5d0-6f93527333d1 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Jul 28 17:59:59.065075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:59.092977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.112955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.115582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:59.151715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:59.153431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5ee2e-a70f-4d84-a01c-0c4dafe6ea25 req-8485f392-8662-42fc-aabc-35e0c5fa47b0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:59.154985 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0f5ee2e-a70f-4d84-a01c-0c4dafe6ea25 req-8485f392-8662-42fc-aabc-35e0c5fa47b0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0576904 Jul 28 17:59:59.166054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:59.202833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0f5ee2e-a70f-4d84-a01c-0c4dafe6ea25 req-90a00ffe-c051-42d1-8cd9-21a2c1d2ec67 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Jul 28 17:59:59.265194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.265967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 39f93089-61d5-4ae2-a392-b7fa5514e8d0 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:59.299858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.313764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9097906-412a-4309-a949-116962eae410 req-1f1e1024-67c0-4b98-a905-e3d8b8ba7356 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:59.317718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9097906-412a-4309-a949-116962eae410 req-1f1e1024-67c0-4b98-a905-e3d8b8ba7356 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 944 time: 0.0545261 Jul 28 17:59:59.357644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9097906-412a-4309-a949-116962eae410 req-b8fa6bde-381b-467f-a8ca-8e404f09a785 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Jul 28 17:59:59.477965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce513e-7c3f-4e1f-8bf1-27e91af68c95 req-f381eb1a-b070-486b-bdd1-6b6283b24407 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:59.479668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15ce513e-7c3f-4e1f-8bf1-27e91af68c95 req-f381eb1a-b070-486b-bdd1-6b6283b24407 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0541298 Jul 28 17:59:59.483775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:59.525899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15ce513e-7c3f-4e1f-8bf1-27e91af68c95 req-358e44db-9c56-4156-88b9-8a00944cdb4f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Jul 28 17:59:59.557706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:59.566827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:59.577284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'port_id': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'mac_address': 'fa:16:3e:46:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:59.614778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.628022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f93089-61d5-4ae2-a392-b7fa5514e8d0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 17:59:59.729972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:59.743854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332495-7ae8-4c03-b37b-6f21dae29592 req-a395baf9-5210-4de3-a81c-c7f2b64703d2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:59.745337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df332495-7ae8-4c03-b37b-6f21dae29592 req-a395baf9-5210-4de3-a81c-c7f2b64703d2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 949 time: 0.0559318 Jul 28 17:59:59.768277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 17:59:59.782560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df332495-7ae8-4c03-b37b-6f21dae29592 req-dcdf3ccd-a487-458a-ba6c-4a62a2942ce5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Jul 28 17:59:59.823252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:59.961240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c1299-d704-4778-b07d-b0dffda687fe req-7cd57d29-75a1-4b28-a358-8aeff577a6c9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 17:59:59.962719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-961c1299-d704-4778-b07d-b0dffda687fe req-7cd57d29-75a1-4b28-a358-8aeff577a6c9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0522189 Jul 28 18:00:00.003804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-961c1299-d704-4778-b07d-b0dffda687fe req-9c2a6050-0e24-48cc-a2fd-f950776df6e8 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Jul 28 18:00:00.118868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ffb997b5-28c6-4727-9f5b-5b11ecdad4b0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:00.145748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['39f93089-61d5-4ae2-a392-b7fa5514e8d0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:00.175438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44323b-9dc9-4369-9ee0-7a5f4012ec1a req-497b93d0-9385-42c1-b20b-4af89d9e2ec1 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.177017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d44323b-9dc9-4369-9ee0-7a5f4012ec1a req-497b93d0-9385-42c1-b20b-4af89d9e2ec1 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0883982 Jul 28 18:00:00.183363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-91a476bd-7d08-45d7-bdaa-3dc97d5cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.185226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-91a476bd-7d08-45d7-bdaa-3dc97d5cb0c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1100 time: 0.0641317 Jul 28 18:00:00.187351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:00.277995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d44323b-9dc9-4369-9ee0-7a5f4012ec1a req-7450a15d-9a84-45c6-95fc-0b5bf60d2dfa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906398 Jul 28 18:00:00.315434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-72bfa3af-a5eb-4e6d-9de0-b2ddfe8627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.317050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-72bfa3af-a5eb-4e6d-9de0-b2ddfe8627c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1225998 Jul 28 18:00:00.370209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-08bee0b5-118b-4990-8b99-7ab1d1ad7b37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0453887 Jul 28 18:00:00.397772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415'}, {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:00.400040 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105ee808-a710-4a1d-9cde-956eb0d00a21" -d '{"events": [{"server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "name": "network-vif-plugged", "status": "completed", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415"}, {"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-unplugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:00.450835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-42c52630-11e7-4112-88a2-ae72f2244784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.457439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-42c52630-11e7-4112-88a2-ae72f2244784 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0725203 Jul 28 18:00:00.463842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732fd46-be35-4e00-8bdc-f8e503526fd9 req-1b5e4f1f-40db-46df-be97-99963cc4404f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.465309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0732fd46-be35-4e00-8bdc-f8e503526fd9 req-1b5e4f1f-40db-46df-be97-99963cc4404f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0872278 Jul 28 18:00:00.533275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0732fd46-be35-4e00-8bdc-f8e503526fd9 req-bb3f39ad-4dbb-4b94-9400-28627f729c0b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Jul 28 18:00:00.535968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-31ca6c93-8b2a-4d37-9179-38d37f160054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.537370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-31ca6c93-8b2a-4d37-9179-38d37f160054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712235 Jul 28 18:00:00.663898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b57bd3-c6c5-42a6-9cb9-b9b81d909871 req-00a6a2d6-62ab-4f04-b5ea-5a50859ead9a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.665411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96b57bd3-c6c5-42a6-9cb9-b9b81d909871 req-00a6a2d6-62ab-4f04-b5ea-5a50859ead9a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 945 time: 0.0765417 Jul 28 18:00:00.670642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-61a9aa22-5a3d-462c-b989-ce273d52ffa4 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252205 Jul 28 18:00:00.754202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96b57bd3-c6c5-42a6-9cb9-b9b81d909871 req-5708ecc9-fc1f-4455-b4fb-0ae8a003651c tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825336 Jul 28 18:00:00.784624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-de305bf0-0b6d-4f72-b0b8-c70af696491a service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061940 Jul 28 18:00:00.801086 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c9e5e7-0b68-468b-a412-ea39650bf9b8 x-openstack-request-id: req-02c9e5e7-0b68-468b-a412-ea39650bf9b8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:00.801602 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "name": "network-vif-plugged", "status": "completed", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415", "code": 200}, {"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-unplugged", "status": "completed", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:00.801702 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02c9e5e7-0b68-468b-a412-ea39650bf9b8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:00.802046 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'code': 200} Jul 28 18:00:00.802303 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'code': 200} Jul 28 18:00:00.928859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289e31d-0015-46ba-8ced-49d65f40d10a req-8017b692-9421-4b92-988f-8968547d1e0f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.930316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f289e31d-0015-46ba-8ced-49d65f40d10a req-8017b692-9421-4b92-988f-8968547d1e0f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0813067 Jul 28 18:00:00.932176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4dfb6-9dde-4484-8e6e-92fb86a72736 req-d6480f53-769f-45de-9693-4500128c15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:00.933513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ab4dfb6-9dde-4484-8e6e-92fb86a72736 req-d6480f53-769f-45de-9693-4500128c15f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 1097 time: 0.0551260 Jul 28 18:00:00.989534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f289e31d-0015-46ba-8ced-49d65f40d10a req-36bbf341-92f9-4cd2-b0c5-2fb03610a531 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Jul 28 18:00:00.993282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ab4dfb6-9dde-4484-8e6e-92fb86a72736 req-dde42c34-207b-4e90-8942-f44644ec589f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500188 Jul 28 18:00:01.098611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92110ac-5070-4a2d-a5a9-3a7a90a387a5 req-68ed56ce-081a-462f-8cb5-0b38a96240b7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.100052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b92110ac-5070-4a2d-a5a9-3a7a90a387a5 req-68ed56ce-081a-462f-8cb5-0b38a96240b7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 949 time: 0.0524333 Jul 28 18:00:01.138184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b92110ac-5070-4a2d-a5a9-3a7a90a387a5 req-7be176e4-f1c2-47c5-874e-b86ffdf33cb0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jul 28 18:00:01.295158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0b98-5948-462a-85ad-204ff2a0c081 req-13a92dd7-b80f-4ae4-af89-471900a02825 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.296657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d93b0b98-5948-462a-85ad-204ff2a0c081 req-13a92dd7-b80f-4ae4-af89-471900a02825 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0488157 Jul 28 18:00:01.337242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d93b0b98-5948-462a-85ad-204ff2a0c081 req-fe564919-7242-4e9e-8492-2231102a33a4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Jul 28 18:00:01.439611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c348a-7624-4c9e-b310-73cc4ffe9fbf req-f879012f-4805-426e-9b04-947643499f0e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.441000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a24c348a-7624-4c9e-b310-73cc4ffe9fbf req-f879012f-4805-426e-9b04-947643499f0e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Jul 28 18:00:01.478066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a24c348a-7624-4c9e-b310-73cc4ffe9fbf req-5e6e240e-850c-4a02-aa9b-c7b5ed63d85c tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Jul 28 18:00:01.590651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eed3ef-5ca8-4e4e-a10f-f18343120488 req-f6b639ba-4c13-4b11-b2ac-37e0f235d408 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.592167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67eed3ef-5ca8-4e4e-a10f-f18343120488 req-f6b639ba-4c13-4b11-b2ac-37e0f235d408 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0512123 Jul 28 18:00:01.630567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67eed3ef-5ca8-4e4e-a10f-f18343120488 req-e67945ea-ad63-4388-a813-f6a2ed4b9892 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jul 28 18:00:01.687631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03257a9f-22f7-4324-8634-20ea0de53778 req-79cefc35-6752-4bf6-a0ba-3c22ea07b30e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.689149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03257a9f-22f7-4324-8634-20ea0de53778 req-79cefc35-6752-4bf6-a0ba-3c22ea07b30e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0550926 Jul 28 18:00:01.721838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:01.728204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03257a9f-22f7-4324-8634-20ea0de53778 req-cb75134f-ba89-4041-9558-dea48e1671f8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jul 28 18:00:01.733562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15743-300a-4b79-b543-2deba40a07a5 req-06354fab-f5dd-4e0a-a77a-ffabafeb4382 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.738671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87c15743-300a-4b79-b543-2deba40a07a5 req-06354fab-f5dd-4e0a-a77a-ffabafeb4382 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.0532079 Jul 28 18:00:01.779987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87c15743-300a-4b79-b543-2deba40a07a5 req-9be1f155-ee75-4ef0-88cd-ab5d4ca3e534 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Jul 28 18:00:01.839503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:01.854353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'port_id': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'mac_address': 'fa:16:3e:2f:1e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f47308-b81e-4aa7-8a89-5c8107699528', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:01.897917 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:01.901892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309e50-6119-4005-8593-1bd2da5976d8 req-9b783f05-1f76-4535-bf22-f8aa57d16a8a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:01.903383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e309e50-6119-4005-8593-1bd2da5976d8 req-9b783f05-1f76-4535-bf22-f8aa57d16a8a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 945 time: 0.0600960 Jul 28 18:00:01.910966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7844efa5-52ae-4540-a97e-54ae5d86259e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:01.935204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:01.948950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e309e50-6119-4005-8593-1bd2da5976d8 req-134e0081-90f1-4d98-8bb3-8ae2571c36c1 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jul 28 18:00:02.025427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:02.079281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:02.119968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df0a62-2c9d-4ce9-bdd5-3b47943a6267 req-8ac0be3c-4106-443b-b1ec-c9ec37aeb7ad tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.121471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24df0a62-2c9d-4ce9-bdd5-3b47943a6267 req-8ac0be3c-4106-443b-b1ec-c9ec37aeb7ad tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.0548403 Jul 28 18:00:02.160043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24df0a62-2c9d-4ce9-bdd5-3b47943a6267 req-b194f2ad-643a-457f-bc59-2893a2bbdc9b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jul 28 18:00:02.283189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc72c-d328-419b-9cf9-8dc88fad0151 req-d297af3f-f0c6-43d7-858a-b780ad62f0cf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.285455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8abbc72c-d328-419b-9cf9-8dc88fad0151 req-d297af3f-f0c6-43d7-858a-b780ad62f0cf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 949 time: 0.0600457 Jul 28 18:00:02.327583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8abbc72c-d328-419b-9cf9-8dc88fad0151 req-99346534-e8ea-423e-a7d3-8f2ba2403f1c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 28 18:00:02.398551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['7844efa5-52ae-4540-a97e-54ae5d86259e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:02.491537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 39f93089-61d5-4ae2-a392-b7fa5514e8d0 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:02.614262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f35a3-2e47-46df-9483-80a485e1e1e6 req-20850f7b-38e7-46d4-9981-edbf124e29c8 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.615766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a4f35a3-2e47-46df-9483-80a485e1e1e6 req-20850f7b-38e7-46d4-9981-edbf124e29c8 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0701101 Jul 28 18:00:02.653671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a4f35a3-2e47-46df-9483-80a485e1e1e6 req-24ddd0f9-7aef-488a-813c-c4af9722c1b6 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Jul 28 18:00:02.717345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:02.722156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:02.723950 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:02.775605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3130f1e-37b1-40b7-8645-207521392fa9 req-6f7664ef-6583-48d4-84ed-f802ac8e609e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.777040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3130f1e-37b1-40b7-8645-207521392fa9 req-6f7664ef-6583-48d4-84ed-f802ac8e609e tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0563576 Jul 28 18:00:02.780001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230955d-2bb3-4838-95e2-4a5bf76ff4ef req-1f870c64-6a46-49f6-b229-7232aa08c2fd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.781655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9230955d-2bb3-4838-95e2-4a5bf76ff4ef req-1f870c64-6a46-49f6-b229-7232aa08c2fd tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0509911 Jul 28 18:00:02.785596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:02.790610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Request body: {'floatingip': {'port_id': 'd25a9878-b958-4de6-97dc-1c698bbe9415'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:02.824761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:02.834211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:02.849301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:02.851557 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bcab8d-aad9-476b-92db-e3b27bab163e" -d '{"events": [{"server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "name": "network-vif-plugged", "status": "completed", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:02.865000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:02.875597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d516d-f079-42e1-85e5-5095a50fa50f req-28ce0a2d-5a1b-4ef8-90c5-d2f9ce90741c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:02.877201 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-681d516d-f079-42e1-85e5-5095a50fa50f req-28ce0a2d-5a1b-4ef8-90c5-d2f9ce90741c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0492346 Jul 28 18:00:02.917786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-681d516d-f079-42e1-85e5-5095a50fa50f req-b70aebbd-2e3e-424c-b912-f2fa84eb387c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Jul 28 18:00:02.937622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:02.938444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:02.942392 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9230955d-2bb3-4838-95e2-4a5bf76ff4ef req-db3cf158-945e-43db-ad58-a66c21ba0d39 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489713 Jul 28 18:00:03.013453 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235833d3-a0ff-4703-be5f-8cf6ecd006ad x-openstack-request-id: req-235833d3-a0ff-4703-be5f-8cf6ecd006ad {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:03.013800 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "name": "network-vif-plugged", "status": "completed", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:03.014062 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-235833d3-a0ff-4703-be5f-8cf6ecd006ad {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:03.014457 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'code': 200} Jul 28 18:00:03.029404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:03.058218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f07cb-8d96-4b03-a86d-e7dc3410eee1 req-468dc80e-bfbe-4892-b526-b60a4301c124 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.064125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b1f07cb-8d96-4b03-a86d-e7dc3410eee1 req-468dc80e-bfbe-4892-b526-b60a4301c124 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.0818515 Jul 28 18:00:03.099511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:03.103795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:03.104266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.129255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b1f07cb-8d96-4b03-a86d-e7dc3410eee1 req-9d49e6b1-7159-4c78-90ce-9663c53d21f6 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Jul 28 18:00:03.138709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3513c-4996-497e-949e-785f0ea07912 req-1f0d6165-d399-4996-b248-ed4a8db74e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.140635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2b3513c-4996-497e-949e-785f0ea07912 req-1f0d6165-d399-4996-b248-ed4a8db74e39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 1097 time: 0.0579834 Jul 28 18:00:03.169899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636a2e-fd2e-4725-b63b-c02df7b844e8 req-f31a2880-86bb-4470-9dd2-a72703036912 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.171605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6636a2e-fd2e-4725-b63b-c02df7b844e8 req-f31a2880-86bb-4470-9dd2-a72703036912 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0945342 Jul 28 18:00:03.192004 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2b3513c-4996-497e-949e-785f0ea07912 req-ef0ca2ca-4a0f-466e-8535-e703f4ef7e07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Jul 28 18:00:03.213748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.256115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:03.275944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6636a2e-fd2e-4725-b63b-c02df7b844e8 req-124879e0-55d5-4777-9d1e-41ef53f07f41 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699193 Jul 28 18:00:03.296148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65293-edba-4185-a65a-60c4ff850e0e req-19896974-1f5b-4354-8b1a-bdfbbdb19aa5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.296148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ce65293-edba-4185-a65a-60c4ff850e0e req-19896974-1f5b-4354-8b1a-bdfbbdb19aa5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.0508139 Jul 28 18:00:03.322612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.323458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:03.385820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-710cb1db-321a-41cc-a055-505409ed809d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.387582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-710cb1db-321a-41cc-a055-505409ed809d tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 947 time: 0.0953345 Jul 28 18:00:03.391683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ce65293-edba-4185-a65a-60c4ff850e0e req-db710afb-6cdc-47b0-9f9e-094008dd31cd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909855 Jul 28 18:00:03.402258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.412826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:03.491197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Deleting port 3e1db04a-bc38-4736-871c-a2a57c6003fc {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:03.491564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.500666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094502e5-e117-4612-9b37-1f9bd06b591a req-990ab7cf-67aa-4763-8f9e-67940223d23e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:03.502288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-094502e5-e117-4612-9b37-1f9bd06b591a req-990ab7cf-67aa-4763-8f9e-67940223d23e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0489938 Jul 28 18:00:03.516065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port c5533c26-14f6-432a-aa7e-b47b3c521660 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:03.520357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c5533c26-14f6-432a-aa7e-b47b3c521660 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:03.520831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.525441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.586501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-094502e5-e117-4612-9b37-1f9bd06b591a req-82fc0b05-c0de-43b1-896d-3035ee00fefa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745709 Jul 28 18:00:03.587700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] For port 3e1db04a-bc38-4736-871c-a2a57c6003fc, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e1db04a-bc38-4736-871c-a2a57c6003fc,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:03.588169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.604229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Calling delete_port for 3e1db04a-bc38-4736-871c-a2a57c6003fc owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:03.613912 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.647022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:03.648807 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Floating IP 39037684-fdf3-4fab-8058-310c0c76809e associated. External IP: 172.25.7.159, port: d25a9878-b958-4de6-97dc-1c698bbe9415. Jul 28 18:00:03.731995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:03.755941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.792016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.820663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:03.826993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Pushing event deleted for resources: {'Port': ['ID=3e1db04a-bc38-4736-871c-a2a57c6003fc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:03.837489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.837768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.838119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.838462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.838803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.839139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.839503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.839835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.840197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.840524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.840851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.841176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:03.887305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] No DVR routers for this DVR port 3e1db04a-bc38-4736-871c-a2a57c6003fc on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:03.890242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.892430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e59255-25a7-43ad-8553-7b61803e5be8 req-333554b0-f22d-43e5-a094-7fdd5f5b24fc tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "DELETE /v2.0/ports/3e1db04a-bc38-4736-871c-a2a57c6003fc HTTP/1.1" status: 204 len: 173 time: 0.4968567 Jul 28 18:00:03.892969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-deleted', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:03.894631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 7844efa5-52ae-4540-a97e-54ae5d86259e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:03.896008 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a75e14-78d8-45e0-a757-598e18ec4278" -d '{"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-deleted", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:03.899118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 7844efa5-52ae-4540-a97e-54ae5d86259e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:03.899522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:03.942318 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0196092-8fc5-4c2d-b616-d0aa719963d3 x-openstack-request-id: req-a0196092-8fc5-4c2d-b616-d0aa719963d3 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:03.947030 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e406d48-0cd8-467c-aea5-083722d91480", "name": "network-vif-deleted", "tag": "3e1db04a-bc38-4736-871c-a2a57c6003fc", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:03.947517 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0196092-8fc5-4c2d-b616-d0aa719963d3 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:03.948147 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e406d48-0cd8-467c-aea5-083722d91480', 'name': 'network-vif-deleted', 'tag': '3e1db04a-bc38-4736-871c-a2a57c6003fc', 'status': 'completed', 'code': 200} Jul 28 18:00:04.004872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:04.055873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:04.107251 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:04.107476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b259c30-890f-453f-9147-824d37d54eb3 req-12a05a56-d076-4991-a828-c2d47c060639 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.109338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b259c30-890f-453f-9147-824d37d54eb3 req-12a05a56-d076-4991-a828-c2d47c060639 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0565484 Jul 28 18:00:04.159278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b259c30-890f-453f-9147-824d37d54eb3 req-3ae99908-8ae9-4c1b-8311-4131967508c0 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Jul 28 18:00:04.190900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:04.302779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ef74181-6047-4367-aeb2-db3d452b7849 req-faaa6c49-24ef-4fc2-8a1a-702160bfb3a4 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e406d48-0cd8-467c-aea5-083722d91480 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Jul 28 18:00:04.310142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0908c-253e-442c-a6fc-bd4b3640caa6 req-6e0fb408-92e9-4c97-b453-c251c7e2e2a7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.311876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ae0908c-253e-442c-a6fc-bd4b3640caa6 req-6e0fb408-92e9-4c97-b453-c251c7e2e2a7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0665982 Jul 28 18:00:04.313758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Router c154c6c0-3f04-4d23-be2b-6341d0f994fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:00:04.395479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ae0908c-253e-442c-a6fc-bd4b3640caa6 req-cd7bb1ae-429f-4ba8-a114-f5a021b92e5c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732598 Jul 28 18:00:04.423375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0c258-be11-4868-b078-c13a767f5f2d req-2a94b30d-1d9f-47dc-9a94-b84e379e9db1 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.426373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dd0c258-be11-4868-b078-c13a767f5f2d req-2a94b30d-1d9f-47dc-9a94-b84e379e9db1 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0612328 Jul 28 18:00:04.469495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:04.483384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:04.483924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Sync routers for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:04.484680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dd0c258-be11-4868-b078-c13a767f5f2d req-82099f26-7cbd-4c15-895a-eeedf1eac050 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497673 Jul 28 18:00:04.512446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:04.513339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:04.520876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1fe4e859-4580-48dc-9f49-cffdb7072c04 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "PUT /v2.0/floatingips/39037684-fdf3-4fab-8058-310c0c76809e HTTP/1.1" status: 200 len: 992 time: 1.7319057 Jul 28 18:00:04.520876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:04.522362 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496" -d '{"events": [{"name": "network-changed", "server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:04.617903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33539e18-779a-44bb-8e4e-89e60002ed6a req-67f7f8a1-04d5-4f37-b59d-a8f4c5f80f56 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.627896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33539e18-779a-44bb-8e4e-89e60002ed6a req-67f7f8a1-04d5-4f37-b59d-a8f4c5f80f56 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 945 time: 0.0703771 Jul 28 18:00:04.652045 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37703c31-77ce-4894-b0f1-4be5ea24bca8 x-openstack-request-id: req-37703c31-77ce-4894-b0f1-4be5ea24bca8 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:04.652635 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:04.653196 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37703c31-77ce-4894-b0f1-4be5ea24bca8 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:04.653751 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'status': 'completed', 'code': 200} Jul 28 18:00:04.663639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:04.675955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33539e18-779a-44bb-8e4e-89e60002ed6a req-112c28a9-41ed-40af-ae2c-94575a499d66 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Jul 28 18:00:04.720593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-797226de-6abb-460c-b106-c46126edd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.722860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-797226de-6abb-460c-b106-c46126edd422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f40533d93924792ada6503df7b86c9e&device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 1097 time: 0.0460160 Jul 28 18:00:04.799204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6b69-97b3-4d62-8923-6202d145f947 req-5c8d0e95-3109-4c86-a169-aae09748f5a5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.801336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69bb6b69-97b3-4d62-8923-6202d145f947 req-5c8d0e95-3109-4c86-a169-aae09748f5a5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0770183 Jul 28 18:00:04.832176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-4ebd86e7-281d-4197-b5eb-6d1e63a3689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.833726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-4ebd86e7-281d-4197-b5eb-6d1e63a3689a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b048d473-2ecb-4290-9a33-a6941948ad60 HTTP/1.1" status: 200 len: 917 time: 0.1033976 Jul 28 18:00:04.845627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69bb6b69-97b3-4d62-8923-6202d145f947 req-eafdd568-ee11-421a-9b19-1db2b294987a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Jul 28 18:00:04.917736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-dc8bcc10-1d8f-4961-9f99-4cfbe0594a5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d25a9878-b958-4de6-97dc-1c698bbe9415 HTTP/1.1" status: 200 len: 1000 time: 0.0754230 Jul 28 18:00:04.973912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-045fbee7-0aea-405c-9e92-b145231485d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:04.975618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-045fbee7-0aea-405c-9e92-b145231485d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a901c9f-5826-4413-9549-a52eaee083f9 HTTP/1.1" status: 200 len: 855 time: 0.0467656 Jul 28 18:00:05.027745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-d333b352-a980-4fa2-ae9a-59aac86bbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.029356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-d333b352-a980-4fa2-ae9a-59aac86bbf27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b048d473-2ecb-4290-9a33-a6941948ad60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464125 Jul 28 18:00:05.031377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0'}, {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}, {'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:05.033595 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a4e385-b6f6-4444-acbc-9721b07c33cd" -d '{"events": [{"server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0"}, {"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}, {"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-plugged", "status": "completed", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb7622-464a-4e97-a620-dd774748d136 x-openstack-request-id: req-9cbb7622-464a-4e97-a620-dd774748d136 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0", "code": 200}, {"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "code": 200}, {"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-plugged", "status": "completed", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cbb7622-464a-4e97-a620-dd774748d136 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'code': 200} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'code': 200} Jul 28 18:00:05.099586 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'code': 200} Jul 28 18:00:05.106362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '39037684-fdf3-4fab-8058-310c0c76809e', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'port_id': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'mac_address': 'fa:16:3e:6d:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e1deb7-7247-436b-91ef-06bc6414d451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:58:47Z', 'updated_at': '2021-07-28T18:00:03Z', 'revision_number': 1, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:05.135185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Checking router: c154c6c0-3f04-4d23-be2b-6341d0f994fe for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:05.157819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:05.158435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:05.161438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-c0a05099-1862-4cc7-a6da-9f5afd1e4974 service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121438 Jul 28 18:00:05.270281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbade-298e-4ee1-be31-fb3544524087 req-7f0ca927-13c5-456f-b0f8-cbc7ecf711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.271897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83ccbade-298e-4ee1-be31-fb3544524087 req-7f0ca927-13c5-456f-b0f8-cbc7ecf711dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1101 time: 0.0814109 Jul 28 18:00:05.340507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83ccbade-298e-4ee1-be31-fb3544524087 req-dff72ec0-9512-48e7-ac56-e20ca86c1c3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Jul 28 18:00:05.355171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa1e07-9527-4bf8-b569-6de24a2da3ad req-33c634dd-cbb8-4f82-a858-a969762d6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.356958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52aa1e07-9527-4bf8-b569-6de24a2da3ad req-33c634dd-cbb8-4f82-a858-a969762d6129 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.1614599 Jul 28 18:00:05.358892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482862a3-4423-4e5b-be47-873808cf380d req-fa1bcbef-9ba6-4de9-8102-144e7a5ff451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.360361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-482862a3-4423-4e5b-be47-873808cf380d req-fa1bcbef-9ba6-4de9-8102-144e7a5ff451 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 1101 time: 0.1099150 Jul 28 18:00:05.364318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a48d9ff-be4f-48fa-bb9e-be1ce52d7496 req-69bde8cf-cfdb-44fe-bb86-04d678546dba service neutron] 10.222.0.37 "GET /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912048 Jul 28 18:00:05.368909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8de03-4d92-4362-b7fd-1f123cf82757 req-3b9fb2c3-8b31-480c-8b1f-67b506d1da31 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.370442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bfd8de03-4d92-4362-b7fd-1f123cf82757 req-3b9fb2c3-8b31-480c-8b1f-67b506d1da31 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0949783 Jul 28 18:00:05.417776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52aa1e07-9527-4bf8-b569-6de24a2da3ad req-8457a959-d429-4a19-aace-4dcc7b0cce8d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Jul 28 18:00:05.434763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bfd8de03-4d92-4362-b7fd-1f123cf82757 req-535bc04d-2373-461b-85f3-edb15b51b6ac tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569007 Jul 28 18:00:05.435368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-482862a3-4423-4e5b-be47-873808cf380d req-c6900659-dcec-4095-be41-8616b5dd6861 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Jul 28 18:00:05.491211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:05.574038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a30a7-63b8-4709-92c9-8f0171f6312f req-fc5e8450-4bed-4faa-a5a5-8f73d7d8c9a1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.575707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d34a30a7-63b8-4709-92c9-8f0171f6312f req-fc5e8450-4bed-4faa-a5a5-8f73d7d8c9a1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0544403 Jul 28 18:00:05.616906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d34a30a7-63b8-4709-92c9-8f0171f6312f req-5a3ffcca-4164-4145-aa2a-f16c9b064235 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jul 28 18:00:05.739256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88b2b6-b748-4316-8ce4-0d884718ec92 req-47b627fc-4dc3-4d16-85d3-7c32986f2d72 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.755910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec88b2b6-b748-4316-8ce4-0d884718ec92 req-47b627fc-4dc3-4d16-85d3-7c32986f2d72 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0682733 Jul 28 18:00:05.763785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '39037684-fdf3-4fab-8058-310c0c76809e', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'port_id': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'mac_address': 'fa:16:3e:6d:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e1deb7-7247-436b-91ef-06bc6414d451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:58:47Z', 'updated_at': '2021-07-28T18:00:03Z', 'revision_number': 1, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:05.792129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec88b2b6-b748-4316-8ce4-0d884718ec92 req-b097dc91-2ec1-4177-9b09-30c4355e192d tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Jul 28 18:00:05.797355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8500fed-a720-4812-977f-d760e59a4dc9 None None] The sync data for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 is: [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '39037684-fdf3-4fab-8058-310c0c76809e', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'port_id': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'mac_address': 'fa:16:3e:6d:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e1deb7-7247-436b-91ef-06bc6414d451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:58:47Z', 'updated_at': '2021-07-28T18:00:03Z', 'revision_number': 1, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:05.974634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec33-91b8-4209-9c2e-96af5e3aa261 req-f953f3fd-a390-49cc-b6af-029f33383faf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:05.976594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6e7ec33-91b8-4209-9c2e-96af5e3aa261 req-f953f3fd-a390-49cc-b6af-029f33383faf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 945 time: 0.0592077 Jul 28 18:00:06.024101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7786-5840-4258-a583-d762750e3818 req-fce8de12-e858-4444-92f9-6f44f354e439 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:06.025960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0ca7786-5840-4258-a583-d762750e3818 req-fce8de12-e858-4444-92f9-6f44f354e439 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0518124 Jul 28 18:00:06.026513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6e7ec33-91b8-4209-9c2e-96af5e3aa261 req-91cd2809-9b15-4a4f-a241-65aa20bee88f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Jul 28 18:00:06.086405 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86bff5-6290-432c-97f1-1d350a440479 None None] New status for floating IP 39037684-fdf3-4fab-8058-310c0c76809e: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:00:06.092934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:06.098249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Request body: {'floatingip': {'port_id': '39f93089-61d5-4ae2-a392-b7fa5514e8d0'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:06.147517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:06.169788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab77ea-bbb7-4f86-9b31-9bbca46f2253 req-07d6f216-d642-41b0-8673-e59dbd3e6ca0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:06.171655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eab77ea-bbb7-4f86-9b31-9bbca46f2253 req-07d6f216-d642-41b0-8673-e59dbd3e6ca0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0542626 Jul 28 18:00:06.212807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eab77ea-bbb7-4f86-9b31-9bbca46f2253 req-0f02b268-930f-4bd3-8188-c79a37031ca7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Jul 28 18:00:06.262683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638ba3d-bcf4-4c98-b9ec-0c6439bd8ab9 req-da40fa77-e8b0-461c-b4b4-f20b2f9f1aee tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:06.264102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f638ba3d-bcf4-4c98-b9ec-0c6439bd8ab9 req-da40fa77-e8b0-461c-b4b4-f20b2f9f1aee tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 948 time: 0.1348939 Jul 28 18:00:06.356763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f638ba3d-bcf4-4c98-b9ec-0c6439bd8ab9 req-2cb2b290-e374-46d7-9ea2-77b7a52c9809 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834947 Jul 28 18:00:06.564042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccba22-65f4-47ea-ad46-e09118d58c34 req-927337ed-cec9-4f74-9e16-32b29b8ca465 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:06.565985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36ccba22-65f4-47ea-ad46-e09118d58c34 req-927337ed-cec9-4f74-9e16-32b29b8ca465 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0484557 Jul 28 18:00:06.606094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36ccba22-65f4-47ea-ad46-e09118d58c34 req-309f81fc-5049-4982-8ca4-bb1ca5363335 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Jul 28 18:00:06.969024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87e668-a168-4d19-bc9e-5195255e912e req-1616cd69-3cc1-457c-b66e-02267d8114b0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:06.970528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f87e668-a168-4d19-bc9e-5195255e912e req-1616cd69-3cc1-457c-b66e-02267d8114b0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.1283653 Jul 28 18:00:07.104738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f87e668-a168-4d19-bc9e-5195255e912e req-492645a5-2018-4bf1-aba3-b04c5d68e8b2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174865 Jul 28 18:00:07.141604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:07.166439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd18aa9-350c-40f9-ac90-e934b704841f req-10b335fd-9251-433d-a314-269534994503 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.167991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cd18aa9-350c-40f9-ac90-e934b704841f req-10b335fd-9251-433d-a314-269534994503 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 945 time: 0.0583959 Jul 28 18:00:07.197349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:07.205405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cd18aa9-350c-40f9-ac90-e934b704841f req-f1ff069f-9966-41f7-8509-5d9505ef6dd6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Jul 28 18:00:07.324701 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Floating IP d9fb38ff-0c3f-48ee-a472-3ad6951ac683 associated. External IP: 172.25.7.235, port: 39f93089-61d5-4ae2-a392-b7fa5514e8d0. Jul 28 18:00:07.330547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811c576-8cd1-43f2-a612-acc0ff904b54 req-5abc0144-fe33-4f9b-a674-8ac25f9767a7 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.332121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8811c576-8cd1-43f2-a612-acc0ff904b54 req-5abc0144-fe33-4f9b-a674-8ac25f9767a7 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.0562537 Jul 28 18:00:07.335457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6016f3-cf5f-4149-bd0a-c93e5f8a0eb5 req-e4f66c90-3206-418b-b1c6-cc82c2b869bb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.337030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf6016f3-cf5f-4149-bd0a-c93e5f8a0eb5 req-e4f66c90-3206-418b-b1c6-cc82c2b869bb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0517051 Jul 28 18:00:07.375841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf6016f3-cf5f-4149-bd0a-c93e5f8a0eb5 req-551dd0fb-f5c7-43cb-a321-1ce85e608ec7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Jul 28 18:00:07.431916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8811c576-8cd1-43f2-a612-acc0ff904b54 req-63a2b350-a6cd-4f62-b274-5d0de2408a56 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708268 Jul 28 18:00:07.478408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aac76-b763-47b8-b73a-e69a9c8f33a4 req-a091cd99-e6c9-4bfd-8092-fcf437ee8860 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.479953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d66aac76-b763-47b8-b73a-e69a9c8f33a4 req-a091cd99-e6c9-4bfd-8092-fcf437ee8860 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 948 time: 0.0503166 Jul 28 18:00:07.523158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d66aac76-b763-47b8-b73a-e69a9c8f33a4 req-ff046fef-62a6-420a-ba21-cc46a145a874 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Jul 28 18:00:07.601424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Router b39bd62b-019f-468d-b3b0-322d13abc952 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:00:07.610046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778b749-d0bd-4562-bff3-bf48d6053323 req-f3984c10-9d1e-449c-9dda-a62c9a52010e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.611627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5778b749-d0bd-4562-bff3-bf48d6053323 req-f3984c10-9d1e-449c-9dda-a62c9a52010e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0687220 Jul 28 18:00:07.624692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-22fdb617-d808-4fd2-b624-eb28b8045858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:07.628609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472e87b-cf51-4a37-87dd-2d35caa26ee3 req-4f74a039-8475-4716-adee-32d5dfe6e467 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.630167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9472e87b-cf51-4a37-87dd-2d35caa26ee3 req-4f74a039-8475-4716-adee-32d5dfe6e467 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.0414670 Jul 28 18:00:07.666526 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9472e87b-cf51-4a37-87dd-2d35caa26ee3 req-5023627a-705e-46a2-b987-a9cb18b8016d tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292573 Jul 28 18:00:07.689298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5778b749-d0bd-4562-bff3-bf48d6053323 req-b36d0f39-a6f3-4a02-9256-e831fc0349f7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713334 Jul 28 18:00:07.743937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:07.764657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:07.774457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:07.780272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Sync routers for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:07.806115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0a40b9cd-1b7d-4437-8722-b30b22758210 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "PUT /v2.0/floatingips/d9fb38ff-0c3f-48ee-a472-3ad6951ac683 HTTP/1.1" status: 200 len: 992 time: 1.7120495 Jul 28 18:00:07.806771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:07.809067 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63927b63-19cd-4ce4-8162-8fb73327b3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:07.818693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c79fc-bfab-4871-9d98-a450083c44c6 req-6b70788f-22d1-4626-8c7c-62f01c7e260e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:07.820546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a27c79fc-bfab-4871-9d98-a450083c44c6 req-6b70788f-22d1-4626-8c7c-62f01c7e260e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0716443 Jul 28 18:00:07.841237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:07.841859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:07.861353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a27c79fc-bfab-4871-9d98-a450083c44c6 req-deead59c-a252-4fd6-ba2c-ac1c312815af tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 28 18:00:07.954603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:07.971040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'port_id': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'mac_address': 'fa:16:3e:c0:ff:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cf5d3d-3b96-494a-a911-42ce5793024f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:07.974505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-daf59ed3-dd5e-49c1-8e03-402c88905475 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218825 Jul 28 18:00:08.007212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:08.048562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:08.086776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-a190ff0d-5ed5-4a70-8952-9e346a2cf6ac tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.089579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-a190ff0d-5ed5-4a70-8952-9e346a2cf6ac tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083429 Jul 28 18:00:08.100569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:08.106184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-2f365a21-8c23-46ef-ba95-966156bc632c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/quotas/3f6c0916a0fa452f96a26d0e0859ae4b HTTP/1.1" status: 200 len: 375 time: 0.0100625 Jul 28 18:00:08.133113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:08.166429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-0ae365bf-c644-47be-959f-878908b28af0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536113 Jul 28 18:00:08.181932 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1cb427-0015-4fa6-8540-f8d34ac4ff23 x-openstack-request-id: req-bf1cb427-0015-4fa6-8540-f8d34ac4ff23 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:08.182164 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:08.182419 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf1cb427-0015-4fa6-8540-f8d34ac4ff23 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:08.182806 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'status': 'completed', 'code': 200} Jul 28 18:00:08.192456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:08.294189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:08.318640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-7c094ca0-aac0-4982-a98c-6bfee508acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.318640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-7c094ca0-aac0-4982-a98c-6bfee508acd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c695615b76364a2e95230789d6a116bb&device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 1097 time: 0.1024730 Jul 28 18:00:08.330384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd9fb38ff-0c3f-48ee-a472-3ad6951ac683', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'port_id': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'mac_address': 'fa:16:3e:46:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7f199-1e65-44d8-af53-16ef90358341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:59:38Z', 'updated_at': '2021-07-28T18:00:06Z', 'revision_number': 1, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:08.341754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-1bd64bd7-5216-44dc-a961-46778036a0b2 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.343593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-1bd64bd7-5216-44dc-a961-46778036a0b2 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 948 time: 0.0697803 Jul 28 18:00:08.358303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:08.360674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Checking router: b39bd62b-019f-468d-b3b0-322d13abc952 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:08.399370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:08.399370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T17:59:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:08.519530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8710-6045-4049-9684-9a660f76fb36 req-3731876c-d3fc-47d9-a7fe-1192b8d037c1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.521128 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f46f8710-6045-4049-9684-9a660f76fb36 req-3731876c-d3fc-47d9-a7fe-1192b8d037c1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0661678 Jul 28 18:00:08.544293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:08.571602 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f46f8710-6045-4049-9684-9a660f76fb36 req-fb816042-36de-4eea-ba95-e7ee9227da96 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jul 28 18:00:08.580617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 3e1db04a-bc38-4736-871c-a2a57c6003fc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:00:08.580617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e1db04a-bc38-4736-871c-a2a57c6003fc not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:08.642977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:08.652165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f06db-e76f-4950-b657-27c46d56e9ea req-a5b7d6a6-efb7-4046-9bdf-59c0bfbf5598 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.653834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a2f06db-e76f-4950-b657-27c46d56e9ea req-a5b7d6a6-efb7-4046-9bdf-59c0bfbf5598 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.1955452 Jul 28 18:00:08.656221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-9e6d814f-d5cb-4228-af96-91189e6e5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.657689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-9e6d814f-d5cb-4228-af96-91189e6e5578 service neutron] 10.222.0.37 "GET /v2.0/networks?id=971b567e-99e1-4f7c-a30e-472e0bf7be70 HTTP/1.1" status: 200 len: 912 time: 0.3131654 Jul 28 18:00:08.698491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-85e15559-c0bd-4c9c-90b5-71230dcaa373 req-1cb79ea9-c7b7-4b3b-8ba0-0811cc700199 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 210 time: 0.0379663 Jul 28 18:00:08.732601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Deleting port 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:08.733082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:08.799655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a2f06db-e76f-4950-b657-27c46d56e9ea req-898e977e-a677-4ca9-bac4-a1d66cf51e80 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353967 Jul 28 18:00:08.808043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-6d437f49-5a35-42eb-a7d2-346c6ddb3d70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0 HTTP/1.1" status: 200 len: 1000 time: 0.1361322 Jul 28 18:00:08.825511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e4c18-e49a-4e9b-a9e0-707c4a04cdf8 req-03bfc160-caa9-4f26-9901-4cbbbb7a25a9 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:08.827129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-899e4c18-e49a-4e9b-a9e0-707c4a04cdf8 req-03bfc160-caa9-4f26-9901-4cbbbb7a25a9 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 948 time: 0.0653203 Jul 28 18:00:08.897733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-899e4c18-e49a-4e9b-a9e0-707c4a04cdf8 req-3c1c1776-65ba-4f58-a54d-e773722b1531 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/security-groups?id=12a1283c-9300-436d-9754-515824e04799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Jul 28 18:00:08.910406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] For port 71758f0c-f26c-4ae3-a425-b5ce1a98441d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=71758f0c-f26c-4ae3-a425-b5ce1a98441d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:08.910663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:08.925786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Calling delete_port for 71758f0c-f26c-4ae3-a425-b5ce1a98441d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:08.963923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd9fb38ff-0c3f-48ee-a472-3ad6951ac683', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'port_id': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'mac_address': 'fa:16:3e:46:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7f199-1e65-44d8-af53-16ef90358341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:59:38Z', 'updated_at': '2021-07-28T18:00:06Z', 'revision_number': 1, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:08.990107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f25dbd-1cea-4251-b9c0-2a821f91dd9c None None] The sync data for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 is: [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd9fb38ff-0c3f-48ee-a472-3ad6951ac683', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'port_id': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'mac_address': 'fa:16:3e:46:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7f199-1e65-44d8-af53-16ef90358341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:59:38Z', 'updated_at': '2021-07-28T18:00:06Z', 'revision_number': 1, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:09.016591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-c201b75f-7eae-46d5-9ed9-a7240c9d52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:09.018082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-c201b75f-7eae-46d5-9ed9-a7240c9d52e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73544ddf-56ee-43c1-af8b-2a2a0fbc8e12 HTTP/1.1" status: 200 len: 850 time: 0.1897447 Jul 28 18:00:09.083553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1dbc-3dc1-4266-9a7c-ae6aa6fe84af req-2aa2d076-d85e-49b3-ab9e-e5f0f6e7d83f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:09.085064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e0e1dbc-3dc1-4266-9a7c-ae6aa6fe84af req-2aa2d076-d85e-49b3-ab9e-e5f0f6e7d83f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 944 time: 0.1127961 Jul 28 18:00:09.142529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-2fa8a52f-ee63-49a5-8ac7-1302ea6a0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:09.144165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-2fa8a52f-ee63-49a5-8ac7-1302ea6a0b98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=971b567e-99e1-4f7c-a30e-472e0bf7be70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100028 Jul 28 18:00:09.226164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e0e1dbc-3dc1-4266-9a7c-ae6aa6fe84af req-7f041385-f64f-45e7-8425-a995733a3c76 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340303 Jul 28 18:00:09.269921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-0e5208bb-952c-4ffc-8c73-71ea2647faf9 service neutron] 10.222.0.37 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151578 Jul 28 18:00:09.331759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:09.347201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c07172-de45-4c3b-bcef-607ff82d43b0 None None] New status for floating IP d9fb38ff-0c3f-48ee-a472-3ad6951ac683: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:00:09.364958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Pushing event deleted for resources: {'Port': ['ID=71758f0c-f26c-4ae3-a425-b5ce1a98441d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:09.423549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] No DVR routers for this DVR port 71758f0c-f26c-4ae3-a425-b5ce1a98441d on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:09.428097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:09.430149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ab8961-48b8-4897-b703-a8b8ce114b6a req-24d424aa-0921-4582-9e7b-78c79399f47f tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.37 "DELETE /v2.0/ports/71758f0c-f26c-4ae3-a425-b5ce1a98441d HTTP/1.1" status: 204 len: 173 time: 1.0769641 Jul 28 18:00:09.446818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63927b63-19cd-4ce4-8162-8fb73327b3bc req-97af36d6-f113-4cfd-967b-daa2c9c4a7b9 service neutron] 10.222.0.37 "GET /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616697 Jul 28 18:00:09.703100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993697fc-00b5-4035-bb35-c5ad2e36e11a req-d8739f0c-79ac-40d0-8141-0acd79f49544 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:09.708450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-993697fc-00b5-4035-bb35-c5ad2e36e11a req-d8739f0c-79ac-40d0-8141-0acd79f49544 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0485873 Jul 28 18:00:09.749005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-993697fc-00b5-4035-bb35-c5ad2e36e11a req-16a201dd-89a4-4591-8ba1-4db7ad92b3f7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Jul 28 18:00:09.772374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:09.833564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:09.833991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:09.840255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e47d1b85-7259-44aa-9669-44fe9e918a44 req-be88b845-98f6-44f2-bf35-5720a106731a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Jul 28 18:00:09.935306 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:09.943708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd08ff-3994-49da-a4d8-e40f33f42dfb req-6bde3ac1-2a45-4f91-9c97-2ab53317a6f6 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:09.945260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6cd08ff-3994-49da-a4d8-e40f33f42dfb req-6bde3ac1-2a45-4f91-9c97-2ab53317a6f6 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.0466340 Jul 28 18:00:09.964468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:09.966730 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91117570-d429-41e6-9253-3f8b81c65545" -d '{"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:09.972247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3610fc7-e594-4304-9c2e-2d6e7fc0d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:09.982292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:09.990282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6cd08ff-3994-49da-a4d8-e40f33f42dfb req-f770dbf4-5210-4c57-8e5f-7f3df6ae81eb tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Jul 28 18:00:10.020217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d17b44cb-0ad0-471b-9a11-ab0e4d1b28b7 req-57cec97b-6fb3-4cb2-b23e-280f0f8b4363 tempest-ListImageFiltersTestJSON-72912410 tempest-ListImageFiltersTestJSON-72912410-project] 10.222.0.25 "GET /v2.0/ports?device_id=22748f5d-e7cb-49c4-bcd4-5266e0bd34a4 HTTP/1.1" status: 200 len: 210 time: 0.0266521 Jul 28 18:00:10.026476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:10.056300 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f5aa52-2cc1-415d-a154-83e920859dbf x-openstack-request-id: req-c7f5aa52-2cc1-415d-a154-83e920859dbf {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:10.056612 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:10.056871 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7f5aa52-2cc1-415d-a154-83e920859dbf {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:10.057271 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'code': 200} Jul 28 18:00:10.063704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:10.111076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:10.184241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-deleted', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:10.186516 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274b1d6-3452-4166-a733-5cb334efe5a9" -d '{"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-deleted", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:10.222794 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f737818e-7e92-4024-b7e1-6462255a4a86 x-openstack-request-id: req-f737818e-7e92-4024-b7e1-6462255a4a86 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:10.222794 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22748f5d-e7cb-49c4-bcd4-5266e0bd34a4", "name": "network-vif-deleted", "tag": "71758f0c-f26c-4ae3-a425-b5ce1a98441d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:10.222794 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f737818e-7e92-4024-b7e1-6462255a4a86 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:10.223123 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22748f5d-e7cb-49c4-bcd4-5266e0bd34a4', 'name': 'network-vif-deleted', 'tag': '71758f0c-f26c-4ae3-a425-b5ce1a98441d', 'status': 'completed', 'code': 200} Jul 28 18:00:10.384045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db6a59-0425-47e5-bb86-b0a17ce8c36d req-c3bd237d-9bee-474f-b885-04a89b2707ca tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:10.385610 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78db6a59-0425-47e5-bb86-b0a17ce8c36d req-c3bd237d-9bee-474f-b885-04a89b2707ca tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0577803 Jul 28 18:00:10.425116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78db6a59-0425-47e5-bb86-b0a17ce8c36d req-1fd1c4c0-8723-407e-b3fa-88f056016026 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332696 Jul 28 18:00:10.566842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-42a3d41b-b982-4e68-9f00-dce1c0ac574a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371213 Jul 28 18:00:10.690800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-44025ae1-91e1-472e-a9a2-7d02363c9cb1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:10.692125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-44025ae1-91e1-472e-a9a2-7d02363c9cb1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191700 Jul 28 18:00:10.710629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Request body: {'port': {'device_id': 'd4581187-e266-4b0d-8767-5e20876bea85', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '3f6c0916a0fa452f96a26d0e0859ae4b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:10.901333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Made reservation on behalf of 3f6c0916a0fa452f96a26d0e0859ae4b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:10.905326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:10.940401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c632-206b-46cc-a4f6-2159064e9eca req-e0d65344-7517-4280-abf8-11829a989e52 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:10.943050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:10.945242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4de5c632-206b-46cc-a4f6-2159064e9eca req-e0d65344-7517-4280-abf8-11829a989e52 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0715666 Jul 28 18:00:10.985109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4de5c632-206b-46cc-a4f6-2159064e9eca req-a5ed60bd-4770-4522-908f-412a3d991028 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Jul 28 18:00:11.063996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Allocated IP 192.168.233.230 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/e283b390-1dba-417b-b086-1bf07dc77dbf) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:11.098637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb127-320d-4790-95e8-f3ff203826b2 req-756890be-0b49-434c-a941-51015f02e66a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:11.100216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8ebb127-320d-4790-95e8-f3ff203826b2 req-756890be-0b49-434c-a941-51015f02e66a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0548117 Jul 28 18:00:11.139372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8ebb127-320d-4790-95e8-f3ff203826b2 req-84fa5e94-ffcf-4080-aed9-fb63624cdff6 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Jul 28 18:00:11.223082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:11.246073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65f1d96d-a31d-47b6-a7a3-ac110d32e406 req-2487a611-48c8-475b-bbdf-3eb03b0bf968 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 210 time: 0.0415697 Jul 28 18:00:11.514811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Transition to ACTIVE for port object e283b390-1dba-417b-b086-1bf07dc77dbf will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:11.609179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:11.632347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:11.649040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:11.652074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:11.655696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:11.688746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event updated for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:11.720093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:11.720752 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:11.793591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-132a8920-5d4d-4dac-ac4e-629d31f479df tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:00:11.794760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-132a8920-5d4d-4dac-ac4e-629d31f479df tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067425 Jul 28 18:00:11.797095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-3d7fc27b-1018-4b51-b047-df449c496fea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0909371 Jul 28 18:00:11.806088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:11.806754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:00:11.841318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Request body: {'port': {'device_id': 'd4581187-e266-4b0d-8767-5e20876bea85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:11.955503 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.060644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7e6520df-c034-47a7-a3cd-211e49da2c6a None None] Provisioning for port e283b390-1dba-417b-b086-1bf07dc77dbf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:12.068741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7e6520df-c034-47a7-a3cd-211e49da2c6a None None] Provisioning complete for port e283b390-1dba-417b-b086-1bf07dc77dbf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:12.069240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7e6520df-c034-47a7-a3cd-211e49da2c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.088902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:12.089246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:12.089581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:12.100674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:12.101006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:12.106405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7e6520df-c034-47a7-a3cd-211e49da2c6a None None] Port e283b390-1dba-417b-b086-1bf07dc77dbf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:12.115607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:12.115957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:12.116345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:12.116782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Bound port: 7844efa5-52ae-4540-a97e-54ae5d86259e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:12.229108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:12.294120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.295305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-bdd87f3b-ebb2-45f4-8a10-d8ecf580181a service neutron] 10.222.0.25 "POST /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4929311 Jul 28 18:00:12.307674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e283b390-1dba-417b-b086-1bf07dc77dbf {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:12.315544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.327484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Transition to ACTIVE for port object e283b390-1dba-417b-b086-1bf07dc77dbf will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:12.398175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.446328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Pushing event updated for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:12.519907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Attempting to bind port e283b390-1dba-417b-b086-1bf07dc77dbf on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:12.520312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Attempting to bind port e283b390-1dba-417b-b086-1bf07dc77dbf by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:12.520675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Attempting to bind port e283b390-1dba-417b-b086-1bf07dc77dbf on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:12.525787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Port e283b390-1dba-417b-b086-1bf07dc77dbf on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:12.526123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Attempting to bind port e283b390-1dba-417b-b086-1bf07dc77dbf on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:12.531889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:12.532491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:12.533097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:12.534083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Bound port: e283b390-1dba-417b-b086-1bf07dc77dbf, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:12.534788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.552423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:12.572687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 71758f0c-f26c-4ae3-a425-b5ce1a98441d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:00:12.573323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 71758f0c-f26c-4ae3-a425-b5ce1a98441d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:12.636536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:12.640316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e283b390-1dba-417b-b086-1bf07dc77dbf,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:12.653123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b110e-d0b9-4661-ad1f-1f94a428eb67 req-70466d07-54a1-4679-a10d-4a3356433b45 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.654750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c14b110e-d0b9-4661-ad1f-1f94a428eb67 req-70466d07-54a1-4679-a10d-4a3356433b45 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0814674 Jul 28 18:00:12.694765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c14b110e-d0b9-4661-ad1f-1f94a428eb67 req-f49600b5-cd55-4bfa-95e2-29f07167fb25 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Jul 28 18:00:12.728388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.735337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71e4ee-2da2-4ff5-9811-817053f7a9e7 req-3c6a0cf4-d497-4059-a26f-e3357cfd1163 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.736942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a71e4ee-2da2-4ff5-9811-817053f7a9e7 req-3c6a0cf4-d497-4059-a26f-e3357cfd1163 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0513291 Jul 28 18:00:12.782227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a71e4ee-2da2-4ff5-9811-817053f7a9e7 req-91100470-e465-4498-973c-f99f7dd8807f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 Jul 28 18:00:12.804427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.804756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.806144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] 10.222.0.37 "PUT /v2.0/ports/e283b390-1dba-417b-b086-1bf07dc77dbf HTTP/1.1" status: 200 len: 1096 time: 0.9738779 Jul 28 18:00:12.806583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:12.808841 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1aeec-b6a0-493b-84ce-1a34b95aea09" -d '{"events": [{"name": "network-changed", "server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:12.820529 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:12.834850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cc4d7-15e0-42d9-a5c8-2d70fdef365a service neutron] Pushing event updated for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:12.861840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023c172-ef18-4ae7-bd94-8a511c994346 req-e4e6e49e-3f3d-4e08-a852-e2d9dcfeb9f4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.864015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9023c172-ef18-4ae7-bd94-8a511c994346 req-e4e6e49e-3f3d-4e08-a852-e2d9dcfeb9f4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 948 time: 0.0911746 Jul 28 18:00:12.909997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018eb0b-e5ab-4f7e-a6bf-b6b1f1c1cedf req-e6b360fc-d8ea-4fcd-9bd8-6075e5051e3d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.911760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2018eb0b-e5ab-4f7e-a6bf-b6b1f1c1cedf req-e6b360fc-d8ea-4fcd-9bd8-6075e5051e3d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 945 time: 0.0530598 Jul 28 18:00:12.943144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9023c172-ef18-4ae7-bd94-8a511c994346 req-6cba7dbd-f6ab-425f-85f4-c9cd017ee7a8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Jul 28 18:00:12.950672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-39743d90-cd18-4e8c-9aec-fbe25b8f4416 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:12.951962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-39743d90-cd18-4e8c-9aec-fbe25b8f4416 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 945 time: 0.0843518 Jul 28 18:00:12.958331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2018eb0b-e5ab-4f7e-a6bf-b6b1f1c1cedf req-c386ae5e-9c60-4797-97fc-d76e013ea348 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Jul 28 18:00:13.063479 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efbc51b-0d1a-487f-9211-6c7fd6699fb9 x-openstack-request-id: req-9efbc51b-0d1a-487f-9211-6c7fd6699fb9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:13.063768 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:13.064016 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9efbc51b-0d1a-487f-9211-6c7fd6699fb9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:13.064532 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'status': 'completed', 'code': 200} Jul 28 18:00:13.100203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-076fa91f-b742-4f68-bcaa-248ca6d5965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.101693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-076fa91f-b742-4f68-bcaa-248ca6d5965b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 1099 time: 0.1488671 Jul 28 18:00:13.118037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-5f53e2c6-715f-42c6-83e5-81eded45112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.119533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-5f53e2c6-715f-42c6-83e5-81eded45112a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1096 time: 0.0899749 Jul 28 18:00:13.153496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Deleting port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:13.160454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:13.229450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-fdfb5e07-dfee-44ce-b27f-2c6a93a797eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=e283b390-1dba-417b-b086-1bf07dc77dbf HTTP/1.1" status: 200 len: 217 time: 0.0904484 Jul 28 18:00:13.346240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-27636146-ba1a-4b7d-a377-7f880f8e36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.348209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-27636146-ba1a-4b7d-a377-7f880f8e36cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0935192 Jul 28 18:00:13.366539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-69842a0e-3b0e-4c16-831d-660557f512c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.367885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-69842a0e-3b0e-4c16-831d-660557f512c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.2333090 Jul 28 18:00:13.432265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-f7274a3c-ab82-4b93-8575-407d1e0242f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 217 time: 0.0548823 Jul 28 18:00:13.435720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] For port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:13.436089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:13.461441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Calling delete_port for 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:13.533457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-b95b9000-ed4f-4423-8a4f-09e99d8bad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.535604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-b95b9000-ed4f-4423-8a4f-09e99d8bad0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698232 Jul 28 18:00:13.544175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-30b3501c-7fef-45e6-b803-14fdfbbbd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.545778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-30b3501c-7fef-45e6-b803-14fdfbbbd12f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1016312 Jul 28 18:00:13.620913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-9fef4ea2-88ff-409e-ab38-b5ece2bea82e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658927 Jul 28 18:00:13.721168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-b010a70c-ab38-49ba-810b-009efb55b066 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785550 Jul 28 18:00:13.786048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:13.836029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-56486e7e-cb6b-4ecf-9ac9-6797a6fd2b63 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993811 Jul 28 18:00:13.844706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0993-ec61-42e0-8d81-61c0e10b9576 req-d0b94a6a-0d6a-4715-82a8-4246b8833ec3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:13.851535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-992d0993-ec61-42e0-8d81-61c0e10b9576 req-d0b94a6a-0d6a-4715-82a8-4246b8833ec3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0855072 Jul 28 18:00:13.899887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:13.912689 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-992d0993-ec61-42e0-8d81-61c0e10b9576 req-64e45c65-d887-44d1-93b2-348bfb6c0e32 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Jul 28 18:00:13.954751 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:00:13.956094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:13.956235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:13.965545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7cceb81-8e64-409b-b4e9-3d927b6155e7 req-c9bacc40-5fb8-40eb-ac24-d621819b5d3a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.0460355 Jul 28 18:00:14.010777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-437858d1-f0a6-4349-97cb-7ab6a7095a50 req-b9f8f7d4-f140-4339-86be-1df67532e266 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654595 Jul 28 18:00:14.012249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event deleted for resources: {'Port': ['ID=3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:14.080614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] No DVR routers for this DVR port 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:14.083223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a0bd0-7a23-4947-8341-8bca900fafbf req-a23bf7b3-151a-45fa-8ae1-8e0468ed1d6f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.084545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.084924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1a0bd0-7a23-4947-8341-8bca900fafbf req-a23bf7b3-151a-45fa-8ae1-8e0468ed1d6f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 948 time: 0.0606415 Jul 28 18:00:14.085691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28e10eac-2aca-415c-8791-2c6e0690aca2 req-847889b6-5a6e-419b-80e8-d1670bae686a tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "DELETE /v2.0/ports/3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 HTTP/1.1" status: 204 len: 173 time: 1.1249256 Jul 28 18:00:14.110703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-47cfbcc2-b6d6-4c96-a1ea-cb8bf70b785b service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646868 Jul 28 18:00:14.154065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f1a0bd0-7a23-4947-8341-8bca900fafbf req-9461deef-f31b-44b3-90a2-27508a3b23e5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Jul 28 18:00:14.156868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f3fb3598-56c0-4aaa-a3fe-1c49b9c9dad7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52e61b8b2a65454bbb16bab1d768f93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995435 Jul 28 18:00:14.159484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45680) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:14.172293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100eed7-c20c-45b6-9be8-328cb4f38ac9 req-3649a5af-e601-4060-9c01-7a20d1cde6e1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.174078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6100eed7-c20c-45b6-9be8-328cb4f38ac9 req-3649a5af-e601-4060-9c01-7a20d1cde6e1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 945 time: 0.1075253 Jul 28 18:00:14.208556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-29ee583f-2921-48e5-9558-f97914edabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.210045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-29ee583f-2921-48e5-9558-f97914edabb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 1099 time: 0.0723443 Jul 28 18:00:14.235722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.259848 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.319644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6100eed7-c20c-45b6-9be8-328cb4f38ac9 req-2ddaefae-1f81-4994-aedc-0d3636c60679 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251714 Jul 28 18:00:14.348456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-ebec1a4c-80c3-46e9-b663-02fe1ba54ac4 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.349986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-ebec1a4c-80c3-46e9-b663-02fe1ba54ac4 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0734484 Jul 28 18:00:14.373881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:14.399375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-a94d5376-86d6-4efe-8168-8b9ebc6f2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.400864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-a94d5376-86d6-4efe-8168-8b9ebc6f2325 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1791799 Jul 28 18:00:14.409651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.413047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.414320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12a1283c-9300-436d-9754-515824e04799 HTTP/1.1" status: 204 len: 168 time: 0.2533784 Jul 28 18:00:14.426943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1283c-9300-436d-9754-515824e04799,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:14.434740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.435098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.435534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.436835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.436835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.436835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.437474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.437563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.437830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.438284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.438619 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.439065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedaf451-9084-412d-8a72-ac6cbb994ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:14.477630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-b983434d-d52e-44ed-a0d7-a64b884703df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=e283b390-1dba-417b-b086-1bf07dc77dbf HTTP/1.1" status: 200 len: 217 time: 0.0681016 Jul 28 18:00:14.484028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.563634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-ece5c545-81d8-408d-a80b-d97fed67bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.565026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-ece5c545-81d8-408d-a80b-d97fed67bd91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0789170 Jul 28 18:00:14.668931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-5de3cc3c-837b-40cc-8beb-31d60084343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:14.670403 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-5de3cc3c-837b-40cc-8beb-31d60084343d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635879 Jul 28 18:00:14.685448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:14.780166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:14.820448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-c38b05d1-fab7-48df-adcd-62aef7f9f848 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370072 Jul 28 18:00:14.853156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:14.923404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05b1aeec-b6a0-493b-84ce-1a34b95aea09 req-522ac59a-a9f1-43e4-a242-cb1ab9fcba6f service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Jul 28 18:00:14.946906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.028843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:15.033291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f65c8-1631-4359-8069-c720cc20e11a req-00bdf63a-fab9-4e76-b0a4-320dd51dc87c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:15.036292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a34f65c8-1631-4359-8069-c720cc20e11a req-00bdf63a-fab9-4e76-b0a4-320dd51dc87c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0573275 Jul 28 18:00:15.045526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:15.045866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:15.046325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:15.051342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:15.051695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Attempting to bind port 7844efa5-52ae-4540-a97e-54ae5d86259e on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:15.061425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:15.062605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:15.062991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:15.063530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Bound port: 7844efa5-52ae-4540-a97e-54ae5d86259e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:15.063897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.074539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-deleted', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3'}, {'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:15.076775 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff19fd0-6c88-40c3-82a5-fabbab0167f9" -d '{"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-deleted", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3"}, {"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-unplugged", "status": "completed", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:15.095167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a34f65c8-1631-4359-8069-c720cc20e11a req-724ff36c-9979-40f4-8064-fc29087b6de3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Jul 28 18:00:15.136082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca205824-ceeb-4f88-8691-6b6b25da360f req-360832f0-8369-4661-a669-3c9439fa785e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264d154-1951-40e5-b0c3-4d7adac2117a HTTP/1.1" status: 200 len: 210 time: 0.0633316 Jul 28 18:00:15.147460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.156123 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc81c10-e018-4bfc-bb91-765d58f983bb x-openstack-request-id: req-7dc81c10-e018-4bfc-bb91-765d58f983bb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:15.156401 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264d154-1951-40e5-b0c3-4d7adac2117a", "name": "network-vif-deleted", "tag": "3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3", "status": "completed", "code": 200}, {"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-unplugged", "status": "completed", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:15.156681 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dc81c10-e018-4bfc-bb91-765d58f983bb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:15.157130 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264d154-1951-40e5-b0c3-4d7adac2117a', 'name': 'network-vif-deleted', 'tag': '3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3', 'status': 'completed', 'code': 200} Jul 28 18:00:15.157388 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'code': 200} Jul 28 18:00:15.172778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:15.176352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:15.278066 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.281917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4599e-ee53-4816-9695-6638b9ed40de req-1a123342-61c3-4fe2-81bc-675659c6233b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:15.289372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1dd4599e-ee53-4816-9695-6638b9ed40de req-1a123342-61c3-4fe2-81bc-675659c6233b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 948 time: 0.0581830 Jul 28 18:00:15.330761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1dd4599e-ee53-4816-9695-6638b9ed40de req-98f3c4b8-b4b1-492d-8f5e-5c82a17d1187 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Jul 28 18:00:15.369897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:15.370721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.372314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] 10.222.0.37 "PUT /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 1121 time: 1.0025868 Jul 28 18:00:15.384150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db45026-4aff-4df1-a2a6-1b13570ca48c service neutron] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:15.453585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['7844efa5-52ae-4540-a97e-54ae5d86259e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:15.459633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0c94-c3c2-4139-a841-32fe9e15f1d2 req-a0316052-a123-4dcd-8bb9-8cc8e00e2132 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:15.461067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-588b0c94-c3c2-4139-a841-32fe9e15f1d2 req-a0316052-a123-4dcd-8bb9-8cc8e00e2132 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0541658 Jul 28 18:00:15.507240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-588b0c94-c3c2-4139-a841-32fe9e15f1d2 req-4eda5d1c-f6d6-4f29-ad02-4764869c2911 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Jul 28 18:00:15.617356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45722) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:15.713593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1357908251-network', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:15.837148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:15.839681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.849502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:15.936646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.021091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.050969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:00:16.057100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b15f65-3a06-492e-81a6-09b485548e62,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:16.063173 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.063537 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Added segment 7ec5249f-8ebd-40f7-abe0-49517d0e3e34 of type vlan for network c45d42f5-88d6-4e7f-9647-79b4e6cded8c Jul 28 18:00:16.102310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.209729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.210713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:16.211335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.225529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2724f6-1410-4c18-860d-2b444b719b18 req-2a67a7f1-d43a-4533-b291-1f87def366af tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:16.227103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a2724f6-1410-4c18-860d-2b444b719b18 req-2a67a7f1-d43a-4533-b291-1f87def366af tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0593061 Jul 28 18:00:16.299244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] Pushing event updated for resources: {'Network': ['ID=c45d42f5-88d6-4e7f-9647-79b4e6cded8c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:16.310551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:00:16.315314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a2724f6-1410-4c18-860d-2b444b719b18 req-f9415589-fb7e-41aa-a9ed-b7c7e068f0f1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 Jul 28 18:00:16.342180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4d62a108-5c8e-4fda-832c-df2ffb8519fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7236805 Jul 28 18:00:16.348702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45740) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:16.354171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Request body: {'subnet': {'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1357908251-subnet', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:16.446199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:16.446199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.492857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-07f918a8-0654-45a8-99d5-b3eac6f03fd2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:16.494364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-07f918a8-0654-45a8-99d5-b3eac6f03fd2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 0.1067955 Jul 28 18:00:16.513623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-c6cfec3f-40d6-4e93-9241-87c115145fc2 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/quotas/87d6c0089e964ced9dc7f3797538de2c HTTP/1.1" status: 200 len: 375 time: 0.0097177 Jul 28 18:00:16.560890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9c21e-4094-46c7-a466-04dc1af20665 req-75a1106c-4f24-48f7-8064-94b519ec1918 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:16.562666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fea9c21e-4094-46c7-a466-04dc1af20665 req-75a1106c-4f24-48f7-8064-94b519ec1918 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 948 time: 0.1025491 Jul 28 18:00:16.565014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-71c4ccb5-e99a-4b3a-b86b-c4767d486f6b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445797 Jul 28 18:00:16.636675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fea9c21e-4094-46c7-a466-04dc1af20665 req-199e3988-e21b-4c86-8e06-e221516422de tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667360 Jul 28 18:00:16.670227 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-9bfc1ae8-f99d-4cf3-b445-c7b656fb69e3 service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953252 Jul 28 18:00:16.763089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:16.770191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-37174d19-bd7a-4df3-9976-d533a2d328da service neutron] 10.222.0.25 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927839 Jul 28 18:00:16.855146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a187c28-3b98-4862-94d5-76e1c0cc9447,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:16.863015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Checking segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:16.863514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Network hostable DHCP agents. Network: c45d42f5-88d6-4e7f-9647-79b4e6cded8c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:00:16.892165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1954-47e5-46bc-a7a8-82b6e0ca8458 req-8c8bb69c-ec1d-48e6-9a9d-01c9b9b873f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:16.893786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c4d1954-47e5-46bc-a7a8-82b6e0ca8458 req-8c8bb69c-ec1d-48e6-9a9d-01c9b9b873f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0758343 Jul 28 18:00:16.936394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c4d1954-47e5-46bc-a7a8-82b6e0ca8458 req-23a9453b-c3b4-449f-961f-a22a515d004e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Jul 28 18:00:16.975797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:00:16.987308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d20880-9df9-4550-8e61-7e347db6447c req-e8e1b903-368e-4cec-9402-69482368fdda tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 210 time: 0.0264223 Jul 28 18:00:17.061223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c45d42f5-88d6-4e7f-9647-79b4e6cded8c) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:17.066043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.067458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.076901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c5df4-d96b-4a3d-b922-70664af38fd7 None None] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:00:17.158734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:17.162724 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-72fcf544-5d98-4d13-8602-0a8265903f82 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8094945 Jul 28 18:00:17.162852 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e485d-9e12-43ab-89c0-184512283851" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:17.162964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:17.177912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:17.205074 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43663a-92c2-49cd-8615-e7dca5d61290 x-openstack-request-id: req-0b43663a-92c2-49cd-8615-e7dca5d61290 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:17.205454 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:17.205771 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b43663a-92c2-49cd-8615-e7dca5d61290 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:17.206220 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'status': 'completed', 'code': 200} Jul 28 18:00:17.227629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:00:17.228477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.268580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e485d-9e12-43ab-89c0-184512283851 req-c5df8ae6-499b-4b10-b1cc-0943c46d5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.270618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-c5df8ae6-499b-4b10-b1cc-0943c46d5a21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1124 time: 0.0426126 Jul 28 18:00:17.272854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.273913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.331743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.382829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Allocated IP 172.20.0.2 (c45d42f5-88d6-4e7f-9647-79b4e6cded8c/2a187c28-3b98-4862-94d5-76e1c0cc9447/bb073c81-a654-4b2f-b327-6f6c56e67581) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:17.386069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e485d-9e12-43ab-89c0-184512283851 req-917397ae-51ee-42c7-bf82-362d2b1086cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.387586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-917397ae-51ee-42c7-bf82-362d2b1086cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1099820 Jul 28 18:00:17.451349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-2c77a9ee-41fe-4ade-afb5-9692dace66c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 217 time: 0.0564287 Jul 28 18:00:17.540261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e485d-9e12-43ab-89c0-184512283851 req-512a64d4-ffdd-4ef5-bcaa-7995a196b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.541737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-512a64d4-ffdd-4ef5-bcaa-7995a196b30a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0717752 Jul 28 18:00:17.551986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1cb54-4fa6-4a6f-9f9d-519771304758 req-78edaf98-a6a3-46d7-a034-9f24e6772e78 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.559994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9a1cb54-4fa6-4a6f-9f9d-519771304758 req-78edaf98-a6a3-46d7-a034-9f24e6772e78 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.1554010 Jul 28 18:00:17.603508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.606212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-a950a154-4db6-49cb-bf47-0913771e787f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434217 Jul 28 18:00:17.680136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9a1cb54-4fa6-4a6f-9f9d-519771304758 req-b01dbde2-2643-4461-bcb7-d65b0b85775d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188612 Jul 28 18:00:17.711948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.725335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Transition to ACTIVE for port object bb073c81-a654-4b2f-b327-6f6c56e67581 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:17.746047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Transition to ACTIVE for port object bb073c81-a654-4b2f-b327-6f6c56e67581 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:17.821380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:17.847260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd02f-0b5f-48b1-9fdb-173e2ed396c2 req-b025f599-18b8-44d2-b707-4023774d0e95 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:17.854901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:17.856580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59fbd02f-0b5f-48b1-9fdb-173e2ed396c2 req-b025f599-18b8-44d2-b707-4023774d0e95 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 948 time: 0.1263514 Jul 28 18:00:17.861422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:00:17.862040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3ecd6d31-d98b-4eb5-beae-ed9833f1f4f3 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:17.903673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:17.908429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59fbd02f-0b5f-48b1-9fdb-173e2ed396c2 req-3e6719e6-9ca0-41d8-8819-538559810541 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Jul 28 18:00:17.908899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:17.917130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:17.931653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Pushing event updated for resources: {'Port': ['ID=bb073c81-a654-4b2f-b327-6f6c56e67581,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:17.994730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Attempting to bind port bb073c81-a654-4b2f-b327-6f6c56e67581 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:17.995110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Attempting to bind port bb073c81-a654-4b2f-b327-6f6c56e67581 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:17.995492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Attempting to bind port bb073c81-a654-4b2f-b327-6f6c56e67581 on network c45d42f5-88d6-4e7f-9647-79b4e6cded8c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:18.000857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:18.001160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Checking segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:18.001563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.001948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Bound using segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:18.002758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Bound port: bb073c81-a654-4b2f-b327-6f6c56e67581, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:18.003189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.018791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-d21911da-152d-49d8-a605-9858f57086bf service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022210 Jul 28 18:00:18.073542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] For port bb073c81-a654-4b2f-b327-6f6c56e67581, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:18.077652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] For port bb073c81-a654-4b2f-b327-6f6c56e67581, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bb073c81-a654-4b2f-b327-6f6c56e67581,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:18.085342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.106667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.138576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92845720-f945-41d0-ba14-76dbed20d88a req-9bd3b7b4-af0a-4dce-85a7-510b77552b66 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 210 time: 0.0339718 Jul 28 18:00:18.146418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163e7d-dd22-4595-b53f-b45951f1f47f req-11cb9983-5a7c-4727-8878-d94bd048c0ab tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:18.147960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-44163e7d-dd22-4595-b53f-b45951f1f47f req-11cb9983-5a7c-4727-8878-d94bd048c0ab tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0983100 Jul 28 18:00:18.174195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.186508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-336e485d-9e12-43ab-89c0-184512283851 req-e85df022-505b-494b-8ff0-6b9ce2aa0668 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599040 Jul 28 18:00:18.232844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-44163e7d-dd22-4595-b53f-b45951f1f47f req-04955ba7-f893-4bbd-9251-1aafa2b4206b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Jul 28 18:00:18.254022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Allocated IP 172.25.7.79 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:18.261538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b931b-a387-4447-a3d7-498c2d9f2206 None None] Pushing event updated for resources: {'Port': ['ID=bb073c81-a654-4b2f-b327-6f6c56e67581,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:18.272392 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.367251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.513957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.556516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:18.560699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:18.564713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:18.590594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:18.594501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e283b390-1dba-417b-b086-1bf07dc77dbf details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:18.692385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e283b390-1dba-417b-b086-1bf07dc77dbf,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:18.703726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'mac_address': 'fa:16:3e:e8:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:18.745225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.759546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e283b390-1dba-417b-b086-1bf07dc77dbf {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:18.779466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e283b390-1dba-417b-b086-1bf07dc77dbf,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:18.809715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b13d0-6b92-4c6e-8a25-cc3adca8ab2b req-c596d435-35b1-4b8e-9d4b-2d1cc93c9d7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:18.811516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-706b13d0-6b92-4c6e-8a25-cc3adca8ab2b req-c596d435-35b1-4b8e-9d4b-2d1cc93c9d7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0493250 Jul 28 18:00:18.853664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-706b13d0-6b92-4c6e-8a25-cc3adca8ab2b req-a0d760dc-8066-4b75-a023-27a85fbc34a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Jul 28 18:00:18.864229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.864890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:18.922932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:18.998026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:19.056562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75a3f-d00a-49f9-a0c1-8e82e90611a4 req-59e25ffb-3332-4501-aa7a-f09dc8d98ed3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:19.058133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:19.058544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0e75a3f-d00a-49f9-a0c1-8e82e90611a4 req-59e25ffb-3332-4501-aa7a-f09dc8d98ed3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 949 time: 0.0706944 Jul 28 18:00:19.072818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:00:19.101035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0e75a3f-d00a-49f9-a0c1-8e82e90611a4 req-d0d884fc-d177-4f53-b509-9c98d364d9ae tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Jul 28 18:00:19.202842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:19.255292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-7bd0d068-e64b-4726-b576-3afc9f124091 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:19.256986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-7bd0d068-e64b-4726-b576-3afc9f124091 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "GET /v2.0/networks?id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 200 len: 821 time: 0.1328604 Jul 28 18:00:19.271194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Request body: {'port': {'device_id': '0a239297-62be-4895-a05e-52d715bf302f', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'admin_state_up': True, 'tenant_id': '87d6c0089e964ced9dc7f3797538de2c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:19.278803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5716711-c4ee-46e5-ae5d-5eb648b7718d req-459cfbea-5a7f-41ea-a3c5-8ba999fd2049 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 210 time: 0.0301425 Jul 28 18:00:19.291729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8182f-651e-4d2c-a831-35a1cd32539a None None] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:00:19.413164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307edd6d-b6a3-408a-aa67-07a99f145043 req-980cd8d4-74ae-4b3f-a7f3-e42a47e3a868 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:19.414777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-307edd6d-b6a3-408a-aa67-07a99f145043 req-980cd8d4-74ae-4b3f-a7f3-e42a47e3a868 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.0788882 Jul 28 18:00:19.422809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e283b390-1dba-417b-b086-1bf07dc77dbf'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:19.444030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Router 154ef6bf-e1e0-486a-bea2-30bb77feab0e is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:00:19.478133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-307edd6d-b6a3-408a-aa67-07a99f145043 req-86ccb1fc-cedf-4496-a145-4133a25e1592 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Jul 28 18:00:19.502335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3fe9d7f3-db4e-43f8-a681-31df63511a19 None None] Provisioning for port bb073c81-a654-4b2f-b327-6f6c56e67581 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:19.570133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Made reservation on behalf of 87d6c0089e964ced9dc7f3797538de2c for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:19.573704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:19.738393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Allocated IP 172.20.0.10 (7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102/00cf5d3d-3b96-494a-a911-42ce5793024f/a26013a0-7a96-4aa7-9a19-fea8c952a8b0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:19.886961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:19.900281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:19.902364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Sync routers for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:19.911593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:19.912213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:19.927692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-d79eebd7-9552-4541-aa62-a88e1b07d4f4 service neutron] 10.222.0.35 "GET /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.0709200 Jul 28 18:00:20.009141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.012662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ba3b2ae6-44c9-41db-8389-aa4702741980 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8460693 Jul 28 18:00:20.012818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45804) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:20.027199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.039325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:20.061019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f139b-2e36-433a-82fb-6e306da66ed5 req-bdeb29f1-6e0a-4cfd-a2e4-5dd7a7101d02 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:20.062608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b18f139b-2e36-433a-82fb-6e306da66ed5 req-bdeb29f1-6e0a-4cfd-a2e4-5dd7a7101d02 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0916092 Jul 28 18:00:20.124552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:20.167991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b18f139b-2e36-433a-82fb-6e306da66ed5 req-23286df4-534c-41a0-a7af-dae82ff4284d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863249 Jul 28 18:00:20.202607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:20.225714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:20.228046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:18Z', 'revision_number': 3, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:20.239164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:20.246711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event updated for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:20.253495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:20.257004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Checking router: 154ef6bf-e1e0-486a-bea2-30bb77feab0e for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:20.257371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Updating router 154ef6bf-e1e0-486a-bea2-30bb77feab0e port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:00:20.305853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7844efa5-52ae-4540-a97e-54ae5d86259e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:20.306377 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.325353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:20.387567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:20.388199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.397938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d779f0-c1c4-4d07-84cf-7f156e48fb83 req-f51d242a-b7c4-4286-a41a-55a1086c201e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:20.403909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d779f0-c1c4-4d07-84cf-7f156e48fb83 req-f51d242a-b7c4-4286-a41a-55a1086c201e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 949 time: 0.2051227 Jul 28 18:00:20.404682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.425935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bb073c81-a654-4b2f-b327-6f6c56e67581 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:20.484945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66321c-fb61-4c89-9926-9dd886c8631f req-6838986e-bace-43b3-a739-9f0d99ced77f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:20.486502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e66321c-fb61-4c89-9926-9dd886c8631f req-6838986e-bace-43b3-a739-9f0d99ced77f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 932 time: 0.0960550 Jul 28 18:00:20.510257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d779f0-c1c4-4d07-84cf-7f156e48fb83 req-bc66546e-ef7e-4606-b8d4-1b81efc227c1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966752 Jul 28 18:00:20.556776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-bcad4524-3e45-47e4-81b2-5203b3a14537 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2903478 Jul 28 18:00:20.561944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e66321c-fb61-4c89-9926-9dd886c8631f req-4c28121d-dcf5-4475-b533-9d116f317cd4 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 Jul 28 18:00:20.563131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] Transition to ACTIVE for port object 7844efa5-52ae-4540-a97e-54ae5d86259e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:20.571281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Request body: {'port': {'device_id': '0a239297-62be-4895-a05e-52d715bf302f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:20.610553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e283b390-1dba-417b-b086-1bf07dc77dbf up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:20.633791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.665499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port bb073c81-a654-4b2f-b327-6f6c56e67581 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:20.672442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bb073c81-a654-4b2f-b327-6f6c56e67581 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:20.672821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.708619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.721762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.728554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23bd00-2908-468c-abc1-c422b4424dfd req-30cf0683-0ef2-4370-bde3-177303610dbd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:20.736392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd23bd00-2908-468c-abc1-c422b4424dfd req-30cf0683-0ef2-4370-bde3-177303610dbd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 943 time: 0.1427989 Jul 28 18:00:20.743825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] No DVR routers for this DVR port 7844efa5-52ae-4540-a97e-54ae5d86259e on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:20.744023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Transition to ACTIVE for port object 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:20.796701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.803681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=10']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:20.816186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.823592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port e283b390-1dba-417b-b086-1bf07dc77dbf completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:20.828469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-3ee659c5-adaf-458f-a761-d9571ac711c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8923407 Jul 28 18:00:20.855036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port e283b390-1dba-417b-b086-1bf07dc77dbf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:20.859615 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.869334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd23bd00-2908-468c-abc1-c422b4424dfd req-ba7e2ab4-424d-4505-8fee-8146d8c2eb6f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317253 Jul 28 18:00:20.908801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port bb073c81-a654-4b2f-b327-6f6c56e67581, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bb073c81-a654-4b2f-b327-6f6c56e67581,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:20.938317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Attempting to bind port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:20.939296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Attempting to bind port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:20.939739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Attempting to bind port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:20.946475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d09d8-129f-47fd-a4f4-a91844ee0aa9 None None] Pushing event updated for resources: {'Port': ['ID=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:20.953857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:20.954241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:20.954873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:20.955175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:20.955946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Bound port: 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:20.956338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.041582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] For port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:21.048178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] For port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:21.049501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.075659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:21.078083 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cea89c-2311-4e48-a891-d25019dd1676" -d '{"events": [{"server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "name": "network-vif-plugged", "status": "completed", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:21.094661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e283b390-1dba-417b-b086-1bf07dc77dbf,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:21.124848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.127172 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1aa6a-f965-4723-90b8-605d5748c384 x-openstack-request-id: req-a4f1aa6a-f965-4723-90b8-605d5748c384 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:21.127711 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "name": "network-vif-plugged", "status": "completed", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:21.128407 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4f1aa6a-f965-4723-90b8-605d5748c384 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:21.128993 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'code': 200} Jul 28 18:00:21.186630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.191115 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.193635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.264674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:21.265310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:21.267251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=bb073c81-a654-4b2f-b327-6f6c56e67581,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:21.295263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26013a0-7a96-4aa7-9a19-fea8c952a8b0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:21.308895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.315618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644aefc-3515-48c6-8f14-221f75c4a51f req-6bd22bc6-569e-4f02-96c9-1318a6fbb86e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.315618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e644aefc-3515-48c6-8f14-221f75c4a51f req-6bd22bc6-569e-4f02-96c9-1318a6fbb86e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0574439 Jul 28 18:00:21.354405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e644aefc-3515-48c6-8f14-221f75c4a51f req-6601d16a-68fe-4df8-9ddf-2179749652ef tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jul 28 18:00:21.360193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Transition to ACTIVE for port object a26013a0-7a96-4aa7-9a19-fea8c952a8b0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:21.363196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-b4246881-f55f-4dcd-a19f-5030da06b585 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.365272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-b4246881-f55f-4dcd-a19f-5030da06b585 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.1927781 Jul 28 18:00:21.377319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abf8d5-55d6-4df4-a6da-3ddcae38fa7f req-9e98385d-ec00-4c90-b2bd-f15ba192a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.378717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65abf8d5-55d6-4df4-a6da-3ddcae38fa7f req-9e98385d-ec00-4c90-b2bd-f15ba192a934 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 1101 time: 0.1324742 Jul 28 18:00:21.443069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.513292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d09d8-129f-47fd-a4f4-a91844ee0aa9 None None] Pushing event updated for resources: {'Port': ['ID=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:21.526127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Allocated IP 172.20.0.1 (c45d42f5-88d6-4e7f-9647-79b4e6cded8c/2a187c28-3b98-4862-94d5-76e1c0cc9447/891de217-5a3b-47bb-a869-f64d6576771f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:21.534895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65abf8d5-55d6-4df4-a6da-3ddcae38fa7f req-54da1110-0de1-4169-b58a-00aed979b915 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438241 Jul 28 18:00:21.552311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Pushing event updated for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:21.589041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-e37e9590-c183-4117-9cfc-02c771e42db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.589041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-e37e9590-c183-4117-9cfc-02c771e42db2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 1095 time: 0.1676247 Jul 28 18:00:21.589524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:21.641423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:21.690524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807473f7-a4c7-41d1-8ed5-c5da9254b713 req-ff3b6698-8e58-4c07-8ed2-0e1ac24a8992 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.692570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-807473f7-a4c7-41d1-8ed5-c5da9254b713 req-ff3b6698-8e58-4c07-8ed2-0e1ac24a8992 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.0565286 Jul 28 18:00:21.733007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-807473f7-a4c7-41d1-8ed5-c5da9254b713 req-eedc40bc-c7e1-4a5d-b9b0-014a828ac313 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338771 Jul 28 18:00:21.748757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Attempting to bind port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:21.753986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Attempting to bind port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:21.753986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Attempting to bind port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:21.774878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140aaf0-8361-4706-b2bd-3e946f73e4ae req-c323d1b0-475e-46a1-9168-a183c7cb54bf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.776970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b140aaf0-8361-4706-b2bd-3e946f73e4ae req-c323d1b0-475e-46a1-9168-a183c7cb54bf tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 950 time: 0.1764619 Jul 28 18:00:21.778844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:21.779180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Attempting to bind port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 on network 7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:21.779335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:18Z', 'revision_number': 3, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:21.782436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-9e8d17ec-acc6-410a-a15e-042ab8874beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:21.783943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-9e8d17ec-acc6-410a-a15e-042ab8874beb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1095 time: 0.1340749 Jul 28 18:00:21.809269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:21.809269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Checking segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:21.809269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Bound using segment: {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:21.809269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Bound port: a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb046d9-7039-4227-b1d1-70e0593dfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:21.809269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.810584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78af244-f1bd-4f9d-9893-24435ff5e4aa None None] The sync data for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 is: [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:18Z', 'revision_number': 3, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:21.836605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:21.906863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Transition to ACTIVE for port object 891de217-5a3b-47bb-a869-f64d6576771f will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:21.933827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b140aaf0-8361-4706-b2bd-3e946f73e4ae req-152419ae-af07-413e-860a-f8c596235050 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489098 Jul 28 18:00:22.004397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-e0d43f09-92b1-4d0d-89e8-df986954bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.005892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-e0d43f09-92b1-4d0d-89e8-df986954bff7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.2073786 Jul 28 18:00:22.009973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b5eb-d54d-4510-94e9-e4a6f1974850 req-010aad46-7d60-4beb-a7d1-82636fbad858 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.011590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe43b5eb-d54d-4510-94e9-e4a6f1974850 req-010aad46-7d60-4beb-a7d1-82636fbad858 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.0548317 Jul 28 18:00:22.016216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:22.020976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:22.075562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-04000e26-ecc9-4657-9cbe-ec067d1d3968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 200 len: 217 time: 0.0511153 Jul 28 18:00:22.088619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe43b5eb-d54d-4510-94e9-e4a6f1974850 req-9edeb153-58b6-4472-8516-e70b11936b21 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657761 Jul 28 18:00:22.107497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.139795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.193868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.194544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.196039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] 10.222.0.35 "PUT /v2.0/ports/a26013a0-7a96-4aa7-9a19-fea8c952a8b0 HTTP/1.1" status: 200 len: 1092 time: 1.6300519 Jul 28 18:00:22.196494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:22.198743 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a399fb8-d456-4876-9e2f-7a3ca8f96926" -d '{"events": [{"name": "network-changed", "server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:22.208657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:22.215556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-2111433e-f719-4d64-8f78-3b64331807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.217066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-2111433e-f719-4d64-8f78-3b64331807d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1211908 Jul 28 18:00:22.223411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:22.228564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:22.285164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf55b76-d468-4159-824d-dc2140ecffeb service neutron] Pushing event updated for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:22.288692 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01040e-6337-4a3e-8948-5774f23d38a9 x-openstack-request-id: req-3d01040e-6337-4a3e-8948-5774f23d38a9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:22.288980 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:22.289233 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d01040e-6337-4a3e-8948-5774f23d38a9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:22.289623 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0', 'status': 'completed', 'code': 200} Jul 28 18:00:22.293786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-20534ad7-7a80-4549-a1d1-10a0e6de2d56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666313 Jul 28 18:00:22.434669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bb073c81-a654-4b2f-b327-6f6c56e67581 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:22.446989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.490717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bb073c81-a654-4b2f-b327-6f6c56e67581 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:22.494462 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.523747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Pushing event updated for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:22.585202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:22.587813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-cff68e52-1ec5-47fb-83c4-b60e0cda174b service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845011 Jul 28 18:00:22.697008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-830ae0c0-e7e7-434b-88ef-2df508b900bd None None] Provisioning for port 891de217-5a3b-47bb-a869-f64d6576771f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:22.702616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-830ae0c0-e7e7-434b-88ef-2df508b900bd None None] Provisioning complete for port 891de217-5a3b-47bb-a869-f64d6576771f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:22.703133 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-830ae0c0-e7e7-434b-88ef-2df508b900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.726505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:22.734878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:22.735261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.768667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-830ae0c0-e7e7-434b-88ef-2df508b900bd None None] Port 891de217-5a3b-47bb-a869-f64d6576771f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:22.836200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.859590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:22.892964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2b9dc-c5bf-488b-ad60-a6d96e742af0 req-793f152e-deb2-4037-a2b1-a8b05439ea98 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.894719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cb2b9dc-c5bf-488b-ad60-a6d96e742af0 req-793f152e-deb2-4037-a2b1-a8b05439ea98 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.0658762 Jul 28 18:00:22.933542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-2c016ec3-441a-46c5-87e9-a3a78e4e7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.935039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-2c016ec3-441a-46c5-87e9-a3a78e4e7d26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 1095 time: 0.6180007 Jul 28 18:00:22.944165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cb2b9dc-c5bf-488b-ad60-a6d96e742af0 req-67abbaaa-dfc4-49ec-8e3c-e3bff1e2a86d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Jul 28 18:00:22.947864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:22.958546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d7d0-babb-418c-889b-24b031d6673a req-cb135ef3-4612-4495-9ba7-900f9bb00d11 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:22.958546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9b3d7d0-babb-418c-889b-24b031d6673a req-cb135ef3-4612-4495-9ba7-900f9bb00d11 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.4637623 Jul 28 18:00:23.011192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:23.018933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.019288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.019665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.020031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.020371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.020707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.021036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.021363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.021689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.022157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.022492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.022823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:23.127668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9b3d7d0-babb-418c-889b-24b031d6673a req-9f81401c-c3f5-4b13-a8f2-ba2ad7cbdb0d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452949 Jul 28 18:00:23.132092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-d29d17d4-d3a1-42b6-8e29-6fb9753d6c9a service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078256 Jul 28 18:00:23.136802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920fc5d-14a2-4c54-a7f2-62b372c3ab06 req-c982a8e4-4c8c-4c36-9956-45d74f3a0674 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.137796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c920fc5d-14a2-4c54-a7f2-62b372c3ab06 req-c982a8e4-4c8c-4c36-9956-45d74f3a0674 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 950 time: 0.0541129 Jul 28 18:00:23.166592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-41475240-0dd2-4d4f-9873-50f64b4f6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.168190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-41475240-0dd2-4d4f-9873-50f64b4f6406 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=87d6c0089e964ced9dc7f3797538de2c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2134128 Jul 28 18:00:23.183156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c920fc5d-14a2-4c54-a7f2-62b372c3ab06 req-c3279ea9-2ebf-41b6-86b1-917736b0362a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Jul 28 18:00:23.184448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:23.356916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec85712-4e3a-482e-baa4-b96b0aa35521 req-6c552771-0b08-4634-921c-eaaf23ed2798 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.358467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ec85712-4e3a-482e-baa4-b96b0aa35521 req-6c552771-0b08-4634-921c-eaaf23ed2798 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.1541274 Jul 28 18:00:23.423585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-5e7f256b-9912-4cf2-97e6-dc5ea8280746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.425085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a399fb8-d456-4876-9e2f-7a3ca8f96926 req-5e7f256b-9912-4cf2-97e6-dc5ea8280746 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487710 Jul 28 18:00:23.455900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ec85712-4e3a-482e-baa4-b96b0aa35521 req-9c5f779c-c1a4-496f-ad06-8522f193071a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 Jul 28 18:00:23.517261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:23.561329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-4370baf6-ad01-4d38-b56f-0c09e19f85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.562702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-4370baf6-ad01-4d38-b56f-0c09e19f85a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87d6c0089e964ced9dc7f3797538de2c&device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 1095 time: 0.0434611 Jul 28 18:00:23.612629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-f74a6d4c-c1bf-4ee3-80fd-c21fa4093602 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0 HTTP/1.1" status: 200 len: 217 time: 0.0416081 Jul 28 18:00:23.638200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:23.751475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-da050c51-83a5-42f9-a28c-c8fd70150fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.752948 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-da050c51-83a5-42f9-a28c-c8fd70150fe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00cf5d3d-3b96-494a-a911-42ce5793024f HTTP/1.1" status: 200 len: 861 time: 0.1339211 Jul 28 18:00:23.761001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:23.777557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Pushing event updated for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:23.802224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-fd5f37d4-8ab0-4e6c-998f-9ef4250d7eaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385623 Jul 28 18:00:23.817253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-c843d038-63af-4b04-bd0e-0dfae303b325 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:23.818801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-c843d038-63af-4b04-bd0e-0dfae303b325 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.1908910 Jul 28 18:00:23.873337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:23.922682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:24.034593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:24.062120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:24.062633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553a8bd-07f9-4e93-b82c-ec08b5e67588 req-2353e153-977d-45d3-a2b7-0da43bf9cade tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.074122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d553a8bd-07f9-4e93-b82c-ec08b5e67588 req-2353e153-977d-45d3-a2b7-0da43bf9cade tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.0618176 Jul 28 18:00:24.100192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-057e25d9-656e-4655-a278-50e5fe665c03 service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529655 Jul 28 18:00:24.123172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d553a8bd-07f9-4e93-b82c-ec08b5e67588 req-6bd5a040-af84-4147-a77b-a897a6aa1ac5 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Jul 28 18:00:24.243482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.243962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.244439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.244912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.245415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.245836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.246299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.246760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.247227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.247717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.248179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.248698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.250979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-8fab91c3-013a-4ea0-b8e9-a4ce1964f3bb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f&device_id=d4581187-e266-4b0d-8767-5e20876bea85&device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da&device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f&device_id=4fd7f199-1e65-44d8-af53-16ef90358341&device_id=30b7f813-41de-4be8-bb32-a14032da939a&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&device_id=84e1deb7-7247-436b-91ef-06bc6414d451&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207&device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 10871 time: 0.1970303 Jul 28 18:00:24.301054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-90e7464d-71b0-428b-a089-e329ab97a11e None None] Provisioning complete for port 891de217-5a3b-47bb-a869-f64d6576771f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:24.301796 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90e7464d-71b0-428b-a089-e329ab97a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.318411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-1fe01aa7-ad36-4d8f-a952-e705bcf1e797 service neutron] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:24.333785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9380cf2-b5aa-49b2-8fbd-92d1ab861c89 req-0b49d460-fe54-4919-8a0e-fe38b315e3c0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.334256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:24.335116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-1fe01aa7-ad36-4d8f-a952-e705bcf1e797 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.335251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9380cf2-b5aa-49b2-8fbd-92d1ab861c89 req-0b49d460-fe54-4919-8a0e-fe38b315e3c0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0583761 Jul 28 18:00:24.336261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57fc06b-5e75-48f5-b4cc-c8b1547d784e req-1fe01aa7-ad36-4d8f-a952-e705bcf1e797 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.4880967 Jul 28 18:00:24.345146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-5bdfcb68-162f-4142-9ae8-14aafc3e55fa tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.371897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-90e7464d-71b0-428b-a089-e329ab97a11e None None] Port 891de217-5a3b-47bb-a869-f64d6576771f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:24.376926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Router 154ef6bf-e1e0-486a-bea2-30bb77feab0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:00:24.381021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80f8c458-bc7d-4448-8431-ffad05e911a4 req-302e7f12-838b-420c-be51-bbc1aba4516d service neutron] 10.222.0.35 "GET /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660689 Jul 28 18:00:24.386834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9380cf2-b5aa-49b2-8fbd-92d1ab861c89 req-ea35baeb-bf95-4997-8d9c-984320a5eba6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jul 28 18:00:24.402854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:24.403820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.545581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:24.558688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-01758134-c72c-452f-9982-83d72801f9db admin admin] 10.222.0.25 "PUT /v2.0/routers/154ef6bf-e1e0-486a-bea2-30bb77feab0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5373087 Jul 28 18:00:24.558785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Sync routers for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:24.577587 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:24.578604 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:24.582373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-5bdfcb68-162f-4142-9ae8-14aafc3e55fa tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.607330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7787-213a-4b0b-a2df-ee13c1653d6b req-726d4cd2-8ebc-413a-a080-fc44a05d43f4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.608875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e7a7787-213a-4b0b-a2df-ee13c1653d6b req-726d4cd2-8ebc-413a-a080-fc44a05d43f4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.0616693 Jul 28 18:00:24.648146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e7a7787-213a-4b0b-a2df-ee13c1653d6b req-a9d62599-9b22-4e42-b8cf-3508f371afce tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 28 18:00:24.676016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-5bdfcb68-162f-4142-9ae8-14aafc3e55fa tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:24.691074 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:24.709330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f1c67fc-1808-49ef-8e4b-7212d5ee1299 req-5bdfcb68-162f-4142-9ae8-14aafc3e55fa tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&id=907969c2-7dcb-4d76-ab63-a9070e06fb74&id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&id=85fb073a-c289-4e6d-af25-227e65d13cb8&id=30402e38-3323-40eb-8bee-29e217afed38&id=34e445e8-b79a-4c0d-990d-39c184bc4502&id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 766 time: 0.4158194 Jul 28 18:00:24.752028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfcb68-162f-4142-9ae8-14aafc3e55fa tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18823d8e-8c15-4ae4-9bf7-b2ad495aad3d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:24.950084 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 2, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:24.951271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7664d-6cac-4043-a4a2-ea31f4b22d9f req-590713f2-00fe-445b-990c-3a9e5eb5f833 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:24.952447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9ff7664d-6cac-4043-a4a2-ea31f4b22d9f req-590713f2-00fe-445b-990c-3a9e5eb5f833 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 1095 time: 0.0737188 Jul 28 18:00:24.978525 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Checking router: 154ef6bf-e1e0-486a-bea2-30bb77feab0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:24.978790 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Updating router 154ef6bf-e1e0-486a-bea2-30bb77feab0e port 891de217-5a3b-47bb-a869-f64d6576771f binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:00:25.001458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9ff7664d-6cac-4043-a4a2-ea31f4b22d9f req-8245a219-341a-4327-8c0c-def3e1cc8707 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 28 18:00:25.004032 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:25.282560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4bb8c-1ccb-40eb-95aa-23660eaa824c req-0eca671e-a8f5-487b-bd9f-b0fb5902e6c9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.292013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffa4bb8c-1ccb-40eb-95aa-23660eaa824c req-0eca671e-a8f5-487b-bd9f-b0fb5902e6c9 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.0661905 Jul 28 18:00:25.335940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712bba-6f95-44a0-b8fa-6a1960836eaa req-f86aabcd-066f-46db-8b54-97a328f5a25c tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.337053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712bba-6f95-44a0-b8fa-6a1960836eaa req-f86aabcd-066f-46db-8b54-97a328f5a25c tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.337733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712bba-6f95-44a0-b8fa-6a1960836eaa req-f86aabcd-066f-46db-8b54-97a328f5a25c tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.338876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffa4bb8c-1ccb-40eb-95aa-23660eaa824c req-732c573e-34b4-40f1-ad26-65f1b5b34fc0 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Jul 28 18:00:25.349003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a712bba-6f95-44a0-b8fa-6a1960836eaa req-f86aabcd-066f-46db-8b54-97a328f5a25c tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85&device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f&device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 2884 time: 0.0684605 Jul 28 18:00:25.376722 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:25.387470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Transition to ACTIVE for port object 891de217-5a3b-47bb-a869-f64d6576771f will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:25.389125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a712bba-6f95-44a0-b8fa-6a1960836eaa req-a4080850-56cb-4ff7-9861-9ccabc78b0e4 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Jul 28 18:00:25.484138 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:25.533778 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ca4d3-def2-4a0a-aca0-98311c7c9007 None None] Pushing event updated for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:25.535309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-aad75b05-d1d3-44f1-b22a-fba5bf259b0f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.543359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-aad75b05-d1d3-44f1-b22a-fba5bf259b0f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1285496 Jul 28 18:00:25.560096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-29063fd3-c290-43c4-b42c-1c80994c77ce tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/quotas/c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 375 time: 0.0156910 Jul 28 18:00:25.623818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac7c4-c286-48e5-ad19-0937c878d5dc req-aed74635-6d2c-41db-894e-d2f4ab5ff3ee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:25.623818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfeac7c4-c286-48e5-ad19-0937c878d5dc req-aed74635-6d2c-41db-894e-d2f4ab5ff3ee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0930099 Jul 28 18:00:25.632925 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Attempting to bind port 891de217-5a3b-47bb-a869-f64d6576771f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:25.633506 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Attempting to bind port 891de217-5a3b-47bb-a869-f64d6576771f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:25.633747 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Attempting to bind port 891de217-5a3b-47bb-a869-f64d6576771f on network c45d42f5-88d6-4e7f-9647-79b4e6cded8c {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:25.636070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-b6cf8881-e13b-4f81-895a-791b45d8c440 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749702 Jul 28 18:00:25.639274 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:25.639875 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Checking segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:25.640518 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:25.640975 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Bound using segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:25.641513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Bound port: 891de217-5a3b-47bb-a869-f64d6576771f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:25.648933 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:25.684593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfeac7c4-c286-48e5-ad19-0937c878d5dc req-1fe935e5-748a-4713-bf3c-b006dbf1a995 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Jul 28 18:00:25.800015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-b8dfd7a9-3ee4-4b25-a559-38f287dcef9a service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615894 Jul 28 18:00:25.835816 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] For port 891de217-5a3b-47bb-a869-f64d6576771f, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:25.839730 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] For port 891de217-5a3b-47bb-a869-f64d6576771f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=891de217-5a3b-47bb-a869-f64d6576771f,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:25.918301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-340579c8-12ff-4785-a67b-92e73bc4f7c5 service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173456 Jul 28 18:00:25.960417 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:26.022332 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:26.022943 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:26.025594 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ca4d3-def2-4a0a-aca0-98311c7c9007 None None] Pushing event updated for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:26.186974 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:26.260372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bb209f9-e26d-49a5-9407-26090d8258b5 req-98bbbc5d-b00e-4984-9567-448177a06644 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Jul 28 18:00:26.455324 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:25Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:26.496311 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b53e73-1969-4f8d-bea6-e3436078eae2 None None] The sync data for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 is: [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:25Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:26.508917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726e2a3-1781-4644-b042-cf7296d4352e req-c0e687e9-2fca-4e67-bcc5-80752a833303 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:26.519044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5726e2a3-1781-4644-b042-cf7296d4352e req-c0e687e9-2fca-4e67-bcc5-80752a833303 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.1045823 Jul 28 18:00:26.592503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5726e2a3-1781-4644-b042-cf7296d4352e req-092efea6-8361-43c3-90cd-69c41e901b28 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724671 Jul 28 18:00:26.814282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84207-bf89-4825-9c44-6ed250171963 req-844c6167-c2ea-4707-9b45-5b7ef53e0d05 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:26.815917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bff84207-bf89-4825-9c44-6ed250171963 req-844c6167-c2ea-4707-9b45-5b7ef53e0d05 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0644588 Jul 28 18:00:26.867465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bff84207-bf89-4825-9c44-6ed250171963 req-7a06a592-6100-4553-bbaa-a06b2ea2e031 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Jul 28 18:00:27.128458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba691e-9f6d-44e1-9a63-65285a1ef61e req-799d8dfa-07af-4a45-a3d0-0a9601a861fb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:27.131462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98ba691e-9f6d-44e1-9a63-65285a1ef61e req-799d8dfa-07af-4a45-a3d0-0a9601a861fb tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1101 time: 0.0498984 Jul 28 18:00:27.179914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98ba691e-9f6d-44e1-9a63-65285a1ef61e req-65d91921-5037-43f0-888f-329d7ec726c2 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Jul 28 18:00:27.319478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be699-cf1a-4e9a-91f2-17d923975c5a req-c914876a-d0ed-4004-8c5a-265898875c17 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:27.328459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-337be699-cf1a-4e9a-91f2-17d923975c5a req-c914876a-d0ed-4004-8c5a-265898875c17 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1101 time: 0.0577469 Jul 28 18:00:27.372129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-337be699-cf1a-4e9a-91f2-17d923975c5a req-7f99f9db-af8d-4b0d-a059-1e02820b3d94 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Jul 28 18:00:27.398983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea1bff52-9de7-46ba-b6d1-6cce461c958a req-b6ca0d72-4765-44d6-ae4c-ff805dbd9365 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 210 time: 0.0359535 Jul 28 18:00:27.746329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228812f-568b-4415-8929-d1b6f96e0c16 req-770903d5-a8ac-401b-a57c-e6e1a86229be tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:27.748173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f228812f-568b-4415-8929-d1b6f96e0c16 req-770903d5-a8ac-401b-a57c-e6e1a86229be tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 944 time: 0.0733726 Jul 28 18:00:27.801589 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f228812f-568b-4415-8929-d1b6f96e0c16 req-38b3b0b1-5fd0-4b5b-9a99-fbb903fcd39f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Jul 28 18:00:27.889240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a26013a0-7a96-4aa7-9a19-fea8c952a8b0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:28.009027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-eabde135-d598-4fd3-ac60-d2d5b7f68597 service neutron] 10.222.0.35 "GET /v2.0/ports/4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0915973 Jul 28 18:00:28.025427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:28.044439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0', 'network_id': '7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102', 'port_id': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0', 'mac_address': 'fa:16:3e:95:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cf5d3d-3b96-494a-a911-42ce5793024f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:28.048311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5daa6-d0dc-4bb8-8dc3-d1c666f545b5 req-dc0ae1a1-a191-4ce1-a730-685bbd0a0554 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:28.052074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6c5daa6-d0dc-4bb8-8dc3-d1c666f545b5 req-dc0ae1a1-a191-4ce1-a730-685bbd0a0554 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0766070 Jul 28 18:00:28.090947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:28.106777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6c5daa6-d0dc-4bb8-8dc3-d1c666f545b5 req-b215c996-8d1f-4908-bb0b-95cd6e9c7906 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Jul 28 18:00:28.114957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26013a0-7a96-4aa7-9a19-fea8c952a8b0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:28.149487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:28.351567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 891de217-5a3b-47bb-a869-f64d6576771f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:28.408000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:28.465307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:28.473747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 891de217-5a3b-47bb-a869-f64d6576771f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:28.481147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 891de217-5a3b-47bb-a869-f64d6576771f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:28.485197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:28.579381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:28.584707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-785fd07f-8b89-41e1-b784-a44d71741f3a req-92c1e93f-1379-4118-8cba-a3502e29d000 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 210 time: 0.0838022 Jul 28 18:00:28.626754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 891de217-5a3b-47bb-a869-f64d6576771f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=891de217-5a3b-47bb-a869-f64d6576771f,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:28.629723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-0f9b9b07-d8b3-44dd-b7de-495fe3d4e921 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:28.631202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-0f9b9b07-d8b3-44dd-b7de-495fe3d4e921 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.2115424 Jul 28 18:00:28.644421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Request body: {'port': {'device_id': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'admin_state_up': True, 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:28.727368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:28.766585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['a26013a0-7a96-4aa7-9a19-fea8c952a8b0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:28.834388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:28.835801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:28.845178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:29.018717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-fcae0962-6a91-4b96-adc1-2187aec8a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.020619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-fcae0962-6a91-4b96-adc1-2187aec8a103 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.0865126 Jul 28 18:00:29.111893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a06ec-e97c-4e4c-b722-43346787a071 req-037fce08-0e88-4939-8ddb-784e87f7e4d8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.113352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e63a06ec-e97c-4e4c-b722-43346787a071 req-037fce08-0e88-4939-8ddb-784e87f7e4d8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0989559 Jul 28 18:00:29.115654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf450ef-0bb1-4ec1-be82-156e7d0cc693 req-0de9d87e-dfb4-4f54-aeec-4d90a29c94da tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.117588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddf450ef-0bb1-4ec1-be82-156e7d0cc693 req-0de9d87e-dfb4-4f54-aeec-4d90a29c94da tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 945 time: 0.1220412 Jul 28 18:00:29.124857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-6a9d13e8-fd37-4833-8b46-4ee7462a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.126744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-6a9d13e8-fd37-4833-8b46-4ee7462a6d4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1100 time: 0.0788155 Jul 28 18:00:29.151998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Allocated IP 172.20.0.14 (48f7e76f-3af0-497a-ab4e-d4664bfb305f/63f47308-b81e-4aa7-8a89-5c8107699528/5fd596a2-7a09-429b-84f1-d64ed9105a02) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:29.185810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddf450ef-0bb1-4ec1-be82-156e7d0cc693 req-31be458a-ec9d-4568-ad5b-50285d60b588 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610542 Jul 28 18:00:29.222148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e63a06ec-e97c-4e4c-b722-43346787a071 req-e4dc818c-630b-41c4-ad0d-a3bbad0df24d tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961614 Jul 28 18:00:29.294231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-68ac2301-6c9e-4d71-a064-ed39d5cc9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.295857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-68ac2301-6c9e-4d71-a064-ed39d5cc9d2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1577334 Jul 28 18:00:29.349502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-1413132a-8e11-4e96-876c-5c099e32b7f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0444179 Jul 28 18:00:29.397326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:29.424505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-d9a0ecf9-2164-4c84-98b0-815cb267e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.426495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-d9a0ecf9-2164-4c84-98b0-815cb267e3e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0703683 Jul 28 18:00:29.430611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ec64c-72e3-4863-977c-5fa395429fa0 req-153b5a86-0541-4aca-af89-ee69aac10358 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.432103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-716ec64c-72e3-4863-977c-5fa395429fa0 req-153b5a86-0541-4aca-af89-ee69aac10358 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.1542852 Jul 28 18:00:29.486586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-716ec64c-72e3-4863-977c-5fa395429fa0 req-5f1238c2-a71e-433b-81d9-4a9bc52818b3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477524 Jul 28 18:00:29.512199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-b7d4c5f8-8f4d-4d7c-aa21-736a562c2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.513761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-b7d4c5f8-8f4d-4d7c-aa21-736a562c2657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631037 Jul 28 18:00:29.600155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:29.637666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-62b63ddb-e58c-4446-af7f-98946d21e60d service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155832 Jul 28 18:00:29.651865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:29.655795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:29.659910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:29.698104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:29.727050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.727865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:29.790301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc38d4-ac8f-401e-bac5-0d8b94f43797 req-4eb61bec-3146-4459-b65d-bb12cabc313b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:29.791897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49bc38d4-ac8f-401e-bac5-0d8b94f43797 req-4eb61bec-3146-4459-b65d-bb12cabc313b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 932 time: 0.1216197 Jul 28 18:00:29.794915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-f294246d-51b4-4704-b8a0-357125761662 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1545563 Jul 28 18:00:29.797997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac35b052-f34a-4802-bd3b-8c1b4b98b56a req-32be9edf-87c8-43ef-8112-e34c8550c1a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539969 Jul 28 18:00:29.811236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Request body: {'port': {'device_id': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:29.836971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49bc38d4-ac8f-401e-bac5-0d8b94f43797 req-15dc6d99-7e70-4eee-8356-4bc290630d22 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Jul 28 18:00:29.888954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:29.919026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a26013a0-7a96-4aa7-9a19-fea8c952a8b0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:30.045476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:30.049557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:30.049939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.141383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.171201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:30.173813 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6a797-5d8a-43c2-b5bb-bfba5b19854d" -d '{"events": [{"server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "name": "network-vif-plugged", "status": "completed", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:30.186657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd596a2-7a09-429b-84f1-d64ed9105a02 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:30.188367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:30.196499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.210588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Transition to ACTIVE for port object 5fd596a2-7a09-429b-84f1-d64ed9105a02 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:30.214038 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cec1b-8044-4ee0-9f5e-a5f089e720a8 x-openstack-request-id: req-0b7cec1b-8044-4ee0-9f5e-a5f089e720a8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:30.214388 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "name": "network-vif-plugged", "status": "completed", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:30.214847 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b7cec1b-8044-4ee0-9f5e-a5f089e720a8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:30.215229 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0', 'code': 200} Jul 28 18:00:30.288544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.324109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.366745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 891de217-5a3b-47bb-a869-f64d6576771f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:30.400723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:30.408712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de7389-39b9-4389-8874-fb960edde8b7 req-1b46e639-0de8-4add-9c98-fbc5b156c7f0 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.416923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99de7389-39b9-4389-8874-fb960edde8b7 req-1b46e639-0de8-4add-9c98-fbc5b156c7f0 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.1306126 Jul 28 18:00:30.439489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:30.442518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf5f2-a128-4f46-b14f-05522da57e93 req-8739bba8-b2c4-4b38-8c1e-d8f87f436e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.446220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3cdf5f2-a128-4f46-b14f-05522da57e93 req-8739bba8-b2c4-4b38-8c1e-d8f87f436e15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 1097 time: 0.1567650 Jul 28 18:00:30.456834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 891de217-5a3b-47bb-a869-f64d6576771f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:30.457487 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.460951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1b565-d046-4fa2-ba0b-531f10ab7c06 req-8f04972b-00aa-4dca-b9bc-75599f14be98 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.468102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ef1b565-d046-4fa2-ba0b-531f10ab7c06 req-8f04972b-00aa-4dca-b9bc-75599f14be98 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1003475 Jul 28 18:00:30.553668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ef1b565-d046-4fa2-ba0b-531f10ab7c06 req-6141d154-16e1-4d28-808e-f899de139b45 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801978 Jul 28 18:00:30.553668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3cdf5f2-a128-4f46-b14f-05522da57e93 req-87299a17-0a3b-411c-b376-22d1b622aafb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683410 Jul 28 18:00:30.554122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99de7389-39b9-4389-8874-fb960edde8b7 req-73f4f410-84d4-41dc-a03d-ba4b96b75202 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341183 Jul 28 18:00:30.589600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:30.590035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:30.590835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:30.596675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:30.597118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:30.604420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:30.604840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:30.605297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:30.605824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Bound port: 5fd596a2-7a09-429b-84f1-d64ed9105a02, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:30.606249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.677568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:30.680802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:30.733017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26a56-e9fd-4eb1-9bc3-c3fcf7db2953 req-acc5ad9c-f3df-4bbd-ad26-2f56b441d37d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.734510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ed26a56-e9fd-4eb1-9bc3-c3fcf7db2953 req-acc5ad9c-f3df-4bbd-ad26-2f56b441d37d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0516396 Jul 28 18:00:30.743049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.781937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.782059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ed26a56-e9fd-4eb1-9bc3-c3fcf7db2953 req-9689e1c0-9222-4c2e-8526-179c7bc6dd28 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Jul 28 18:00:30.792017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:30.793607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] 10.222.0.35 "PUT /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 1092 time: 0.9871728 Jul 28 18:00:30.794160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:30.796560 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:30.824617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9fc9-05f1-4579-b62e-7724cab1cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:30.835929 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb015cbf-52d7-4bec-8a54-002f908e937f x-openstack-request-id: req-fb015cbf-52d7-4bec-8a54-002f908e937f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:30.836224 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:30.836493 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb015cbf-52d7-4bec-8a54-002f908e937f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:30.836917 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'status': 'completed', 'code': 200} Jul 28 18:00:30.934221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-38e1b0f5-97f6-4b1f-b0fd-67a475d93b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.937429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-38e1b0f5-97f6-4b1f-b0fd-67a475d93b73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1095 time: 0.0759628 Jul 28 18:00:30.988618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75cb1b-f134-4ead-ad07-0ef0d69ffb09 req-de869892-63b1-4d25-9e0c-018b856fa44b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:30.991094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a75cb1b-f134-4ead-ad07-0ef0d69ffb09 req-de869892-63b1-4d25-9e0c-018b856fa44b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0740972 Jul 28 18:00:31.036226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a75cb1b-f134-4ead-ad07-0ef0d69ffb09 req-9ad82ce4-eb48-4095-a391-b8077aa90933 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 28 18:00:31.058688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-8d9ebccd-a827-4332-8c54-8194bc9f3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.060354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-8d9ebccd-a827-4332-8c54-8194bc9f3457 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1133654 Jul 28 18:00:31.159964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-7a8434af-b924-46f8-923a-c679310b6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.162171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0a0a24d-316c-422d-9f33-f84e93a7ff8b req-7a8434af-b924-46f8-923a-c679310b6279 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941868 Jul 28 18:00:31.236430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-bf69deb9-f1dc-4aaa-a02e-c01778c878a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.237950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-bf69deb9-f1dc-4aaa-a02e-c01778c878a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1095 time: 0.0405416 Jul 28 18:00:31.279858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-50158dab-ec3c-4692-9c40-648453d6965c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 217 time: 0.0334103 Jul 28 18:00:31.330706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-650c4fdd-a3ff-46c2-a648-8fe188de1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.332254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-650c4fdd-a3ff-46c2-a648-8fe188de1aed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0441499 Jul 28 18:00:31.370147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-ac257add-552c-4358-ac60-71722c97c44c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282595 Jul 28 18:00:31.459187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-45f26f17-e0b6-47cb-b75f-567f7c86798c service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812697 Jul 28 18:00:31.701318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5acbb-41d1-480b-8386-a20f00136978 req-266da4ab-330f-4703-9ca8-9127cd7f3bdc tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.703167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1db5acbb-41d1-480b-8386-a20f00136978 req-266da4ab-330f-4703-9ca8-9127cd7f3bdc tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.0639739 Jul 28 18:00:31.754671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1db5acbb-41d1-480b-8386-a20f00136978 req-cf344be5-47d4-4c69-be6d-519377557b6d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Jul 28 18:00:31.910986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec4d0a-d112-4e7f-a687-6196d9435fdb req-a8b69fb4-d6d4-41aa-89d5-3fc040460f78 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:31.913190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1ec4d0a-d112-4e7f-a687-6196d9435fdb req-a8b69fb4-d6d4-41aa-89d5-3fc040460f78 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0775399 Jul 28 18:00:31.915241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39aa4a87-7e5d-42e2-b9f2-cbd179284cce req-2be08444-561a-42f3-9ee8-621580e2b320 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455729 Jul 28 18:00:31.917463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:31.972255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1ec4d0a-d112-4e7f-a687-6196d9435fdb req-7a203b27-f1fd-461b-9581-9b780fdbc6dc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Jul 28 18:00:32.052829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2b054-bac2-41c7-8e5f-1ea6d35fa7fc req-fa4abe12-ce9e-4216-91a6-0a1971f48693 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:32.053172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:32.059916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6b2b054-bac2-41c7-8e5f-1ea6d35fa7fc req-fa4abe12-ce9e-4216-91a6-0a1971f48693 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0698471 Jul 28 18:00:32.090404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:32.097999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6b2b054-bac2-41c7-8e5f-1ea6d35fa7fc req-3f7e9768-f418-44f1-81a5-b0b6c1e6b433 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Jul 28 18:00:32.170664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:32.197760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a06b7-b455-40b4-b027-7ac7021c1885 req-43124429-0eb2-4945-95c9-921d7f467ef2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:32.199633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f7a06b7-b455-40b4-b027-7ac7021c1885 req-43124429-0eb2-4945-95c9-921d7f467ef2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0556717 Jul 28 18:00:32.220505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:32.223110 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd222bd-6390-4c44-952c-999a8516e1f4" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:32.232432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:32.243164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f7a06b7-b455-40b4-b027-7ac7021c1885 req-0d518f79-2711-487d-b4a1-aa5385c15e3f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Jul 28 18:00:32.280258 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf6b097-1621-49a0-affb-e8102bb96a0b x-openstack-request-id: req-9bf6b097-1621-49a0-affb-e8102bb96a0b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:32.280703 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:32.280982 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf6b097-1621-49a0-affb-e8102bb96a0b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:32.281364 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'code': 200} Jul 28 18:00:32.881114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d3b36-5782-4737-853a-544d6d73b874 req-01e02978-d275-4566-895b-0e74d10ba91d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:32.883047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-833d3b36-5782-4737-853a-544d6d73b874 req-01e02978-d275-4566-895b-0e74d10ba91d tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.0556929 Jul 28 18:00:32.925298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-833d3b36-5782-4737-853a-544d6d73b874 req-94e61a78-7b07-43ee-8c4f-ca636cbafd43 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jul 28 18:00:33.108315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c03a8-59b9-4eeb-8f2b-464bf2f5b97b req-273f386f-c14d-4c07-8091-cdf61f598318 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:33.109843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-499c03a8-59b9-4eeb-8f2b-464bf2f5b97b req-273f386f-c14d-4c07-8091-cdf61f598318 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0595109 Jul 28 18:00:33.151662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-499c03a8-59b9-4eeb-8f2b-464bf2f5b97b req-1553e454-95a3-46d9-bace-55638322d879 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346236 Jul 28 18:00:33.359706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cc2c9-3048-4335-9022-ccfcb293799f req-722748dc-5737-4def-bcde-3b40e239ec58 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:33.361140 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-239cc2c9-3048-4335-9022-ccfcb293799f req-722748dc-5737-4def-bcde-3b40e239ec58 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0722568 Jul 28 18:00:33.407993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-239cc2c9-3048-4335-9022-ccfcb293799f req-56f0fdbe-861a-484d-a8a8-6b2b1e04f098 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Jul 28 18:00:33.434614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb58f76-be7a-49c3-a8dd-bc44553c476a req-8fce9669-ed74-4f1a-be1e-c0313c92734b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:33.436782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccb58f76-be7a-49c3-a8dd-bc44553c476a req-8fce9669-ed74-4f1a-be1e-c0313c92734b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0613785 Jul 28 18:00:33.479371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccb58f76-be7a-49c3-a8dd-bc44553c476a req-d9233440-daa4-461c-97d1-f97790cf47f7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360451 Jul 28 18:00:33.546316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb25f3-9e95-4186-8a5b-2fdab7c6035e req-9afdf707-2085-4edb-ae50-95e66d308e2e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:33.548165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-effb25f3-9e95-4186-8a5b-2fdab7c6035e req-9afdf707-2085-4edb-ae50-95e66d308e2e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.0679436 Jul 28 18:00:33.589079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-effb25f3-9e95-4186-8a5b-2fdab7c6035e req-4cd0dacd-1c75-4334-9f20-42a1bb220aa7 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jul 28 18:00:33.933314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:34.036886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:34.053134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'mac_address': 'fa:16:3e:9d:e9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:34.094743 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:34.107237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:34.127201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:34.235436 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:34.284761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30158c3-07d9-46fc-89d6-aaa45910f6d5 req-4f4d3152-e3f7-47fc-9241-7b3569372504 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:34.287175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f30158c3-07d9-46fc-89d6-aaa45910f6d5 req-4f4d3152-e3f7-47fc-9241-7b3569372504 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0640821 Jul 28 18:00:34.290805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:34.328523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f30158c3-07d9-46fc-89d6-aaa45910f6d5 req-0b6d07f0-0066-43c0-9886-2a7e5db19d39 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Jul 28 18:00:34.538102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3dae-7efc-4799-a952-4d26a34b369a req-792d5ead-48db-42a7-b14a-ca5c3dad588a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:34.539636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-667c3dae-7efc-4799-a952-4d26a34b369a req-792d5ead-48db-42a7-b14a-ca5c3dad588a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 948 time: 0.0574434 Jul 28 18:00:34.586419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-667c3dae-7efc-4799-a952-4d26a34b369a req-f5a4dbc0-74b3-4d74-9d5d-c24a7f6f100a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jul 28 18:00:34.625387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797ce73-9c35-46bc-a43c-a57da2ef9cfe req-20c6a9a1-559b-4a83-9dca-ab94c8760eb5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:34.626975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2797ce73-9c35-46bc-a43c-a57da2ef9cfe req-20c6a9a1-559b-4a83-9dca-ab94c8760eb5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0580113 Jul 28 18:00:34.669128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2797ce73-9c35-46bc-a43c-a57da2ef9cfe req-f84b6c32-fe5a-45f9-a5fb-e41ef1a32e07 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Jul 28 18:00:34.694415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:34.815153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d73d5b-ca4f-43c6-8b19-dc54c2f43b23 req-ed402ce0-051b-44f5-b76b-dbd2e2c0f293 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:34.817289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d73d5b-ca4f-43c6-8b19-dc54c2f43b23 req-ed402ce0-051b-44f5-b76b-dbd2e2c0f293 tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.0686696 Jul 28 18:00:34.861817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d73d5b-ca4f-43c6-8b19-dc54c2f43b23 req-509b71a0-8026-41e6-bdfa-e0f6ba1be9ac tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups?id=888ee065-2b4d-40a1-bac4-b954634e68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Jul 28 18:00:35.063969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-29dbfa59-f7ef-4df9-b8e2-88cefc68a66b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.065702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-29dbfa59-f7ef-4df9-b8e2-88cefc68a66b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 946 time: 0.0558145 Jul 28 18:00:35.185792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Deleting port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:35.186402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:35.237134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca566-3526-46e3-864b-d2630e3a1881 req-c5d6a04c-b58c-46fd-a574-654b56786ba2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.238746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eeca566-3526-46e3-864b-d2630e3a1881 req-c5d6a04c-b58c-46fd-a574-654b56786ba2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 948 time: 0.0820034 Jul 28 18:00:35.266716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-30550eb6-0ac3-4475-aeae-db70fbdf4874 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.268360 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-30550eb6-0ac3-4475-aeae-db70fbdf4874 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&tenant_id=1a8ef73f96144e228d497181c57b9c7f&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 948 time: 0.0741262 Jul 28 18:00:35.294530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] For port a26013a0-7a96-4aa7-9a19-fea8c952a8b0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,segment=NetworkSegment(dfb046d9-7039-4227-b1d1-70e0593dfa50),segment_id=dfb046d9-7039-4227-b1d1-70e0593dfa50)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:35.294901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:35.311275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Calling delete_port for a26013a0-7a96-4aa7-9a19-fea8c952a8b0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:35.327533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eeca566-3526-46e3-864b-d2630e3a1881 req-00c15b9a-dd9a-45d0-ba78-043d81bbbea5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788159 Jul 28 18:00:35.366125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-7f314af8-4489-430b-93ab-0d44c5626b4c service neutron] 10.222.0.35 "GET /v2.0/ports/4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0823820 Jul 28 18:00:35.464054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-ffd55d34-8630-43a9-a54a-5752d499693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.465614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-ffd55d34-8630-43a9-a54a-5752d499693b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1099 time: 0.0762196 Jul 28 18:00:35.488600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab65e-532b-4f7a-b24b-f2a17459b4b8 req-61554449-3189-4087-8871-9ef6c62b5464 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.490159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a80ab65e-532b-4f7a-b24b-f2a17459b4b8 req-61554449-3189-4087-8871-9ef6c62b5464 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0714898 Jul 28 18:00:35.581376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a80ab65e-532b-4f7a-b24b-f2a17459b4b8 req-4ffbd11e-f702-4437-a465-e12c6101b879 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793483 Jul 28 18:00:35.602358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-3c0f0128-6d3b-42e9-82f4-b62b3ffda073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.603964 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-3c0f0128-6d3b-42e9-82f4-b62b3ffda073 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1314251 Jul 28 18:00:35.617662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:35.630486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['a26013a0-7a96-4aa7-9a19-fea8c952a8b0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:35.648714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-18630acb-c5bc-4a51-be4c-b08ed1d48132 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0365646 Jul 28 18:00:35.659214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event deleted for resources: {'Port': ['ID=a26013a0-7a96-4aa7-9a19-fea8c952a8b0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:35.707777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-c6ac25ac-9d90-472a-bcb9-4259dc89dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.710048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-c6ac25ac-9d90-472a-bcb9-4259dc89dee4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0536649 Jul 28 18:00:35.723478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] No DVR routers for this DVR port a26013a0-7a96-4aa7-9a19-fea8c952a8b0 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:35.728953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:35.731036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc080ea9-8942-4d8e-8a26-85147c11b3a7 req-1efb018d-c0ab-4d42-a608-e0fd8952956b tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.35 "DELETE /v2.0/ports/a26013a0-7a96-4aa7-9a19-fea8c952a8b0 HTTP/1.1" status: 204 len: 173 time: 0.6578093 Jul 28 18:00:35.731535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'name': 'network-vif-deleted', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:35.734055 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce23492-38a2-403a-89c4-48da16fe0a02" -d '{"events": [{"server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "name": "network-vif-deleted", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:35.772678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-1b958c4b-b278-4be7-b768-44cfb9ddf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.777549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-1b958c4b-b278-4be7-b768-44cfb9ddf6bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570097 Jul 28 18:00:35.801048 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4809f2eb-4134-462a-bb62-a9fd3c441e12 x-openstack-request-id: req-4809f2eb-4134-462a-bb62-a9fd3c441e12 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:35.801178 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a239297-62be-4895-a05e-52d715bf302f", "name": "network-vif-deleted", "tag": "a26013a0-7a96-4aa7-9a19-fea8c952a8b0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:35.801342 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4809f2eb-4134-462a-bb62-a9fd3c441e12 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:35.801823 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a239297-62be-4895-a05e-52d715bf302f', 'name': 'network-vif-deleted', 'tag': 'a26013a0-7a96-4aa7-9a19-fea8c952a8b0', 'status': 'completed', 'code': 200} Jul 28 18:00:35.830316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113587ce-f792-4d82-a8d8-074ace135cf7 req-e9e4d34e-d918-4197-a7ea-e31cf1777ba5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:35.832030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-113587ce-f792-4d82-a8d8-074ace135cf7 req-e9e4d34e-d918-4197-a7ea-e31cf1777ba5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0769351 Jul 28 18:00:35.916014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-113587ce-f792-4d82-a8d8-074ace135cf7 req-3acd0d83-eb2b-43bc-a168-855be8e2a3ad tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Jul 28 18:00:35.916902 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-1bb5ddce-3422-410d-8a59-6774586741bd service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138623 Jul 28 18:00:35.951111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:35.953781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:36.007721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65430e83-971a-428e-94fc-a4b155cb1c20 req-55e92236-83d7-4a14-a17d-2c599f8ecd9f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 210 time: 0.0339532 Jul 28 18:00:36.114554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-ce0dc99f-aea2-414f-8ea0-1a599ce5c745 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331265 Jul 28 18:00:36.115048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:36.115048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:36.136900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:36.159225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'port_id': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'mac_address': 'fa:16:3e:01:7f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f47308-b81e-4aa7-8a89-5c8107699528', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:36.223155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:36.242354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:36.245039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd596a2-7a09-429b-84f1-d64ed9105a02 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:36.275101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:36.286815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:36.289835 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781c314-6378-4247-9c0d-25e295aa46cf" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:36.308014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:36.341844 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baef84e6-83f4-4f6f-a9fb-1e0cf7077dfd x-openstack-request-id: req-baef84e6-83f4-4f6f-a9fb-1e0cf7077dfd {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:36.342144 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:36.342399 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baef84e6-83f4-4f6f-a9fb-1e0cf7077dfd {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:36.342819 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'code': 200} Jul 28 18:00:36.484730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc22fd-01fe-48ec-8fe1-b8f3c7ae5d19 req-6ec66630-0ad2-485b-921e-48951013c875 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:36.486311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bc22fd-01fe-48ec-8fe1-b8f3c7ae5d19 req-6ec66630-0ad2-485b-921e-48951013c875 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 948 time: 0.0756001 Jul 28 18:00:36.536230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bc22fd-01fe-48ec-8fe1-b8f3c7ae5d19 req-cdd42145-7108-40b1-9229-dec6ca287831 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Jul 28 18:00:36.715590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2839d13-76c3-4ce9-a2da-f86473d68a34 req-36ffdfc2-1b00-484e-b178-545a898b0ace tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:36.717150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2839d13-76c3-4ce9-a2da-f86473d68a34 req-36ffdfc2-1b00-484e-b178-545a898b0ace tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0572655 Jul 28 18:00:36.762546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2839d13-76c3-4ce9-a2da-f86473d68a34 req-d47e7033-fc78-4d63-b88c-347e025cd6eb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Jul 28 18:00:36.989753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:36.994133 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:37.056556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:37.056665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f199e-8cb9-4722-889c-17324c3233c8 req-c227df45-faad-4f6a-a96e-3a2b2a786a16 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:37.061943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-005f199e-8cb9-4722-889c-17324c3233c8 req-c227df45-faad-4f6a-a96e-3a2b2a786a16 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0860233 Jul 28 18:00:37.106911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-005f199e-8cb9-4722-889c-17324c3233c8 req-db9da353-7db5-4570-8ece-fa58429343c8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jul 28 18:00:37.116932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:37.145319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53feeef1-f319-4fd2-8424-7264e2860c28 req-ad7ba04a-362e-46cd-aafb-7eef6fa91cbc tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a239297-62be-4895-a05e-52d715bf302f HTTP/1.1" status: 200 len: 210 time: 0.0380692 Jul 28 18:00:37.350957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:37.655500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbafd8f-2673-4596-ae99-0915611418af req-56222866-a83d-4201-a3a1-2fd4673e1615 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:37.657536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbbafd8f-2673-4596-ae99-0915611418af req-56222866-a83d-4201-a3a1-2fd4673e1615 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0501766 Jul 28 18:00:37.669941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6b2c-d515-452e-9418-5e54399b0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:37.715701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbbafd8f-2673-4596-ae99-0915611418af req-32d08e3d-8910-4626-8843-c9240ecf20f2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Jul 28 18:00:37.885998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92184-bdde-42f5-9880-81d6f70016e7 req-2d3aa6c1-079e-4695-b35f-7831bbbadd50 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:37.887609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f92184-bdde-42f5-9880-81d6f70016e7 req-2d3aa6c1-079e-4695-b35f-7831bbbadd50 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0494754 Jul 28 18:00:37.944109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f92184-bdde-42f5-9880-81d6f70016e7 req-0c3a1053-6d80-4bab-af90-a156f3703050 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Jul 28 18:00:37.969608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a26013a0-7a96-4aa7-9a19-fea8c952a8b0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:37.993605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: a26013a0-7a96-4aa7-9a19-fea8c952a8b0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:00:38.007925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a26013a0-7a96-4aa7-9a19-fea8c952a8b0 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:38.232435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2305-d333-4983-b7da-e45131d3a272 req-df7f4400-41e6-4f74-876c-ced1f62aad62 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:38.234239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-140d2305-d333-4983-b7da-e45131d3a272 req-df7f4400-41e6-4f74-876c-ced1f62aad62 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.0536366 Jul 28 18:00:38.279873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-140d2305-d333-4983-b7da-e45131d3a272 req-c914657e-e530-4d37-beee-4e3e818df707 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Jul 28 18:00:38.504347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46218) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:38.563214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:38.590573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:38.731864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:38.734575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:38.735935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "DELETE /v2.0/security-groups/b52cf2d8-70d9-43a1-8ea9-1464ae178eb5 HTTP/1.1" status: 204 len: 168 time: 0.2305398 Jul 28 18:00:38.738816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:38.753375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8665723-694a-46c9-9570-4c3aa87e9b6f tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cf2d8-70d9-43a1-8ea9-1464ae178eb5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:38.754875 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-97bfe6d4-a093-4188-82a7-fa5b6351833e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] show failed (client error): The resource could not be found. Jul 28 18:00:38.756377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97bfe6d4-a093-4188-82a7-fa5b6351833e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "GET /v2.0/security-groups/b52cf2d8-70d9-43a1-8ea9-1464ae178eb5 HTTP/1.1" status: 404 len: 347 time: 0.0164511 Jul 28 18:00:38.759061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:38.918359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a7d44-50cf-4b53-8ba5-7b5f8a21b51d req-84b1dbbc-253b-42b9-8f03-46dbfce6aeec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:38.919904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d5a7d44-50cf-4b53-8ba5-7b5f8a21b51d req-84b1dbbc-253b-42b9-8f03-46dbfce6aeec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0785828 Jul 28 18:00:38.951458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Deleting port e1ed53c8-8094-4e7f-a881-b014d11f7959 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:38.953173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.009923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d5a7d44-50cf-4b53-8ba5-7b5f8a21b51d req-c47429e1-cab0-4a58-a833-c6b1f4c68692 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759923 Jul 28 18:00:39.050188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.052989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.064339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Calling delete_port for e1ed53c8-8094-4e7f-a881-b014d11f7959 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:39.107357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf61a8-4632-4281-98ff-dcaec6e24f62 req-3b2b1ab4-5833-49f1-8cd1-edfc962d06ed tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:39.109056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2cf61a8-4632-4281-98ff-dcaec6e24f62 req-3b2b1ab4-5833-49f1-8cd1-edfc962d06ed tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0581176 Jul 28 18:00:39.154319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2cf61a8-4632-4281-98ff-dcaec6e24f62 req-4d9b2b02-ee40-4d9e-8884-241c9eb58a5a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Jul 28 18:00:39.293367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.320388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Pushing event deleted for resources: {'Port': ['ID=e1ed53c8-8094-4e7f-a881-b014d11f7959,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:39.400771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.403723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.407284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-314ec77e-5302-4548-bb58-dde45048507e tempest-ImagesOneServerNegativeTestJSON-1279788397 tempest-ImagesOneServerNegativeTestJSON-1279788397-project] 10.222.0.25 "DELETE /v2.0/floatingips/132ef81e-c73e-44dc-80e8-18176a4f21b0 HTTP/1.1" status: 204 len: 168 time: 0.6443999 Jul 28 18:00:39.449327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966478d-3341-4963-86bd-0aff3f588400 req-7b8542f3-be26-4dac-ae14-ab764c0ba91e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:39.450969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d966478d-3341-4963-86bd-0aff3f588400 req-7b8542f3-be26-4dac-ae14-ab764c0ba91e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Jul 28 18:00:39.496622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d966478d-3341-4963-86bd-0aff3f588400 req-5064619a-8e7e-471e-adc8-32398b0fce51 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393901 Jul 28 18:00:39.572528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:39.620306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Deleting subnet 00cf5d3d-3b96-494a-a911-42ce5793024f {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:00:39.624235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.659738 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.705729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.909684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.940080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.942292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/00cf5d3d-3b96-494a-a911-42ce5793024f HTTP/1.1" status: 204 len: 168 time: 0.3686295 Jul 28 18:00:39.943299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a98a94-dc64-41bf-9403-74d11f6148ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cf5d3d-3b96-494a-a911-42ce5793024f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:39.945469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:39.960175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef915591-e0ba-472a-aa18-cbce98c4d7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:39.969204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:40.008007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.060946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-9543930c-287c-4f37-8d1f-a900348d2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.063069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-9543930c-287c-4f37-8d1f-a900348d2954 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.0991831 Jul 28 18:00:40.065919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.103693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 5fd596a2-7a09-429b-84f1-d64ed9105a02 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:40.108119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 5fd596a2-7a09-429b-84f1-d64ed9105a02 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:40.108800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.189350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.212460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.218965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:40.221963 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4ca53-888f-462a-9c24-e877f1ad6beb" -d '{"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-plugged", "status": "completed", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:40.228457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:40.239297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:40.245803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb046d9-7039-4227-b1d1-70e0593dfa50') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:40.245803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb046d9-7039-4227-b1d1-70e0593dfa50') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:40.257174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.271249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-5bba781b-b6e4-4725-869a-cf0b70cb9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.272853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-5bba781b-b6e4-4725-869a-cf0b70cb9e5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1100 time: 0.1681857 Jul 28 18:00:40.283221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92425e-838f-4ae8-b7a3-33300b00a1ce req-732fe1b3-80d2-4b30-bf80-147cf20d635d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.291713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b92425e-838f-4ae8-b7a3-33300b00a1ce req-732fe1b3-80d2-4b30-bf80-147cf20d635d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.1881325 Jul 28 18:00:40.295253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be23510-e4a1-454a-897f-ab9bf6409736 req-93e973ff-4144-4c68-ba8f-4d2e601217e4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.296861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5be23510-e4a1-454a-897f-ab9bf6409736 req-93e973ff-4144-4c68-ba8f-4d2e601217e4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0644963 Jul 28 18:00:40.308695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.321899 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.322890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:40.359339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:00:40.366276 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:00:40.373059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5be23510-e4a1-454a-897f-ab9bf6409736 req-9a81c5be-513c-4f5b-8620-4d696f513474 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685296 Jul 28 18:00:40.407638 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c660a-1428-4a36-95c5-a5ebe012eda1 x-openstack-request-id: req-3d3c660a-1428-4a36-95c5-a5ebe012eda1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:40.408043 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-plugged", "status": "completed", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:40.408302 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d3c660a-1428-4a36-95c5-a5ebe012eda1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:40.408805 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'code': 200} Jul 28 18:00:40.466466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b92425e-838f-4ae8-b7a3-33300b00a1ce req-173dec6b-fe9c-4458-85c6-b443de6e779d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739433 Jul 28 18:00:40.468295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:40.484097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.504534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-a5d9fa82-6d36-4382-889e-f7bdc1d1135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.504534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-a5d9fa82-6d36-4382-889e-f7bdc1d1135f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2050793 Jul 28 18:00:40.542556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108cdc2-50c8-425b-b8c3-d5df764cf8b8 req-ad4f1af6-18ff-4255-8a5c-a5b4d5d0ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.549094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6108cdc2-50c8-425b-b8c3-d5df764cf8b8 req-ad4f1af6-18ff-4255-8a5c-a5b4d5d0ac77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1097 time: 0.0805357 Jul 28 18:00:40.557011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-dcf39131-e0ba-4842-af89-2245cd46d66f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0453839 Jul 28 18:00:40.569549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:40.595290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.609291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6108cdc2-50c8-425b-b8c3-d5df764cf8b8 req-0e3aade8-0bbf-45db-bdc7-423307d0c973 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469530 Jul 28 18:00:40.632529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.637808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102 HTTP/1.1" status: 204 len: 168 time: 0.6873128 Jul 28 18:00:40.640233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9423-81aa-4e95-8b05-76a273a58b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7458ef4a-97a2-4d29-9f7d-dfc9e3eaf102,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:40.657839 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:40.664409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-4d3f28c7-9c85-488e-9252-bcb1c2d9d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.665891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-4d3f28c7-9c85-488e-9252-bcb1c2d9d301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1033945 Jul 28 18:00:40.685064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd70be-7b44-443b-962a-652bf8fb821b req-d8b7e09a-af77-46bb-bcd8-060795324724 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.686574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35dd70be-7b44-443b-962a-652bf8fb821b req-d8b7e09a-af77-46bb-bcd8-060795324724 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0832508 Jul 28 18:00:40.726265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:40.739752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35dd70be-7b44-443b-962a-652bf8fb821b req-f4f1778b-1a88-4a3a-a032-17c01e0b163e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Jul 28 18:00:40.750536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:40.766399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:40.774203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-330b29cc-66d8-46bf-949d-d57ac56d59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:40.776159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-330b29cc-66d8-46bf-949d-d57ac56d59a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543871 Jul 28 18:00:40.876869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-172a8d83-4a42-41a8-abf3-2bea08fcc6cc service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903556 Jul 28 18:00:40.977996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3643aab-fb76-43aa-93a6-2838be4967bb req-0dd26476-dc54-4ab5-9bcb-22892aea8dad service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910280 Jul 28 18:00:41.050035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.083340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:41.087423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:41.101292 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.116937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:41.116937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:41.148808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1877dc8a-710d-40a7-99db-538066885d2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87d6c0089e964ced9dc7f3797538de2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617626 Jul 28 18:00:41.151387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46292) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:41.161855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.175012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:41.202283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.224305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.226440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.287722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:00:41.288019 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:00:41.304570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:41.354079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.356792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.358049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/888ee065-2b4d-40a1-bac4-b954634e68f5 HTTP/1.1" status: 204 len: 168 time: 0.2055178 Jul 28 18:00:41.366860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a37f5-a57e-453a-9082-a63bb96bb8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888ee065-2b4d-40a1-bac4-b954634e68f5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:41.478603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730daef-a3cb-4265-89e4-7d8bdeb5a939 req-96b8d5e9-21e1-479b-975b-f142654be69a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:41.480427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a730daef-a3cb-4265-89e4-7d8bdeb5a939 req-96b8d5e9-21e1-479b-975b-f142654be69a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 948 time: 0.0492134 Jul 28 18:00:41.520786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a730daef-a3cb-4265-89e4-7d8bdeb5a939 req-9aab9abf-1720-4075-a3ba-221dcc91693f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Jul 28 18:00:41.637996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec3a07-12a5-437a-b6eb-f59f0af5e3cc req-28063e7e-2923-4805-b714-6f45704bbc72 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:41.639945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddec3a07-12a5-437a-b6eb-f59f0af5e3cc req-28063e7e-2923-4805-b714-6f45704bbc72 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0515208 Jul 28 18:00:41.686967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddec3a07-12a5-437a-b6eb-f59f0af5e3cc req-b9c6cea5-dace-4551-9c23-00efa4a85215 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Jul 28 18:00:41.844863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:41.863661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:41.884596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:41.903245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd363e-37bf-44f5-bfee-0fbbda161d21 req-15b4dc06-1ca6-45de-b7bd-3182c4cb2e5f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:41.904789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcdd363e-37bf-44f5-bfee-0fbbda161d21 req-15b4dc06-1ca6-45de-b7bd-3182c4cb2e5f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0763979 Jul 28 18:00:41.945973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcdd363e-37bf-44f5-bfee-0fbbda161d21 req-fe7714d6-b858-4132-8a5a-184b884941e2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349653 Jul 28 18:00:41.983602 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:42.036728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:42.342908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:42.410403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}, {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:42.412817 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24d311-7104-4644-9be6-d0943bce8532" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}, {"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:42.475168 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e369f94-3346-4937-9863-e2f6b8bdc8fc x-openstack-request-id: req-2e369f94-3346-4937-9863-e2f6b8bdc8fc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:42.475168 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "code": 200}, {"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:42.475168 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e369f94-3346-4937-9863-e2f6b8bdc8fc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:42.475168 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'code': 200} Jul 28 18:00:42.475168 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'code': 200} Jul 28 18:00:42.647899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd3002-815e-4882-a833-75b8bbe2aa26 req-d964ba4a-6149-42e9-8fd5-a89cd1ca4a3b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:42.650279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd3002-815e-4882-a833-75b8bbe2aa26 req-d964ba4a-6149-42e9-8fd5-a89cd1ca4a3b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 949 time: 0.0578651 Jul 28 18:00:42.701374 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd3002-815e-4882-a833-75b8bbe2aa26 req-86e92695-9a57-4c88-b477-783809862270 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Jul 28 18:00:42.789989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:42.908654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40977c4-1269-4721-bd37-ffba88fd3c74 req-a038e35f-2e6c-41d1-bd26-cd2873084d1a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:42.913411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a40977c4-1269-4721-bd37-ffba88fd3c74 req-a038e35f-2e6c-41d1-bd26-cd2873084d1a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0633979 Jul 28 18:00:42.920965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd0ec-3ef6-41cd-94bf-75f13d9c4b62 req-2bf9136b-d442-4419-a85f-97153579785f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:42.923889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e78dd0ec-3ef6-41cd-94bf-75f13d9c4b62 req-2bf9136b-d442-4419-a85f-97153579785f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.0591824 Jul 28 18:00:42.961682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a40977c4-1269-4721-bd37-ffba88fd3c74 req-1c6e9ce3-78cd-473e-a4e4-2495db858c4e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Jul 28 18:00:42.967732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e78dd0ec-3ef6-41cd-94bf-75f13d9c4b62 req-ad17c13d-da51-4e96-9b99-0ef4b42e1cbc tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356836 Jul 28 18:00:43.094842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d88e-9a5f-4aa7-bbb3-3458a250748d req-1d0d97c7-9770-46d2-ade3-e9b1e1a4734a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:43.096375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6963d88e-9a5f-4aa7-bbb3-3458a250748d req-1d0d97c7-9770-46d2-ade3-e9b1e1a4734a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Jul 28 18:00:43.135867 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6963d88e-9a5f-4aa7-bbb3-3458a250748d req-2fa8279e-810b-46ba-b9bc-35661278dd6a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Jul 28 18:00:43.256157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c572378-e0ae-4829-b1d3-e7c63b87f432 req-714471e9-9334-4364-8e9f-d146a8fd6bbd tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:43.257842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c572378-e0ae-4829-b1d3-e7c63b87f432 req-714471e9-9334-4364-8e9f-d146a8fd6bbd tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1097 time: 0.0478566 Jul 28 18:00:43.308675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c572378-e0ae-4829-b1d3-e7c63b87f432 req-6dfa9262-585d-4441-aef1-76171327f05c tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Jul 28 18:00:43.368352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:43.477985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200775c8-93aa-4696-a2ca-e2d5eea3aa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:43.572084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200775c8-93aa-4696-a2ca-e2d5eea3aa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:43.822565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc12cc5-c666-4fb4-b36b-e8c9b79656ad req-02edfa95-ffae-4cd9-ad65-9146a7bafa89 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:43.824116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfc12cc5-c666-4fb4-b36b-e8c9b79656ad req-02edfa95-ffae-4cd9-ad65-9146a7bafa89 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 949 time: 0.0527163 Jul 28 18:00:43.829574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200775c8-93aa-4696-a2ca-e2d5eea3aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:43.863211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfc12cc5-c666-4fb4-b36b-e8c9b79656ad req-7e61c71e-cf99-4896-baa8-e6fc087f59ea tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Jul 28 18:00:43.870649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-200775c8-93aa-4696-a2ca-e2d5eea3aa3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43bb93deb2df4303aa24a79d26c76448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008221 Jul 28 18:00:43.871534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200775c8-93aa-4696-a2ca-e2d5eea3aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d952cc66-da3e-4d63-8ba6-ba34ec2de450,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:43.873388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46382) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:43.923374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:43.945569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:44.001256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:44.107546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a29aa-b64a-4b1f-a4c1-c697b754e657 req-d98bd581-7619-4848-aa30-318983e1389a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:44.109137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b72a29aa-b64a-4b1f-a4c1-c697b754e657 req-d98bd581-7619-4848-aa30-318983e1389a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 947 time: 0.0527477 Jul 28 18:00:44.115195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:44.127497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'mac_address': 'fa:16:3e:9d:e9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:44.129557 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:44.132251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:44.133340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d952cc66-da3e-4d63-8ba6-ba34ec2de450 HTTP/1.1" status: 204 len: 168 time: 0.2589903 Jul 28 18:00:44.146940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3dab8-7cea-4317-a5b4-6a71d624ef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952cc66-da3e-4d63-8ba6-ba34ec2de450,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:44.180833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b72a29aa-b64a-4b1f-a4c1-c697b754e657 req-255c7ffb-c738-43fe-95f1-6eb835a8f766 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612748 Jul 28 18:00:44.211670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:44.226339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:44.249156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:44.411545 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:44.418042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-d9b4ad4b-bdb1-4460-9123-9638caa65417 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--653651994&fields=id&tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 267 time: 0.0378456 Jul 28 18:00:44.475182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:44.543413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-b3fdba07-97fe-4e1c-bc44-8dfb1d795982 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:44.545212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-b3fdba07-97fe-4e1c-bc44-8dfb1d795982 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 824 time: 0.1168911 Jul 28 18:00:44.568058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-974949dd-e82a-48c6-b64b-d28f1c24f65e tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/quotas/7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 375 time: 0.0161183 Jul 28 18:00:44.630857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-4b1361ee-b6bb-4045-90f8-9a65ee39e697 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0566459 Jul 28 18:00:44.738577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-f1615b11-374a-4bf5-a265-c154096e121c service neutron] 10.222.0.25 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Jul 28 18:00:44.765077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:44.806906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:44.858317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-8d3a89ee-ddda-4353-91f7-2cafc5e80129 service neutron] 10.222.0.25 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129763 Jul 28 18:00:44.894879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c5533c26-14f6-432a-aa7e-b47b3c521660 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:44.895259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.025720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa026a-7bbf-4cbb-a2fd-eec64334f30b req-509e9ec2-b82c-49d8-9904-f8fabb5a5e1a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:45.027322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42fa026a-7bbf-4cbb-a2fd-eec64334f30b req-509e9ec2-b82c-49d8-9904-f8fabb5a5e1a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 949 time: 0.0755234 Jul 28 18:00:45.049087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.085007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:45.086854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42fa026a-7bbf-4cbb-a2fd-eec64334f30b req-adb1db76-ea90-41e2-b5a9-0c0f9c966eff tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Jul 28 18:00:45.110888 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb8e1d-dead-4037-b14d-fcaed6d7ee33" -d '{"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:45.191062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:45.215745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8d00a333-85d6-4de9-9e70-9317bcf0f6f2 req-51d4d31e-927b-4197-8e19-1e93c64d61f8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 210 time: 0.0409148 Jul 28 18:00:45.229222 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9d2634-31c7-41d4-8fb7-206a61059f5e x-openstack-request-id: req-2d9d2634-31c7-41d4-8fb7-206a61059f5e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:45.229222 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:45.229222 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d9d2634-31c7-41d4-8fb7-206a61059f5e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:45.229222 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'code': 200} Jul 28 18:00:45.281693 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.367648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.372012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:45.421632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7279-1357-4a84-ba1c-2281dd612d8c req-ca663832-5aa7-4cf4-b480-9e4cd8dd6e3d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:45.423799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-321c7279-1357-4a84-ba1c-2281dd612d8c req-ca663832-5aa7-4cf4-b480-9e4cd8dd6e3d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0658591 Jul 28 18:00:45.467339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-321c7279-1357-4a84-ba1c-2281dd612d8c req-9b537382-2ea2-4194-9f60-e0f080931db1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362689 Jul 28 18:00:45.523442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f5970-d155-4361-b1b5-0ad82cd0a5aa req-70156cc3-19c5-44e0-86e3-3c8d5c0dcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:45.526119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e4f5970-d155-4361-b1b5-0ad82cd0a5aa req-70156cc3-19c5-44e0-86e3-3c8d5c0dcc32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1101 time: 0.0585561 Jul 28 18:00:45.536965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:45.613314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e4f5970-d155-4361-b1b5-0ad82cd0a5aa req-ada815c6-59f6-4768-9691-01b574a23ba4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764644 Jul 28 18:00:45.632066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531ed7a-de05-4b9d-984b-563bd9f0f01f req-13ca4d62-5e57-43aa-83c8-5fd94bed0df0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:45.634055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1531ed7a-de05-4b9d-984b-563bd9f0f01f req-13ca4d62-5e57-43aa-83c8-5fd94bed0df0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 949 time: 0.0798295 Jul 28 18:00:45.671546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1173920318-network', 'tenant_id': '041717a13389446398922dc8f5068c0c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:45.692050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1531ed7a-de05-4b9d-984b-563bd9f0f01f req-b5b0288f-bed7-4137-b28a-eba43dcb52f5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471468 Jul 28 18:00:45.835447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Made reservation on behalf of 041717a13389446398922dc8f5068c0c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:45.845149 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.847796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:45.940774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-dbfcc848-687b-4660-ae8f-0688112ab258 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350311 Jul 28 18:00:46.005177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:46.019296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-e99ce926-dea5-45a7-b8d7-2e5f6c619af6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:46.020766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-e99ce926-dea5-45a7-b8d7-2e5f6c619af6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99 HTTP/1.1" status: 200 len: 946 time: 0.1523957 Jul 28 18:00:46.056208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:46.056208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.125015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.129786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.164792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:46.177533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-5d700e41-2af4-4ec3-89f4-dd920d385acb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:46.179627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-5d700e41-2af4-4ec3-89f4-dd920d385acb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313893 Jul 28 18:00:46.199185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-45aa93df-58a8-4e66-a1b2-a776f22c4994 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/quotas/1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 375 time: 0.0135474 Jul 28 18:00:46.210430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Deleting port 625dc548-c951-4fe4-815a-76006e283aea {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:00:46.210776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.240455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d089-f465-4db3-a567-512dead203e7 req-6e732c72-709d-4678-91be-dac70edb0ac9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:46.242263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dbb2d089-f465-4db3-a567-512dead203e7 req-6e732c72-709d-4678-91be-dac70edb0ac9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0589719 Jul 28 18:00:46.280541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.286554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dbb2d089-f465-4db3-a567-512dead203e7 req-09b01244-fe82-4cfd-8ccd-c93330f5f720 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jul 28 18:00:46.315584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.316311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:00:46.353127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.358387 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Added segment cf7904b2-5958-499e-9d0b-be40b89032a9 of type vlan for network a50283bd-c179-4035-ad80-7dbaf550a445 Jul 28 18:00:46.360450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33f57816-3d38-4ba6-aa19-327585e929d5 req-d6f89ab5-e4da-48f0-9562-14c6bb697ba1 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 210 time: 0.0350263 Jul 28 18:00:46.362049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-8fe87b9d-1389-44ff-a019-2dc7942a98e8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550758 Jul 28 18:00:46.371621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:46.373419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978df226-8064-4d24-b52a-aed91270e0f4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:46.424921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] For port 625dc548-c951-4fe4-815a-76006e283aea, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=625dc548-c951-4fe4-815a-76006e283aea,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:46.434326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.438350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.694688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4361e867-d86c-4eba-8352-8f7ff8e1a700 req-163bd2d0-87a5-4011-bb3a-bd275987b305 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0551147 Jul 28 18:00:46.955805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:46.956753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:46.957335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.060185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a50283bd-c179-4035-ad80-7dbaf550a445,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:47.064948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.065577 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.065903 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Floating IP 898c3a02-1900-4785-b75e-246501ed2018 disassociated. External IP: 172.25.7.214, port: 625dc548-c951-4fe4-815a-76006e283aea. Jul 28 18:00:47.066254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Calling delete_port for 625dc548-c951-4fe4-815a-76006e283aea owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:00:47.071436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a50283bd-c179-4035-ad80-7dbaf550a445 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:00:47.115020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b1f0de15-3e52-4895-bb9b-7456457071e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5768478 Jul 28 18:00:47.116578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46500) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:47.122729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Request body: {'subnet': {'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1173920318-subnet', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:47.229990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:47.232532 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f61067-0d6b-4511-b603-46ddba534e67" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:47.270585 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49127279-eb37-4b9a-9c20-3196b77d5ebf x-openstack-request-id: req-49127279-eb37-4b9a-9c20-3196b77d5ebf {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:47.270874 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:47.271124 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49127279-eb37-4b9a-9c20-3196b77d5ebf {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:47.271545 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'code': 200} Jul 28 18:00:47.316180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Made reservation on behalf of 041717a13389446398922dc8f5068c0c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:47.321867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.322364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.360517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event deleted for resources: {'Port': ['ID=625dc548-c951-4fe4-815a-76006e283aea,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:47.462712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce362a-3698-4271-9052-17850048a7de req-457f17dd-dc37-4e1d-8943-869d79dea29a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:47.464285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ce362a-3698-4271-9052-17850048a7de req-457f17dd-dc37-4e1d-8943-869d79dea29a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0732315 Jul 28 18:00:47.512211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:00:47.549027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ce362a-3698-4271-9052-17850048a7de req-78f96da3-5b32-4f2b-8bf4-465426f257d8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773180 Jul 28 18:00:47.648762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:47.650356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:47.650467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2de1e367-2bb5-4d9f-bc92-dc63363439bb req-83e67977-050d-4782-899c-72238a000f71 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 210 time: 0.0382223 Jul 28 18:00:47.654993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:47.656194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:47.675810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] No DVR routers for this DVR port 625dc548-c951-4fe4-815a-76006e283aea on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:00:47.679368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.683599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf7de0e-96ea-4a3b-a5a9-3bd7fc65d97a req-ea885924-cae6-4d1d-92c2-cd4f02cd942d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "DELETE /v2.0/ports/625dc548-c951-4fe4-815a-76006e283aea HTTP/1.1" status: 204 len: 173 time: 1.6508906 Jul 28 18:00:47.683599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'name': 'network-vif-deleted', 'tag': '625dc548-c951-4fe4-815a-76006e283aea'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:47.684816 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cf7463-e51e-41c6-be7c-a2c3a8642a64" -d '{"events": [{"server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "name": "network-vif-deleted", "tag": "625dc548-c951-4fe4-815a-76006e283aea"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:47.787145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:47.810588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:47.885453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4c350a-83ee-4b26-8471-9c92146ae247,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:47.898280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa67caa-7ec0-48ee-b27d-d91df35e4b0d req-9e811e2b-6186-4151-b636-5ace600df7d9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:47.900012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa67caa-7ec0-48ee-b27d-d91df35e4b0d req-9e811e2b-6186-4151-b636-5ace600df7d9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1185989 Jul 28 18:00:47.906451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Checking segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:47.906820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Network hostable DHCP agents. Network: a50283bd-c179-4035-ad80-7dbaf550a445, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:00:47.979742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa67caa-7ec0-48ee-b27d-d91df35e4b0d req-1ebd2828-791f-4309-b28e-8747cbaa10ba tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702796 Jul 28 18:00:48.008281 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378c5e4-44c7-4d96-b6cb-9ed0bcef62ba x-openstack-request-id: req-8378c5e4-44c7-4d96-b6cb-9ed0bcef62ba {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:48.008624 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99", "name": "network-vif-deleted", "tag": "625dc548-c951-4fe4-815a-76006e283aea", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:48.008883 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8378c5e4-44c7-4d96-b6cb-9ed0bcef62ba {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:48.009299 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1df0b-bc7d-461d-b2aa-bd00ddaa4d99', 'name': 'network-vif-deleted', 'tag': '625dc548-c951-4fe4-815a-76006e283aea', 'status': 'completed', 'code': 200} Jul 28 18:00:48.075168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:48.093339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Network a50283bd-c179-4035-ad80-7dbaf550a445 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:00:48.102479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d89806-0943-414c-8cce-c0b9bf4b534b req-f0636269-4aa0-4f1e-949c-faff57191610 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0400677 Jul 28 18:00:48.109199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:48.118831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:48.119474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:48.212883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a50283bd-c179-4035-ad80-7dbaf550a445) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:48.217673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:48.218547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.223874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa373e-3a67-48f3-a6fb-7f2103cafb38 None None] Network a50283bd-c179-4035-ad80-7dbaf550a445 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:00:48.281678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:48.322113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b344250-20bc-4762-9b60-9bcacba3b467 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2042520 Jul 28 18:00:48.324826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:48.329471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:48.341854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.462757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-1ec190a3-ac56-4da5-8e41-2d1a12ebef10 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:48.464398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-1ec190a3-ac56-4da5-8e41-2d1a12ebef10 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 824 time: 0.1626811 Jul 28 18:00:48.514323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-1d0d58a4-6a40-4e2b-b9f5-8af4ea6c505d tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c HTTP/1.1" status: 200 len: 379 time: 0.0409153 Jul 28 18:00:48.532166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'port': {'device_id': '78a7a143-936e-4203-854e-3b3593f039ed', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'admin_state_up': True, 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'security_groups': ['907969c2-7dcb-4d76-ab63-a9070e06fb74']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:48.601939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.603008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.719085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.728894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a50283bd-c179-4035-ad80-7dbaf550a445', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:00:48.729761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:48.815895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9c0255f-0b01-416e-9323-bbdef574a234 req-9a666e8e-42a1-433e-8758-4230526c6cf1 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 210 time: 0.0392227 Jul 28 18:00:48.860401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7369ad-57f6-4c16-8ee5-4c9cc50fd798 req-b4bba34c-efa1-4a87-b608-97b52d44a659 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:48.895346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c7369ad-57f6-4c16-8ee5-4c9cc50fd798 req-b4bba34c-efa1-4a87-b608-97b52d44a659 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1150587 Jul 28 18:00:48.933007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:48.963279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Made reservation on behalf of 7b8f69069bd04c08a3f86fdb3d0e7c3c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:48.971882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Allocated IP 172.20.0.2 (a50283bd-c179-4035-ad80-7dbaf550a445/ff4c350a-83ee-4b26-8471-9c92146ae247/a898ce82-436c-45cb-843d-6dbf406eb866) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:48.977834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370ba5a-d9fd-4d50-b610-f914623abb14 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:48.983115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.094008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c7369ad-57f6-4c16-8ee5-4c9cc50fd798 req-37df0ee0-a4b3-4f24-b4d9-2bebeb67b38f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958649 Jul 28 18:00:49.271847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.276565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.305848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Transition to ACTIVE for port object a898ce82-436c-45cb-843d-6dbf406eb866 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:49.332587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Transition to ACTIVE for port object a898ce82-436c-45cb-843d-6dbf406eb866 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:49.372260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65006c8a-de7d-4810-9025-173dd991e89a req-b4edb55c-495c-427c-98f0-a2d80be13569 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0523157 Jul 28 18:00:49.388725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Allocated IP 172.20.0.6 (6129e79d-4911-451d-8031-4800bf02a0e2/da8a4607-0e59-46b5-9d9e-e11f798041a0/05542515-0f1b-4250-bb62-5793bbfb0d88) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:49.476184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.521182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d32a41-019d-4c19-abc6-86c92986ea87 None None] New status for floating IP 898c3a02-1900-4785-b75e-246501ed2018: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:00:49.577549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Network a50283bd-c179-4035-ad80-7dbaf550a445 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:49.596240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Pushing event updated for resources: {'Port': ['ID=a898ce82-436c-45cb-843d-6dbf406eb866,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:49.601675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:49.605872 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:49.607227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.637049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Transition to ACTIVE for port object 05542515-0f1b-4250-bb62-5793bbfb0d88 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:49.717099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.726388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Attempting to bind port a898ce82-436c-45cb-843d-6dbf406eb866 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:49.726848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Attempting to bind port a898ce82-436c-45cb-843d-6dbf406eb866 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:49.727772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Attempting to bind port a898ce82-436c-45cb-843d-6dbf406eb866 on network a50283bd-c179-4035-ad80-7dbaf550a445 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:49.734535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:49.735955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Checking segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:49.739486 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.740283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Bound using segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:49.740976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Bound port: a898ce82-436c-45cb-843d-6dbf406eb866, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:49.742157 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.744285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.812298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] For port a898ce82-436c-45cb-843d-6dbf406eb866, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:49.816215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] For port a898ce82-436c-45cb-843d-6dbf406eb866, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a898ce82-436c-45cb-843d-6dbf406eb866,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:49.868016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Allocated IP 172.25.7.73 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/2a6aaf87-31fb-4807-bbfb-ba2526c3de8b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:49.882812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.942118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Network 6129e79d-4911-451d-8031-4800bf02a0e2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:49.944235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:49.947606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:49.949359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:49.975304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event updated for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:50.013003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dbe1a-a52a-4f44-9505-4417a38e4b58 req-c870c43b-eeb5-4c7c-8c83-2b4f21ea746b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:50.014901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b50dbe1a-a52a-4f44-9505-4417a38e4b58 req-c870c43b-eeb5-4c7c-8c83-2b4f21ea746b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 931 time: 0.0876439 Jul 28 18:00:50.017836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:50.018771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.047981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 625dc548-c951-4fe4-815a-76006e283aea no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:00:50.064087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.093809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b50dbe1a-a52a-4f44-9505-4417a38e4b58 req-1dd372b9-a2f4-447a-a041-3eabfbbe8da5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598936 Jul 28 18:00:50.119001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 625dc548-c951-4fe4-815a-76006e283aea {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:00:50.119349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 625dc548-c951-4fe4-815a-76006e283aea not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:00:50.137157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03300f-dc58-4d7b-8386-449b4602a0ef None None] Pushing event updated for resources: {'Port': ['ID=a898ce82-436c-45cb-843d-6dbf406eb866,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:50.140279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-3cf2b122-3ed9-4bb2-86f4-aad5c229a7b7 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6132274 Jul 28 18:00:50.160995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Request body: {'port': {'device_id': '78a7a143-936e-4203-854e-3b3593f039ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:50.306762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.370362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.402690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-c281c24c-2fd7-4dcd-a992-552ef75f4e02 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076636 Jul 28 18:00:50.472600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2bd56-e536-45db-a43b-9b9fc387bfd4 req-99b9c5b2-28bd-4192-9b1b-0e5a2220b64e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:50.474660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ec2bd56-e536-45db-a43b-9b9fc387bfd4 req-99b9c5b2-28bd-4192-9b1b-0e5a2220b64e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.2630513 Jul 28 18:00:50.516179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ab8e4113-9609-42db-9e57-5f2efbb3935b None None] Provisioning for port 05542515-0f1b-4250-bb62-5793bbfb0d88 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:50.521968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ab8e4113-9609-42db-9e57-5f2efbb3935b None None] Provisioning complete for port 05542515-0f1b-4250-bb62-5793bbfb0d88 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:50.522361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4113-9609-42db-9e57-5f2efbb3935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.552752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:50.565161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:50.581926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:50.588510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Pushing event updated for resources: {'Port': ['ID=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:50.614837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e4113-9609-42db-9e57-5f2efbb3935b None None] Port 05542515-0f1b-4250-bb62-5793bbfb0d88 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:50.655868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ec2bd56-e536-45db-a43b-9b9fc387bfd4 req-bbebeb2d-0a89-41a4-ba11-085893c0e7f3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229720 Jul 28 18:00:50.664014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20278447-2cff-4e4f-a24e-adeec3d93fb4 req-7191953c-d1c9-40a7-a572-379ee6e9ec33 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0500484 Jul 28 18:00:50.692669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-b27ed88b-a31a-418f-af2d-40d0409446df tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:50.694182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-b27ed88b-a31a-418f-af2d-40d0409446df tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902155 Jul 28 18:00:50.730184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Request body: {'port': {'device_id': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '1a8ef73f96144e228d497181c57b9c7f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:50.894989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05542515-0f1b-4250-bb62-5793bbfb0d88 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:50.904431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:50.917550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Transition to ACTIVE for port object 05542515-0f1b-4250-bb62-5793bbfb0d88 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:50.954474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:00:51.070163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.072320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Made reservation on behalf of 1a8ef73f96144e228d497181c57b9c7f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:00:51.076810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.197782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Pushing event updated for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:51.286076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Attempting to bind port 05542515-0f1b-4250-bb62-5793bbfb0d88 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:51.286487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Attempting to bind port 05542515-0f1b-4250-bb62-5793bbfb0d88 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:51.286894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Attempting to bind port 05542515-0f1b-4250-bb62-5793bbfb0d88 on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:51.294788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Port 05542515-0f1b-4250-bb62-5793bbfb0d88 on network 6129e79d-4911-451d-8031-4800bf02a0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:51.295218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Attempting to bind port 05542515-0f1b-4250-bb62-5793bbfb0d88 on network 6129e79d-4911-451d-8031-4800bf02a0e2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:51.301233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:51.301595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Checking segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:51.301970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Bound using segment: {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:51.302555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Bound port: 05542515-0f1b-4250-bb62-5793bbfb0d88, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0aceb4-ccf0-4d4b-a28e-585d80855227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:51.302937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.387556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:51.391055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=05542515-0f1b-4250-bb62-5793bbfb0d88,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:51.423287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.433304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f4628-b147-4ac8-b043-37759bfba224 req-4971eaa1-c1d7-451a-ad85-b40533760fc6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:51.434648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-549f4628-b147-4ac8-b043-37759bfba224 req-4971eaa1-c1d7-451a-ad85-b40533760fc6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 943 time: 0.1923637 Jul 28 18:00:51.509664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec56f3-e690-43c5-bd36-ceb28050dbbd None None] Network a50283bd-c179-4035-ad80-7dbaf550a445 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:00:51.522124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.588104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Pushing event updated for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:51.620985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:51.622095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:51.625807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-7b2f8d8e-e8b7-45b0-9907-cc3cb6f423b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/05542515-0f1b-4250-bb62-5793bbfb0d88 HTTP/1.1" status: 200 len: 1091 time: 1.4765844 Jul 28 18:00:51.626881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:51.636886 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f319b842-ae71-4370-af66-669bebb5e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:51.704450 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d17a5-17cc-4fa0-a5e9-a45b1727d3ea x-openstack-request-id: req-5f9d17a5-17cc-4fa0-a5e9-a45b1727d3ea {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:51.705593 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:51.706293 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f9d17a5-17cc-4fa0-a5e9-a45b1727d3ea {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:51.706930 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'status': 'completed', 'code': 200} Jul 28 18:00:51.811081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-e8099a64-3854-4c30-9711-fa6a3d06e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:51.813226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-e8099a64-3854-4c30-9711-fa6a3d06e962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 1094 time: 0.0831275 Jul 28 18:00:51.847348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b5fb11c4-4388-4d7e-8b6b-e8963d94f6b4 None None] Provisioning for port a898ce82-436c-45cb-843d-6dbf406eb866 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:51.985340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Allocated IP 192.168.233.96 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/2bf0be6d-57bd-44be-93f4-554008fb9071) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:52.017706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-549f4628-b147-4ac8-b043-37759bfba224 req-cfa2a0f6-1097-4324-9c5d-e711fe3c5c6b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014771 Jul 28 18:00:52.072482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcfa2d-9509-44cd-8751-791c5bd65b6f req-eba263a6-5f8d-4456-aeb6-a273b5956479 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.072482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31fcfa2d-9509-44cd-8751-791c5bd65b6f req-eba263a6-5f8d-4456-aeb6-a273b5956479 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1300499 Jul 28 18:00:52.084094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-a894bec8-9c64-47f1-94a1-155a15d12f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.085601 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-a894bec8-9c64-47f1-94a1-155a15d12f75 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2552419 Jul 28 18:00:52.182500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31fcfa2d-9509-44cd-8751-791c5bd65b6f req-7eb649d9-6e3d-4e70-a11e-9892f7be6fb3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005988 Jul 28 18:00:52.233134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-3a93e016-c3ec-425a-9b69-9a8692a55591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.235181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f319b842-ae71-4370-af66-669bebb5e1a6 req-3a93e016-c3ec-425a-9b69-9a8692a55591 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245816 Jul 28 18:00:52.252294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-212b6355-2602-4b0a-980b-0967272e9827 req-59d98f24-7ed6-4c23-ab95-6083b51bb41d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0682428 Jul 28 18:00:52.296108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.355978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-87ec82d0-87ed-40c8-a6f1-390990e14957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.358119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-87ec82d0-87ed-40c8-a6f1-390990e14957 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 1094 time: 0.0656242 Jul 28 18:00:52.378728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.389591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a898ce82-436c-45cb-843d-6dbf406eb866 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:52.415677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-dde865e0-d75f-4817-a936-5f15e6b4ef06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05542515-0f1b-4250-bb62-5793bbfb0d88 HTTP/1.1" status: 200 len: 217 time: 0.0497723 Jul 28 18:00:52.437318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Transition to ACTIVE for port object 2bf0be6d-57bd-44be-93f4-554008fb9071 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:52.472555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-30e53f47-07eb-450d-b041-9042f9ea45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.474237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-30e53f47-07eb-450d-b041-9042f9ea45fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.0523419 Jul 28 18:00:52.530073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-60e6758e-6129-49ff-8480-780a3e891601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.531735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-60e6758e-6129-49ff-8480-780a3e891601 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497625 Jul 28 18:00:52.602371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a898ce82-436c-45cb-843d-6dbf406eb866 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:52.606563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a898ce82-436c-45cb-843d-6dbf406eb866 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:52.606942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.626191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-2e529e60-a9f5-44df-ab74-924cba4649f6 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877316 Jul 28 18:00:52.643657 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.645476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Router 53c291a0-dae7-4afd-b591-4d770cd2ac14 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:00:52.655640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161', '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:52.657675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:52.719430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:52.746825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe47d13-2cc9-4246-839a-ab59e7c565a8 req-373a1e8c-e166-445a-9ed0-271788671ad6 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129081 Jul 28 18:00:52.753797 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.764544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:52.800956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:52.804013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:52.838828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a898ce82-436c-45cb-843d-6dbf406eb866, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a898ce82-436c-45cb-843d-6dbf406eb866,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:52.846274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-8a309f59-12d5-4ea8-9ac0-81429c84722d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2127106 Jul 28 18:00:52.893207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:52.893912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.961345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:52.990220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:52.998593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147318-b938-4506-af37-9d5c45a7927e req-1e02e883-0bd9-42e5-98f4-26363c45e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.001019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-1e02e883-0bd9-42e5-98f4-26363c45e879 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 1100 time: 0.0970523 Jul 28 18:00:53.025354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Sync routers for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:53.046314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-09862a41-20ed-4d06-acc6-f19b8992c839 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3206732 Jul 28 18:00:53.089771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Request body: {'port': {'device_id': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:53.096109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:53.096679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:53.113118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a898ce82-436c-45cb-843d-6dbf406eb866,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:53.141587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:53.145788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46600) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:53.146176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-36613ef9-5097-42b4-a102-618b94de2f2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8203504 Jul 28 18:00:53.201601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:53.211796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147318-b938-4506-af37-9d5c45a7927e req-425edd88-6d7f-4df2-9797-5974b97bbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.213430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-425edd88-6d7f-4df2-9797-5974b97bbe67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1908317 Jul 28 18:00:53.276738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:53.285375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-dd6dc88c-a26b-452d-bd4e-185fbfbf5ade service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 200 len: 217 time: 0.0637357 Jul 28 18:00:53.322743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4caecb29-36ac-455c-8187-5ebe60718126 None None] Provisioning for port 2bf0be6d-57bd-44be-93f4-554008fb9071 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:53.342187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ba77a-f238-4f8c-82c5-d3366bac2628 req-7b29ad51-fbcd-4b18-a258-8ec9a3b45769 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.349134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-134ba77a-f238-4f8c-82c5-d3366bac2628 req-7b29ad51-fbcd-4b18-a258-8ec9a3b45769 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 943 time: 0.1877475 Jul 28 18:00:53.366675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4caecb29-36ac-455c-8187-5ebe60718126 None None] Provisioning complete for port 2bf0be6d-57bd-44be-93f4-554008fb9071 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:53.367049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4caecb29-36ac-455c-8187-5ebe60718126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:53.414587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4caecb29-36ac-455c-8187-5ebe60718126 None None] Port 2bf0be6d-57bd-44be-93f4-554008fb9071 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:53.426627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-134ba77a-f238-4f8c-82c5-d3366bac2628 req-9671e3cf-5c3f-44cf-a9cb-e53990389850 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728183 Jul 28 18:00:53.514960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147318-b938-4506-af37-9d5c45a7927e req-cd5aed17-090b-4b02-82cb-5931de62bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.516503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-cd5aed17-090b-4b02-82cb-5931de62bc03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1424942 Jul 28 18:00:53.543288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5c05a-0c3b-49f6-8e4d-d3c83427267f req-0c339580-8937-4803-b545-eb181bde735f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.550165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b5c05a-0c3b-49f6-8e4d-d3c83427267f req-0c339580-8937-4803-b545-eb181bde735f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1701045 Jul 28 18:00:53.589595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:50Z', 'revision_number': 3, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:53.627123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Checking router: 53c291a0-dae7-4afd-b591-4d770cd2ac14 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:53.628517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Updating router 53c291a0-dae7-4afd-b591-4d770cd2ac14 port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:00:53.647439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147318-b938-4506-af37-9d5c45a7927e req-2edc81e8-0454-4069-b792-69ccfebc15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.649560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-2edc81e8-0454-4069-b792-69ccfebc15ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248116 Jul 28 18:00:53.652653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b5c05a-0c3b-49f6-8e4d-d3c83427267f req-14819f89-3641-48e6-8dc0-c21a64bd42d9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873981 Jul 28 18:00:53.662179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:53.743775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12e4c1-6912-48cc-a130-3292d2b5f788 req-65810126-db39-44dd-8687-4f18f027cea6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:53.745519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac12e4c1-6912-48cc-a130-3292d2b5f788 req-65810126-db39-44dd-8687-4f18f027cea6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 935 time: 0.1544442 Jul 28 18:00:53.806553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:53.840080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:53.849385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac12e4c1-6912-48cc-a130-3292d2b5f788 req-e52e278e-b0cb-4b30-82d8-3c1c4bbf6d08 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949597 Jul 28 18:00:53.882730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-e167a058-ca3d-4263-acf1-76cf45857314 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123251 Jul 28 18:00:53.882730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Transition to ACTIVE for port object 2bf0be6d-57bd-44be-93f4-554008fb9071 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:53.980149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.018257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66147318-b938-4506-af37-9d5c45a7927e req-15721bad-919e-4e1a-821a-c0017c9ea4f3 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335399 Jul 28 18:00:54.024122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.114498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.134149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Transition to ACTIVE for port object 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:54.157993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:54.201082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:54.201406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:54.201725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:54.206719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:00:54.207171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:54.212944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:54.213290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:54.213679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:54.214111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Bound port: 2bf0be6d-57bd-44be-93f4-554008fb9071, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:54.214535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.224262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.237592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Allocated IP 172.20.0.1 (a50283bd-c179-4035-ad80-7dbaf550a445/ff4c350a-83ee-4b26-8471-9c92146ae247/b6b828f8-ad3f-4e93-afa3-71626b6debde) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:54.292221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:54.297705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:54.326914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945a209-55f0-4f2c-8f52-59fa706af74f None None] Pushing event updated for resources: {'Port': ['ID=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:54.362621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.371375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a898ce82-436c-45cb-843d-6dbf406eb866 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:54.376770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Transition to ACTIVE for port object b6b828f8-ad3f-4e93-afa3-71626b6debde will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:54.399268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Attempting to bind port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:54.399843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Attempting to bind port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:54.400253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Attempting to bind port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:54.414303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:54.414723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:54.415117 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.415541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:54.416022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Bound port: 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:54.416408 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.432173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.478356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:54.478981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.480480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] 10.222.0.35 "PUT /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 1095 time: 1.4036798 Jul 28 18:00:54.480948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:54.483362 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c02aab-acae-45e1-85fe-320e60c57fad" -d '{"events": [{"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:54.493858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a898ce82-436c-45cb-843d-6dbf406eb866 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:54.494246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.531551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] For port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:54.543018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdcec6-c675-4f2d-8a5b-114ecaaba6bc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:54.547006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.559777 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ab7bf-2578-4808-bd68-ef6cb9d345dc x-openstack-request-id: req-902ab7bf-2578-4808-bd68-ef6cb9d345dc {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:54.560398 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:54.561081 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-902ab7bf-2578-4808-bd68-ef6cb9d345dc {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:54.561631 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'status': 'completed', 'code': 200} Jul 28 18:00:54.570796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] For port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:54.608118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Network a50283bd-c179-4035-ad80-7dbaf550a445 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:54.611441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:54.615148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:54.658990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:54.676640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.691805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c02aab-acae-45e1-85fe-320e60c57fad req-f6409f1a-828a-4a97-b34c-13921eb566f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:54.693591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77c02aab-acae-45e1-85fe-320e60c57fad req-f6409f1a-828a-4a97-b34c-13921eb566f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1094816 Jul 28 18:00:54.704767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:54.704989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f9a56-9414-412e-88f7-a3a9bed2846d req-5551ab7e-6198-45dd-b38c-3a5e7c65ef0f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:54.714789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f3f9a56-9414-412e-88f7-a3a9bed2846d req-5551ab7e-6198-45dd-b38c-3a5e7c65ef0f tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 943 time: 0.1422818 Jul 28 18:00:54.749810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945a209-55f0-4f2c-8f52-59fa706af74f None None] Pushing event updated for resources: {'Port': ['ID=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:54.806164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77c02aab-acae-45e1-85fe-320e60c57fad req-81fb48ce-0d93-48ef-b298-a51859cae3fa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a8ef73f96144e228d497181c57b9c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891919 Jul 28 18:00:54.818675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:54.821057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:54.865898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689c1d-c9ac-4ab2-a8df-c255c52d50b0 req-8574ebb4-8469-41d1-9781-367fef0217c4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:54.868437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd689c1d-c9ac-4ab2-a8df-c255c52d50b0 req-8574ebb4-8469-41d1-9781-367fef0217c4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0833271 Jul 28 18:00:54.937310 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd689c1d-c9ac-4ab2-a8df-c255c52d50b0 req-dc3492af-75a6-4bf1-b790-91377acd276a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Jul 28 18:00:54.992089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f3f9a56-9414-412e-88f7-a3a9bed2846d req-8d170617-ac78-4f73-b79c-428d5caae0f9 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596350 Jul 28 18:00:54.992089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c02aab-acae-45e1-85fe-320e60c57fad req-9460b24f-23d2-4d25-b75c-1a344692e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:54.992089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77c02aab-acae-45e1-85fe-320e60c57fad req-9460b24f-23d2-4d25-b75c-1a344692e46a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702476 Jul 28 18:00:55.032602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:55.115678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-11d8f028-490f-4543-a63e-7eb1e2dd60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:55.121870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-11d8f028-490f-4543-a63e-7eb1e2dd60cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0657058 Jul 28 18:00:55.148835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.189259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-39ae58f6-ddf0-4eff-846d-6b76c6d67819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0527818 Jul 28 18:00:55.240524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-fa303a43-da0f-48c3-a08f-ba104340a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:55.242855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-fa303a43-da0f-48c3-a08f-ba104340a897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0501330 Jul 28 18:00:55.258378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b213-9008-4601-becd-d32ddb6ad1a9 req-37ca3cc3-f0d7-4ed6-aa6e-002b48947458 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:55.261865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8df3b213-9008-4601-becd-d32ddb6ad1a9 req-37ca3cc3-f0d7-4ed6-aa6e-002b48947458 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0993803 Jul 28 18:00:55.310421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f042-cc6c-48a3-946b-42729c626edf req-8ab354c8-a317-4ff8-897a-235a872ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:55.312278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-8ab354c8-a317-4ff8-897a-235a872ae4fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619442 Jul 28 18:00:55.364307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8df3b213-9008-4601-becd-d32ddb6ad1a9 req-87a5ac2b-dc61-4e93-817a-7f44f736ee11 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643301 Jul 28 18:00:55.424579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.438078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:50Z', 'revision_number': 3, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:55.438806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-f9a93e57-030a-42d3-aa0b-b42cc8019255 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174777 Jul 28 18:00:55.466343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8064bbbc-3be0-45b1-8633-e0256583e4dd None None] The sync data for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 is: [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:50Z', 'revision_number': 3, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:55.501386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-28405bff-2014-46b5-b1a5-6a8039d3fac3 None None] Provisioning for port b6b828f8-ad3f-4e93-afa3-71626b6debde completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:55.510455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-28405bff-2014-46b5-b1a5-6a8039d3fac3 None None] Provisioning complete for port b6b828f8-ad3f-4e93-afa3-71626b6debde triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:55.510845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-28405bff-2014-46b5-b1a5-6a8039d3fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.540134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3562f042-cc6c-48a3-946b-42729c626edf req-9f355203-71f9-4c81-abfa-1780f6cec071 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915906 Jul 28 18:00:55.546172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-28405bff-2014-46b5-b1a5-6a8039d3fac3 None None] Port b6b828f8-ad3f-4e93-afa3-71626b6debde cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:55.556241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.622226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:55.624794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.745307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Network a50283bd-c179-4035-ad80-7dbaf550a445 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:55.746965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:55.868623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Router 53c291a0-dae7-4afd-b591-4d770cd2ac14 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:00:55.968514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4a1f492a-1acb-4e1e-bde7-85396b4cf96c None None] Provisioning complete for port b6b828f8-ad3f-4e93-afa3-71626b6debde triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:55.969367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1f492a-1acb-4e1e-bde7-85396b4cf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:55.991070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:00:55.999880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83bceb7a-2d8c-4f59-ac14-3e7332a754d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/53c291a0-dae7-4afd-b591-4d770cd2ac14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528113 Jul 28 18:00:56.033400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f492a-1acb-4e1e-bde7-85396b4cf96c None None] Port b6b828f8-ad3f-4e93-afa3-71626b6debde cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:00:56.071087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 05542515-0f1b-4250-bb62-5793bbfb0d88 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:00:56.150209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e467-f456-4e12-b8ae-3136d82b54ee req-4c2a5366-1e63-4f01-9332-38fa81fd72d6 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:56.151961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97e9e467-f456-4e12-b8ae-3136d82b54ee req-4c2a5366-1e63-4f01-9332-38fa81fd72d6 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0606425 Jul 28 18:00:56.178278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc983e9-2255-4ed1-a14b-0b33c4c39967 req-e11efe45-129d-4e31-adee-1599607d4479 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:56.180708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddc983e9-2255-4ed1-a14b-0b33c4c39967 req-e11efe45-129d-4e31-adee-1599607d4479 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 943 time: 0.1165667 Jul 28 18:00:56.212424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97e9e467-f456-4e12-b8ae-3136d82b54ee req-ec8ad36b-a86d-495b-a2e6-5b208096f638 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 Jul 28 18:00:56.212660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=05542515-0f1b-4250-bb62-5793bbfb0d88,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:56.228557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'port_id': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'mac_address': 'fa:16:3e:d4:21:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:00:56.262224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddc983e9-2255-4ed1-a14b-0b33c4c39967 req-becdc54a-ea63-45a4-9875-1697371af4cf tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691967 Jul 28 18:00:56.303828 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:56.325285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05542515-0f1b-4250-bb62-5793bbfb0d88 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:00:56.352521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=05542515-0f1b-4250-bb62-5793bbfb0d88,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:56.395778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:56.454734 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:56.508189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:56.532900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30963b-3f12-4a0a-9594-97c1820a6cd2 req-4ccb81d1-600d-4b70-993a-9e612cdbd8c9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:56.534548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e30963b-3f12-4a0a-9594-97c1820a6cd2 req-4ccb81d1-600d-4b70-993a-9e612cdbd8c9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0744667 Jul 28 18:00:56.574567 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e30963b-3f12-4a0a-9594-97c1820a6cd2 req-93b7d0da-ada8-4eb6-848b-493a72ef0a8e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Jul 28 18:00:56.584712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:56.591355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:56.591993 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:56.677226 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:56.702744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:56.779118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:56.832297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:56.835884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:56.836854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963233322', 'description': 'tempest-description--1673202862'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:56.894990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['05542515-0f1b-4250-bb62-5793bbfb0d88'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:00:56.993429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.091182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.162238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.192006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54417d0d-2af3-474c-9ebf-4310060f1cc7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:57.224612 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Sync routers for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:00:57.234367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:57.234961 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:57.293906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.298580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:57.303986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2dfc75ba-6b1c-4ede-bdb3-cd9a3b77a4f9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4704299 Jul 28 18:00:57.304482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'security_group_rule': {'security_group_id': '54417d0d-2af3-474c-9ebf-4310060f1cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:57.347351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:57.359170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc7eb9-791d-46b2-802b-730aa673a723 req-f62ea796-f7e5-42af-8b7b-d9e8e9c6dfc4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:57.360796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58bc7eb9-791d-46b2-802b-730aa673a723 req-f62ea796-f7e5-42af-8b7b-d9e8e9c6dfc4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0750084 Jul 28 18:00:57.418420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc1416-9dfb-4461-b029-5189037e072a req-5a8c2df0-2863-4c49-a70d-af823478ef19 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:57.420659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7bc1416-9dfb-4461-b029-5189037e072a req-5a8c2df0-2863-4c49-a70d-af823478ef19 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 944 time: 0.0631399 Jul 28 18:00:57.432181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58bc7eb9-791d-46b2-802b-730aa673a723 req-4221899e-a443-4d7d-9760-3c4ae37da046 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Jul 28 18:00:57.468111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7bc1416-9dfb-4461-b029-5189037e072a req-0421d61b-9d8d-4b1f-970b-20ff51bb37ff tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Jul 28 18:00:57.484828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.575323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.583511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:00:55Z', 'revision_number': 2, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:57.613018 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Checking router: 53c291a0-dae7-4afd-b591-4d770cd2ac14 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:00:57.613378 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Updating router 53c291a0-dae7-4afd-b591-4d770cd2ac14 port b6b828f8-ad3f-4e93-afa3-71626b6debde binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:00:57.637942 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.693183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed4033-9cc1-4cdc-8e20-29e47d2610fa req-20536572-eff7-446e-9edc-dbdf94a2ae3c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:57.694695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ed4033-9cc1-4cdc-8e20-29e47d2610fa req-20536572-eff7-446e-9edc-dbdf94a2ae3c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0495574 Jul 28 18:00:57.733967 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.746289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ed4033-9cc1-4cdc-8e20-29e47d2610fa req-7d40fb58-f9e7-452c-9e53-b8959f6f7f52 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Jul 28 18:00:57.761570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68523cb8-445b-4a81-9573-9d71adb394e7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:57.870625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.871934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-09bd59bd-3006-47f2-ad43-fc18fcb13fd1 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5723937 Jul 28 18:00:57.874459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46668) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:57.878932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'security_group_rule': {'security_group_id': '54417d0d-2af3-474c-9ebf-4310060f1cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:57.898665 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:57.908058 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Transition to ACTIVE for port object b6b828f8-ad3f-4e93-afa3-71626b6debde will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:00:58.041423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.053233 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.077549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 05542515-0f1b-4250-bb62-5793bbfb0d88 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:58.100411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.105483 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Pushing event updated for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:58.114527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.114871 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.115234 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.115658 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.115996 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.116376 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.117326 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.117669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.117998 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.118320 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.118726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.119021 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:00:58.179061 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Attempting to bind port b6b828f8-ad3f-4e93-afa3-71626b6debde on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:00:58.180140 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Attempting to bind port b6b828f8-ad3f-4e93-afa3-71626b6debde by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:00:58.180570 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Attempting to bind port b6b828f8-ad3f-4e93-afa3-71626b6debde on network a50283bd-c179-4035-ad80-7dbaf550a445 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:00:58.185994 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:00:58.186444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Checking segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:00:58.187010 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.187489 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Bound using segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:00:58.188013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Bound port: b6b828f8-ad3f-4e93-afa3-71626b6debde, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:00:58.188563 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.217276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.237171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384c1793-fc46-4fc4-b351-3a3a8b04e39b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:58.248153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 05542515-0f1b-4250-bb62-5793bbfb0d88 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:00:58.255419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 05542515-0f1b-4250-bb62-5793bbfb0d88 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:58.255799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.261563 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] For port b6b828f8-ad3f-4e93-afa3-71626b6debde, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:00:58.264796 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] For port b6b828f8-ad3f-4e93-afa3-71626b6debde, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b6b828f8-ad3f-4e93-afa3-71626b6debde,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:00:58.340916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:00:58.382605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.382605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e9420678-8088-42dc-9d19-5d7ea72296d5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4996054 Jul 28 18:00:58.382605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:00:58.383355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.384166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:00:58.431753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:00:58.434065 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26869bc8-00ef-4683-b30e-001ff05acb39" -d '{"events": [{"server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "name": "network-vif-plugged", "status": "completed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:00:58.437277 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.454759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=05542515-0f1b-4250-bb62-5793bbfb0d88,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:00:58.467133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:00:58.467542 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.516666 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a600f-ab7d-4b3c-aa55-884999b28a29 x-openstack-request-id: req-be9a600f-ab7d-4b3c-aa55-884999b28a29 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:00:58.516964 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "name": "network-vif-plugged", "status": "completed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:00:58.517220 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be9a600f-ab7d-4b3c-aa55-884999b28a29 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:00:58.517610 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'code': 200} Jul 28 18:00:58.544583 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc403f-f1b6-4874-b5a3-14c506097036 None None] Pushing event updated for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:58.548882 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:00:58.550756 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:58.591373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.617206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.681113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:58.705899 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:00:58.744353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa1af5-8176-46b3-8aeb-58c9f9c660d6 req-7e91b9e2-ed66-4037-8d27-c8faf57e9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:58.746364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfaa1af5-8176-46b3-8aeb-58c9f9c660d6 req-7e91b9e2-ed66-4037-8d27-c8faf57e9760 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 1096 time: 0.0673904 Jul 28 18:00:58.757025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30981cca-3928-42c8-92db-25dd1fc212cf req-f4ef7ab0-4253-4e65-84b0-54ba3af7adb8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:58.760739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30981cca-3928-42c8-92db-25dd1fc212cf req-f4ef7ab0-4253-4e65-84b0-54ba3af7adb8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1833253 Jul 28 18:00:58.770194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de79468-4634-4902-a4dd-2d7f50665fd8 req-5d825424-6155-40d0-9b9c-cb996f1253f0 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:58.771789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4de79468-4634-4902-a4dd-2d7f50665fd8 req-5d825424-6155-40d0-9b9c-cb996f1253f0 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.1387959 Jul 28 18:00:58.827251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30981cca-3928-42c8-92db-25dd1fc212cf req-6c759c07-3ce5-476e-9215-355f7f3c90e3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581956 Jul 28 18:00:58.833373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfaa1af5-8176-46b3-8aeb-58c9f9c660d6 req-897ba863-f6eb-45ad-a8dc-19322dd98f25 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706635 Jul 28 18:00:58.835125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4de79468-4634-4902-a4dd-2d7f50665fd8 req-ef13072b-4e34-4f86-95b3-2ad3b5e476b5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560358 Jul 28 18:00:58.854483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:58.982916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Allocated IP 172.25.7.208 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/1ed408a6-98a4-456f-bbb0-08d3930abe87) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:00:59.026662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d5c7-e6fd-4831-afaf-4a65243242a5 req-14950009-48f3-4a39-809a-072ce05a0721 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:00:59.028520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa18d5c7-e6fd-4831-afaf-4a65243242a5 req-14950009-48f3-4a39-809a-072ce05a0721 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0557363 Jul 28 18:00:59.063864 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:00:58Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:00:59.075952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa18d5c7-e6fd-4831-afaf-4a65243242a5 req-2712037e-76af-4da3-8b33-2043737777d3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Jul 28 18:00:59.091302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:59.092639 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a3b50-a9d5-4a26-a809-2fe8d105fe73 None None] The sync data for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 is: [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:00:58Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:00:59.248745 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:59.290859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:00:59.294242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:00:59.297162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:00:59.673275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'Port': ['ID=1ed408a6-98a4-456f-bbb0-08d3930abe87,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:00:59.739098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:59.811910 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:00:59.997740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0c883-6af5-4733-8ed6-bf711bacb2d8 req-c83c67a7-cbc5-4940-b5ca-4eddc3646e16 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:00.001966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21a0c883-6af5-4733-8ed6-bf711bacb2d8 req-c83c67a7-cbc5-4940-b5ca-4eddc3646e16 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0515561 Jul 28 18:01:00.018547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc827-c3fc-4682-8196-01e7248b92a9 req-33b6862f-2b49-498d-b1c5-1efd8c2a3882 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:00.023775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f2fc827-c3fc-4682-8196-01e7248b92a9 req-33b6862f-2b49-498d-b1c5-1efd8c2a3882 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0793655 Jul 28 18:01:00.042084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21a0c883-6af5-4733-8ed6-bf711bacb2d8 req-35b21cba-1a7a-4fb1-9bdf-6b71022253de tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349064 Jul 28 18:01:00.049197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.091582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f2fc827-c3fc-4682-8196-01e7248b92a9 req-98986889-eb82-4957-b865-3b6a5a3302c5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559411 Jul 28 18:01:00.107674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:00.122504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.230411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'Port': ['ID=1ed408a6-98a4-456f-bbb0-08d3930abe87,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:00.240545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:00.254224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.260952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'mac_address': 'fa:16:3e:de:08:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:01:00.319880 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.323749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60867e7-65a5-44b1-b827-26ebe2cc8898 req-bcaefd95-f373-4dc6-b655-74930f9a2316 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:00.327084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d60867e7-65a5-44b1-b827-26ebe2cc8898 req-bcaefd95-f373-4dc6-b655-74930f9a2316 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0862434 Jul 28 18:01:00.355942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:00.356754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.369629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2b052113-cd23-4716-acb4-4907721a5c74 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9816084 Jul 28 18:01:00.392485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:00.399178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d60867e7-65a5-44b1-b827-26ebe2cc8898 req-d6644cbc-8fa4-49d7-a657-969fe5d3a9ff tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Jul 28 18:01:00.452753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b6b828f8-ad3f-4e93-afa3-71626b6debde up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:00.536822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-58d7bd68-4746-49ff-b57f-7d6cbb6d0406 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--963233322&fields=id&tenant_id=041717a13389446398922dc8f5068c0c HTTP/1.1" status: 200 len: 267 time: 0.0321610 Jul 28 18:01:00.540383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.589514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:00.636808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b6b828f8-ad3f-4e93-afa3-71626b6debde completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:00.641306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b6b828f8-ad3f-4e93-afa3-71626b6debde triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:00.641689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.649021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9dda2cc8-5321-472e-abd1-2ed2432ac629 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:00.650561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9dda2cc8-5321-472e-abd1-2ed2432ac629 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/networks?id=a50283bd-c179-4035-ad80-7dbaf550a445 HTTP/1.1" status: 200 len: 806 time: 0.1033239 Jul 28 18:01:00.667892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-484d44bf-a400-4a9b-9882-30cf8e015542 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/quotas/041717a13389446398922dc8f5068c0c HTTP/1.1" status: 200 len: 375 time: 0.0109513 Jul 28 18:01:00.723571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.729342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-b7d398b1-17d5-4c18-953c-057ca3e3f6fb tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=041717a13389446398922dc8f5068c0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552578 Jul 28 18:01:00.760084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b6b828f8-ad3f-4e93-afa3-71626b6debde, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b6b828f8-ad3f-4e93-afa3-71626b6debde,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:00.830785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-faf2be98-c77f-46f7-aab1-c4156ac654ab service neutron] 10.222.0.25 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876288 Jul 28 18:01:00.848426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:00.903085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:00.927709 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-ef1b5cd7-dfb8-4430-8804-c63dae1b804b service neutron] 10.222.0.25 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898976 Jul 28 18:01:01.033049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2bf0be6d-57bd-44be-93f4-554008fb9071'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:01.171005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9c16-5303-4016-8aae-820caef60a38 req-32e964fa-de5d-462f-8887-087c4ffd2aa9 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:01.179883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce4f9c16-5303-4016-8aae-820caef60a38 req-32e964fa-de5d-462f-8887-087c4ffd2aa9 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0642083 Jul 28 18:01:01.224551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce4f9c16-5303-4016-8aae-820caef60a38 req-68f05552-57e0-4f6a-947a-849a63956e23 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Jul 28 18:01:01.300874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7d3c-7175-4816-b3bc-3e1bcd5f58c8 req-779bca94-b608-452c-9336-b1c0adc04562 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:01.300874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cdfc7d3c-7175-4816-b3bc-3e1bcd5f58c8 req-779bca94-b608-452c-9336-b1c0adc04562 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0767500 Jul 28 18:01:01.308917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7018f4ce-bea9-4b20-a0a6-f55548e98494 req-d5c5c987-2c7f-4173-81ac-6b4e8e20c3c9 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Jul 28 18:01:01.364274 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cdfc7d3c-7175-4816-b3bc-3e1bcd5f58c8 req-916d840a-9837-4ae9-a87f-56a01b3976f8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573139 Jul 28 18:01:01.485916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a387a2-fdac-4ef7-a422-6d5c0e2b4ccf req-c562583d-0665-4190-921a-70c55ead767b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:01.487592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94a387a2-fdac-4ef7-a422-6d5c0e2b4ccf req-c562583d-0665-4190-921a-70c55ead767b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0495226 Jul 28 18:01:01.497937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46746) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:01.503461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Request body: {'floatingip': {'port_id': '05542515-0f1b-4250-bb62-5793bbfb0d88'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:01.572193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:01.645814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe524b5-18d4-4c44-bf04-87a8f3f7f6a0 req-b6be8668-03d8-44f5-8463-19ad865093c7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:01.647560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbe524b5-18d4-4c44-bf04-87a8f3f7f6a0 req-b6be8668-03d8-44f5-8463-19ad865093c7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.1412516 Jul 28 18:01:01.735144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbe524b5-18d4-4c44-bf04-87a8f3f7f6a0 req-9b8a4f4f-a2e5-404d-adeb-355bb7beae72 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Jul 28 18:01:02.068652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:02.162603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:02.266586 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Floating IP 898c3a02-1900-4785-b75e-246501ed2018 associated. External IP: 172.25.7.214, port: 05542515-0f1b-4250-bb62-5793bbfb0d88. Jul 28 18:01:02.354260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b6b828f8-ad3f-4e93-afa3-71626b6debde up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:02.422008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b6b828f8-ad3f-4e93-afa3-71626b6debde triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:02.422494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:02.475196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53ec7e7-1541-4ab1-a74d-9d270639ff43 req-17f2d09e-6f5e-43b7-bab0-daa0ef9b0f56 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 210 time: 0.0752399 Jul 28 18:01:02.584778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e771a-53a9-4f70-ac82-838c64c0eebb req-8db6e296-517d-4185-bb9c-a2cb22ceaab5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:02.584778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a0e771a-53a9-4f70-ac82-838c64c0eebb req-8db6e296-517d-4185-bb9c-a2cb22ceaab5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0949614 Jul 28 18:01:02.662079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a0e771a-53a9-4f70-ac82-838c64c0eebb req-f6f8f8dd-fd62-455e-bc80-89e085843cf6 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Jul 28 18:01:02.681120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:01:02.737461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bb9fc-3436-46e9-83d8-3c126c8244f5 req-834032e0-2c9c-4cd4-99c1-ed0edc3a1f3a tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:02.740303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-948bb9fc-3436-46e9-83d8-3c126c8244f5 req-834032e0-2c9c-4cd4-99c1-ed0edc3a1f3a tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1097 time: 0.0708523 Jul 28 18:01:02.777159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-948bb9fc-3436-46e9-83d8-3c126c8244f5 req-b21c95e4-5a3a-474d-bf73-6a919a91b358 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301182 Jul 28 18:01:02.799284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:02.813763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:02.814323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:02.821608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:01:02.822309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:02.865293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27ee8b2c-c37f-4899-b58b-f22540426dc8 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "PUT /v2.0/floatingips/898c3a02-1900-4785-b75e-246501ed2018 HTTP/1.1" status: 200 len: 991 time: 1.3661070 Jul 28 18:01:02.866137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:02.869995 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b218dc-31e3-4124-b7fe-2e1441ddd668" -d '{"events": [{"name": "network-changed", "server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:02.896178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e88c-fd28-47cc-bb6c-ab51a0c36683 req-9307da14-0528-4eb9-8837-1525da2a6e95 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:02.897989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25c0e88c-fd28-47cc-bb6c-ab51a0c36683 req-9307da14-0528-4eb9-8837-1525da2a6e95 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.0687218 Jul 28 18:01:02.939551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:01:02.943721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25c0e88c-fd28-47cc-bb6c-ab51a0c36683 req-b2da0158-0400-4438-a209-dfc0e561654b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jul 28 18:01:03.058490 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d443c79-bbcf-4b41-a563-a8957b0cabfd x-openstack-request-id: req-9d443c79-bbcf-4b41-a563-a8957b0cabfd {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:03.058786 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:03.059045 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d443c79-bbcf-4b41-a563-a8957b0cabfd {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:03.059452 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'status': 'completed', 'code': 200} Jul 28 18:01:03.141404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-ffb8c9fe-5f87-4a52-8c6a-6fe8bb0aace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.142821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-ffb8c9fe-5f87-4a52-8c6a-6fe8bb0aace7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 1096 time: 0.0476532 Jul 28 18:01:03.168273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:d4:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a143-936e-4203-854e-3b3593f039ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T18:01:01Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:03.197535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:03.206013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:01:03.206816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:00:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:03.234019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-cb647ddb-0b5c-41cf-971c-9936cdf9a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.235617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-cb647ddb-0b5c-41cf-971c-9936cdf9a901 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 200 len: 925 time: 0.0855920 Jul 28 18:01:03.306465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-f498ca37-f022-4365-839e-8046424c9b53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05542515-0f1b-4250-bb62-5793bbfb0d88 HTTP/1.1" status: 200 len: 999 time: 0.0618343 Jul 28 18:01:03.314903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:01:03.359987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-cc896c47-8f97-4f82-a766-e42d6068dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.364126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-cc896c47-8f97-4f82-a766-e42d6068dd27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 200 len: 863 time: 0.0472753 Jul 28 18:01:03.411919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-9347f5e2-ac62-41f6-b4ac-41d82df63cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.413890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-9347f5e2-ac62-41f6-b4ac-41d82df63cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6129e79d-4911-451d-8031-4800bf02a0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429373 Jul 28 18:01:03.562059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-ad1a869b-7dad-45c6-a603-a0f0ad70fa16 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394398 Jul 28 18:01:03.597929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:d4:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a143-936e-4203-854e-3b3593f039ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T18:01:01Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:03.606769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3953c4bc-e1ff-4fad-bc92-52d75c638908 req-b8ff37eb-6f60-4fa0-b262-89f0d1906414 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 210 time: 0.0461724 Jul 28 18:01:03.645744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9518bbb-4332-4d02-a37b-9f7d57067539 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '898c3a02-1900-4785-b75e-246501ed2018', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'port_id': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'mac_address': 'fa:16:3e:d4:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a143-936e-4203-854e-3b3593f039ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T17:57:47Z', 'updated_at': '2021-07-28T18:01:01Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:03.823203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b218dc-31e3-4124-b7fe-2e1441ddd668 req-9068828a-1f1c-4e38-98b3-e7d3f753ca46 service neutron] 10.222.0.35 "GET /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491941 Jul 28 18:01:03.835189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-4dea0abd-8733-47d0-8f3b-382b55b2491c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.839338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-4dea0abd-8733-47d0-8f3b-382b55b2491c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.37 "GET /v2.0/networks?id=a50283bd-c179-4035-ad80-7dbaf550a445 HTTP/1.1" status: 200 len: 806 time: 0.1611826 Jul 28 18:01:03.885962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-db44d91f-78ec-4a63-aecf-d4dffdd8154e tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=041717a13389446398922dc8f5068c0c HTTP/1.1" status: 200 len: 379 time: 0.0377853 Jul 28 18:01:03.896460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'port': {'device_id': 'f2536f44-eb66-46de-854f-11b0d3736261', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'admin_state_up': True, 'tenant_id': '041717a13389446398922dc8f5068c0c', 'security_groups': ['54417d0d-2af3-474c-9ebf-4310060f1cc7']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:03.910825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa1b4d-c422-476b-b249-6700a85bb936 req-233a5788-fc7c-4988-9c50-f070c2ed5ca0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:03.912564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dafa1b4d-c422-476b-b249-6700a85bb936 req-233a5788-fc7c-4988-9c50-f070c2ed5ca0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0649824 Jul 28 18:01:03.946252 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9706e0-2c2b-49e6-abd2-206ff9fdb7b4 None None] New status for floating IP 898c3a02-1900-4785-b75e-246501ed2018: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:01:03.970476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dafa1b4d-c422-476b-b249-6700a85bb936 req-ee46c7f0-fe8e-4c10-8c15-b238b1de1f89 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Jul 28 18:01:04.089771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610408d-ae93-49dc-82e2-b5c517523a04 req-72f336bf-92d5-44a7-b89c-7eb60a8b242e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:04.091272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8610408d-ae93-49dc-82e2-b5c517523a04 req-72f336bf-92d5-44a7-b89c-7eb60a8b242e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.0607321 Jul 28 18:01:04.113510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:04.132061 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8610408d-ae93-49dc-82e2-b5c517523a04 req-960a7e82-3ee9-45fa-a6ff-7eab658dd7de tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343645 Jul 28 18:01:04.202760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Made reservation on behalf of 041717a13389446398922dc8f5068c0c for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:04.206509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:04.248902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 2bf0be6d-57bd-44be-93f4-554008fb9071 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:04.265565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 2bf0be6d-57bd-44be-93f4-554008fb9071 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:04.265947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:04.341599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Allocated IP 172.20.0.12 (a50283bd-c179-4035-ad80-7dbaf550a445/ff4c350a-83ee-4b26-8471-9c92146ae247/de844c1e-6f83-4421-a31d-e264c286b303) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:04.353433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:04.381844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:04.386692 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307b6f4-7d92-4cea-890c-78b91f67c3be" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:04.401886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:04.434149 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775cc09d-f110-49dc-a33f-909e6f989bd7 x-openstack-request-id: req-775cc09d-f110-49dc-a33f-909e6f989bd7 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:04.434451 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:04.434706 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-775cc09d-f110-49dc-a33f-909e6f989bd7 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:04.435105 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'code': 200} Jul 28 18:01:04.523950 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:04.585311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:04.704905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a997c72-fad3-4103-a39d-5feab9c5aa11 req-91dda760-28ec-4600-8542-0d7abce3d048 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Jul 28 18:01:04.782133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc915931-eeb9-4f81-a67e-11c5833baa61 req-9a2fad70-0319-47c2-930b-4e354082c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:04.784431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc915931-eeb9-4f81-a67e-11c5833baa61 req-9a2fad70-0319-47c2-930b-4e354082c0eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1100 time: 0.0631754 Jul 28 18:01:04.836601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:04.845667 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc915931-eeb9-4f81-a67e-11c5833baa61 req-14fbfc4c-09ae-452a-add3-4b9aa3ec0e5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Jul 28 18:01:04.853026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Transition to ACTIVE for port object de844c1e-6f83-4421-a31d-e264c286b303 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:04.963824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.010010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Network a50283bd-c179-4035-ad80-7dbaf550a445 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:05.013377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:05.017218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:05.047937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event updated for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:05.062315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.062896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.076605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:05.096281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-d3f43dab-ff9d-421a-90e2-f2caa101736c tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:01:05.097757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-d3f43dab-ff9d-421a-90e2-f2caa101736c tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185370 Jul 28 18:01:05.111620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:05.112559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.129592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:05.130175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:01:05.131475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5088d-21a6-4813-8e66-e58a7717cfd8 req-016a1f6e-669e-4347-b36c-c03ff1eb03bd tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:05.134934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44e5088d-21a6-4813-8e66-e58a7717cfd8 req-016a1f6e-669e-4347-b36c-c03ff1eb03bd tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0758555 Jul 28 18:01:05.180108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44e5088d-21a6-4813-8e66-e58a7717cfd8 req-95800b05-44e7-4e24-a560-2956045186c9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Jul 28 18:01:05.236253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-2adafaa3-f5fb-4165-a42f-3ae69eac7d2c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3437610 Jul 28 18:01:05.255683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Request body: {'port': {'device_id': 'f2536f44-eb66-46de-854f-11b0d3736261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:05.312691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da4d2-cb94-4191-86d5-f499e0286643 req-7702005d-d701-43ba-97bc-bb0348eb7c88 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:05.314278 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a4da4d2-cb94-4191-86d5-f499e0286643 req-7702005d-d701-43ba-97bc-bb0348eb7c88 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0624890 Jul 28 18:01:05.344515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.355182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a4da4d2-cb94-4191-86d5-f499e0286643 req-38491c63-23f2-4939-9c6d-1a3a84c3591a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Jul 28 18:01:05.371417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:05.371417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:05.371417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:05.385651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-478bc369-e36b-4913-9b75-46dcf755052f None None] Provisioning for port de844c1e-6f83-4421-a31d-e264c286b303 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:05.390061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-478bc369-e36b-4913-9b75-46dcf755052f None None] Provisioning complete for port de844c1e-6f83-4421-a31d-e264c286b303 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:05.390559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-478bc369-e36b-4913-9b75-46dcf755052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.398574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:05.398574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:05.406705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:05.407044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:05.407479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:05.408131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Bound port: 5fd596a2-7a09-429b-84f1-d64ed9105a02, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:05.431867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-478bc369-e36b-4913-9b75-46dcf755052f None None] Port de844c1e-6f83-4421-a31d-e264c286b303 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:05.546739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:05.632900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.634566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ad460af1-71a7-4a31-9502-9f0ee2443fd2 service neutron] 10.222.0.25 "POST /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02/bindings HTTP/1.1" status: 201 len: 389 time: 0.5092523 Jul 28 18:01:05.682098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de844c1e-6f83-4421-a31d-e264c286b303 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:05.690222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.702397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Transition to ACTIVE for port object de844c1e-6f83-4421-a31d-e264c286b303 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:05.803023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:05.855700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8d54-39f7-413f-af2b-cbc7fc984be1 req-829ab11a-f3bc-45c5-b062-de33c91ebc1a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:05.856735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Pushing event updated for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:05.857512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17ce8d54-39f7-413f-af2b-cbc7fc984be1 req-829ab11a-f3bc-45c5-b062-de33c91ebc1a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 932 time: 0.0796344 Jul 28 18:01:05.917663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17ce8d54-39f7-413f-af2b-cbc7fc984be1 req-87a8498c-556a-41a3-b979-8508fcfb7051 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504699 Jul 28 18:01:05.959518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Attempting to bind port de844c1e-6f83-4421-a31d-e264c286b303 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:05.959974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Attempting to bind port de844c1e-6f83-4421-a31d-e264c286b303 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:05.960504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Attempting to bind port de844c1e-6f83-4421-a31d-e264c286b303 on network a50283bd-c179-4035-ad80-7dbaf550a445 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:05.965817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Port de844c1e-6f83-4421-a31d-e264c286b303 on network a50283bd-c179-4035-ad80-7dbaf550a445 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:05.966217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Attempting to bind port de844c1e-6f83-4421-a31d-e264c286b303 on network a50283bd-c179-4035-ad80-7dbaf550a445 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:05.972359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:05.972808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Checking segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:05.973291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Bound using segment: {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:05.973807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Bound port: de844c1e-6f83-4421-a31d-e264c286b303, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7904b2-5958-499e-9d0b-be40b89032a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:05.974228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.069590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163d60e-5544-4dae-bc38-8f70906250c9 req-30ce11bb-7246-4b2b-946c-028cbd0f4d79 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.073916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2163d60e-5544-4dae-bc38-8f70906250c9 req-30ce11bb-7246-4b2b-946c-028cbd0f4d79 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0860355 Jul 28 18:01:06.101021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:06.117464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=de844c1e-6f83-4421-a31d-e264c286b303,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:06.130119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2163d60e-5544-4dae-bc38-8f70906250c9 req-b1bac3fc-61a6-40a4-9fde-69dec33fbd54 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 28 18:01:06.214750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.255942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.256410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.257784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] 10.222.0.37 "PUT /v2.0/ports/de844c1e-6f83-4421-a31d-e264c286b303 HTTP/1.1" status: 200 len: 1092 time: 1.0099068 Jul 28 18:01:06.258228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:06.260505 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd123f-eb94-47ec-bc91-f64a758ae90a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "tag": "de844c1e-6f83-4421-a31d-e264c286b303"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:06.313188 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3f715-5724-48df-b624-dce2585ef6fe x-openstack-request-id: req-19b3f715-5724-48df-b624-dce2585ef6fe {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:06.313467 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "tag": "de844c1e-6f83-4421-a31d-e264c286b303", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:06.313876 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b3f715-5724-48df-b624-dce2585ef6fe {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:06.314480 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303', 'status': 'completed', 'code': 200} Jul 28 18:01:06.335657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a5570-c99e-4d38-a552-4e02f4442e72 service neutron] Pushing event updated for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:06.344433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d08fd-b9cb-47de-a778-b991f5d64d19 req-fcd0636e-b84c-48b6-baa8-3bed91e6f21a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.346153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a79d08fd-b9cb-47de-a778-b991f5d64d19 req-fcd0636e-b84c-48b6-baa8-3bed91e6f21a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0836456 Jul 28 18:01:06.389234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-81b7a675-e012-4ac1-ae35-fd45de179a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.390544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a79d08fd-b9cb-47de-a778-b991f5d64d19 req-b11f7977-da88-4a27-8f24-d4bf28b77376 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 28 18:01:06.390785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-81b7a675-e012-4ac1-ae35-fd45de179a3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1097 time: 0.0889246 Jul 28 18:01:06.393682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-d9a56073-3307-45ff-b5c5-985722fde5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.395100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-d9a56073-3307-45ff-b5c5-985722fde5c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041717a13389446398922dc8f5068c0c&device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 1095 time: 0.0556650 Jul 28 18:01:06.568766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46850) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:06.575938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-118148590'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:06.647003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7e89-48c9-40c1-af90-d63b938bfa26 req-a6f153a2-2581-48a4-8216-79935e95c252 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.648449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfaa7e89-48c9-40c1-af90-d63b938bfa26 req-a6f153a2-2581-48a4-8216-79935e95c252 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.1611767 Jul 28 18:01:06.656308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-0e2562a8-e6fb-4d31-aed0-c755d2656460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.657736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-0e2562a8-e6fb-4d31-aed0-c755d2656460 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.2523687 Jul 28 18:01:06.659987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-37abf44d-423b-47d1-a80f-c411b05fe207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.661329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-37abf44d-423b-47d1-a80f-c411b05fe207 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=041717a13389446398922dc8f5068c0c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2547903 Jul 28 18:01:06.716672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:06.720412 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.746745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:06.756076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.756421 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Added segment 86030ecc-dcb1-4437-9b05-9dee8ce347e5 of type vlan for network 668ea5df-0a80-4019-9383-931fd28c3f0f Jul 28 18:01:06.760859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-5360cd13-819d-41c8-a48e-24f1f21e43c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 217 time: 0.0853484 Jul 28 18:01:06.791014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfaa7e89-48c9-40c1-af90-d63b938bfa26 req-92af6395-35e9-4bb6-b0a7-88a66a286d97 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321921 Jul 28 18:01:06.796640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.846135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-8a0c1cc2-2d44-47e8-85fc-9fc6938047e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.847951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-8a0c1cc2-2d44-47e8-85fc-9fc6938047e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0761082 Jul 28 18:01:06.857708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-67e08863-da36-486d-91f6-763e8a711759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.859115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32fd123f-eb94-47ec-bc91-f64a758ae90a req-67e08863-da36-486d-91f6-763e8a711759 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848006 Jul 28 18:01:06.893796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.901017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:06.901228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:06.903947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-5b198eb1-aee6-4abe-91ff-951d58ac43be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407298 Jul 28 18:01:07.003885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4333518 Jul 28 18:01:07.019434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:07.024651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1261089997'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:07.033593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e3cb9-3a3f-41a5-adec-e258f9a8a576 req-c68a2f7f-ab67-4204-ba3b-ebfa5414f71e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.041500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de0e3cb9-3a3f-41a5-adec-e258f9a8a576 req-c68a2f7f-ab67-4204-ba3b-ebfa5414f71e tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1100 time: 0.1756532 Jul 28 18:01:07.044863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-0985e72d-3501-4ef0-a48f-b8326708a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.046364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-0985e72d-3501-4ef0-a48f-b8326708a21a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041717a13389446398922dc8f5068c0c&device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 1095 time: 0.1247976 Jul 28 18:01:07.050980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc98041-9ef5-4d9f-afd7-778f8d157687 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Network': ['ID=668ea5df-0a80-4019-9383-931fd28c3f0f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:07.062297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 668ea5df-0a80-4019-9383-931fd28c3f0f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:07.098025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de0e3cb9-3a3f-41a5-adec-e258f9a8a576 req-a6e1e692-a569-453b-9551-e55405e874cf tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Jul 28 18:01:07.151180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:07.155080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.176240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-0ed3b42c-6bbb-4152-8a74-011b63fce1f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de844c1e-6f83-4421-a31d-e264c286b303 HTTP/1.1" status: 200 len: 217 time: 0.0985110 Jul 28 18:01:07.179948 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-45718675-7501-49ec-9f30-4b14b7b38621 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552845 Jul 28 18:01:07.183646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:07.190426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae3a6d-cce4-4748-9b4b-fec7295647c1 req-c96a98ae-5d20-4ad3-8922-7d3c23a35acc tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.192223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37ae3a6d-cce4-4748-9b4b-fec7295647c1 req-c96a98ae-5d20-4ad3-8922-7d3c23a35acc tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 944 time: 0.1053543 Jul 28 18:01:07.196067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.196853 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Added segment 5faf0a36-1f75-462e-9ec2-40401906d286 of type vlan for network 94e906e3-07e8-44a9-b2a3-050299f660ee Jul 28 18:01:07.252378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.311299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37ae3a6d-cce4-4748-9b4b-fec7295647c1 req-1af69805-5959-4c45-afa6-3eb16a4bb9ca tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720510 Jul 28 18:01:07.334162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-182aa120-00c7-49f4-a313-23b414c6978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.335652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-182aa120-00c7-49f4-a313-23b414c6978b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff4c350a-83ee-4b26-8471-9c92146ae247 HTTP/1.1" status: 200 len: 845 time: 0.1425228 Jul 28 18:01:07.356799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.360032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-7e3ea5f8-060c-4a6d-b25a-3c2f789976bc service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658139 Jul 28 18:01:07.363731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.364347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.421103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-13d05be3-72c8-4037-9489-524c9e2943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.422949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-13d05be3-72c8-4037-9489-524c9e2943e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a50283bd-c179-4035-ad80-7dbaf550a445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750113 Jul 28 18:01:07.437680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Network': ['ID=94e906e3-07e8-44a9-b2a3-050299f660ee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:07.450598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 94e906e3-07e8-44a9-b2a3-050299f660ee details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:07.488500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ffcac-486b-4c11-a5c7-5fac0d6224d6 req-18b1235d-23fd-4e69-bce9-fc7a3aaf5740 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.490066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-504ffcac-486b-4c11-a5c7-5fac0d6224d6 req-18b1235d-23fd-4e69-bce9-fc7a3aaf5740 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.1113064 Jul 28 18:01:07.554402 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bd8cc8d0-4e5f-4905-95bb-e1dc04258fbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5312335 Jul 28 18:01:07.554646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:07.559747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'subnet': {'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:07.562604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-504ffcac-486b-4c11-a5c7-5fac0d6224d6 req-0615069a-4b88-4876-a113-2b034cf1d060 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648170 Jul 28 18:01:07.579485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-9c59ba78-09ab-42e5-a55f-d26fd65dffb8 service neutron] 10.222.0.37 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455905 Jul 28 18:01:07.683757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac5ea2c9-5cb1-4b64-a374-67146b06babb req-a55e67a9-bcf2-400c-8b29-96b9e3143bdc service neutron] 10.222.0.37 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952849 Jul 28 18:01:07.755842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2911e-0fb8-4879-a0fc-a4cac6667647 req-a70cc737-e84d-48e0-b981-860d63504f7a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.757876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dab2911e-0fb8-4879-a0fc-a4cac6667647 req-a70cc737-e84d-48e0-b981-860d63504f7a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0778689 Jul 28 18:01:07.810556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dab2911e-0fb8-4879-a0fc-a4cac6667647 req-75d1ad3a-05ce-48cf-b76b-9edb4905da49 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Jul 28 18:01:07.822727 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0ff9-10c6-4c61-b014-dd2461614738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.834143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d22-26ef-4ad9-888b-1a77b9755e5b req-29898c98-7334-4f48-bb0a-b2ad799d0d6a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:07.834143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23c80d22-26ef-4ad9-888b-1a77b9755e5b req-29898c98-7334-4f48-bb0a-b2ad799d0d6a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0620928 Jul 28 18:01:07.842775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:07.846474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:07.847659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:07.881696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23c80d22-26ef-4ad9-888b-1a77b9755e5b req-5f223bdd-ab98-473d-9511-9334730bc7a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Jul 28 18:01:07.948995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-9fdd90b1-a741-4c80-8e21-6014519d7290 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011021 Jul 28 18:01:08.083452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:08.158897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Subnet': ['ID=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:08.174171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:08.174171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network hostable DHCP agents. Network: 668ea5df-0a80-4019-9383-931fd28c3f0f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:08.232096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:08.299731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 668ea5df-0a80-4019-9383-931fd28c3f0f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:08.303996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:08.304565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:08.309642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ecfc9b-ead0-4cd9-b00a-ba570c53b1df None None] Network 668ea5df-0a80-4019-9383-931fd28c3f0f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:01:08.400011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-12baebe5-b628-456b-ac51-7f6bdaf036c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8442771 Jul 28 18:01:08.402666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46908) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:08.408602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'subnet': {'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:08.442918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117c687-76e1-4c0a-ae2f-89beb2809838 req-16b9876a-5922-4440-a44c-a33ca385bd56 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:08.444794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1117c687-76e1-4c0a-ae2f-89beb2809838 req-16b9876a-5922-4440-a44c-a33ca385bd56 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 944 time: 0.0568230 Jul 28 18:01:08.483269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-668ea5df-0a80-4019-9383-931fd28c3f0f', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:01:08.484513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:08.538967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1117c687-76e1-4c0a-ae2f-89beb2809838 req-a8562bde-0bde-46ce-8a3a-0b12bee24c7a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826011 Jul 28 18:01:08.608249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:08.614450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:08.704842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Allocated IP 10.1.1.2 (668ea5df-0a80-4019-9383-931fd28c3f0f/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292/70f4e3ba-86fc-408f-8af5-ab8ab102f625) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:08.792305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a90328-1225-4661-a506-319166de4a2f req-36e438b5-9ade-455f-a084-cb3576bec3e3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:08.794031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30a90328-1225-4661-a506-319166de4a2f req-36e438b5-9ade-455f-a084-cb3576bec3e3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.1030838 Jul 28 18:01:08.872094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30a90328-1225-4661-a506-319166de4a2f req-50c8c88d-aacf-49b2-9f84-b9aef83da1dc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Jul 28 18:01:08.908722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:08.918681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Transition to ACTIVE for port object 70f4e3ba-86fc-408f-8af5-ab8ab102f625 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:08.936352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Transition to ACTIVE for port object 70f4e3ba-86fc-408f-8af5-ab8ab102f625 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:09.013999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aa91d-efa2-41f7-8a0c-674b60a8c418 req-cbc81579-f53b-4ca8-bb1f-7736c8596024 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:09.015846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.016546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b91aa91d-efa2-41f7-8a0c-674b60a8c418 req-cbc81579-f53b-4ca8-bb1f-7736c8596024 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0885017 Jul 28 18:01:09.036066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf8ac-a241-4211-ae7f-10f76535f494 req-7a2483f9-28b9-496e-bd27-894b1a9c7b4a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:09.037764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5bf8ac-a241-4211-ae7f-10f76535f494 req-7a2483f9-28b9-496e-bd27-894b1a9c7b4a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0631056 Jul 28 18:01:09.063194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.071456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:09.076854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:09.077331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b91aa91d-efa2-41f7-8a0c-674b60a8c418 req-5c51cb50-54fc-4b38-b9e1-dc674edcbc4f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510173 Jul 28 18:01:09.084354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:09.095525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Pushing event updated for resources: {'Port': ['ID=70f4e3ba-86fc-408f-8af5-ab8ab102f625,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:09.156158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Attempting to bind port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:09.156532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Attempting to bind port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:09.156940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Attempting to bind port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:09.169010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5bf8ac-a241-4211-ae7f-10f76535f494 req-9daef166-2bee-45c4-a235-6a271dbfd107 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243582 Jul 28 18:01:09.177753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Subnet': ['ID=ca78cc9f-f95a-4f8d-b099-56ec10f91972,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:09.179862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:09.180700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:09.181278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.181862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Bound using segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:09.182541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Bound port: 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:09.185242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.188685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Checking segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:09.189058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network hostable DHCP agents. Network: 94e906e3-07e8-44a9-b2a3-050299f660ee, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:09.257994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] For port 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:09.261315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] For port 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=70f4e3ba-86fc-408f-8af5-ab8ab102f625,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:09.311292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 94e906e3-07e8-44a9-b2a3-050299f660ee is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:09.330888 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.397378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 94e906e3-07e8-44a9-b2a3-050299f660ee) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:09.400589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07219b0c-ac17-4681-a270-0b1e16472bc2 None None] Pushing event updated for resources: {'Port': ['ID=70f4e3ba-86fc-408f-8af5-ab8ab102f625,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:09.402598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:09.410073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.411942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a7d1c-5ac6-4c94-99c2-42c37f52bcff None None] Network 94e906e3-07e8-44a9-b2a3-050299f660ee requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:01:09.479278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4cfb4f49-74e6-4f1f-9c01-290b26f7919f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0751965 Jul 28 18:01:09.482174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46928) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:09.488961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'name': 'tempest-TaggedBootDevicesTest-1874785092', 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:09.604496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-94e906e3-07e8-44a9-b2a3-050299f660ee', 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ips': [{'subnet_id': 'ca78cc9f-f95a-4f8d-b099-56ec10f91972'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:01:09.605464 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.730470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:09.796374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd746c8-2d0c-4704-8473-ffe65129db4a req-1549261f-afd4-4561-8043-1ed5137fa2ab tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:09.807010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abd746c8-2d0c-4704-8473-ffe65129db4a req-1549261f-afd4-4561-8043-1ed5137fa2ab tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 944 time: 0.1150432 Jul 28 18:01:09.831265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Allocated IP 10.2.2.2 (94e906e3-07e8-44a9-b2a3-050299f660ee/ca78cc9f-f95a-4f8d-b099-56ec10f91972/4653d206-1e60-426d-b4b0-4515aa9651ad) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:09.915536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abd746c8-2d0c-4704-8473-ffe65129db4a req-40873d18-2575-42e2-860e-f269408aa45c tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103926 Jul 28 18:01:09.931384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:09.958883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] device_id is not set on port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:01:09.998170 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6f3adb8-5fcb-4c64-91fa-bbcbb2b14a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.011268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.032297 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.043640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Transition to ACTIVE for port object 4653d206-1e60-426d-b4b0-4515aa9651ad will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:10.064788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Transition to ACTIVE for port object 4653d206-1e60-426d-b4b0-4515aa9651ad will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:10.066687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1ec60-5719-461f-96f7-c712dece8625 req-e394cdb2-0566-4c19-943a-9560a118f2ba tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.069317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9a1ec60-5719-461f-96f7-c712dece8625 req-e394cdb2-0566-4c19-943a-9560a118f2ba tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0877111 Jul 28 18:01:10.113275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.114159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9a1ec60-5719-461f-96f7-c712dece8625 req-0c72254b-dc9e-4edb-9c52-b3befeafa44a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Jul 28 18:01:10.167542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Network 94e906e3-07e8-44a9-b2a3-050299f660ee is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:10.171046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:10.174729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:10.209813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Pushing event updated for resources: {'Port': ['ID=4653d206-1e60-426d-b4b0-4515aa9651ad,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:10.218214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.1.1.182 (668ea5df-0a80-4019-9383-931fd28c3f0f/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292/5e30141b-6fc7-43a8-a282-ca9e92e299f6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:10.277893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Attempting to bind port 4653d206-1e60-426d-b4b0-4515aa9651ad on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:10.278436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Attempting to bind port 4653d206-1e60-426d-b4b0-4515aa9651ad by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:10.278987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Attempting to bind port 4653d206-1e60-426d-b4b0-4515aa9651ad on network 94e906e3-07e8-44a9-b2a3-050299f660ee {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:10.298688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:10.299576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Checking segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:10.300161 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.300757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Bound using segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:10.301577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Bound port: 4653d206-1e60-426d-b4b0-4515aa9651ad, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:10.302458 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.325543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f793e95-a69d-42dc-b5cc-ad06fd8465d6 req-064cdf09-60e7-4879-bd72-d811727175ef tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.327493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f793e95-a69d-42dc-b5cc-ad06fd8465d6 req-064cdf09-60e7-4879-bd72-d811727175ef tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1148920 Jul 28 18:01:10.488937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] For port 4653d206-1e60-426d-b4b0-4515aa9651ad, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:10.513770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] For port 4653d206-1e60-426d-b4b0-4515aa9651ad, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4653d206-1e60-426d-b4b0-4515aa9651ad,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:10.517992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f793e95-a69d-42dc-b5cc-ad06fd8465d6 req-80a510fd-b4e1-4100-a9d2-20c8012c80ff tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802058 Jul 28 18:01:10.529057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 70f4e3ba-86fc-408f-8af5-ab8ab102f625 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:10.564039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-576eb642-8e92-46eb-811b-80aa9ef2786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.566879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-576eb642-8e92-46eb-811b-80aa9ef2786a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1100 time: 0.1552794 Jul 28 18:01:10.589903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138bfdd-9e19-48ec-a9bc-1a9677f9d448 req-9215395f-e1f9-40d8-a7c5-1dbe11c0e5fa tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.597840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5138bfdd-9e19-48ec-a9bc-1a9677f9d448 req-9215395f-e1f9-40d8-a7c5-1dbe11c0e5fa tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0865507 Jul 28 18:01:10.649524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5138bfdd-9e19-48ec-a9bc-1a9677f9d448 req-dfa7c787-6035-40ee-bf67-0772d55a8c7b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Jul 28 18:01:10.683614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.687520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.715298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object 5e30141b-6fc7-43a8-a282-ca9e92e299f6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:10.744032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:10.761651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc408-ae55-4d8a-ab9c-e07cc0c049ed None None] Pushing event updated for resources: {'Port': ['ID=4653d206-1e60-426d-b4b0-4515aa9651ad,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:10.772706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-b9621e6a-75a0-4814-8da1-64700178bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.774850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-b9621e6a-75a0-4814-8da1-64700178bf5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1974788 Jul 28 18:01:10.837448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-95ca26f0-12eb-4c69-bfce-1ac8749846a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0439036 Jul 28 18:01:10.842639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4719f-f651-474e-a7d7-ccd3b88c7579 None None] Network 668ea5df-0a80-4019-9383-931fd28c3f0f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:01:10.897863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-1286efc6-0f74-42b7-9763-4aaa84972907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:10.899650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-1286efc6-0f74-42b7-9763-4aaa84972907 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0550499 Jul 28 18:01:10.922668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:10.971275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device de844c1e-6f83-4421-a31d-e264c286b303 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:11.025294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Provisioning for port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:11.031848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.033228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:11.043484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:11.049023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Provisioning complete for port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:11.052670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.052824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:11.104817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-2e727bb9-c93d-4e19-82b4-e17cd21ec51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:11.109407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-2e727bb9-c93d-4e19-82b4-e17cd21ec51a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1996236 Jul 28 18:01:11.112947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:11.115633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.156726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395b8de-a850-45ee-91c0-83c52f944f59 req-5b24326f-7e04-4b76-8600-3d8385f09da8 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:11.159740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1395b8de-a850-45ee-91c0-83c52f944f59 req-5b24326f-7e04-4b76-8600-3d8385f09da8 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 944 time: 0.0867200 Jul 28 18:01:11.169922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:11.250326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1395b8de-a850-45ee-91c0-83c52f944f59 req-407b7911-46da-4554-a2f5-0bd6831e7752 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818298 Jul 28 18:01:11.297876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=de844c1e-6f83-4421-a31d-e264c286b303,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:11.303452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca5f0778-6a54-4f7c-a7bc-1868df7a9fc0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8188243 Jul 28 18:01:11.305553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:11.314654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'name': 'tempest-TaggedBootDevicesTest-203642074', 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:11.315290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-0e06937e-be32-4297-80c5-de34999392f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688085 Jul 28 18:01:11.319871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.322801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'de844c1e-6f83-4421-a31d-e264c286b303', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'port_id': 'de844c1e-6f83-4421-a31d-e264c286b303', 'mac_address': 'fa:16:3e:24:c3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:01:11.366548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5fe4-3791-4239-9d1b-f9c487c58a95 req-cf3915a5-8c38-43b9-b4d4-498c5d99a141 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:11.368264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36ed5fe4-3791-4239-9d1b-f9c487c58a95 req-cf3915a5-8c38-43b9-b4d4-498c5d99a141 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.1064823 Jul 28 18:01:11.390001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.423255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] For port 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=70f4e3ba-86fc-408f-8af5-ab8ab102f625,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:11.425951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de844c1e-6f83-4421-a31d-e264c286b303 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:11.455555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=de844c1e-6f83-4421-a31d-e264c286b303,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:11.467270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36ed5fe4-3791-4239-9d1b-f9c487c58a95 req-35ae61b8-953d-45ce-9adf-f2b05d42abb3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887587 Jul 28 18:01:11.503746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-ee2dde62-eff0-4fc5-be6d-01c471046eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693175 Jul 28 18:01:11.518837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.579440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.609449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae4659-8fc8-4767-8014-379626818f0f None None] Pushing event updated for resources: {'Port': ['ID=70f4e3ba-86fc-408f-8af5-ab8ab102f625,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:11.674089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:11.688603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:11.772364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9ccd-1e44-499c-9e28-0176aa0499a9 req-8570e744-fb5e-4088-a173-8e673be20ba0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:11.781611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-979a9ccd-1e44-499c-9e28-0176aa0499a9 req-8570e744-fb5e-4088-a173-8e673be20ba0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1632507 Jul 28 18:01:11.840982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Provisioning for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:11.847129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Provisioning complete for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:11.847577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:11.922791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['de844c1e-6f83-4421-a31d-e264c286b303'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:12.000542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc8f2a-59b4-4eea-9c12-5e0d4437f9d7 req-3277582d-e59a-4cf4-9fb9-b815b96fdd93 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:12.013817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07fc8f2a-59b4-4eea-9c12-5e0d4437f9d7 req-3277582d-e59a-4cf4-9fb9-b815b96fdd93 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.2129836 Jul 28 18:01:12.084840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:12.117803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Provisioning complete for port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:12.121056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dfe4-bbdf-47f6-9975-d2b7fc928b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:12.232921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-979a9ccd-1e44-499c-9e28-0176aa0499a9 req-986f69f7-7ee3-4ca4-b438-2f6ba6c064ce tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502003 Jul 28 18:01:12.279313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:12.323080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] device_id is not set on port f0cc073f-3ef2-4d88-a617-8b533197a7ae yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:01:12.431121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f0323-b775-431e-8c7e-d7b626ff3dbd None None] Network 94e906e3-07e8-44a9-b2a3-050299f660ee requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:01:12.556530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07fc8f2a-59b4-4eea-9c12-5e0d4437f9d7 req-3a1900c9-c918-4dc2-9274-87a1767e7200 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370221 Jul 28 18:01:12.556992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 70f4e3ba-86fc-408f-8af5-ab8ab102f625 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:12.616433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03a4e-e69e-4b06-9b26-9a69ad1637d2 req-ac29b30b-5424-4221-9909-b003a32e1972 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:12.619937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2f03a4e-e69e-4b06-9b26-9a69ad1637d2 req-ac29b30b-5424-4221-9909-b003a32e1972 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 945 time: 0.1348422 Jul 28 18:01:12.635319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a5d1eee0-9564-4f30-bf36-0ca38fa6672d None None] Provisioning complete for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:12.635725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a5d1eee0-9564-4f30-bf36-0ca38fa6672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:12.713593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1eee0-9564-4f30-bf36-0ca38fa6672d None None] Port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:12.715924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:12.715924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:12.725932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2f03a4e-e69e-4b06-9b26-9a69ad1637d2 req-4aaea6f6-994c-4ed6-9899-5ede5d5c5c61 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963249 Jul 28 18:01:12.837940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42d923-fbc5-41e4-84d5-146226f4d77f req-d2a2a10b-5c09-4642-8c7e-98f3e9257274 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:12.844502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a42d923-fbc5-41e4-84d5-146226f4d77f req-d2a2a10b-5c09-4642-8c7e-98f3e9257274 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.1128192 Jul 28 18:01:12.853256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a5d1eee0-9564-4f30-bf36-0ca38fa6672d None None] Provisioning for port 4653d206-1e60-426d-b4b0-4515aa9651ad completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:12.858440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.1.1.235 (668ea5df-0a80-4019-9383-931fd28c3f0f/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292/f0cc073f-3ef2-4d88-a617-8b533197a7ae) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:12.872242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:12.873915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4653d206-1e60-426d-b4b0-4515aa9651ad up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:12.904878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a42d923-fbc5-41e4-84d5-146226f4d77f req-5d28112c-7a0d-4c01-ab75-f3c88275a0f1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534003 Jul 28 18:01:13.081233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.095461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object f0cc073f-3ef2-4d88-a617-8b533197a7ae will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:13.163665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4653d206-1e60-426d-b4b0-4515aa9651ad completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:13.168294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4653d206-1e60-426d-b4b0-4515aa9651ad triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:13.168683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.210039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.221412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ec1eadf2-c95b-430f-8143-614d9217fcf3 None None] Provisioning complete for port 4653d206-1e60-426d-b4b0-4515aa9651ad triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:13.221412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ec1eadf2-c95b-430f-8143-614d9217fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.257192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:13.260552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:13.264732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:13.307462 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.323698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:13.332249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:13.332535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.376719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4653d206-1e60-426d-b4b0-4515aa9651ad, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4653d206-1e60-426d-b4b0-4515aa9651ad,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:13.378084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ec1eadf2-c95b-430f-8143-614d9217fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.402151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3929-477f-487b-b446-dbbe66f13c48 req-70607478-ecf6-49c1-8e70-8fd9f40cb8a1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:13.403846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d34d3929-477f-487b-b446-dbbe66f13c48 req-70607478-ecf6-49c1-8e70-8fd9f40cb8a1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0595176 Jul 28 18:01:13.446445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d34d3929-477f-487b-b446-dbbe66f13c48 req-2985a931-dca5-465e-84f3-4247143663f3 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361824 Jul 28 18:01:13.484060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.484287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5300ed9-ad0c-47e3-88ad-921182efa6d8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1773691 Jul 28 18:01:13.573830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-ec1eadf2-c95b-430f-8143-614d9217fcf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:01:13.575255 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-ec1eadf2-c95b-430f-8143-614d9217fcf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:01:13.586404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4653d206-1e60-426d-b4b0-4515aa9651ad,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:13.672604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008e413-06ab-4bef-808f-7f777765be67 req-bdc38e74-e317-469d-b292-5b5d875114f8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:13.674006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a008e413-06ab-4bef-808f-7f777765be67 req-bdc38e74-e317-469d-b292-5b5d875114f8 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0513926 Jul 28 18:01:13.716076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a008e413-06ab-4bef-808f-7f777765be67 req-2816c688-5ba8-445f-9967-d98c2d8c3db3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355456 Jul 28 18:01:13.781898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:13.792562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621640750', 'description': 'tempest-description--302921295'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:13.873225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6d0d-fead-40db-88bc-54f12c0b6c75 req-e5b70212-a28d-4b6a-998f-7384d2e190de tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:13.874904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fca6d0d-fead-40db-88bc-54f12c0b6c75 req-e5b70212-a28d-4b6a-998f-7384d2e190de tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 945 time: 0.0499945 Jul 28 18:01:13.890169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:13.936995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fca6d0d-fead-40db-88bc-54f12c0b6c75 req-9db465d1-2a99-44f5-8389-30de4ecc381e tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548482 Jul 28 18:01:14.001608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.029712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb177-7eca-41d5-ae99-59c0a154a42c req-55be1fcb-daa3-4a91-a794-c2bcc474f7c4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:14.031275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ceadb177-7eca-41d5-ae99-59c0a154a42c req-55be1fcb-daa3-4a91-a794-c2bcc474f7c4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0530007 Jul 28 18:01:14.069345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ceadb177-7eca-41d5-ae99-59c0a154a42c req-e0bbb7c8-8171-41a4-9dfc-0df07e4c726f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jul 28 18:01:14.089228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.117162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79a195-ed31-48a1-9403-38b47ff7c32f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:14.197909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.199263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ffc759af-d929-4c63-b308-f7d02aba0373 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4158010 Jul 28 18:01:14.202171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46988) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:14.206527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'security_group_rule': {'security_group_id': '0f79a195-ed31-48a1-9403-38b47ff7c32f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:14.293674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.301737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-158e677f-459a-4281-898a-c18b99da5e42 None None] Provisioning for port f0cc073f-3ef2-4d88-a617-8b533197a7ae completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:14.304299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-158e677f-459a-4281-898a-c18b99da5e42 None None] Provisioning complete for port f0cc073f-3ef2-4d88-a617-8b533197a7ae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:14.304683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-158e677f-459a-4281-898a-c18b99da5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.382387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4653d206-1e60-426d-b4b0-4515aa9651ad up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:14.382497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.382587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-158e677f-459a-4281-898a-c18b99da5e42 None None] Port f0cc073f-3ef2-4d88-a617-8b533197a7ae cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:14.403177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4653d206-1e60-426d-b4b0-4515aa9651ad triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:14.403607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.573519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d46b1-8a8e-4930-8743-3c7979caa659 req-23a0fc52-69c8-42c8-95b6-a2762afb08e8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:14.598060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-261d46b1-8a8e-4930-8743-3c7979caa659 req-23a0fc52-69c8-42c8-95b6-a2762afb08e8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0489707 Jul 28 18:01:14.613273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-261d46b1-8a8e-4930-8743-3c7979caa659 req-eadb890c-4dbc-448e-8f71-d2987ffe7f28 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Jul 28 18:01:14.631620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.649509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6298e8-926c-4f82-9dc2-e20f819da7ad,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:14.835855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e2ea4-9109-4e21-a798-7bb151a16adf req-1f6c5039-4baf-4ec7-b5f6-014535a96b2f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:14.837395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc4e2ea4-9109-4e21-a798-7bb151a16adf req-1f6c5039-4baf-4ec7-b5f6-014535a96b2f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0490897 Jul 28 18:01:14.875756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc4e2ea4-9109-4e21-a798-7bb151a16adf req-5f32bfdd-6b2a-4dfb-bea1-a066295e4e67 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Jul 28 18:01:14.911590 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:14.912802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e135dfeb-b2ca-4724-81a3-87a3699d444e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7096779 Jul 28 18:01:14.916028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47000) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:14.921262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'security_group_rule': {'security_group_id': '0f79a195-ed31-48a1-9403-38b47ff7c32f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:14.984898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device de844c1e-6f83-4421-a31d-e264c286b303 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:15.041700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.084255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad259431-8e31-41c5-842d-c8413680ce95 req-664c8f43-d32a-419b-8785-e43bc8a198e6 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:15.085737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad259431-8e31-41c5-842d-c8413680ce95 req-664c8f43-d32a-419b-8785-e43bc8a198e6 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 945 time: 0.0782442 Jul 28 18:01:15.106208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port de844c1e-6f83-4421-a31d-e264c286b303 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:15.110525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port de844c1e-6f83-4421-a31d-e264c286b303 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:15.110914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.138661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.146808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad259431-8e31-41c5-842d-c8413680ce95 req-3b2b613b-9acf-4d78-a731-784bd2ad3375 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519841 Jul 28 18:01:15.157422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.192309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.213805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2af75-7cd5-4f3e-8781-0e96dccbeca6 req-15ee1d46-8351-466c-8a94-28766d1a8377 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:15.215358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58a2af75-7cd5-4f3e-8781-0e96dccbeca6 req-15ee1d46-8351-466c-8a94-28766d1a8377 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Jul 28 18:01:15.215537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:15.217781 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d81903-406f-49f2-a8d8-9dddbbd8f573" -d '{"events": [{"server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "name": "network-vif-plugged", "status": "completed", "tag": "de844c1e-6f83-4421-a31d-e264c286b303"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:15.231748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.233015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=de844c1e-6f83-4421-a31d-e264c286b303,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:15.254341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1440a0f1-7997-4d4c-9e4c-e32a553aa11b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:15.257134 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027dcd6d-84d5-40ba-b2fc-1d1f8e41e5d8 x-openstack-request-id: req-027dcd6d-84d5-40ba-b2fc-1d1f8e41e5d8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:15.257425 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "name": "network-vif-plugged", "status": "completed", "tag": "de844c1e-6f83-4421-a31d-e264c286b303", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:15.257681 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-027dcd6d-84d5-40ba-b2fc-1d1f8e41e5d8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:15.258073 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303', 'code': 200} Jul 28 18:01:15.264409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58a2af75-7cd5-4f3e-8781-0e96dccbeca6 req-078c6436-7acd-4dc9-8daa-8be0c0da9f01 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Jul 28 18:01:15.306203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.352336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.354028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86d7dcca-29aa-4dd9-b323-ad02c5a3d65a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4370661 Jul 28 18:01:15.354336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:15.357333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47008) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:15.361911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:15.366227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4be5-94b4-48f6-8ea5-b6d9e71c3231 req-8b4e1e21-b5b2-4d1f-81cf-c273848ea80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:15.367775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-418d4be5-94b4-48f6-8ea5-b6d9e71c3231 req-8b4e1e21-b5b2-4d1f-81cf-c273848ea80b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 1097 time: 0.0427296 Jul 28 18:01:15.411064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-418d4be5-94b4-48f6-8ea5-b6d9e71c3231 req-ee63a8f6-1057-4d3b-a997-36a9753fb45e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Jul 28 18:01:15.471797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.574229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.675322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 172.25.7.225 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d909e6b0-2915-4492-bafa-af156fe1c5af) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:15.775951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfca6c-a765-425f-881d-d41b57560ab6 req-f50e2079-a3b5-4d50-82e8-8bd9dc97524c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:15.777434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88cfca6c-a765-425f-881d-d41b57560ab6 req-f50e2079-a3b5-4d50-82e8-8bd9dc97524c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0980394 Jul 28 18:01:15.842265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:15.846651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88cfca6c-a765-425f-881d-d41b57560ab6 req-10de15ec-bae6-488e-926d-b21730dd616e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Jul 28 18:01:15.959493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.012208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:16.017741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:16.027688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:16.051408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=d909e6b0-2915-4492-bafa-af156fe1c5af,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:16.073367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26da8-ffde-454e-89f6-8e11000d229c req-6a2565eb-d86b-4db5-8acc-9d055d32acf0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:16.074870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5a26da8-ffde-454e-89f6-8e11000d229c req-6a2565eb-d86b-4db5-8acc-9d055d32acf0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.1269345 Jul 28 18:01:16.076210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.076563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.076911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.077260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.077598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.077936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.078271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.078599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.078929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.079255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.079612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.079943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:16.151118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5a26da8-ffde-454e-89f6-8e11000d229c req-61635810-65d8-4ed7-8c09-0361f49d6366 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677531 Jul 28 18:01:16.167574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.252294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.264440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd566ca-1f58-449e-af72-e8b367682f25 req-f2d05a28-3724-4448-a4da-22607f8b5f5b tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:16.266319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bd566ca-1f58-449e-af72-e8b367682f25 req-f2d05a28-3724-4448-a4da-22607f8b5f5b tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0498140 Jul 28 18:01:16.310331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bd566ca-1f58-449e-af72-e8b367682f25 req-ecea0118-f137-4d76-b742-1920e3c99e04 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Jul 28 18:01:16.422097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e15c50-f709-47ed-b7c0-87fb0078a1a1 req-291a318f-06e8-43d1-8c27-5873b181fe9f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:16.423554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50e15c50-f709-47ed-b7c0-87fb0078a1a1 req-291a318f-06e8-43d1-8c27-5873b181fe9f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0781777 Jul 28 18:01:16.473699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.480247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50e15c50-f709-47ed-b7c0-87fb0078a1a1 req-5d694c5e-3cc5-4570-8a01-59c3d912324f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486617 Jul 28 18:01:16.551842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.622291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=d909e6b0-2915-4492-bafa-af156fe1c5af,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:16.633825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.791880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:16.793365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-707a1c32-37c2-46c9-92b9-93ec9865bb3a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4348025 Jul 28 18:01:16.965875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dba570-7736-4df9-bdca-860d3e7dc4d2 req-a5dc956d-553d-418c-9515-ca2ee4fd11fa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:16.967509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25dba570-7736-4df9-bdca-860d3e7dc4d2 req-a5dc956d-553d-418c-9515-ca2ee4fd11fa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0528805 Jul 28 18:01:17.007523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25dba570-7736-4df9-bdca-860d3e7dc4d2 req-420af6e8-4bda-46f3-b820-f7f8f11f9ab4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jul 28 18:01:17.021794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a0b2fd9d-0d23-4076-a014-f8cd5fe4b7c4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1621640750&fields=id&tenant_id=8ffec13ca4554dafbd5e45a69a339d92 HTTP/1.1" status: 200 len: 267 time: 0.0332046 Jul 28 18:01:17.083199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-5f8fe4c9-00f1-4857-922e-fbfed5448c1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.083199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-5f8fe4c9-00f1-4857-922e-fbfed5448c1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 932 time: 0.0471764 Jul 28 18:01:17.127060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-0ce54a81-09cd-43f8-998f-73c247ee2ff9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.128461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-0ce54a81-09cd-43f8-998f-73c247ee2ff9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 931 time: 0.0454011 Jul 28 18:01:17.186541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-8e03e0b8-0a77-4413-ac09-37c2836191f5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504613 Jul 28 18:01:17.220906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-d35d9275-aaa5-4f43-b80f-9f37fbc71e99 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0280323 Jul 28 18:01:17.277624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b02c6-f658-42f0-8f69-353702ca11a7 req-18cda627-afae-4e36-8dbc-8cf79bafdf32 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.279174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d2b02c6-f658-42f0-8f69-353702ca11a7 req-18cda627-afae-4e36-8dbc-8cf79bafdf32 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0541701 Jul 28 18:01:17.317330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d2b02c6-f658-42f0-8f69-353702ca11a7 req-fa8b5c9b-c83c-4901-b420-f815d68f6edf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Jul 28 18:01:17.335520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b46c0734-a3ce-4cd3-9ee7-2063783767e3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.341716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b46c0734-a3ce-4cd3-9ee7-2063783767e3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.347677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b46c0734-a3ce-4cd3-9ee7-2063783767e3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.349314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b46c0734-a3ce-4cd3-9ee7-2063783767e3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=94e906e3-07e8-44a9-b2a3-050299f660ee&id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 1990 time: 0.1223261 Jul 28 18:01:17.364682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-5dfc4e00-81c8-4237-937c-5413f14b5fde tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/quotas/8ffec13ca4554dafbd5e45a69a339d92 HTTP/1.1" status: 200 len: 375 time: 0.0094972 Jul 28 18:01:17.427365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-f7d8372e-695e-4f06-ba61-26d4a4592477 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0564594 Jul 28 18:01:17.432894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26d46a-8fc7-40af-b6ed-d698bcecbca5 req-aa7bbcf3-15c9-4a9e-8711-224174688369 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.434448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d26d46a-8fc7-40af-b6ed-d698bcecbca5 req-aa7bbcf3-15c9-4a9e-8711-224174688369 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0488975 Jul 28 18:01:17.473742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d26d46a-8fc7-40af-b6ed-d698bcecbca5 req-8a7dc36d-8349-449e-abeb-be63e516852e tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334613 Jul 28 18:01:17.524455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b2396ac6-060a-4d46-beff-3d847e0727e0 service neutron] 10.222.0.25 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845294 Jul 28 18:01:17.591353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc615a1-1748-4297-8150-ce2627eac9fb req-ed6c4ad6-03ab-4650-b2ae-854b99ae8569 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.592944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4dc615a1-1748-4297-8150-ce2627eac9fb req-ed6c4ad6-03ab-4650-b2ae-854b99ae8569 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0511458 Jul 28 18:01:17.602011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47054) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:17.610322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Request body: {'floatingip': {'port_id': 'de844c1e-6f83-4421-a31d-e264c286b303'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:17.617885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-824c62dd-d8e2-4c6b-b3f8-de22db69c59a service neutron] 10.222.0.25 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871677 Jul 28 18:01:17.660222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:17.661286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-74450677-fd3d-4aa9-8817-b5c352fe4546 service neutron] 10.222.0.25 "GET /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0356984 Jul 28 18:01:17.754884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c5cc0c31-01f8-45c9-a257-19e5c1f98df8 service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Jul 28 18:01:17.775694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552465c-5b0e-48a1-b843-c035d49ca63c req-f7845375-c86c-4ea1-8209-832626a08561 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:17.777189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9552465c-5b0e-48a1-b843-c035d49ca63c req-f7845375-c86c-4ea1-8209-832626a08561 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.1331937 Jul 28 18:01:17.842913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a5e2536a-bb57-4155-90ab-5ce430789103 service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816150 Jul 28 18:01:17.859676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9552465c-5b0e-48a1-b843-c035d49ca63c req-acef2115-8913-474d-a09c-199ca19626d8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Jul 28 18:01:17.892386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-16dad42f-a164-415e-8b6a-8ae19cffb57e service neutron] 10.222.0.25 "GET /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0425570 Jul 28 18:01:17.986999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7033816a-f6a1-49a1-b003-4cc1b85937d9 service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884709 Jul 28 18:01:18.084700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b0debde7-75ca-43ca-b5ee-7fc7adbc601a service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916622 Jul 28 18:01:18.176467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f238-985a-40a9-af7f-ba6dddb661e2 req-dcecc88a-4843-416b-b764-8ef62b046cbb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:18.177978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9699f238-985a-40a9-af7f-ba6dddb661e2 req-dcecc88a-4843-416b-b764-8ef62b046cbb tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0916886 Jul 28 18:01:18.179712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e9f1e9a8-2064-47ec-8b56-8631e488cbf1 service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884066 Jul 28 18:01:18.193787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:18.226382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9699f238-985a-40a9-af7f-ba6dddb661e2 req-ab82c24c-97e9-45a1-a3e2-ca407d970702 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355556 Jul 28 18:01:18.249288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:18.277960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:18.290890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a6904bb9-f5f8-4d0e-89e2-44181e6922da service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022360 Jul 28 18:01:18.357097 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Floating IP 0ba72317-efe0-4646-8aee-c0c8b8c11a90 associated. External IP: 172.25.7.208, port: de844c1e-6f83-4421-a31d-e264c286b303. Jul 28 18:01:18.389131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-4ea1c75b-d7c1-4dc4-97f3-0d4e8fd5674f service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913928 Jul 28 18:01:18.480242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a0eb9bcc-8ece-4f3e-9659-551ea4d1d244 service neutron] 10.222.0.25 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Jul 28 18:01:18.497792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca56192-2e57-40d0-a19e-691e1b526622 req-52a60d60-38d8-44c2-b943-ea16b36bd849 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:18.499325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ca56192-2e57-40d0-a19e-691e1b526622 req-52a60d60-38d8-44c2-b943-ea16b36bd849 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0884502 Jul 28 18:01:18.578224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a298fbbc-82a2-4cfc-9969-3778c9be29c2 service neutron] 10.222.0.25 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919454 Jul 28 18:01:18.608753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ca56192-2e57-40d0-a19e-691e1b526622 req-c67641be-5bb4-434b-bb6f-4fa4a824023a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029236 Jul 28 18:01:18.633449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Router 53c291a0-dae7-4afd-b591-4d770cd2ac14 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:01:18.668191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-8eff92d0-cd21-4d10-b63e-a57453188594 service neutron] 10.222.0.25 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837054 Jul 28 18:01:18.740074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:18.745558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:18.750918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Sync routers for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:18.760262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:01:18.760953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:18.764500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-8327885e-7eaf-4e5c-8797-5df96686885c service neutron] 10.222.0.25 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891907 Jul 28 18:01:18.776038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bb650a58-bbf6-42fa-ac8d-e6d8a330e57a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "PUT /v2.0/floatingips/0ba72317-efe0-4646-8aee-c0c8b8c11a90 HTTP/1.1" status: 200 len: 992 time: 1.1727877 Jul 28 18:01:18.780474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:18.780474 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99e38f-03c8-421d-ad49-3c19cab76056" -d '{"events": [{"name": "network-changed", "server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "tag": "de844c1e-6f83-4421-a31d-e264c286b303"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:18.857849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-66b5338c-fac3-4b60-a501-30561b829e1a service neutron] 10.222.0.25 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876086 Jul 28 18:01:18.872762 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa4b0ef-3b43-4736-9a7b-22bafe8fdea1 x-openstack-request-id: req-cfa4b0ef-3b43-4736-9a7b-22bafe8fdea1 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:18.873059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:01:18.873171 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "tag": "de844c1e-6f83-4421-a31d-e264c286b303", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:18.873543 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfa4b0ef-3b43-4736-9a7b-22bafe8fdea1 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:18.873881 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303', 'status': 'completed', 'code': 200} Jul 28 18:01:18.952006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-e3f8f3b1-8393-4936-a3ff-a376323c45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:18.953867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-e3f8f3b1-8393-4936-a3ff-a376323c45fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041717a13389446398922dc8f5068c0c&device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 1097 time: 0.0581234 Jul 28 18:01:19.000528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702463ed-c39b-46cf-b21a-d01df331d920 req-4b50efab-9fa5-4fb1-a66b-41ae1ee1dc9c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.010046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-702463ed-c39b-46cf-b21a-d01df331d920 req-4b50efab-9fa5-4fb1-a66b-41ae1ee1dc9c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0703669 Jul 28 18:01:19.053563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-702463ed-c39b-46cf-b21a-d01df331d920 req-8aeca7aa-a2ab-4758-986b-a6b9a9ff7b9d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Jul 28 18:01:19.060630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-d3352f9f-609c-489b-8da6-5db7170430c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.062125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-d3352f9f-609c-489b-8da6-5db7170430c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a50283bd-c179-4035-ad80-7dbaf550a445 HTTP/1.1" status: 200 len: 907 time: 0.1002600 Jul 28 18:01:19.135233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0ba72317-efe0-4646-8aee-c0c8b8c11a90', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'port_id': 'de844c1e-6f83-4421-a31d-e264c286b303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'mac_address': 'fa:16:3e:24:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2536f44-eb66-46de-854f-11b0d3736261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:00:59Z', 'updated_at': '2021-07-28T18:01:18Z', 'revision_number': 1, 'project_id': '041717a13389446398922dc8f5068c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:19.148340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-cd0f00c4-c7fd-4344-bd2c-5f58ba67a6b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de844c1e-6f83-4421-a31d-e264c286b303 HTTP/1.1" status: 200 len: 1000 time: 0.0755799 Jul 28 18:01:19.164229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Checking router: 53c291a0-dae7-4afd-b591-4d770cd2ac14 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:19.173099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:01:19.173856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:19.200974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-b6d97bda-bf71-4c95-81cc-ed4eceb03a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.202601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-b6d97bda-bf71-4c95-81cc-ed4eceb03a60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff4c350a-83ee-4b26-8471-9c92146ae247 HTTP/1.1" status: 200 len: 845 time: 0.0473690 Jul 28 18:01:19.252664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-da97d076-ae45-4726-8068-8153f6a69107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.254118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-da97d076-ae45-4726-8068-8153f6a69107 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a50283bd-c179-4035-ad80-7dbaf550a445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423114 Jul 28 18:01:19.287837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:01:19.370319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb95af9-f5ce-4c42-b4ac-f5f906f67c6a req-4f8f7e3c-8821-4235-87c8-77b0309e0c2a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.372189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acb95af9-f5ce-4c42-b4ac-f5f906f67c6a req-4f8f7e3c-8821-4235-87c8-77b0309e0c2a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0575252 Jul 28 18:01:19.378982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-158eaceb-710b-4e53-8851-47a48d1e7325 service neutron] 10.222.0.37 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105509 Jul 28 18:01:19.423412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acb95af9-f5ce-4c42-b4ac-f5f906f67c6a req-4ad46a51-70fe-415f-bb4c-970adf2f2dc0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Jul 28 18:01:19.480541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d99e38f-03c8-421d-ad49-3c19cab76056 req-ac5572cd-9b8f-48c6-a8a8-3d3ca8ee3edf service neutron] 10.222.0.37 "GET /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000113 Jul 28 18:01:19.543878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0ba72317-efe0-4646-8aee-c0c8b8c11a90', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'port_id': 'de844c1e-6f83-4421-a31d-e264c286b303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'mac_address': 'fa:16:3e:24:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2536f44-eb66-46de-854f-11b0d3736261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:00:59Z', 'updated_at': '2021-07-28T18:01:18Z', 'revision_number': 1, 'project_id': '041717a13389446398922dc8f5068c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:19.575718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2963a-2366-452f-a412-276e23c432dd None None] The sync data for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 is: [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0ba72317-efe0-4646-8aee-c0c8b8c11a90', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'port_id': 'de844c1e-6f83-4421-a31d-e264c286b303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'mac_address': 'fa:16:3e:24:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2536f44-eb66-46de-854f-11b0d3736261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:00:59Z', 'updated_at': '2021-07-28T18:01:18Z', 'revision_number': 1, 'project_id': '041717a13389446398922dc8f5068c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:19.728293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45ff5-0141-483c-a3ee-8f31dd102c1d req-cd9320b2-5ca0-4709-ba36-62ba89e2b5ec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:19.729868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31c45ff5-0141-483c-a3ee-8f31dd102c1d req-cd9320b2-5ca0-4709-ba36-62ba89e2b5ec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0510492 Jul 28 18:01:19.777141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31c45ff5-0141-483c-a3ee-8f31dd102c1d req-0543cce1-e611-4057-94d6-2d9e9bb963ea tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Jul 28 18:01:19.785224 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75822e23-6426-431e-8844-8ab732bb1ebe None None] New status for floating IP 0ba72317-efe0-4646-8aee-c0c8b8c11a90: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:01:20.178399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f288198d-2745-42cc-9576-f4ba00d88c77 req-d4daaec5-1f25-4500-baae-4736536ce0b0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0286353 Jul 28 18:01:20.185441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236e46-9e4b-48f3-b761-c1a966f721be req-27c6feaf-da9b-4591-a906-f64165052947 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:20.187150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2236e46-9e4b-48f3-b761-c1a966f721be req-27c6feaf-da9b-4591-a906-f64165052947 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 946 time: 0.0558481 Jul 28 18:01:20.250554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ced5c3e4-f63e-4f7a-9e3a-eaf2011f4cc8 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:20.255167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ced5c3e4-f63e-4f7a-9e3a-eaf2011f4cc8 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1097 time: 0.0638824 Jul 28 18:01:20.259874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2236e46-9e4b-48f3-b761-c1a966f721be req-1d879340-cd93-4275-8567-4b131c5003cd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Jul 28 18:01:20.266316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:20.338026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.465907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:20.530963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:20.585025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055218a-3751-4070-b207-fd63f69439c7 req-97c09857-0ce0-4b21-b444-b9a389644fd4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:20.586513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6055218a-3751-4070-b207-fd63f69439c7 req-97c09857-0ce0-4b21-b444-b9a389644fd4 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0904908 Jul 28 18:01:20.586974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:20.589222 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc27fb61-2236-4b0b-bdd3-ab1559965a18" -d '{"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:20.594070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.631630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6055218a-3751-4070-b207-fd63f69439c7 req-8a874630-f8f8-4233-9c3d-4ab2af672305 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359507 Jul 28 18:01:20.643740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.677658 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadbaa7b-5314-424e-bf22-1cf5483291fc x-openstack-request-id: req-cadbaa7b-5314-424e-bf22-1cf5483291fc {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:20.678456 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:20.678456 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cadbaa7b-5314-424e-bf22-1cf5483291fc {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:20.678666 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'code': 200} Jul 28 18:01:20.723248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:20.734524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:20.741424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:20.741424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:20.741424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:20.741424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Attempting to bind port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:20.745553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:20.745893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:20.746266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:20.746680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Bound port: 5fd596a2-7a09-429b-84f1-d64ed9105a02, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:20.747038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.810074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:20.813417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:20.850103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.903938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87809ace-86bb-455e-aa79-70329b848b4f req-d67d7238-5b62-48e2-b8e7-1350ec6da6a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:20.905481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87809ace-86bb-455e-aa79-70329b848b4f req-d67d7238-5b62-48e2-b8e7-1350ec6da6a2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0507498 Jul 28 18:01:20.932194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:20.935869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:20.936486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:20.937885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-42d9c8fb-0857-4697-8a3f-406dceb65117 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 1122 time: 0.6768036 Jul 28 18:01:20.951504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87809ace-86bb-455e-aa79-70329b848b4f req-5bd3e340-dc7a-4c77-a9f1-a0d7aff77063 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Jul 28 18:01:21.036997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:21.069121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:21.346540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53182e21-0001-441e-b50e-485e4cfce5ec req-4253aef9-26ba-4881-94f1-c876ef79dda3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0352292 Jul 28 18:01:21.432199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68811-cded-42b1-936a-0352809527ad req-77c0b9b2-cf5c-47ac-af93-531af0393958 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:21.433736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7bd68811-cded-42b1-936a-0352809527ad req-77c0b9b2-cf5c-47ac-af93-531af0393958 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0512769 Jul 28 18:01:21.475777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7bd68811-cded-42b1-936a-0352809527ad req-d83e09f5-3358-43c3-8902-d7d5af7b4abb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jul 28 18:01:21.760638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2900d-1339-44e3-9e50-d469f11d0bae req-870fbb03-d7ed-4c8e-aac2-8bfa13a5a97a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:21.762162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ed2900d-1339-44e3-9e50-d469f11d0bae req-870fbb03-d7ed-4c8e-aac2-8bfa13a5a97a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0597625 Jul 28 18:01:21.800136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ed2900d-1339-44e3-9e50-d469f11d0bae req-90de04b4-4a1c-4d91-9d85-533b4262f25f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Jul 28 18:01:22.065819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a960e9-b53f-435d-9475-e126a6fc22aa req-806a2f44-6132-47b5-bb8f-a63a6a853dc3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.067269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1a960e9-b53f-435d-9475-e126a6fc22aa req-806a2f44-6132-47b5-bb8f-a63a6a853dc3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0478663 Jul 28 18:01:22.103964 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1a960e9-b53f-435d-9475-e126a6fc22aa req-4d8ae673-3bc6-4ad5-9b27-7aeb5aa62845 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298851 Jul 28 18:01:22.314609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-01e20b04-6d4a-4d98-b6df-7b0afd56c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.315981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-01e20b04-6d4a-4d98-b6df-7b0afd56c82b service neutron] 10.222.0.35 "GET /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 1028 time: 0.0333717 Jul 28 18:01:22.360179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-edec71c5-e5fe-4950-9eb8-f53bef6de018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.361463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-edec71c5-e5fe-4950-9eb8-f53bef6de018 service neutron] 10.222.0.35 "GET /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 1027 time: 0.0343597 Jul 28 18:01:22.479162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-71c1d299-4c15-45a0-9e07-2d46e9c93dda tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.484939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-71c1d299-4c15-45a0-9e07-2d46e9c93dda tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.490699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-71c1d299-4c15-45a0-9e07-2d46e9c93dda tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.492309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-71c1d299-4c15-45a0-9e07-2d46e9c93dda tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=94e906e3-07e8-44a9-b2a3-050299f660ee&id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 1990 time: 0.1223707 Jul 28 18:01:22.494566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57d9f9c7-d7ac-4e72-9978-d6f3e5fa8c18 req-167448b1-3181-401c-ac43-00b839fac540 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0274153 Jul 28 18:01:22.552538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b449a759-4d77-4ee9-a0da-3f3bd56b3a99 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffec13ca4554dafbd5e45a69a339d92 HTTP/1.1" status: 200 len: 380 time: 0.0418844 Jul 28 18:01:22.575462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'admin_state_up': True, 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'security_groups': ['0f79a195-ed31-48a1-9403-38b47ff7c32f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:22.674638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19522ce5-a370-4dfa-912c-099afabfdb56 req-ca374466-2c0f-44de-9889-113a72512296 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.676144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19522ce5-a370-4dfa-912c-099afabfdb56 req-ca374466-2c0f-44de-9889-113a72512296 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.1137619 Jul 28 18:01:22.678988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:22.681307 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a013bb-71b6-4a29-bd6e-868541b3136b" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:22.737169 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed3b78-4f44-4c72-8f51-bdaed1a45ab1 x-openstack-request-id: req-d2ed3b78-4f44-4c72-8f51-bdaed1a45ab1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:22.737455 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:22.737700 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2ed3b78-4f44-4c72-8f51-bdaed1a45ab1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:22.738085 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'status': 'completed', 'code': 200} Jul 28 18:01:22.744927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19522ce5-a370-4dfa-912c-099afabfdb56 req-3c2dc9bd-cc6d-4217-8a7c-496b60ff4535 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jul 28 18:01:22.804776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:22.808339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:22.833045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-fb11bc07-6bdf-4969-b940-edc95512b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:22.834582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-fb11bc07-6bdf-4969-b940-edc95512b7d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1125 time: 0.0622678 Jul 28 18:01:23.003287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:23.044031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d64d22-09f4-46e0-af0d-7e9eff226de0 req-13b0d7a2-03f6-48b4-84d4-bea0beb2d807 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.045549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12d64d22-09f4-46e0-af0d-7e9eff226de0 req-13b0d7a2-03f6-48b4-84d4-bea0beb2d807 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.1641259 Jul 28 18:01:23.057121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-567f8361-a2ff-47d6-8b55-8f12a7e5edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.058630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-567f8361-a2ff-47d6-8b55-8f12a7e5edc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.2156770 Jul 28 18:01:23.066634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 172.20.0.9 (c45d42f5-88d6-4e7f-9647-79b4e6cded8c/2a187c28-3b98-4862-94d5-76e1c0cc9447/e9f78280-0ccd-4712-a65d-662a1b4401c6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:23.122336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-b21c4e6b-3987-4535-b18d-9753a9d3a5cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 217 time: 0.0521519 Jul 28 18:01:23.136513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:23.161021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:01:23.178851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12d64d22-09f4-46e0-af0d-7e9eff226de0 req-e7d52673-0e79-462f-b386-40cd0f33ea1c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257041 Jul 28 18:01:23.237711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e68a-4887-4bff-8e4d-73ca3aeeac3f req-137dbdec-918c-4282-9d84-b9f93db9721d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.239238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1579e68a-4887-4bff-8e4d-73ca3aeeac3f req-137dbdec-918c-4282-9d84-b9f93db9721d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0591266 Jul 28 18:01:23.241502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-084861f3-881c-4078-bb42-575b842a461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.242956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-084861f3-881c-4078-bb42-575b842a461f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1077344 Jul 28 18:01:23.283608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1579e68a-4887-4bff-8e4d-73ca3aeeac3f req-e891c874-5216-4cd0-ba04-4531921dd4c6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jul 28 18:01:23.289988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-b3f725d2-b140-4b83-a621-85b3d7619479 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324821 Jul 28 18:01:23.373637 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:23.398945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object e9f78280-0ccd-4712-a65d-662a1b4401c6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:23.423713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-a46d922f-1499-4929-9e82-cfcf662278fe service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226573 Jul 28 18:01:23.530355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6a013bb-71b6-4a29-bd6e-868541b3136b req-a8f8169f-ac29-40fa-86ee-c5d9e77df48a service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Jul 28 18:01:23.541299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:23.594285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:23.602064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:23.604755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:23.607667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:23.630579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd583e3-2040-46fc-a8f0-deb6c54635b0 req-024f1df8-68eb-4bef-a3b5-afff36570ef3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.632176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bd583e3-2040-46fc-a8f0-deb6c54635b0 req-024f1df8-68eb-4bef-a3b5-afff36570ef3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 931 time: 0.0582373 Jul 28 18:01:23.675839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.676579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:23.683701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bd583e3-2040-46fc-a8f0-deb6c54635b0 req-69af1a46-44d8-4ba4-9a70-2e6de0630d6f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446494 Jul 28 18:01:23.753399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-489f0312-6d8b-41ed-aa18-c74cece4d552 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1821406 Jul 28 18:01:23.765230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'admin_state_up': True, 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'security_groups': ['0f79a195-ed31-48a1-9403-38b47ff7c32f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:23.893524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31f1db-6409-467e-a133-393ec482f98b req-ae2877e1-3019-4b61-b112-819c0b661ad8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:23.895234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d31f1db-6409-467e-a133-393ec482f98b req-ae2877e1-3019-4b61-b112-819c0b661ad8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0651691 Jul 28 18:01:23.912651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-205d42a9-4d8c-479e-9d70-c0c3ec1dde13 None None] Provisioning for port e9f78280-0ccd-4712-a65d-662a1b4401c6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:23.917127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-205d42a9-4d8c-479e-9d70-c0c3ec1dde13 None None] Provisioning complete for port e9f78280-0ccd-4712-a65d-662a1b4401c6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:23.917497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-205d42a9-4d8c-479e-9d70-c0c3ec1dde13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:23.939126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d31f1db-6409-467e-a133-393ec482f98b req-1ea8202d-d686-4b51-8c5c-f7f580dc5234 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371208 Jul 28 18:01:23.956670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-205d42a9-4d8c-479e-9d70-c0c3ec1dde13 None None] Port e9f78280-0ccd-4712-a65d-662a1b4401c6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:23.998446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:24.002754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.142182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.1.1.92 (668ea5df-0a80-4019-9383-931fd28c3f0f/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292/dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:24.280259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.294984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:24.311174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630598a5-98b6-4eea-96e6-e18f49c9d440 req-10d2b22a-5ca9-4cdf-b512-902c0df44f6c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:24.319130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-630598a5-98b6-4eea-96e6-e18f49c9d440 req-10d2b22a-5ca9-4cdf-b512-902c0df44f6c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0629151 Jul 28 18:01:24.358277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-630598a5-98b6-4eea-96e6-e18f49c9d440 req-ec928282-de3b-4071-8e32-55bff6b29dab tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Jul 28 18:01:24.409014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ae9a-6ad5-4828-bd5e-2ed03d9570cf req-03491eab-831b-48b4-b09b-ba356799cc38 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:24.410623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6481ae9a-6ad5-4828-bd5e-2ed03d9570cf req-03491eab-831b-48b4-b09b-ba356799cc38 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0539081 Jul 28 18:01:24.412364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.486155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:24.491422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:24.501202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:24.503539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:24.538867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6481ae9a-6ad5-4828-bd5e-2ed03d9570cf req-cb17eb7d-e90c-407d-a609-e7e2a58704ec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171885 Jul 28 18:01:24.566318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:24.566947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.616124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cac22d7-7d22-4337-bd2a-02bde875017d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8550508 Jul 28 18:01:24.627435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'admin_state_up': True, 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'security_groups': ['0f79a195-ed31-48a1-9403-38b47ff7c32f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:24.809700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:24.814781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.821472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d23b8-9c19-4ab4-87e2-63e555ecfd70 req-c0a3e869-557b-4d50-9574-29dea3fb0b01 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:24.827476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d23b8-9c19-4ab4-87e2-63e555ecfd70 req-c0a3e869-557b-4d50-9574-29dea3fb0b01 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:24.829196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d24d23b8-9c19-4ab4-87e2-63e555ecfd70 req-c0a3e869-557b-4d50-9574-29dea3fb0b01 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 1652 time: 0.0628550 Jul 28 18:01:24.839483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b8aa985-5114-427d-adda-066f8465a60f None None] Provisioning for port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:24.845662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b8aa985-5114-427d-adda-066f8465a60f None None] Provisioning complete for port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:24.846318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa985-5114-427d-adda-066f8465a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:24.889582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d24d23b8-9c19-4ab4-87e2-63e555ecfd70 req-8c759bab-1912-485b-b6b9-290570df1b80 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Jul 28 18:01:24.902298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5b8aa985-5114-427d-adda-066f8465a60f None None] Port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:25.010371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:25.013482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:25.017599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.1.1.160 (668ea5df-0a80-4019-9383-931fd28c3f0f/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292/a8ee5824-8fff-4006-9422-c5e9c09f0026) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:25.094340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c55efa-cd96-4076-97d6-07009ee9ae56 req-ec856cf4-e376-49d9-a349-a9edb0a04a37 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:25.096127 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33c55efa-cd96-4076-97d6-07009ee9ae56 req-ec856cf4-e376-49d9-a349-a9edb0a04a37 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0574224 Jul 28 18:01:25.145755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33c55efa-cd96-4076-97d6-07009ee9ae56 req-c876a6d7-3b60-4f4f-9e2f-fb0485f508a2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Jul 28 18:01:25.161315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.198162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:25.200461 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0c04b-d5e2-42d3-bb31-52ac7567dc17" -d '{"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:25.204409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:25.228115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:25.230034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:01:25.234891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.262545 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e27a3-e26d-4a9f-b6bf-86442fcd60db x-openstack-request-id: req-349e27a3-e26d-4a9f-b6bf-86442fcd60db {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:25.262840 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:25.263096 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-349e27a3-e26d-4a9f-b6bf-86442fcd60db {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:25.263782 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'code': 200} Jul 28 18:01:25.264307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object a8ee5824-8fff-4006-9422-c5e9c09f0026 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:25.278258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.287207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.295171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:25.347050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.366655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:25.373600 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:01:25.373959 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:01:25.378812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.379164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.379541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.379881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.380280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.380554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.380887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.381216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.381546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.381875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.382201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.382527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:25.402548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 668ea5df-0a80-4019-9383-931fd28c3f0f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:25.405648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:25.409469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:25.443035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:25.499108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:25.500339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.538559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd15ef-d436-47cf-9e98-f554a41214d9 req-bee34d48-93f5-4b70-b596-6f52f2bcf6a8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:25.543483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4fd15ef-d436-47cf-9e98-f554a41214d9 req-bee34d48-93f5-4b70-b596-6f52f2bcf6a8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 948 time: 0.1014562 Jul 28 18:01:25.589743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1239cb0e-7405-4c22-9809-aa3c22bb07df tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665177 Jul 28 18:01:25.599507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4fd15ef-d436-47cf-9e98-f554a41214d9 req-f0080534-6d28-4bfa-b3b9-3eab16cbddaa tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Jul 28 18:01:25.606523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'admin_state_up': True, 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'security_groups': ['0f79a195-ed31-48a1-9403-38b47ff7c32f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:25.722182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78225010-576a-4b8b-af16-bf51967814a0 req-05cc18a2-ce37-4290-9220-a9abbe6459d4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:25.723688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78225010-576a-4b8b-af16-bf51967814a0 req-05cc18a2-ce37-4290-9220-a9abbe6459d4 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0490682 Jul 28 18:01:25.765579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78225010-576a-4b8b-af16-bf51967814a0 req-9ff2e3c6-b49b-4a95-beaf-62fde2144537 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Jul 28 18:01:25.787014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:25.815519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24c2c461-c0c3-40b2-9088-0b2983c6118c None None] Provisioning for port a8ee5824-8fff-4006-9422-c5e9c09f0026 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:25.820230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24c2c461-c0c3-40b2-9088-0b2983c6118c None None] Provisioning complete for port a8ee5824-8fff-4006-9422-c5e9c09f0026 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:25.821011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24c2c461-c0c3-40b2-9088-0b2983c6118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.859722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-24c2c461-c0c3-40b2-9088-0b2983c6118c None None] Port a8ee5824-8fff-4006-9422-c5e9c09f0026 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:25.887864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.928214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:25.944125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:25.971255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:26.027233 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:26.051912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc448-7ecd-40ca-be0d-5ba82c6e0c69 req-d9dd3207-dcce-45f0-bfc9-27f5b8f1392f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.058473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc448-7ecd-40ca-be0d-5ba82c6e0c69 req-d9dd3207-dcce-45f0-bfc9-27f5b8f1392f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.064822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc448-7ecd-40ca-be0d-5ba82c6e0c69 req-d9dd3207-dcce-45f0-bfc9-27f5b8f1392f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.067051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e2dc448-7ecd-40ca-be0d-5ba82c6e0c69 req-d9dd3207-dcce-45f0-bfc9-27f5b8f1392f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 2373 time: 0.0731022 Jul 28 18:01:26.098693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:26.117637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e2dc448-7ecd-40ca-be0d-5ba82c6e0c69 req-8e3641c4-b2ab-403c-be2f-bf975d552b52 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Jul 28 18:01:26.161378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.2.2.100 (94e906e3-07e8-44a9-b2a3-050299f660ee/ca78cc9f-f95a-4f8d-b099-56ec10f91972/bd98c0a7-d1e2-49db-9305-52ae0413fb99) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:26.376608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:26.620908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfe775-ddaa-46b0-bfc8-8adab06764de req-caaf4eae-260f-4d10-a665-0098070fe127 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.622276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43cfe775-ddaa-46b0-bfc8-8adab06764de req-caaf4eae-260f-4d10-a665-0098070fe127 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0771151 Jul 28 18:01:26.662657 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:26.687643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object bd98c0a7-d1e2-49db-9305-52ae0413fb99 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:26.692936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43cfe775-ddaa-46b0-bfc8-8adab06764de req-ea41d600-7dbf-484a-8236-0ab6796ce905 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Jul 28 18:01:26.781744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:26.819517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27033eb9-9f07-4c24-b1c6-9c507c98ba97 req-704bd03f-9763-4e27-94e5-ddfc068fdea5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.822432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27033eb9-9f07-4c24-b1c6-9c507c98ba97 req-704bd03f-9763-4e27-94e5-ddfc068fdea5 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0595498 Jul 28 18:01:26.834840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 94e906e3-07e8-44a9-b2a3-050299f660ee is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:26.839593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:26.850043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:26.851184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:26.881722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27033eb9-9f07-4c24-b1c6-9c507c98ba97 req-b9f19063-a8f8-4e04-9491-4502cff12642 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Jul 28 18:01:26.941916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731090ec-b595-488c-9597-012e449cb514 req-317ece87-72c5-4280-bfbe-4198e5bf32b1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.944143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-731090ec-b595-488c-9597-012e449cb514 req-317ece87-72c5-4280-bfbe-4198e5bf32b1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0689340 Jul 28 18:01:26.952704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:26.953387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:26.998063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-731090ec-b595-488c-9597-012e449cb514 req-15d98402-f20f-4a03-b31f-942b63e3881e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Jul 28 18:01:27.051008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-34237f47-ab59-42e0-acdd-2dc1a5e057e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4496381 Jul 28 18:01:27.064228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'admin_state_up': True, 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'security_groups': ['0f79a195-ed31-48a1-9403-38b47ff7c32f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:27.130248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-277a51dc-88d1-4821-bdcb-633b0177e911 None None] Provisioning for port bd98c0a7-d1e2-49db-9305-52ae0413fb99 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:27.136695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-277a51dc-88d1-4821-bdcb-633b0177e911 None None] Provisioning complete for port bd98c0a7-d1e2-49db-9305-52ae0413fb99 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:27.137684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-277a51dc-88d1-4821-bdcb-633b0177e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:27.215867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-277a51dc-88d1-4821-bdcb-633b0177e911 None None] Port bd98c0a7-d1e2-49db-9305-52ae0413fb99 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:27.261619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Made reservation on behalf of 8ffec13ca4554dafbd5e45a69a339d92 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:27.266144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:27.280144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-524eb79c-2385-4b6e-a01f-dbda44ffe42e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.286263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-524eb79c-2385-4b6e-a01f-dbda44ffe42e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.292920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-524eb79c-2385-4b6e-a01f-dbda44ffe42e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.299530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-524eb79c-2385-4b6e-a01f-dbda44ffe42e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.300902 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-524eb79c-2385-4b6e-a01f-dbda44ffe42e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 3094 time: 0.0710537 Jul 28 18:01:27.347605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cea22b9-6b6f-4c46-a4e0-8a06437426cc req-c7b5c2a7-d5f1-4bbf-a111-25c130649f17 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380218 Jul 28 18:01:27.472023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Allocated IP 10.2.2.200 (94e906e3-07e8-44a9-b2a3-050299f660ee/ca78cc9f-f95a-4f8d-b099-56ec10f91972/be5e48d8-b5b2-4cbe-8a16-bf4a7e580095) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:27.640858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:27.655740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Transition to ACTIVE for port object be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:27.782008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:27.885096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Network 94e906e3-07e8-44a9-b2a3-050299f660ee is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:27.887029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event updated for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:27.891429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:27.895037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:27.961752 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:01:27.967155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.967837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:27.980692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd30c2-c8db-4abf-8f70-fa031809616f req-e8c3fdf4-cfb0-4d60-be8b-fa83a39df4f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:27.988340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2dd30c2-c8db-4abf-8f70-fa031809616f req-e8c3fdf4-cfb0-4d60-be8b-fa83a39df4f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.1907110 Jul 28 18:01:28.067633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2dd30c2-c8db-4abf-8f70-fa031809616f req-6ca819ce-e1d9-44a5-8b35-b7598338f4d7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735965 Jul 28 18:01:28.069892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7dbc9d96-1899-412a-a46f-960ed7059e7c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119622 Jul 28 18:01:28.083544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:28.109026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a641d-d749-4046-b5d6-00a777d61ecd req-a50e72f5-188c-41d4-b30b-9c45a807a1e8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.110613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-466a641d-d749-4046-b5d6-00a777d61ecd req-a50e72f5-188c-41d4-b30b-9c45a807a1e8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0986617 Jul 28 18:01:28.191636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-466a641d-d749-4046-b5d6-00a777d61ecd req-8acaea0f-c58c-4af1-9e89-e8c7843d1708 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Jul 28 18:01:28.200869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:28.278198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d50d9d-c9b9-4683-8c9d-4f4b12708387 req-4a8e6baa-a478-4628-a040-03efc821d5b2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.280070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8d50d9d-c9b9-4683-8c9d-4f4b12708387 req-4a8e6baa-a478-4628-a040-03efc821d5b2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.1186090 Jul 28 18:01:28.323973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7eac8621-0259-4006-ae29-5915e9d7f318 None None] Provisioning for port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:28.329426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7eac8621-0259-4006-ae29-5915e9d7f318 None None] Provisioning complete for port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:28.330301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7eac8621-0259-4006-ae29-5915e9d7f318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:28.353717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8d50d9d-c9b9-4683-8c9d-4f4b12708387 req-2118678a-ad76-4790-aa85-d48d43103f97 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 Jul 28 18:01:28.396574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7eac8621-0259-4006-ae29-5915e9d7f318 None None] Port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:01:28.551696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.557603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.564753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.569729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.575637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:28.577483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-ecd2e49c-cfe9-4ebe-bc0b-eafff8bfca74 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 3815 time: 0.1427150 Jul 28 18:01:28.647981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d5f00f8-c209-47e0-885f-7fa8abdbb50d req-383173ef-1b51-4dd0-9c37-8deb548e74e9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632861 Jul 28 18:01:28.686908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f78280-0ccd-4712-a65d-662a1b4401c6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:28.694741 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:28.706472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Transition to ACTIVE for port object e9f78280-0ccd-4712-a65d-662a1b4401c6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:28.757750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:28.869994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:28.892848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-4de37e20-1140-4613-9a39-64de4f15e6d8 service neutron] 10.222.0.35 "GET /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.1607389 Jul 28 18:01:28.966720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Attempting to bind port e9f78280-0ccd-4712-a65d-662a1b4401c6 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:28.967057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Attempting to bind port e9f78280-0ccd-4712-a65d-662a1b4401c6 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:28.967387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Attempting to bind port e9f78280-0ccd-4712-a65d-662a1b4401c6 on network c45d42f5-88d6-4e7f-9647-79b4e6cded8c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:28.982354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Port e9f78280-0ccd-4712-a65d-662a1b4401c6 on network c45d42f5-88d6-4e7f-9647-79b4e6cded8c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:28.982683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Attempting to bind port e9f78280-0ccd-4712-a65d-662a1b4401c6 on network c45d42f5-88d6-4e7f-9647-79b4e6cded8c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:28.991975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:28.992319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Checking segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:28.992703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Bound using segment: {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:28.993136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Bound port: e9f78280-0ccd-4712-a65d-662a1b4401c6, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec5249f-8ebd-40f7-abe0-49517d0e3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:28.993495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.034750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:29.082159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c5533c26-14f6-432a-aa7e-b47b3c521660 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:29.082500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.151781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:29.161100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:29.215495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:29.245306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:29.254247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7b402-42f0-4166-b804-42c3f8cf7b09 req-51703b58-0d70-4142-947d-6fe5811ae9ec tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.255768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5b7b402-42f0-4166-b804-42c3f8cf7b09 req-51703b58-0d70-4142-947d-6fe5811ae9ec tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 944 time: 0.0887995 Jul 28 18:01:29.274314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.333870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.341774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.342400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.343895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] 10.222.0.35 "PUT /v2.0/ports/e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 1091 time: 1.2647033 Jul 28 18:01:29.345976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:29.348247 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb75d53-40d6-4b9d-85ea-4422297624b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:29.350618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cc87c-aea0-4493-84be-ab7ab939f053 req-e67c4ffa-6c09-4b7f-a557-3e1da5717e5c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.355840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd596a2-7a09-429b-84f1-d64ed9105a02 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:29.360396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b0cc87c-aea0-4493-84be-ab7ab939f053 req-e67c4ffa-6c09-4b7f-a557-3e1da5717e5c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 950 time: 0.0700545 Jul 28 18:01:29.375337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:29.385484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:29.386590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:29.389087 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dc12a6-fc1f-4d05-a00f-08ee172b33ab" -d '{"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:29.408564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ef37-f78e-4a2e-b2e5-b0edd7f91310 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:29.420513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5b7b402-42f0-4166-b804-42c3f8cf7b09 req-a01137cc-51b3-47ec-a416-8ba873ae2e9c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420872 Jul 28 18:01:29.422155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b0cc87c-aea0-4493-84be-ab7ab939f053 req-f5644204-ab8e-43db-a59f-63b4789aadec tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 Jul 28 18:01:29.445215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:29.457947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.506370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.515501 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b35e23a-cbea-4ca6-9c17-2d1d00bd7ccd x-openstack-request-id: req-3b35e23a-cbea-4ca6-9c17-2d1d00bd7ccd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:29.515501 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:29.519442 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b35e23a-cbea-4ca6-9c17-2d1d00bd7ccd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:29.527510 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'status': 'completed', 'code': 200} Jul 28 18:01:29.581344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:29.589819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.614125 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e740c-4751-4e98-942b-64c76496f1b8 x-openstack-request-id: req-d47e740c-4751-4e98-942b-64c76496f1b8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:29.614423 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-plugged", "status": "completed", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:29.614679 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d47e740c-4751-4e98-942b-64c76496f1b8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:29.615072 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'code': 200} Jul 28 18:01:29.665625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.667013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.667706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.668479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.669169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.671917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-839a4ae3-c470-4128-a72b-c54e3097a2ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 4362 time: 0.1330671 Jul 28 18:01:29.699635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] Transition to ACTIVE for port object 5fd596a2-7a09-429b-84f1-d64ed9105a02 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:29.768490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2bf80-be65-41b5-84ab-4b8c0548116a req-760b39e7-996e-4141-8706-35e5d0e1ff5e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.777493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70f2bf80-be65-41b5-84ab-4b8c0548116a req-760b39e7-996e-4141-8706-35e5d0e1ff5e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.1949663 Jul 28 18:01:29.794276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:29.851561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70f2bf80-be65-41b5-84ab-4b8c0548116a req-56691f1f-e1c5-44ef-af20-499ef6b7d626 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674856 Jul 28 18:01:29.878162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-59d1c0c1-e3b1-4372-b520-f3533c4cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.879009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-59d1c0c1-e3b1-4372-b520-f3533c4cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.880534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-59d1c0c1-e3b1-4372-b520-f3533c4cad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:29.882379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-59d1c0c1-e3b1-4372-b520-f3533c4cad90 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1996989 Jul 28 18:01:30.007380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-86e8a45f-8da9-4280-ac06-d1ce29dbe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.008947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afb75d53-40d6-4b9d-85ea-4422297624b3 req-86e8a45f-8da9-4280-ac06-d1ce29dbe2d8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086702 Jul 28 18:01:30.023661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] No DVR routers for this DVR port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:30.053265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:30.107810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a2f18-89b5-4739-b500-8f2db04f3159 req-4ff712fb-2446-40be-bb97-9098000f0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.109405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e39a2f18-89b5-4739-b500-8f2db04f3159 req-4ff712fb-2446-40be-bb97-9098000f0e26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1102 time: 0.2120245 Jul 28 18:01:30.122308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.128143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.133950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.139780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.145617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.147370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-d298d465-1d89-47f8-bdb1-743283c698a5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 3827 time: 0.2446191 Jul 28 18:01:30.151542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bd8d108b-919c-450b-b8cc-301cd8821813 service neutron] 10.222.0.35 "PUT /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2491326 Jul 28 18:01:30.242252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e39a2f18-89b5-4739-b500-8f2db04f3159 req-d24f3088-3215-4255-839a-ead51bc5aef5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Jul 28 18:01:30.246463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28459b73-ba5a-43dd-b493-473dbb61c9d2 req-c384e755-ee90-4ced-b09e-109d8fdd9da5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817854 Jul 28 18:01:30.269312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:30.302213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e30141b-6fc7-43a8-a282-ca9e92e299f6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:30.310528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:30.321086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:30.323806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Transition to ACTIVE for port object 5e30141b-6fc7-43a8-a282-ca9e92e299f6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:30.366564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-9d682301-d904-4ae4-8fd8-799adee7ce78 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.368061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-9d682301-d904-4ae4-8fd8-799adee7ce78 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0429854 Jul 28 18:01:30.392931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:30.475064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:30.505087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-1414e45b-c2d4-4b63-9a85-96a8987e724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.506123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-1414e45b-c2d4-4b63-9a85-96a8987e724c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 1096 time: 0.1099386 Jul 28 18:01:30.614402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614bdc-f3e0-4aeb-9486-b226b60ee1e1 req-30c7a139-22e4-4577-a372-f94f2b0829a6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.625908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0614bdc-f3e0-4aeb-9486-b226b60ee1e1 req-30c7a139-22e4-4577-a372-f94f2b0829a6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.0766544 Jul 28 18:01:30.631600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Attempting to bind port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:30.631944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Attempting to bind port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:30.632276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Attempting to bind port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:30.637174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-76693697-45ad-4b9d-93d9-b48c39a917c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.638763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-76693697-45ad-4b9d-93d9-b48c39a917c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1096 time: 0.0949278 Jul 28 18:01:30.647376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020bfb4-14d4-49c9-a369-566b5e1311d6 req-b3b64141-659b-44e6-8572-99a691abad1c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.655278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9020bfb4-14d4-49c9-a369-566b5e1311d6 req-b3b64141-659b-44e6-8572-99a691abad1c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 951 time: 0.1248014 Jul 28 18:01:30.673304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on network 668ea5df-0a80-4019-9383-931fd28c3f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:30.673683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Attempting to bind port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:30.673808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0614bdc-f3e0-4aeb-9486-b226b60ee1e1 req-7269686e-530d-45cb-99a4-574e86719aac tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Jul 28 18:01:30.727860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:30.728932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:30.729154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Bound using segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:30.730158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Bound port: 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:30.730158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:30.774314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9020bfb4-14d4-49c9-a369-566b5e1311d6 req-41d60290-732d-494c-91fe-df24081e001b tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181419 Jul 28 18:01:30.842636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bfce6ca2-3429-4c65-8376-b99d2d432f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.844192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-bfce6ca2-3429-4c65-8376-b99d2d432f1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1869497 Jul 28 18:01:30.850774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:30.854627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:30.892290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-feee7090-e5ba-46bd-aed3-cbac34477a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 200 len: 217 time: 0.0362463 Jul 28 18:01:30.902223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:30.972660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.973296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:30.974705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 1131 time: 1.5347054 Jul 28 18:01:30.986779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1d84-0460-4193-8cf9-52c9933aa958 req-544f5d5a-09ed-4e78-8104-c209c3e905bf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:30.988606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-452f1d84-0460-4193-8cf9-52c9933aa958 req-544f5d5a-09ed-4e78-8104-c209c3e905bf tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0700064 Jul 28 18:01:31.004823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ffe8b-3d79-4be5-9d57-e339faeb53a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:31.008792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-aad333f4-533b-45b3-a9ed-4c7abfa445e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.010963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-aad333f4-533b-45b3-a9ed-4c7abfa445e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.1064782 Jul 28 18:01:31.047590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-d9bf108f-8487-41d2-ac6f-23a7e4548f04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261796 Jul 28 18:01:31.051503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-452f1d84-0460-4193-8cf9-52c9933aa958 req-2bddc183-db09-4b7e-9d0c-fd54c6d2615e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Jul 28 18:01:31.075546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:31.184819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:31.210624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-e8e5ed83-26cb-49a2-b667-ee52b595130b service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526902 Jul 28 18:01:31.424926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-c2ca8fa9-3cd4-403a-8e85-ed0f54cbb69a service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951785 Jul 28 18:01:31.482586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.488494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.494993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.501131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.507077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.513029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.514848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-4605d2b6-671c-4c92-8262-b983a7724d32 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 4600 time: 0.1690769 Jul 28 18:01:31.521390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': '5e30141b-6fc7-43a8-a282-ca9e92e299f6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:31.523758 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad53cd-ac2a-46be-810c-5d77a588b688" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "5e30141b-6fc7-43a8-a282-ca9e92e299f6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:31.570189 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e74523d-a9f0-4302-a45c-ffa84520728b x-openstack-request-id: req-7e74523d-a9f0-4302-a45c-ffa84520728b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:31.570189 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "5e30141b-6fc7-43a8-a282-ca9e92e299f6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:31.570189 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e74523d-a9f0-4302-a45c-ffa84520728b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:31.570189 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': '5e30141b-6fc7-43a8-a282-ca9e92e299f6', 'status': 'completed', 'code': 200} Jul 28 18:01:31.612102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a2a2e9f-29e9-4614-9725-7a6a03cd98c0 req-462dcbf7-9c7d-48eb-b08f-24cf1e8e5768 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828953 Jul 28 18:01:31.694096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.694683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.695116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.695602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.696072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.696562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.698495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-355bbb16-107a-495d-8725-b1e6ced534e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5286 time: 0.1111801 Jul 28 18:01:31.702903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cc073f-3ef2-4d88-a617-8b533197a7ae {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:31.712238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:31.772901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Transition to ACTIVE for port object f0cc073f-3ef2-4d88-a617-8b533197a7ae will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:31.850419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c21c2f-50ed-40d3-b9ce-caadadfa6c57 req-316d5436-e8a9-4a6c-960a-334bee5a9a17 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.850921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-4ca06513-97f6-4f66-885a-09424a0d0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.851617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-4ca06513-97f6-4f66-885a-09424a0d0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.852345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-4ca06513-97f6-4f66-885a-09424a0d0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:31.855893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-4ca06513-97f6-4f66-885a-09424a0d0969 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1458943 Jul 28 18:01:31.857310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:31.858648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8c21c2f-50ed-40d3-b9ce-caadadfa6c57 req-316d5436-e8a9-4a6c-960a-334bee5a9a17 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.0666687 Jul 28 18:01:31.903986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8c21c2f-50ed-40d3-b9ce-caadadfa6c57 req-490e5889-65b1-4e5c-bf98-6a27747e023c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Jul 28 18:01:32.230808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd1b0-132d-4b44-8595-d5e53f4d30d3 req-c3973a57-a98c-443a-af98-f37efd558f9b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.232339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c93cd1b0-132d-4b44-8595-d5e53f4d30d3 req-c3973a57-a98c-443a-af98-f37efd558f9b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0531399 Jul 28 18:01:32.283513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c93cd1b0-132d-4b44-8595-d5e53f4d30d3 req-9bdcf31b-4560-4c8a-ae6d-d927565d63c2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Jul 28 18:01:32.368317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:32.448447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47a2-452e-4b47-8907-6099740e1d39 req-459d679f-febd-418e-a3a7-8ccc446e5381 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.449999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-459d679f-febd-418e-a3a7-8ccc446e5381 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.5522561 Jul 28 18:01:32.461142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a1326-b2cf-4b61-a6d0-2750d0a463ee req-6cc0adc6-c1cb-498c-8a39-97b61ba1740c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.462859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f9a1326-b2cf-4b61-a6d0-2750d0a463ee req-6cc0adc6-c1cb-498c-8a39-97b61ba1740c tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 951 time: 0.5474424 Jul 28 18:01:32.523769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-68953ec2-3212-435b-bac6-70f8eddc6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.525225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ad53cd-ac2a-46be-810c-5d77a588b688 req-68953ec2-3212-435b-bac6-70f8eddc6de9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6573002 Jul 28 18:01:32.564219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Attempting to bind port f0cc073f-3ef2-4d88-a617-8b533197a7ae on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:32.564557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Attempting to bind port f0cc073f-3ef2-4d88-a617-8b533197a7ae by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:32.564889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Attempting to bind port f0cc073f-3ef2-4d88-a617-8b533197a7ae on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:32.583187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Port f0cc073f-3ef2-4d88-a617-8b533197a7ae on network 668ea5df-0a80-4019-9383-931fd28c3f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:32.583542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Attempting to bind port f0cc073f-3ef2-4d88-a617-8b533197a7ae on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:32.590598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f9a1326-b2cf-4b61-a6d0-2750d0a463ee req-09fba870-9a47-4125-8724-9a5ca00ab0d6 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122546 Jul 28 18:01:32.596009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:32.596348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:32.596733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Bound using segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:32.597167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Bound port: f0cc073f-3ef2-4d88-a617-8b533197a7ae, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:32.597533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:32.696542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:32.699703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:32.746612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ef309335-fe94-4808-b000-18d051102bb3 service neutron] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:32.751882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ef309335-fe94-4808-b000-18d051102bb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:32.752961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-737a47a2-452e-4b47-8907-6099740e1d39 req-ef309335-fe94-4808-b000-18d051102bb3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.2858052 Jul 28 18:01:32.773893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.780076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.786756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.794340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.800814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.807432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.813197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.815318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec27943b-4c14-47c7-a117-faae5288be55 req-6460ad90-ef16-4022-b772-72fedd4cfd15 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5372 time: 0.1066999 Jul 28 18:01:32.830270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:32.874409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:32.875275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:32.876768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 1130 time: 1.8069668 Jul 28 18:01:32.911974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec27943b-4c14-47c7-a117-faae5288be55 req-679d71a5-1b07-4147-a2d8-25f9a0c6580d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899804 Jul 28 18:01:32.923898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce0182-6bb2-4b49-b35b-12e2498d0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:32.956205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:33.058175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:33.121967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc8ac1-397c-40e4-8ffd-534e3308180e req-9a8f17f6-1cfa-416f-b43f-c27310584868 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:33.124308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cadc8ac1-397c-40e4-8ffd-534e3308180e req-9a8f17f6-1cfa-416f-b43f-c27310584868 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.1075575 Jul 28 18:01:33.127616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6192d-b472-4422-a768-f7c1891c2f95 req-4c85d44d-2677-4043-ab2a-f1684491d9de tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:33.130698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fb6192d-b472-4422-a768-f7c1891c2f95 req-4c85d44d-2677-4043-ab2a-f1684491d9de tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1102 time: 0.0558956 Jul 28 18:01:33.253900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cadc8ac1-397c-40e4-8ffd-534e3308180e req-5c2bb4a1-c89f-4a15-9f38-e683297e1789 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Jul 28 18:01:33.461229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:33.472369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:33.487943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Transition to ACTIVE for port object dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:33.506694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fb6192d-b472-4422-a768-f7c1891c2f95 req-45a76942-508f-4c7e-a943-c4b6e37fba5c tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696845 Jul 28 18:01:33.566407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:33.569320 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021e2c6e-2584-48db-a067-59bed46f3e02" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "f0cc073f-3ef2-4d88-a617-8b533197a7ae"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:33.578086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:33.611991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed6cd8-122c-449e-a78a-9ead53e16ba1 req-d088c232-4f1d-456e-b0f1-f5214c05423b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:33.613493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0ed6cd8-122c-449e-a78a-9ead53e16ba1 req-d088c232-4f1d-456e-b0f1-f5214c05423b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0486705 Jul 28 18:01:33.663444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0ed6cd8-122c-449e-a78a-9ead53e16ba1 req-73ca8e28-c290-41d5-8f69-ab8bfd800ade tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Jul 28 18:01:33.678441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:33.739388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Attempting to bind port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:33.739758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Attempting to bind port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:33.740220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Attempting to bind port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:33.745913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 on network 668ea5df-0a80-4019-9383-931fd28c3f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:33.746243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Attempting to bind port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:33.751825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:33.752164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:33.752525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Bound using segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:33.753046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Bound port: dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:33.753480 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:33.793937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fbb6-e1bf-4cc3-8026-7ccbd5418918 req-452a3730-a5c3-4695-a3cb-621d6c46d6e9 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:33.803629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d624fbb6-e1bf-4cc3-8026-7ccbd5418918 req-452a3730-a5c3-4695-a3cb-621d6c46d6e9 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1096 time: 0.0642438 Jul 28 18:01:33.835569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:33.839680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:33.860700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d624fbb6-e1bf-4cc3-8026-7ccbd5418918 req-f6843b71-6f1d-4447-b15d-369bd1050567 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506647 Jul 28 18:01:33.928700 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cf6998-0b53-46e3-807a-8a66a1a96029 x-openstack-request-id: req-b1cf6998-0b53-46e3-807a-8a66a1a96029 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:33.928989 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "f0cc073f-3ef2-4d88-a617-8b533197a7ae", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:33.929192 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1cf6998-0b53-46e3-807a-8a66a1a96029 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:33.929769 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae', 'status': 'completed', 'code': 200} Jul 28 18:01:33.940799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:34.008820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.009427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:34.011441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 200 len: 1090 time: 1.0603709 Jul 28 18:01:34.041130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e9dc-602f-4d6a-8995-1201e9cbc753 req-656da211-66d0-48da-aa49-b2544c0e77a4 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.050960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be37e9dc-602f-4d6a-8995-1201e9cbc753 req-656da211-66d0-48da-aa49-b2544c0e77a4 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 1102 time: 0.0736959 Jul 28 18:01:34.091446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c75d-58d9-4eb4-9ce8-1f99feecae59 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:34.099114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:34.108699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94822de5-06ad-4dbf-811a-d28e9a17ef60 req-a358ee52-62a3-4c2d-a4be-91fc0caf26cf tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.113619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94822de5-06ad-4dbf-811a-d28e9a17ef60 req-a358ee52-62a3-4c2d-a4be-91fc0caf26cf tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 1096 time: 0.1225414 Jul 28 18:01:34.117159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be37e9dc-602f-4d6a-8995-1201e9cbc753 req-02955ddc-db97-4852-9219-eede7c630683 tempest-ServersAdminTestJSON-1976836794 tempest-ServersAdminTestJSON-1976836794-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Jul 28 18:01:34.152945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.162452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-9b37abf7-832d-4ef6-bd7b-0e33f1a2a599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6276 time: 0.1992078 Jul 28 18:01:34.260880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.263767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:34.266890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.273386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.279230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.285777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.292493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.293463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94822de5-06ad-4dbf-811a-d28e9a17ef60 req-7e400e31-0b54-4cf7-b091-c8f74103f0ff tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482611 Jul 28 18:01:34.304554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.314573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-53a89d23-051d-4e69-b3c4-af5fb5c6739a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5384 time: 0.1225123 Jul 28 18:01:34.371305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ffb77a8c-7910-4d62-b3cf-83afb8b52d46 req-995eaf20-5488-4d2c-86e6-86aa19419589 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486419 Jul 28 18:01:34.525920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-ca48f958-5242-4643-a554-d22f9184a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.526516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-ca48f958-5242-4643-a554-d22f9184a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.527049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-ca48f958-5242-4643-a554-d22f9184a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.528810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-ca48f958-5242-4643-a554-d22f9184a1bc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3369820 Jul 28 18:01:34.699314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-0a427581-0b8f-4fab-bfbf-fa7ddfdd821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.700634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-021e2c6e-2584-48db-a067-59bed46f3e02 req-0a427581-0b8f-4fab-bfbf-fa7ddfdd821f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384685 Jul 28 18:01:34.759262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ee5824-8fff-4006-9422-c5e9c09f0026 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:34.767521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:34.781428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Transition to ACTIVE for port object a8ee5824-8fff-4006-9422-c5e9c09f0026 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:34.850530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:34.904723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:34.919482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be42bb-d680-4ec8-8749-d8a4e9af48e4 req-963ff8b5-e00f-4b7f-8adc-7ab9707d8d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:34.921055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37be42bb-d680-4ec8-8749-d8a4e9af48e4 req-963ff8b5-e00f-4b7f-8adc-7ab9707d8d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0773520 Jul 28 18:01:34.997863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Attempting to bind port a8ee5824-8fff-4006-9422-c5e9c09f0026 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:34.998212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Attempting to bind port a8ee5824-8fff-4006-9422-c5e9c09f0026 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:34.998539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Attempting to bind port a8ee5824-8fff-4006-9422-c5e9c09f0026 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:35.004433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37be42bb-d680-4ec8-8749-d8a4e9af48e4 req-e847829b-78b4-4c92-8239-f16926aaa823 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757124 Jul 28 18:01:35.005358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Port a8ee5824-8fff-4006-9422-c5e9c09f0026 on network 668ea5df-0a80-4019-9383-931fd28c3f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:35.005695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Attempting to bind port a8ee5824-8fff-4006-9422-c5e9c09f0026 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:35.033269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:35.033589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Checking segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:35.033982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Bound using segment: {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:35.034426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Bound port: a8ee5824-8fff-4006-9422-c5e9c09f0026, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86030ecc-dcb1-4437-9b05-9dee8ce347e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:35.034784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.117109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cae1a-8f65-4ffb-978b-a69a6409393f req-99f3b7dc-0d8f-4f0c-b54b-1f21cf9f4591 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.125837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d9cae1a-8f65-4ffb-978b-a69a6409393f req-99f3b7dc-0d8f-4f0c-b54b-1f21cf9f4591 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 950 time: 0.1103828 Jul 28 18:01:35.173739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:35.178480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:35.190576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d9cae1a-8f65-4ffb-978b-a69a6409393f req-4705c91f-4837-4488-b86c-5ce84e2ccf83 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Jul 28 18:01:35.262607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.298825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.299497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.301093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 200 len: 1091 time: 1.2125425 Jul 28 18:01:35.330191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65803c-b11d-4e08-be21-62acae3918a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:35.419366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:35.505205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.517621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.522610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.523975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.531169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.538347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.545846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.552238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:35.554427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-9f1ff365-2ef4-4a30-b3e6-90a0d0fb7c6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5396 time: 0.1156979 Jul 28 18:01:35.600529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee4071cc-443c-442c-ae2e-015dd5a16029 req-a9e17081-8085-4ac7-b5b2-78afbbcc6f3c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393836 Jul 28 18:01:35.828813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd98c0a7-d1e2-49db-9305-52ae0413fb99 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:35.840999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.856170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Transition to ACTIVE for port object bd98c0a7-d1e2-49db-9305-52ae0413fb99 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:35.907381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:35.930953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3'}, {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:35.933210 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32456a25-2f63-4eda-8e35-7d401fd06363" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3"}, {"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:35.983097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:35.986333 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e780d-0e5c-437a-ae68-7bdf0b680a85 x-openstack-request-id: req-b78e780d-0e5c-437a-ae68-7bdf0b680a85 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:35.986566 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:35.986809 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b78e780d-0e5c-437a-ae68-7bdf0b680a85 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:35.987181 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'status': 'completed', 'code': 200} Jul 28 18:01:35.987455 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'status': 'completed', 'code': 200} Jul 28 18:01:36.067082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Attempting to bind port bd98c0a7-d1e2-49db-9305-52ae0413fb99 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:36.067654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Attempting to bind port bd98c0a7-d1e2-49db-9305-52ae0413fb99 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:36.067867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Attempting to bind port bd98c0a7-d1e2-49db-9305-52ae0413fb99 on network 94e906e3-07e8-44a9-b2a3-050299f660ee {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:36.075506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Port bd98c0a7-d1e2-49db-9305-52ae0413fb99 on network 94e906e3-07e8-44a9-b2a3-050299f660ee not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:36.075838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Attempting to bind port bd98c0a7-d1e2-49db-9305-52ae0413fb99 on network 94e906e3-07e8-44a9-b2a3-050299f660ee {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:36.085927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.086413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.086889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.087360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.088378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.088833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.089296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.091642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-2479c98d-9d64-4557-9217-86fb5c6feeb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6368 time: 0.0804107 Jul 28 18:01:36.095810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:36.096350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Checking segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:36.096739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Bound using segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:36.097232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Bound port: bd98c0a7-d1e2-49db-9305-52ae0413fb99, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:36.097601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:36.150912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47dd9-8d65-4fb6-9d89-5a84636cf305 req-b2401c14-c393-4295-a7f3-7eb4e3dd26cc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.152897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eb47dd9-8d65-4fb6-9d89-5a84636cf305 req-b2401c14-c393-4295-a7f3-7eb4e3dd26cc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0622487 Jul 28 18:01:36.214264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eb47dd9-8d65-4fb6-9d89-5a84636cf305 req-69dae3a4-0488-473b-8407-cbc5c553cbe3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Jul 28 18:01:36.261610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:36.284466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:36.287903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-17f04789-980c-4877-8bcb-eca883dfee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.288452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-17f04789-980c-4877-8bcb-eca883dfee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.288982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-17f04789-980c-4877-8bcb-eca883dfee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.290674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-17f04789-980c-4877-8bcb-eca883dfee66 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1895413 Jul 28 18:01:36.390848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c36566-5b00-473d-ba90-c25156c48814 req-b7726db5-e0c7-4cf6-adca-4d4d432c937f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.392365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19c36566-5b00-473d-ba90-c25156c48814 req-b7726db5-e0c7-4cf6-adca-4d4d432c937f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 950 time: 0.1062133 Jul 28 18:01:36.399153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:36.488633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.489161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:36.490540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 1091 time: 1.0767729 Jul 28 18:01:36.514208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-807ea04b-1b2f-46f7-9d7f-51c4cbf7fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.515721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-807ea04b-1b2f-46f7-9d7f-51c4cbf7fffe service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163634 Jul 28 18:01:36.559973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19c36566-5b00-473d-ba90-c25156c48814 req-f9d68109-0ba2-4803-9b8f-d1327c1417a1 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579340 Jul 28 18:01:36.569903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451e80-e02c-41a3-999b-8c3c4c737ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:36.593069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475f41-84be-400c-aa94-56365ae49efc req-a113f3d5-e1af-494d-b20f-d66076448ac7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.593664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3475f41-84be-400c-aa94-56365ae49efc req-a113f3d5-e1af-494d-b20f-d66076448ac7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 950 time: 0.1748762 Jul 28 18:01:36.650014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Request body: {'port': {'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:36.727604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.728030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.728502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.729620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.730087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.730616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.731093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.733203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-54ab18a0-eb05-4327-8978-50e2ff8e67bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6410 time: 0.1652091 Jul 28 18:01:36.785979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.793011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.799337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.805479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.811469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.817289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.824118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.826135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-8a102cf8-8287-4228-bbb1-68bf98f4cd4d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5408 time: 0.1139598 Jul 28 18:01:36.846185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:36.875448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cf2b88d-4faf-46b2-8302-e32d0ce6aa2c req-73ac09cf-136d-449d-a4b6-89c7bba4c0b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418584 Jul 28 18:01:36.948569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-5c4d3dd5-92b2-4a9c-8766-05269c53a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.949045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-5c4d3dd5-92b2-4a9c-8766-05269c53a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.949509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-5c4d3dd5-92b2-4a9c-8766-05269c53a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:36.951076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-5c4d3dd5-92b2-4a9c-8766-05269c53a75a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1970532 Jul 28 18:01:36.960338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Deleting port e283b390-1dba-417b-b086-1bf07dc77dbf {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:01:36.960679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.229202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-f3235737-4b74-4811-aece-214e0d24a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:37.230729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32456a25-2f63-4eda-8e35-7d401fd06363 req-f3235737-4b74-4811-aece-214e0d24a8f9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600188 Jul 28 18:01:37.232526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] For port e283b390-1dba-417b-b086-1bf07dc77dbf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e283b390-1dba-417b-b086-1bf07dc77dbf,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:37.232894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.251717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Calling delete_port for e283b390-1dba-417b-b086-1bf07dc77dbf owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:01:37.345984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717cf0-69d7-409b-9d19-bd8d49964560 req-773d616a-def7-4994-9880-5ab260cd6c84 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:37.348288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92717cf0-69d7-409b-9d19-bd8d49964560 req-773d616a-def7-4994-9880-5ab260cd6c84 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0531111 Jul 28 18:01:37.396021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92717cf0-69d7-409b-9d19-bd8d49964560 req-91ecb4e8-a451-49f3-8081-d0ed0d80084e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Jul 28 18:01:37.398118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:37.406616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.444011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Transition to ACTIVE for port object be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:37.519495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.557562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.570251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:37.589079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Pushing event updated for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:37.677526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event deleted for resources: {'Port': ['ID=e283b390-1dba-417b-b086-1bf07dc77dbf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:37.709257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0db9-12bc-4ded-b062-2de0e7ef23a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.712671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] No DVR routers for this DVR port e283b390-1dba-417b-b086-1bf07dc77dbf on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:37.730030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.732215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3475f41-84be-400c-aa94-56365ae49efc req-5844c6ea-bf73-4cf2-a2c9-2c4acdac2881 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "DELETE /v2.0/ports/e283b390-1dba-417b-b086-1bf07dc77dbf HTTP/1.1" status: 204 len: 173 time: 1.1227412 Jul 28 18:01:37.763700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a44d7c7-3a64-473f-aeb0-42c3b1d7b353 req-2d247eb2-a23c-49f7-ad5f-0b4a2c99a7db tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4581187-e266-4b0d-8767-5e20876bea85 HTTP/1.1" status: 200 len: 210 time: 0.0537851 Jul 28 18:01:37.797996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Attempting to bind port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:37.798110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Attempting to bind port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:37.804697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Attempting to bind port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 on network 94e906e3-07e8-44a9-b2a3-050299f660ee {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:37.805220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 on network 94e906e3-07e8-44a9-b2a3-050299f660ee not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:37.805696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Attempting to bind port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 on network 94e906e3-07e8-44a9-b2a3-050299f660ee {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:37.812759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:37.813196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Checking segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:37.813716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Bound using segment: {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:37.814433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Bound port: be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5faf0a36-1f75-462e-9ec2-40401906d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:37.814987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.904089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:37.909001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:37.977523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:37.989366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99'}, {'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'name': 'network-vif-deleted', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:37.991932 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db94da27-20cf-4dae-b14c-9cf18c271588" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99"}, {"server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "name": "network-vif-deleted", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:38.036491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.037832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:38.039890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] 10.222.0.35 "PUT /v2.0/ports/be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 1091 time: 1.3981712 Jul 28 18:01:38.070655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.079133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.087359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.094780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.097433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab876-cca7-4f9e-bbf7-d5ab03d690cd service neutron] Pushing event updated for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:38.103190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.110987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.118705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.129812 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9d517-8fc6-43d6-b80d-ed0046f023ea x-openstack-request-id: req-27e9d517-8fc6-43d6-b80d-ed0046f023ea {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:38.130134 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99", "status": "completed", "code": 200}, {"server_uuid": "d4581187-e266-4b0d-8767-5e20876bea85", "name": "network-vif-deleted", "tag": "e283b390-1dba-417b-b086-1bf07dc77dbf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:38.130388 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27e9d517-8fc6-43d6-b80d-ed0046f023ea {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:38.130785 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'status': 'completed', 'code': 200} Jul 28 18:01:38.131036 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4581187-e266-4b0d-8767-5e20876bea85', 'name': 'network-vif-deleted', 'tag': 'e283b390-1dba-417b-b086-1bf07dc77dbf', 'status': 'completed', 'code': 200} Jul 28 18:01:38.132026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-c7fcaa62-5050-44f4-889f-c2b9401ebe6e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1499324 Jul 28 18:01:38.184986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2896933-8035-4789-aafe-e6d43dbf3098 req-fce90c79-811f-40a9-ab75-2c41c5efe028 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518281 Jul 28 18:01:38.216618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.217320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.218026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.218773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.219438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.219901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.220369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.222531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7ad3b66b-31b8-4dbd-a908-10fb31441531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6477 time: 0.0689836 Jul 28 18:01:38.269320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-b302488a-8c11-4b6a-9780-5d8b28364068 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 217 time: 0.0370169 Jul 28 18:01:38.326571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c0771f7b-6bfb-446c-90a7-348070154a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.328279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c0771f7b-6bfb-446c-90a7-348070154a7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 200 len: 851 time: 0.0509627 Jul 28 18:01:38.377784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7c15b5bf-6a7a-462b-9dca-c53851a17b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.379261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7c15b5bf-6a7a-462b-9dca-c53851a17b80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417569 Jul 28 18:01:38.507130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-39b57953-110f-4431-9a97-83f1f4f1d703 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191137 Jul 28 18:01:38.895093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeeecc-962e-4724-ad31-6ca3acbd450f req-59059dcf-cc51-46dd-a57c-6a2b748bfebe tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:38.896905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bbeeecc-962e-4724-ad31-6ca3acbd450f req-59059dcf-cc51-46dd-a57c-6a2b748bfebe tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.4326146 Jul 28 18:01:39.005300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-e1c9e470-c73c-4312-af5b-4f0e7b080a7f service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897490 Jul 28 18:01:39.009183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bbeeecc-962e-4724-ad31-6ca3acbd450f req-bd9834bd-6f4d-49f3-82ce-9772b9eac064 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881786 Jul 28 18:01:39.010467 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-f73e999c-871c-4189-932c-02fabb857c5e req-4031b102-1b6b-4264-916b-b7a14df0e38f service neutron] show failed (client error): The resource could not be found. Jul 28 18:01:39.011349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-4031b102-1b6b-4264-916b-b7a14df0e38f service neutron] 10.222.0.35 "GET /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.1309583 Jul 28 18:01:39.057066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-192e53bb-1269-4861-bf9f-e9ca7b3121c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 217 time: 0.0401611 Jul 28 18:01:39.114932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7c7e6657-cab8-4aeb-afee-3f8dcca1588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.116500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7c7e6657-cab8-4aeb-afee-3f8dcca1588a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0505469 Jul 28 18:01:39.167374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c901132b-bc5d-4e85-a518-660f5419caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.168923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c901132b-bc5d-4e85-a518-660f5419caf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454612 Jul 28 18:01:39.292081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-5d06b034-a178-402b-9d8c-8c486bd0aa6b service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144333 Jul 28 18:01:39.388161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.393932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.395284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144172-c80a-4ed7-bbaf-0d5db8cc8795 req-8bbc0db7-bd76-4b33-97f3-e1021b94364a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.396973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30144172-c80a-4ed7-bbaf-0d5db8cc8795 req-8bbc0db7-bd76-4b33-97f3-e1021b94364a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0620356 Jul 28 18:01:39.399704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.405451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.411206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.417643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.423565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.431433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-5651ebf6-4a56-4df6-b0e3-b98e6e984ec8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1522348 Jul 28 18:01:39.441312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30144172-c80a-4ed7-bbaf-0d5db8cc8795 req-bd02769f-cb9d-4033-9c73-3ded1e19551e tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Jul 28 18:01:39.507649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-717c226f-1f53-42fd-90fa-7e576e938c31 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999311 Jul 28 18:01:39.516519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2c49705-2b03-4883-bef1-6cc39036ffb2 req-a3a20851-df3d-4afb-8a45-d5aafb5c143b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842237 Jul 28 18:01:39.554782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7e4774b3-db86-480f-b666-87f68fb28e02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 217 time: 0.0373311 Jul 28 18:01:39.560361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-b6f432b3-18f0-4453-b525-f0c586ca9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.560931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-b6f432b3-18f0-4453-b525-f0c586ca9f34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.1045792 Jul 28 18:01:39.594919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:39.634881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-0d59cd3f-f026-443e-9e2e-0b9543cbe8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.636829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-0d59cd3f-f026-443e-9e2e-0b9543cbe8c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0750771 Jul 28 18:01:39.681753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:39.703797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-320f63fd-ac35-47c5-906d-0dc778cfc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:39.705279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-320f63fd-ac35-47c5-906d-0dc778cfc296 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546165 Jul 28 18:01:39.918034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-76620c90-dc97-41a3-9f68-c32cb91edb60 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928997 Jul 28 18:01:39.924849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b622bb9d-2f27-4326-8e9e-b63f15334d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:40.011910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:40.027127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:40.092390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-37c7ed35-676e-4512-8cef-d62461a8047a service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516931 Jul 28 18:01:40.098524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:40.157090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:40.159546 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc99d2-2c96-45c3-8371-915d9daf353d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:40.165849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-d1e3f901-4f5c-4ded-8843-14d19813d174 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0654976 Jul 28 18:01:40.231583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc56b-8321-4127-99fa-b312df0f2988 req-222eda6a-d347-4cde-b889-7f9f49a434d1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.234548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f6cc56b-8321-4127-99fa-b312df0f2988 req-222eda6a-d347-4cde-b889-7f9f49a434d1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.1435010 Jul 28 18:01:40.252195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:40.281643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Transition to ACTIVE for port object 2bf0be6d-57bd-44be-93f4-554008fb9071 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:40.286270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2a0698f4-0c74-4324-a976-3fb49e90f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.287503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-2a0698f4-0c74-4324-a976-3fb49e90f492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1110299 Jul 28 18:01:40.357754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a5760488-2956-499d-a22e-f4a63d539994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.359293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a5760488-2956-499d-a22e-f4a63d539994 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635726 Jul 28 18:01:40.376759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f6cc56b-8321-4127-99fa-b312df0f2988 req-2d15ddc7-d0e3-434f-8410-5554061d706c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355999 Jul 28 18:01:40.391353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:40.450221 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90249020-b86d-4a5a-add2-1be44fcb24b2 x-openstack-request-id: req-90249020-b86d-4a5a-add2-1be44fcb24b2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:40.450559 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:40.453312 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90249020-b86d-4a5a-add2-1be44fcb24b2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:40.453312 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095', 'status': 'completed', 'code': 200} Jul 28 18:01:40.527556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] No DVR routers for this DVR port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:40.533422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:40.652178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d64a-6f6d-4cdf-af08-9a745ad04b94 req-dee7dc0e-fa78-47a1-b9f0-0386b8a4b0c9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.662909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c05d64a-6f6d-4cdf-af08-9a745ad04b94 req-dee7dc0e-fa78-47a1-b9f0-0386b8a4b0c9 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0914433 Jul 28 18:01:40.698707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:40.699317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:40.699835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:40.717389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-eec2ed61-0e7b-4c70-88a6-c154efe226e0 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485651 Jul 28 18:01:40.719273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:40.719784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:40.729762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:40.731774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:40.731774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:40.731774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Bound port: 2bf0be6d-57bd-44be-93f4-554008fb9071, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:40.732086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c05d64a-6f6d-4cdf-af08-9a745ad04b94 req-99ae0d77-47f9-4a29-b6bd-239c88b8cfa0 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671651 Jul 28 18:01:40.732202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:40.840618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.845639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.851988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.858441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.864522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.870494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.877358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:40.885689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-4bf3bf2d-e110-4e82-b699-6c9598fee9a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.2705934 Jul 28 18:01:40.994343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:41.005534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7899d6a-1a05-4500-b745-72c38e8e03cf req-cc774f0f-b6ad-4a16-b31e-7eff2423094b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189754 Jul 28 18:01:41.006561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:41.016652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-63613d59-cccd-42d9-a4e0-f741161281e3 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896788 Jul 28 18:01:41.029384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:41.077068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e283b390-1dba-417b-b086-1bf07dc77dbf no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:41.078279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-865eeb5c-0bd8-4748-92ea-91dc8e05c98a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 200 len: 217 time: 0.0508006 Jul 28 18:01:41.086882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-5fa9c26d-9cac-400e-9756-5cb32be474ef tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.089088 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-5fa9c26d-9cac-400e-9756-5cb32be474ef tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.1609380 Jul 28 18:01:41.097538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: e283b390-1dba-417b-b086-1bf07dc77dbf {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:01:41.097890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e283b390-1dba-417b-b086-1bf07dc77dbf not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:41.151683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:41.192857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-89696e27-fedb-4032-a128-566f911d7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.194594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-89696e27-fedb-4032-a128-566f911d7a90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1043766 Jul 28 18:01:41.269383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:41.280429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.281213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:41.282844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-d38a0987-2e5a-4db9-b10d-4da29133f5c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 1095 time: 1.6924505 Jul 28 18:01:41.364738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-3886db03-b1f6-4051-9f45-0b8795d15a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.366275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-3886db03-b1f6-4051-9f45-0b8795d15a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611726 Jul 28 18:01:41.437956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Deleting port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:01:41.438301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:41.491965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-4ee4cbf5-70c5-40f3-b8a0-9fb7354ce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.493450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-4ee4cbf5-70c5-40f3-b8a0-9fb7354ce6a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1686387 Jul 28 18:01:41.637337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-4218d009-655d-4908-8715-7fa39ad775b5 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613499 Jul 28 18:01:41.669425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee89e7-9a5e-4991-aeb8-e6f7145b41d0 req-964a2e46-fc2d-4545-b8a2-61e898e149ac tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.670920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ee89e7-9a5e-4991-aeb8-e6f7145b41d0 req-964a2e46-fc2d-4545-b8a2-61e898e149ac tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.1820388 Jul 28 18:01:41.771608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] For port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:41.771986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:41.791203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-e32a3160-0855-4f0d-84d8-82369e6cc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.793338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-e32a3160-0855-4f0d-84d8-82369e6cc334 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2875910 Jul 28 18:01:41.800574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Calling delete_port for ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:01:41.839843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ee89e7-9a5e-4991-aeb8-e6f7145b41d0 req-27b60e04-f5f2-44c5-b0ab-d7432fecce92 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378586 Jul 28 18:01:41.882648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-7338f6d8-7686-4fe4-a917-e68ac707a48c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0784676 Jul 28 18:01:41.887103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1fa6-d3eb-451c-a9f8-acf18996d788 req-182cace0-32a4-4937-80c3-6c8f37287351 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:41.899642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-719a1fa6-d3eb-451c-a9f8-acf18996d788 req-182cace0-32a4-4937-80c3-6c8f37287351 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 950 time: 0.0722315 Jul 28 18:01:41.950699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-719a1fa6-d3eb-451c-a9f8-acf18996d788 req-e06263e5-0f4d-4709-95e5-6ca184bd4079 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446754 Jul 28 18:01:41.961255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-a05af045-4605-46fe-8d7a-638d2ed55d79 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105502 Jul 28 18:01:42.020641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-66101944-a7c6-49d6-bf93-feb8637899bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 217 time: 0.0491731 Jul 28 18:01:42.034965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-4d5b65e6-9189-4875-8288-4ee11d55cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.036541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-4d5b65e6-9189-4875-8288-4ee11d55cbb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1213717 Jul 28 18:01:42.131335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c5d9763f-e2b2-4aa9-88a4-f415d6e213fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.132766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c5d9763f-e2b2-4aa9-88a4-f415d6e213fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0993910 Jul 28 18:01:42.168865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e999c-871c-4189-932c-02fabb857c5e req-1b883be8-f0e2-4d86-9b62-6274128b73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.168865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-1b883be8-f0e2-4d86-9b62-6274128b73c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238272 Jul 28 18:01:42.186783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.193367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.200226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.206059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.213987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.220796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.226738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.229027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-83fbc288-1cb0-47a1-92ea-fcdccf5888f3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1043186 Jul 28 18:01:42.255684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c94ba344-2def-4b4c-9f72-0f2846e80235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.257188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-c94ba344-2def-4b4c-9f72-0f2846e80235 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136265 Jul 28 18:01:42.300059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70025c10-cad3-40b2-8c4c-832bd2945a23 req-f1ab3d38-3c5b-4375-b9cb-a081b0318c6f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623505 Jul 28 18:01:42.319864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:42.320038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:42.346236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:42.363309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event deleted for resources: {'Port': ['ID=ffb997b5-28c6-4727-9f5b-5b11ecdad4b0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:42.372180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-91cd82c7-dcf7-4f7c-aefd-98cf188eb33d service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848712 Jul 28 18:01:42.406904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:42.771016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] No DVR routers for this DVR port ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:42.772484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}, {'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:42.774754 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755e302-df04-4871-82f0-2209f3d93329" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}, {"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:42.778478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:42.780667 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24f63d7e-0780-4cbe-b47f-db76921154b6 req-3adc8999-24e9-4bbc-8427-e0e28d55a4b2 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "DELETE /v2.0/ports/ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 HTTP/1.1" status: 204 len: 173 time: 1.6458373 Jul 28 18:01:42.795680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-6d342f76-f96e-4246-b5cf-711b092ee95d service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294223 Jul 28 18:01:42.828770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:42.859820 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f679814e-8821-438e-bea6-90df25ac55fe x-openstack-request-id: req-f679814e-8821-438e-bea6-90df25ac55fe {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:42.860120 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "code": 200}, {"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:42.860367 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f679814e-8821-438e-bea6-90df25ac55fe {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:42.860791 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'code': 200} Jul 28 18:01:42.861038 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'status': 'completed', 'code': 200} Jul 28 18:01:42.904799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f73e999c-871c-4189-932c-02fabb857c5e req-a1ed410f-25c1-4a24-9d42-f82f11067223 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163341 Jul 28 18:01:42.954883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-ca18845f-11b0-4c37-8c4c-221ca21b6eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515100 Jul 28 18:01:42.957676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-19145336-9c34-41cf-aaa2-b23535ac0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:42.966325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-19145336-9c34-41cf-aaa2-b23535ac0538 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0673985 Jul 28 18:01:43.019681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-ecc6b8e5-38a4-4587-8740-935c021b660e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 217 time: 0.0522876 Jul 28 18:01:43.046728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfec7fe-e63b-4372-a3d4-b611d5bb9e86 req-866980e8-07f0-479e-bbc9-2526fb942da7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.053877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1dfec7fe-e63b-4372-a3d4-b611d5bb9e86 req-866980e8-07f0-479e-bbc9-2526fb942da7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0912850 Jul 28 18:01:43.105935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1dfec7fe-e63b-4372-a3d4-b611d5bb9e86 req-25aa5d5c-e051-4111-aec5-2c72dd33ee0c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Jul 28 18:01:43.148650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d9688d6-f628-465d-88d1-39ccb1da3fbd req-7a62fcc7-68ce-4775-9734-7c23e2903e7f tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=525ad702-1026-4066-9b56-8fa3aa6ffb0f HTTP/1.1" status: 200 len: 210 time: 0.0601425 Jul 28 18:01:43.168308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-650136f6-b341-4a94-a019-922e6fc7b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.169818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-650136f6-b341-4a94-a019-922e6fc7b3af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.1201470 Jul 28 18:01:43.200938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-645587fb-992a-46b9-846a-6699ccfd2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.202429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-645587fb-992a-46b9-846a-6699ccfd2cec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1435685 Jul 28 18:01:43.224201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-12e80b58-ca6f-4ec1-ab69-963873372be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.225647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-12e80b58-ca6f-4ec1-ab69-963873372be2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2522604 Jul 28 18:01:43.319152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-455975b7-d0e6-49bd-ac18-64ac9d650faf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0824325 Jul 28 18:01:43.341708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-36f7221f-b145-4048-95ec-fd26c2f06433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.343192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-36f7221f-b145-4048-95ec-fd26c2f06433 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640544 Jul 28 18:01:43.450043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-4139b45d-573b-4a2a-a147-bd646ee695da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.451540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-4139b45d-573b-4a2a-a147-bd646ee695da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1208909 Jul 28 18:01:43.459818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-e7e32d02-213d-4810-832c-438e3b105fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.459818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-e7e32d02-213d-4810-832c-438e3b105fe1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2375708 Jul 28 18:01:43.462770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.472505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.484844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.492278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.508244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.518163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.524647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.528591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-70f6fe90-2770-44a9-958f-4d6bcc172d1b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1298230 Jul 28 18:01:43.536926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-6d66bf8b-c288-46b4-9cb3-30e6d606ba57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0605602 Jul 28 18:01:43.581735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5241f022-d2de-4406-be3d-fdb83ffaa829 req-f5b01d3d-3554-4d56-99b3-31068b1ef71d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465357 Jul 28 18:01:43.586287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-7cbb38fc-7af1-494a-96a8-91fbcea927db service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214491 Jul 28 18:01:43.615333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-450198a8-db8c-4827-9f77-866e310889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.615333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-450198a8-db8c-4827-9f77-866e310889a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527429 Jul 28 18:01:43.669816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-bdb4f75b-2078-44db-926d-1d830b5f34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.671272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-bdb4f75b-2078-44db-926d-1d830b5f34aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1265135 Jul 28 18:01:43.798582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e302-df04-4871-82f0-2209f3d93329 req-76257a1d-e2f9-4fe0-a798-d6ac7694a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:43.800045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-76257a1d-e2f9-4fe0-a798-d6ac7694a734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172292 Jul 28 18:01:43.811719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d9363e9-0054-49b8-982f-fc003b1586ac req-1c262bc4-a6a8-4755-a60d-e7d8a09490e4 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178380 Jul 28 18:01:43.823766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-24cd6ac4-5fbb-49f7-9a99-c91bc9a2142a service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902974 Jul 28 18:01:43.972077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-e8c00844-b8d7-466d-bcbe-699a787aac40 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624815 Jul 28 18:01:43.977419 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-27fd8595-b42a-4745-b42d-ed672db42c67 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433966 Jul 28 18:01:44.089715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.090115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.090589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.091060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.091558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.092016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.092483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.094393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-7ebbca21-d36e-4768-abf2-a1f6980a64bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6477 time: 0.0943186 Jul 28 18:01:44.127502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4755e302-df04-4871-82f0-2209f3d93329 req-6719138b-1455-4045-8a98-da05811b618e service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465886 Jul 28 18:01:44.194790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-8d92537b-f779-4e49-a723-038bdc5b9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.196329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-8d92537b-f779-4e49-a723-038bdc5b9b9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 903 time: 0.0905738 Jul 28 18:01:44.250092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7c74-a6cf-4648-9ba8-2312c11af32b req-d3d0c01e-19f3-4684-aa71-d53cd8023cae tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.252400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d30c7c74-a6cf-4648-9ba8-2312c11af32b req-d3d0c01e-19f3-4684-aa71-d53cd8023cae tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0710535 Jul 28 18:01:44.254187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-5ae27c70-7b9a-447c-8a8d-55888ee978ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 217 time: 0.0496333 Jul 28 18:01:44.308288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d30c7c74-a6cf-4648-9ba8-2312c11af32b req-76424ea1-6823-45ec-b9a9-aaf2e1f92119 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Jul 28 18:01:44.315490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-3fcfc6b6-c235-4a51-92b8-0534c22531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.317701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-3fcfc6b6-c235-4a51-92b8-0534c22531eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0559530 Jul 28 18:01:44.366673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-5c50f2ef-747a-4dbd-84df-2fdb9e52c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.368796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-5c50f2ef-747a-4dbd-84df-2fdb9e52c5bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438988 Jul 28 18:01:44.479103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-a1faf5e6-7aa1-4738-ba04-7d4d7fc26a19 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035693 Jul 28 18:01:44.589291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db94da27-20cf-4dae-b14c-9cf18c271588 req-edd4bfaf-d289-413a-8f03-8bbef8d16c4d service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028335 Jul 28 18:01:44.687621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.688193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.688676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.689139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.689603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.690062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.690518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.692498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-f48c7b70-b9bc-4af8-8571-ff6ff5ccc305 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6477 time: 0.0589585 Jul 28 18:01:44.738152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.747384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.753723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.760566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.766968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.773001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.779297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.781541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-23ad1eab-a05d-4e76-b545-883bc846eca0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1084294 Jul 28 18:01:44.810320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-29e83cc7-67a7-4388-8a8a-33260c9385e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.811866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-29e83cc7-67a7-4388-8a8a-33260c9385e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 903 time: 0.1114156 Jul 28 18:01:44.828434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aeb10d1f-887d-4440-a819-00f0dd6d458d req-a73247ab-b4b8-4448-bf21-636fea03fdb8 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406976 Jul 28 18:01:44.868789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'name': 'network-vif-deleted', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:44.871003 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe66b05-5a30-4894-a018-910f842a500c" -d '{"events": [{"server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "name": "network-vif-deleted", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:44.883447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-8af7e8f9-733a-4f63-94ba-aac734c631de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 217 time: 0.0608046 Jul 28 18:01:44.917780 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb7c02-ca3b-453b-9974-3617fbebda64 x-openstack-request-id: req-eadb7c02-ca3b-453b-9974-3617fbebda64 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:44.918072 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525ad702-1026-4066-9b56-8fa3aa6ffb0f", "name": "network-vif-deleted", "tag": "ffb997b5-28c6-4727-9f5b-5b11ecdad4b0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:44.918323 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eadb7c02-ca3b-453b-9974-3617fbebda64 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:44.918708 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525ad702-1026-4066-9b56-8fa3aa6ffb0f', 'name': 'network-vif-deleted', 'tag': 'ffb997b5-28c6-4727-9f5b-5b11ecdad4b0', 'status': 'completed', 'code': 200} Jul 28 18:01:44.968051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c0f26-0b2b-4ae5-b554-238748c4ee1a req-a507affb-e6a5-4fe1-9c6d-c8141146ce15 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.969546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a13c0f26-0b2b-4ae5-b554-238748c4ee1a req-a507affb-e6a5-4fe1-9c6d-c8141146ce15 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 951 time: 0.1327806 Jul 28 18:01:44.971268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-698fc36f-6725-4b54-b089-e11fd7f04642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:44.972625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-698fc36f-6725-4b54-b089-e11fd7f04642 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0677481 Jul 28 18:01:45.037829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a13c0f26-0b2b-4ae5-b554-238748c4ee1a req-f1f8dd76-51aa-43d8-a0e9-da39c242ff24 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618138 Jul 28 18:01:45.044174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-15612d5f-fd97-49b5-b040-ee72f5f6195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:45.045669 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-15612d5f-fd97-49b5-b040-ee72f5f6195a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633500 Jul 28 18:01:45.099473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:45.123346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:01:45.123723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ffb997b5-28c6-4727-9f5b-5b11ecdad4b0 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:45.145908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-c002e4a2-d415-415f-8800-618441159bed service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918331 Jul 28 18:01:45.193964 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:45.237357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bdc99d2-2c96-45c3-8371-915d9daf353d req-af322bfb-20ad-453e-b29a-e1d2c26cf5a2 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843194 Jul 28 18:01:45.438021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e4bb-dd24-4b6e-894d-797a58201cb8 req-262af820-ac46-4538-917f-6ced2e2140dd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:45.440174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3264e4bb-dd24-4b6e-894d-797a58201cb8 req-262af820-ac46-4538-917f-6ced2e2140dd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0557048 Jul 28 18:01:45.482844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3264e4bb-dd24-4b6e-894d-797a58201cb8 req-b3a23833-fd1a-4806-8183-ab9f277f7eec tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Jul 28 18:01:45.976829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:45.982762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:45.988683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:45.995135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.001113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.007194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.013741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.015748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-9db9d1af-1222-41a8-8127-9d8a1fc279c7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.0977182 Jul 28 18:01:46.056255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37440f90-b374-435c-9156-fd5ad1c28eb0 req-97f8518b-609d-4c2e-b856-b0dd0d04019e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341589 Jul 28 18:01:46.163801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f615-1b2f-4edb-9af2-8ba6c3a1a38d req-8b9168d7-1c20-4c94-90a9-719771e26d8a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.165302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef14f615-1b2f-4edb-9af2-8ba6c3a1a38d req-8b9168d7-1c20-4c94-90a9-719771e26d8a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 951 time: 0.0548062 Jul 28 18:01:46.206794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef14f615-1b2f-4edb-9af2-8ba6c3a1a38d req-efc55fb2-11dc-483a-aabc-aff134011cb8 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e445e8-b79a-4c0d-990d-39c184bc4502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Jul 28 18:01:46.423712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-aea79ce2-5c0a-4e14-ae2f-23ef9da94f6a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.425248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-aea79ce2-5c0a-4e14-ae2f-23ef9da94f6a tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 951 time: 0.0475857 Jul 28 18:01:46.546230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Deleting port c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:01:46.546616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:46.668641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25020b49-50d7-457f-bcc9-472291fc8492 req-4381c74c-6382-40a4-8ab3-1d892405b9f7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:46.670143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25020b49-50d7-457f-bcc9-472291fc8492 req-4381c74c-6382-40a4-8ab3-1d892405b9f7 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0977392 Jul 28 18:01:46.706625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] For port c5533c26-14f6-432a-aa7e-b47b3c521660, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c5533c26-14f6-432a-aa7e-b47b3c521660,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:46.706994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:46.734581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Calling delete_port for c5533c26-14f6-432a-aa7e-b47b3c521660 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:01:46.740844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25020b49-50d7-457f-bcc9-472291fc8492 req-a28b4954-25d0-4d42-94b9-48694dda58cb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Jul 28 18:01:46.953920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:46.965715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c5533c26-14f6-432a-aa7e-b47b3c521660'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:46.981160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Pushing event deleted for resources: {'Port': ['ID=c5533c26-14f6-432a-aa7e-b47b3c521660,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:47.029824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] No DVR routers for this DVR port c5533c26-14f6-432a-aa7e-b47b3c521660 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:47.032578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:47.034588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bf6bd18-7a0e-4896-8ba8-3617b50c328d req-dd03d4dc-0a66-46b9-a083-05b8c0a1afcc tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.37 "DELETE /v2.0/ports/c5533c26-14f6-432a-aa7e-b47b3c521660 HTTP/1.1" status: 204 len: 173 time: 0.6012409 Jul 28 18:01:47.035098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-deleted', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:47.037396 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0c5231-ce91-4591-9ff7-ac83abf0af13" -d '{"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-deleted", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:47.082873 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e2bf7-5bd1-466d-9a09-1ba4b53748d9 x-openstack-request-id: req-730e2bf7-5bd1-466d-9a09-1ba4b53748d9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:47.082873 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7f813-41de-4be8-bb32-a14032da939a", "name": "network-vif-deleted", "tag": "c5533c26-14f6-432a-aa7e-b47b3c521660", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:47.082873 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-730e2bf7-5bd1-466d-9a09-1ba4b53748d9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:47.083508 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7f813-41de-4be8-bb32-a14032da939a', 'name': 'network-vif-deleted', 'tag': 'c5533c26-14f6-432a-aa7e-b47b3c521660', 'status': 'completed', 'code': 200} Jul 28 18:01:47.121999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:47.218311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a613-f7db-4986-8c94-94823019f3aa req-7654b3ae-c37e-46f7-bed1-ec9ebfdcef0d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.226124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2319a613-f7db-4986-8c94-94823019f3aa req-7654b3ae-c37e-46f7-bed1-ec9ebfdcef0d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 947 time: 0.0994608 Jul 28 18:01:47.269569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2319a613-f7db-4986-8c94-94823019f3aa req-46ce4108-5743-4601-a35b-2cbc625f212b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Jul 28 18:01:47.319237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:47.339143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'mac_address': 'fa:16:3e:de:08:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:01:47.340103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.346076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.352230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.366018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.369049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d212d8cc-0e77-4fca-8554-c2c98f8d1388 req-74a01a6d-2582-4107-98c6-94fb9aab2ab7 tempest-ServersAdminTestJSON-1403028159 tempest-ServersAdminTestJSON-1403028159-project] 10.222.0.25 "GET /v2.0/ports?device_id=30b7f813-41de-4be8-bb32-a14032da939a HTTP/1.1" status: 200 len: 210 time: 0.0350604 Jul 28 18:01:47.385283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.390320 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:47.392227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.399003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.403918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9edd2843-7710-4d37-8436-e2dc869f397c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.2432108 Jul 28 18:01:47.406372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:47.427351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:47.428545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a8026e2b-ea21-46a0-9298-04a1e4e05169 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.430008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a8026e2b-ea21-46a0-9298-04a1e4e05169 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3&tenant_id=1a8ef73f96144e228d497181c57b9c7f&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 947 time: 0.2388935 Jul 28 18:01:47.490405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-775ad514-cf4b-41d8-bf79-fc03c118ec58 req-9cb985e7-8998-4dc2-baff-8a502eceac0f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774593 Jul 28 18:01:47.508382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:47.533142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-130d9396-33c7-4d27-9798-33790525f358 service neutron] 10.222.0.37 "GET /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0930321 Jul 28 18:01:47.595058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:47.614439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-7a2b24d7-0e44-4bb0-84d0-235e0f9a0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.617691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-7a2b24d7-0e44-4bb0-84d0-235e0f9a0874 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0535924 Jul 28 18:01:47.737392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-edfd8e38-ffdb-4391-a339-8e9172b0bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.738930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-edfd8e38-ffdb-4391-a339-8e9172b0bbef service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1103826 Jul 28 18:01:47.789304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-67f6fb5e-0280-4561-8829-438287a4b53c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0368953 Jul 28 18:01:47.846950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a3453288-f9d9-4158-83d3-3b2f69cc99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.848452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a3453288-f9d9-4158-83d3-3b2f69cc99b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0460191 Jul 28 18:01:47.855071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['2bf0be6d-57bd-44be-93f4-554008fb9071'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:47.908272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-b79ffc3a-bc3e-4a20-8e14-745654148bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:47.910032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-b79ffc3a-bc3e-4a20-8e14-745654148bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511718 Jul 28 18:01:48.025875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-7595e617-ede2-4d40-ae59-d3d9cc6acc7c service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072903 Jul 28 18:01:48.122574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-dc63fb90-0373-435d-bd6a-3c060aa08ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876319 Jul 28 18:01:48.250946 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:48.391643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c37b-e84f-40be-9e94-2926518d7dd4 req-f8bf9c60-c60c-4e1d-8197-740ffa9a52be tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.393174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e17c37b-e84f-40be-9e94-2926518d7dd4 req-f8bf9c60-c60c-4e1d-8197-740ffa9a52be tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.0523822 Jul 28 18:01:48.433369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e17c37b-e84f-40be-9e94-2926518d7dd4 req-ee123d4b-73ef-4cdd-9272-0748ceccf0d6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 28 18:01:48.637438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.643457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.650431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.656345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.670258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.676189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.682210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:48.692326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81f7707-a952-46cc-8820-03ef87329aeb req-de73118f-c5e9-454f-bc27-a6b29186f520 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1124787 Jul 28 18:01:48.744639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81f7707-a952-46cc-8820-03ef87329aeb req-38e3b1aa-9aa1-4241-9ef7-bbfb37ec628a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493362 Jul 28 18:01:48.832141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47630) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:48.970024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b567f30-cb16-4423-acee-c86c3aacf40f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f6c0916a0fa452f96a26d0e0859ae4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365709 Jul 28 18:01:48.972250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:49.020829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.045097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.154562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:49.188811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.191521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.192824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34e445e8-b79a-4c0d-990d-39c184bc4502 HTTP/1.1" status: 204 len: 168 time: 0.2196312 Jul 28 18:01:49.201450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33882ed-58c2-45de-bf6a-d0cdd98eca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e445e8-b79a-4c0d-990d-39c184bc4502,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:49.280339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 2bf0be6d-57bd-44be-93f4-554008fb9071 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:49.284759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 2bf0be6d-57bd-44be-93f4-554008fb9071 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:49.285206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.365161 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.389346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:49.391764 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8086e-6770-4711-ac2e-ecf99be17e46" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:49.405966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:49.456590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b20673-6ec2-4653-8514-be3de1f6df2b x-openstack-request-id: req-92b20673-6ec2-4653-8514-be3de1f6df2b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:49.456946 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:49.462123 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b20673-6ec2-4653-8514-be3de1f6df2b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:49.462123 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'code': 200} Jul 28 18:01:49.462123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.462123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:49.509343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: c5533c26-14f6-432a-aa7e-b47b3c521660 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:01:49.509703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c5533c26-14f6-432a-aa7e-b47b3c521660 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:49.538324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:49.565681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff369c-0865-4c99-8ff6-5967c01f44b2 req-02829ab3-b2e9-46a0-a4ed-27793c14706d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.567173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff369c-0865-4c99-8ff6-5967c01f44b2 req-02829ab3-b2e9-46a0-a4ed-27793c14706d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0587831 Jul 28 18:01:49.607352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff369c-0865-4c99-8ff6-5967c01f44b2 req-beda796d-6ec3-4399-a503-d5cb83057b87 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jul 28 18:01:49.801708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47654) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:49.883341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00502ae7-9c25-485f-805f-6ecc9334720b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17ccecbf0f524608b4f9e97bd875a9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781348 Jul 28 18:01:49.883730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:49.904379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.912697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.919108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.925321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.931173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.938240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.941073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.944118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:49.946337 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-c6bd97af-b4a5-45ea-b7ff-d50b338dad5e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1157007 Jul 28 18:01:49.964307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:49.990284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b2b64d2-2e3c-4fb3-aab6-5767f2d36499 req-3781d8fe-b3bb-47ab-9afc-b1f6f688ff47 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365930 Jul 28 18:01:50.079581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:50.085339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:50.088741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18823d8e-8c15-4ae4-9bf7-b2ad495aad3d HTTP/1.1" status: 204 len: 168 time: 0.2018116 Jul 28 18:01:50.099265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b7e0-5830-4cb9-aa9d-94eade4689d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18823d8e-8c15-4ae4-9bf7-b2ad495aad3d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:50.422978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-50e7fb52-c1e4-4ddd-9a5f-e695e3a90ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566123 Jul 28 18:01:50.511427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551c97-534c-456a-acf9-6a0578e132e4 req-9e696b0d-2136-450d-8c2c-8fd9adfd9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:50.512936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-9e696b0d-2136-450d-8c2c-8fd9adfd9793 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 1100 time: 0.0430794 Jul 28 18:01:50.642073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551c97-534c-456a-acf9-6a0578e132e4 req-8d57659b-e6cf-44ac-b8f1-248da1ad5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:50.645186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-8d57659b-e6cf-44ac-b8f1-248da1ad5fe3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1099956 Jul 28 18:01:50.751432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61034748-405a-44d4-a4c6-8a67ada8779a req-68c8ecec-a928-4a80-bcd0-34d5081865bb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:50.753980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61034748-405a-44d4-a4c6-8a67ada8779a req-68c8ecec-a928-4a80-bcd0-34d5081865bb tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0657532 Jul 28 18:01:50.836154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61034748-405a-44d4-a4c6-8a67ada8779a req-ad185e1e-945b-469e-997a-92ef089d8be2 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711532 Jul 28 18:01:51.052260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-ab6229e3-8371-47a0-99bf-4b3e463b4244 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 200 len: 217 time: 0.3973873 Jul 28 18:01:51.128170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-05b1d3d4-f0fa-4ad1-b550-480e83d55191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.129767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-05b1d3d4-f0fa-4ad1-b550-480e83d55191 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3&tenant_id=1a8ef73f96144e228d497181c57b9c7f HTTP/1.1" status: 200 len: 1100 time: 0.0863042 Jul 28 18:01:51.145943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:51.146826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.152195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551c97-534c-456a-acf9-6a0578e132e4 req-e5a4c197-0312-4494-a503-7986e9078ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.153302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.153632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-e5a4c197-0312-4494-a503-7986e9078ac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0728962 Jul 28 18:01:51.159522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.165928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.173781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.179927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.191769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.191769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-cffb2032-8181-456b-9652-f50044fa5138 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1024632 Jul 28 18:01:51.227695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:51.261839 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8bd46f9d-e6f0-4125-8061-4dbd1adeb5ed req-e32d503f-5552-4bbb-8145-f238ee4a0e0b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658257 Jul 28 18:01:51.304868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551c97-534c-456a-acf9-6a0578e132e4 req-7d9ba11a-6df3-452e-9243-dbfe22e22a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:51.306365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-7d9ba11a-6df3-452e-9243-dbfe22e22a6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369774 Jul 28 18:01:51.509029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-0a5fff6a-a0e3-450c-afe9-2c5ce286b813 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929984 Jul 28 18:01:51.587944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:51.646402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:51.668072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be551c97-534c-456a-acf9-6a0578e132e4 req-870d25cc-22d3-40e8-95da-da47e163aaff service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472976 Jul 28 18:01:51.690132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:51.693810 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d531218-7e9f-4628-a35e-42821c9f4682" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:51.697100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:51.726494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Transition to ACTIVE for port object 2bf0be6d-57bd-44be-93f4-554008fb9071 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:51.754834 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f02bddb-2951-4cbf-b877-9e51c4602aca x-openstack-request-id: req-8f02bddb-2951-4cbf-b877-9e51c4602aca {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:51.755496 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:51.755942 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f02bddb-2951-4cbf-b877-9e51c4602aca {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:51.756554 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'code': 200} Jul 28 18:01:51.800412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:51.862318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] No DVR routers for this DVR port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:01:51.905203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.941416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:51.943293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:51.945327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:51.951456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:01:51.953303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Attempting to bind port 2bf0be6d-57bd-44be-93f4-554008fb9071 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:51.961795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:51.962140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:51.962530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:51.962956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Bound port: 2bf0be6d-57bd-44be-93f4-554008fb9071, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:51.963316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:52.114130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77bae-48d9-4a25-9aea-420f70d565bf req-5a88e377-93a4-49e1-b35e-1ab2dc547a41 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.125488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6c77bae-48d9-4a25-9aea-420f70d565bf req-5a88e377-93a4-49e1-b35e-1ab2dc547a41 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.1476371 Jul 28 18:01:52.140843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:52.146297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:52.212569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6c77bae-48d9-4a25-9aea-420f70d565bf req-f5c38579-aa41-4f41-a4bf-69fb0d8dcd3d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Jul 28 18:01:52.425078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.431571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.438611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.444926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.453243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.457994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:52.459478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.465410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.467604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-3b66de97-535c-4f40-8fb4-452d7cb13a56 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1053290 Jul 28 18:01:52.494807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.496326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:52.498072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] 10.222.0.35 "PUT /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 1096 time: 1.3580866 Jul 28 18:01:52.544632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17166ef4-7a2d-45e0-92be-b99a7f777242 req-9f84f1e8-128b-46d2-a206-f6c293cba7e1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684702 Jul 28 18:01:52.557393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2956-f9f4-48a5-a0db-4541c8be2372 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=11']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:52.604509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-6d3b342d-ffd6-4c86-b084-f0777019c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.611862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-6d3b342d-ffd6-4c86-b084-f0777019c1a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0758216 Jul 28 18:01:52.724994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-2b55d922-37d3-4105-b145-4dd36ff3b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.726760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-2b55d922-37d3-4105-b145-4dd36ff3b586 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1069460 Jul 28 18:01:52.773204 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-9f26a122-583c-454e-b108-7a33a78bb3e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0384033 Jul 28 18:01:52.843115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a8b5bff0-e2e9-4b5b-a242-f201d959289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.844926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a8b5bff0-e2e9-4b5b-a242-f201d959289a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0634334 Jul 28 18:01:52.894804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a566b-1f95-48bc-ac13-72f888009c14 req-6ee9f9da-2d18-4380-b9d2-6f60b64e5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:52.896404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-6ee9f9da-2d18-4380-b9d2-6f60b64e5e4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439992 Jul 28 18:01:53.000790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-b7c305eb-d36a-4c0d-bb9e-ad38ef87448e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950391 Jul 28 18:01:53.104219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564a566b-1f95-48bc-ac13-72f888009c14 req-a2e968b6-6f07-4b36-87ea-3419d384253a service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947154 Jul 28 18:01:53.185776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:53.232876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:53.335125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9251a4-598c-4ca8-9ae0-79f2fd8a8624 req-91fa5312-7839-4d93-b8e6-98210b98f7a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.336926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c9251a4-598c-4ca8-9ae0-79f2fd8a8624 req-91fa5312-7839-4d93-b8e6-98210b98f7a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.0546567 Jul 28 18:01:53.370259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:53.381247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c9251a4-598c-4ca8-9ae0-79f2fd8a8624 req-02418ff8-baeb-42fc-b5b2-67d252f68a6c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Jul 28 18:01:53.489946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6eb8eaa8-3ce6-41cb-877b-b588f28f6c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.580434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6eb8eaa8-3ce6-41cb-877b-b588f28f6c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.682209 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6eb8eaa8-3ce6-41cb-877b-b588f28f6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.694573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.701339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.707499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.713670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.719899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.725276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6eb8eaa8-3ce6-41cb-877b-b588f28f6c0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dbd440206d04cc584fcb9348e5c8401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539133 Jul 28 18:01:53.725895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.726834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8eaa8-3ce6-41cb-877b-b588f28f6c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4596c3a-24ea-48ba-bd49-0954c8e6c1be,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:53.729358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47784) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:53.740227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.747933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-bfef4587-b9b7-4a38-a7af-25336d127fe4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1122606 Jul 28 18:01:53.759899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:53.763021 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb636305-4fcb-4655-aaac-38af38aa6f20" -d '{"events": [{"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:53.791687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.797833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b05943fd-92dd-4c50-a6b5-980f377ab2dd req-c25c7a0c-cc53-4af5-8228-bbe7057e5681 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445323 Jul 28 18:01:53.817839 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61157bae-0301-425a-8be6-881fe564035d x-openstack-request-id: req-61157bae-0301-425a-8be6-881fe564035d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:53.818133 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:53.818407 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61157bae-0301-425a-8be6-881fe564035d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:53.818799 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'status': 'completed', 'code': 200} Jul 28 18:01:53.820985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.929904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-f81e9251-3395-4747-9b70-276f4c413412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.931508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-f81e9251-3395-4747-9b70-276f4c413412 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0768230 Jul 28 18:01:53.939901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-c41ef39c-e16c-468b-81a2-ce8595bde137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:53.942131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-c41ef39c-e16c-468b-81a2-ce8595bde137 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0516822 Jul 28 18:01:53.960437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.963191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:53.967918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4596c3a-24ea-48ba-bd49-0954c8e6c1be HTTP/1.1" status: 204 len: 168 time: 0.2376046 Jul 28 18:01:53.976961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a720d-1f89-447e-8cb8-51e79fc72bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4596c3a-24ea-48ba-bd49-0954c8e6c1be,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:54.109629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-149f0fa4-fc34-479f-beaf-d090c185bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.111102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-149f0fa4-fc34-479f-beaf-d090c185bbd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1690021 Jul 28 18:01:54.113672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-70dbfcc6-b41e-4278-a680-4953f95d5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.114999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-70dbfcc6-b41e-4278-a680-4953f95d5eee service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1650472 Jul 28 18:01:54.167719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-70946e7c-0a7c-405b-a6fc-0a0429815ee0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0450590 Jul 28 18:01:54.202425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-d439ad86-450c-4604-bd13-4eb0e2d2972b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 200 len: 217 time: 0.0726383 Jul 28 18:01:54.277206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-2f57d9b3-1114-4827-90a5-d1b8d4880321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.278841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-2f57d9b3-1114-4827-90a5-d1b8d4880321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0854993 Jul 28 18:01:54.282354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-ad1c19e6-6a6c-490e-a4b8-b017af064ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.283798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-ad1c19e6-6a6c-490e-a4b8-b017af064ff9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0630348 Jul 28 18:01:54.355942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-374d7116-c987-47a1-9f95-e937714f29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.360668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-374d7116-c987-47a1-9f95-e937714f29a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706723 Jul 28 18:01:54.363788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-960e9807-4171-438e-acdd-fdac6c31e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.365193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-960e9807-4171-438e-acdd-fdac6c31e410 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689764 Jul 28 18:01:54.554274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-0ff46289-f37c-4f83-88e6-7d7bb56e6ad4 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807065 Jul 28 18:01:54.557001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-a7abf21e-aff2-43ee-8ea0-040daee2dd11 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909740 Jul 28 18:01:54.572133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f24f1-90cd-46e1-9edd-f0a03ff3a521 req-78f0bdfa-a43e-48df-82d3-9c49e1092e63 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.676135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-550f24f1-90cd-46e1-9edd-f0a03ff3a521 req-78f0bdfa-a43e-48df-82d3-9c49e1092e63 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.1037176 Jul 28 18:01:54.753814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-550f24f1-90cd-46e1-9edd-f0a03ff3a521 req-13246207-844d-4be0-82f9-a2fc5c177316 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649868 Jul 28 18:01:54.790547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-e4bc1ae9-1e85-494d-a371-4e34a79ee9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159929 Jul 28 18:01:54.793575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-481a7365-5801-4728-90c1-4757ebd5080f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235056 Jul 28 18:01:54.795358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb636305-4fcb-4655-aaac-38af38aa6f20 req-de72032e-8d71-4668-868d-5b951896b6b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198312 Jul 28 18:01:54.862092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-b5cc335c-a3ec-4fcc-9766-8314faf6fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.863655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-b5cc335c-a3ec-4fcc-9766-8314faf6fc73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a8ef73f96144e228d497181c57b9c7f&device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 1101 time: 0.0465357 Jul 28 18:01:54.950376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.956351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.962185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.968139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.972805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-edef72a9-b40b-495d-bf52-06ae26719b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.973599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-edef72a9-b40b-495d-bf52-06ae26719b73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.0882382 Jul 28 18:01:54.974036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.980006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.986072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:54.988082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-dd5a7e9d-c9b5-4189-ab7f-c5b9b5c14205 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.0984793 Jul 28 18:01:55.018499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-643db0a2-06b8-48e9-aae8-48ee6dec06bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0358837 Jul 28 18:01:55.034188 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-796bbeec-0ab0-44d6-bd48-9a3f430ec8d3 req-ca16fb90-f161-4079-add9-1802855e86d6 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392787 Jul 28 18:01:55.078234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-3dcc2d6d-e8b1-42bb-8d0b-184437215494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:55.079883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-3dcc2d6d-e8b1-42bb-8d0b-184437215494 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0532289 Jul 28 18:01:55.128822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-8689e147-7ee9-458f-80d3-7c179dd8a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:55.130401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-8689e147-7ee9-458f-80d3-7c179dd8a734 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411959 Jul 28 18:01:55.226142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-308ae651-a3dd-496b-9929-f71dd21259c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Jul 28 18:01:55.326892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-008f3db7-7daa-4290-8450-5694c2fdce3c req-f6cf2e6c-852a-4e13-b7d7-4a6875f30a1b service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897915 Jul 28 18:01:55.669401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:55.683125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b664d2b8-3029-4d50-9024-aef010e943b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:55.769771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b664d2b8-3029-4d50-9024-aef010e943b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:55.829136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b664d2b8-3029-4d50-9024-aef010e943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:55.871040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664d2b8-3029-4d50-9024-aef010e943b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7241d8-e4c0-40d4-8708-a9aaedc31bdd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:55.877748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b664d2b8-3029-4d50-9024-aef010e943b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b3f5004a78d4a3498a2c29d5e28742d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050877 Jul 28 18:01:55.878071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47836) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:55.883272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4151-6d64-4677-a8de-733656e5498d req-4cee6b18-3df5-4ff5-9799-3b3c5cc3379e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:55.886866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16be4151-6d64-4677-a8de-733656e5498d req-4cee6b18-3df5-4ff5-9799-3b3c5cc3379e tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 948 time: 0.0596299 Jul 28 18:01:55.925839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16be4151-6d64-4677-a8de-733656e5498d req-15ba9d31-4340-4dd9-8933-5963edcb3f01 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jul 28 18:01:55.934231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:55.958864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:56.074860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:56.077486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:56.079502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd7241d8-e4c0-40d4-8708-a9aaedc31bdd HTTP/1.1" status: 204 len: 168 time: 0.2001541 Jul 28 18:01:56.095677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a51a5-b6f0-4f55-9919-d81d42cde2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7241d8-e4c0-40d4-8708-a9aaedc31bdd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.202257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.208294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.215673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.221538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.227797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.233977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.239803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:56.241778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-220fe98a-64a1-4659-bdc5-06685d26b39d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1089575 Jul 28 18:01:56.302863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58953fbf-fe59-45da-8d31-d7cd6c08f044 req-99284d39-754d-4b2a-a80b-810e64932b97 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526226 Jul 28 18:01:56.378201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:01:56.480979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:56.492803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'mac_address': 'fa:16:3e:de:08:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:01:56.532501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:56.546115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:01:56.566620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:56.634498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:56.682394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:57.051926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02103e7a-56e2-4b34-b85c-dd2ed333990b req-b121cbce-44d9-4613-acec-b15669466b36 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.053432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02103e7a-56e2-4b34-b85c-dd2ed333990b req-b121cbce-44d9-4613-acec-b15669466b36 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.0525908 Jul 28 18:01:57.093286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2bf0be6d-57bd-44be-93f4-554008fb9071'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:01:57.127748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02103e7a-56e2-4b34-b85c-dd2ed333990b req-6202acf8-43c0-45d6-9a0f-440f3dde7ebd tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676858 Jul 28 18:01:57.357835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47886) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:57.476903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.485598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.491939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.508092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.515966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.522144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.530648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.535953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67c46459-6932-4b52-8601-11482f2d94ac req-e261ee11-fe6d-4228-a7dc-b251d33fe4ea tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1473348 Jul 28 18:01:57.542071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-51511711-network', 'tenant_id': 'c627dfcfa60d46788b580253ec963442'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:57.595134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67c46459-6932-4b52-8601-11482f2d94ac req-10853029-3034-4554-9252-f6ed7afa04b0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492380 Jul 28 18:01:57.640357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Made reservation on behalf of c627dfcfa60d46788b580253ec963442 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:57.642830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.654914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.753171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.811835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.837199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:57.846482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d0e20-880d-4978-b739-0a76d1999e25,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:57.852015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.852367 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Added segment c91f3e1c-611e-4f76-8a40-c8ec91d6581e of type vlan for network bcf7d862-00c1-433d-8f15-01daf8c9547f Jul 28 18:01:57.892498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.983487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:57.984533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:57.985204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.043114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf7d862-00c1-433d-8f15-01daf8c9547f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:58.053605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bcf7d862-00c1-433d-8f15-01daf8c9547f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:58.114739 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b36a00e0-9e34-476a-97f0-56ce78a073c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7555280 Jul 28 18:01:58.117578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47896) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:58.123251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Request body: {'subnet': {'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-subnet', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:58.235540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Made reservation on behalf of c627dfcfa60d46788b580253ec963442 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:58.238493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.385494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:58.444710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7dcf-bfb8-4683-95cd-b652de4619fb req-8b785bf2-4ade-4359-af3f-86fbad35ccee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.446473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-304f7dcf-bfb8-4683-95cd-b652de4619fb req-8b785bf2-4ade-4359-af3f-86fbad35ccee tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 949 time: 0.2435989 Jul 28 18:01:58.526955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 2bf0be6d-57bd-44be-93f4-554008fb9071 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:01:58.531980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-304f7dcf-bfb8-4683-95cd-b652de4619fb req-4581c622-2129-4c78-8630-3b69d4d9447a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Jul 28 18:01:58.544220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 2bf0be6d-57bd-44be-93f4-554008fb9071 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:01:58.544220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.612253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.672650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.699933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:01:58.702280 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980836db-b3ad-4e18-b429-cd520ed4d2f8" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:58.711934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a9e80d-f39b-41c6-9499-cd60d9e0f913,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:58.723972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:58.732668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25409ba-6ef4-40e4-88ff-8b651480f24b req-67f3e68b-a4e7-42d6-aecc-aa715d8e266a tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.734668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f25409ba-6ef4-40e4-88ff-8b651480f24b req-67f3e68b-a4e7-42d6-aecc-aa715d8e266a tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 1100 time: 0.1178842 Jul 28 18:01:58.742590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Checking segment: {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:58.742961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Network hostable DHCP agents. Network: bcf7d862-00c1-433d-8f15-01daf8c9547f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:58.770412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.777133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.785863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.788946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f25409ba-6ef4-40e4-88ff-8b651480f24b req-9fcbc07a-9ad4-4ee6-83eb-6ecd80e013e4 tempest-MigrationsAdminTest-531276585 tempest-MigrationsAdminTest-531276585-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376058 Jul 28 18:01:58.791830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.798390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.804163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.806656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.817067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.825725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-851cc346-ba17-4263-bb4a-64d663733074 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1310568 Jul 28 18:01:58.853474 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfef1c4-25dc-472b-af34-a70608a9f151 x-openstack-request-id: req-3dfef1c4-25dc-472b-af34-a70608a9f151 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:58.853474 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:58.853474 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dfef1c4-25dc-472b-af34-a70608a9f151 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:58.853474 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'code': 200} Jul 28 18:01:58.868735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:58.869151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Network bcf7d862-00c1-433d-8f15-01daf8c9547f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:58.881660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36408d2f-f33c-4b84-a9b1-0a34776df9a5 req-4af326a1-7b2c-4bc5-98b3-d7dd238be38d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549886 Jul 28 18:01:58.954745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, bcf7d862-00c1-433d-8f15-01daf8c9547f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:58.961091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:58.961510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:58.969516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58aa3ad-617b-4409-b051-cb1ea8b81a09 None None] Network bcf7d862-00c1-433d-8f15-01daf8c9547f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:01:59.064474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-39c0f00f-6879-4911-bbe7-0fc8b4457043 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9457488 Jul 28 18:01:59.067321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47920) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:01:59.072049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:01:59.106762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-bcf7d862-00c1-433d-8f15-01daf8c9547f', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:01:59.107655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.200743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.201825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.246673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Allocated IP 172.20.0.2 (bcf7d862-00c1-433d-8f15-01daf8c9547f/71a9e80d-f39b-41c6-9499-cd60d9e0f913/94baabb1-653b-4648-a767-2dbe7d94d56c) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:59.259807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.399839 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.406583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Transition to ACTIVE for port object 94baabb1-653b-4648-a767-2dbe7d94d56c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:59.423681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Transition to ACTIVE for port object 94baabb1-653b-4648-a767-2dbe7d94d56c will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:01:59.556007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.576483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e59ad-a355-4a77-a688-84647ecacb36 req-de420257-aa85-4c97-9a17-e666bf6246b6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:59.578148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e62e59ad-a355-4a77-a688-84647ecacb36 req-de420257-aa85-4c97-9a17-e666bf6246b6 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 950 time: 0.1185296 Jul 28 18:01:59.600932 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.625259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e62e59ad-a355-4a77-a688-84647ecacb36 req-99e7293e-b6cc-4451-8b82-9f57d925321f tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Jul 28 18:01:59.643184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Network bcf7d862-00c1-433d-8f15-01daf8c9547f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:59.646474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:59.648977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:01:59.669282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Pushing event updated for resources: {'Port': ['ID=94baabb1-653b-4648-a767-2dbe7d94d56c,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:59.718698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Attempting to bind port 94baabb1-653b-4648-a767-2dbe7d94d56c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:01:59.719163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Attempting to bind port 94baabb1-653b-4648-a767-2dbe7d94d56c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:01:59.720451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Attempting to bind port 94baabb1-653b-4648-a767-2dbe7d94d56c on network bcf7d862-00c1-433d-8f15-01daf8c9547f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:01:59.727772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:01:59.728157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Checking segment: {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:01:59.728563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.728963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Bound using segment: {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:01:59.729495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Bound port: 94baabb1-653b-4648-a767-2dbe7d94d56c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:01:59.730415 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.739897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c70d-3bd6-4bd3-bbbb-1faf7ac7200d req-100a154d-e167-4053-8386-26bda1977738 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:01:59.741697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05d1c70d-3bd6-4bd3-bbbb-1faf7ac7200d req-100a154d-e167-4053-8386-26bda1977738 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0595844 Jul 28 18:01:59.789577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05d1c70d-3bd6-4bd3-bbbb-1faf7ac7200d req-ef5e5b0c-3d80-4c4c-bd5c-52a1cd4b3a21 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Jul 28 18:01:59.802414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] For port 94baabb1-653b-4648-a767-2dbe7d94d56c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:59.806657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] For port 94baabb1-653b-4648-a767-2dbe7d94d56c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=94baabb1-653b-4648-a767-2dbe7d94d56c,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:59.904439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.924077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.966097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:01:59.981185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eada7a-9ef6-40c0-89ce-6c5c9a123428 None None] Pushing event updated for resources: {'Port': ['ID=94baabb1-653b-4648-a767-2dbe7d94d56c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.107449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.113325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.119311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.131432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.139770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.150409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.156631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.158563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-1a0843a9-c136-4c93-ba38-b1b93e2d5a85 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1438274 Jul 28 18:02:00.201957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Allocated IP 172.25.7.65 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:00.237716 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a9ce3f9-0e87-425c-a574-f74160f254ee req-a1678f61-f1f0-40f1-a86e-34e99e9cf1b7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716808 Jul 28 18:02:00.330992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:00.416809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 94baabb1-653b-4648-a767-2dbe7d94d56c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:00.485874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:00.532279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:00.532279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:00.538844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:00.582393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Pushing event updated for resources: {'Port': ['ID=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.594922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 94baabb1-653b-4648-a767-2dbe7d94d56c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:00.766910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90854b-4259-4258-83ac-e5c2498a37e2 req-e63cf4e4-108a-448f-9aa6-4443502604a0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.771931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f90854b-4259-4258-83ac-e5c2498a37e2 req-e63cf4e4-108a-448f-9aa6-4443502604a0 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 950 time: 0.0627582 Jul 28 18:02:00.824881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f90854b-4259-4258-83ac-e5c2498a37e2 req-02f2f846-be92-469a-8389-49d4e0a6ddf1 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Jul 28 18:02:00.926262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b75d5b22-7b25-4714-a094-2d73fecbbfbe tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:00.927867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b75d5b22-7b25-4714-a094-2d73fecbbfbe tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 950 time: 0.0759833 Jul 28 18:02:00.937072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee264f-14fa-4c5f-96bf-52654f5158e0 None None] Network bcf7d862-00c1-433d-8f15-01daf8c9547f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:00.966045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.075795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Deleting port 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:01.076765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.145423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d9d7-bd9d-447f-80db-b44d9fa2a179 req-a9e66d90-2025-4f4e-a8c2-f02c8f4909ea tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.146950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2da0d9d7-bd9d-447f-80db-b44d9fa2a179 req-a9e66d90-2025-4f4e-a8c2-f02c8f4909ea tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.1138711 Jul 28 18:02:01.171650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Provisioning for port 94baabb1-653b-4648-a767-2dbe7d94d56c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:01.177445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Provisioning complete for port 94baabb1-653b-4648-a767-2dbe7d94d56c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:01.178228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.190372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] For port 2bf0be6d-57bd-44be-93f4-554008fb9071, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2bf0be6d-57bd-44be-93f4-554008fb9071,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:01.190931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.210965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Calling delete_port for 2bf0be6d-57bd-44be-93f4-554008fb9071 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:01.291699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2da0d9d7-bd9d-447f-80db-b44d9fa2a179 req-740edae8-eda6-43a0-aef0-1cc7bf813a97 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113224 Jul 28 18:02:01.297541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.318640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.349260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] For port 94baabb1-653b-4648-a767-2dbe7d94d56c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=94baabb1-653b-4648-a767-2dbe7d94d56c,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:01.440995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.450699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.458341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.465373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.471316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.477311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.484097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.490091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:01.492086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-4145e8b8-e263-4b0f-9b96-9649512394c9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1120968 Jul 28 18:02:01.499424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.508622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161', '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', '2bf0be6d-57bd-44be-93f4-554008fb9071'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:01.513810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:01.529523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event deleted for resources: {'Port': ['ID=2bf0be6d-57bd-44be-93f4-554008fb9071,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:01.543796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:02:01.575020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29865dd6-ad00-4f63-a7a2-a2424926c672 None None] Pushing event updated for resources: {'Port': ['ID=94baabb1-653b-4648-a767-2dbe7d94d56c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:01.623210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] No DVR routers for this DVR port 2bf0be6d-57bd-44be-93f4-554008fb9071 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:01.629785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.632372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-660bdcad-5443-4b85-a47c-143e3468fe08 req-b7e614d5-b284-4c8e-917f-2ee65e70809b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "DELETE /v2.0/ports/2bf0be6d-57bd-44be-93f4-554008fb9071 HTTP/1.1" status: 204 len: 173 time: 0.6802855 Jul 28 18:02:01.636010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-696682b0-1da6-4dda-a294-42dcab435b42 None None] Provisioning complete for port 94baabb1-653b-4648-a767-2dbe7d94d56c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:01.636468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-696682b0-1da6-4dda-a294-42dcab435b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.657224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-deleted', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:01.662965 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7044f-b222-4599-be8e-3f9de280b9c9" -d '{"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-deleted", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:01.687141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:01.706404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-188e0324-7a0a-4e15-9255-ee07dff295a2 req-e1ae701f-01c3-496c-bbe1-00885a02cfb3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806226 Jul 28 18:02:01.711462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Sync routers for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:01.772591 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2660118-5ebb-40eb-beab-aaee3240eca8 x-openstack-request-id: req-f2660118-5ebb-40eb-beab-aaee3240eca8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:01.772888 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad336c-e6df-4b00-b124-d7dc0baf5bc3", "name": "network-vif-deleted", "tag": "2bf0be6d-57bd-44be-93f4-554008fb9071", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:01.773147 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2660118-5ebb-40eb-beab-aaee3240eca8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:01.773565 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad336c-e6df-4b00-b124-d7dc0baf5bc3', 'name': 'network-vif-deleted', 'tag': '2bf0be6d-57bd-44be-93f4-554008fb9071', 'status': 'completed', 'code': 200} Jul 28 18:02:01.785988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:01.786714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:01.812298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:01.815598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dae6c619-dbe4-4fcc-96f3-a24043c040ad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7452810 Jul 28 18:02:01.816358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47968) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:01.933320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55745013-4c9a-4ea5-8ccb-5851a4fac356 req-2e385954-d12a-4e2d-8b60-945400f0c768 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fad336c-e6df-4b00-b124-d7dc0baf5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0314994 Jul 28 18:02:02.163679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:02.338175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188762-9e35-4a71-a09e-0265380f20ce req-10854559-7a88-4cba-a578-b7408209937e tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.347178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea188762-9e35-4a71-a09e-0265380f20ce req-10854559-7a88-4cba-a578-b7408209937e tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0604248 Jul 28 18:02:02.348721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:02.409008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea188762-9e35-4a71-a09e-0265380f20ce req-cbd1d9b3-aa99-4903-8cc3-ce9a41445ce8 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508115 Jul 28 18:02:02.424229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 94baabb1-653b-4648-a767-2dbe7d94d56c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:02.431511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e30141b-6fc7-43a8-a282-ca9e92e299f6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:02.533339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Allocated IP 172.20.0.1 (bcf7d862-00c1-433d-8f15-01daf8c9547f/71a9e80d-f39b-41c6-9499-cd60d9e0f913/cb99aa87-34ca-49bd-87d4-c5492e608853) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:02.576648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:00Z', 'revision_number': 3, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:02.618818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 94baabb1-653b-4648-a767-2dbe7d94d56c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:02.619194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:02.625040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Checking router: a7ccc31e-dd15-4b96-b996-68b64d23dbc5 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:02.625279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Updating router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:02.673990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:02.699790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:02.702812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '5e30141b-6fc7-43a8-a282-ca9e92e299f6', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'port_id': '5e30141b-6fc7-43a8-a282-ca9e92e299f6', 'mac_address': 'fa:16:3e:14:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:02.862883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.869030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.876086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.882762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.884315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:02.888145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.894496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.900100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:02.905769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-c26b17c4-e46c-469a-9526-c4f3df84853a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5420 time: 0.1109076 Jul 28 18:02:02.967590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f942d953-bb39-420e-9a46-590e44f47cf7 req-b5e44fbe-b748-46d5-860e-a858cdfee785 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586731 Jul 28 18:02:02.972105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e30141b-6fc7-43a8-a282-ca9e92e299f6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:03.015705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.021068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:03.039331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Transition to ACTIVE for port object cb99aa87-34ca-49bd-87d4-c5492e608853 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:03.117397 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.127541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Transition to ACTIVE for port object fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:03.129555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.130212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e9f78280-0ccd-4712-a65d-662a1b4401c6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:03.196146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.229095 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.235432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.244956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Network bcf7d862-00c1-433d-8f15-01daf8c9547f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:03.250942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:03.256775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:03.259897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.301202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.301906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Attempting to bind port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:03.302271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Attempting to bind port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:03.302693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Attempting to bind port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:03.326135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:03.327758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:03.327758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.327758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:03.328102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Bound port: fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:03.328201 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.335254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08d58-a523-4be2-9aec-b925aff6db4b None None] Pushing event updated for resources: {'Port': ['ID=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.381151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:03.401577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'port_id': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'mac_address': 'fa:16:3e:f1:99:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:03.451198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] For port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:03.470153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] For port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:03.477704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.506421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f78280-0ccd-4712-a65d-662a1b4401c6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:03.527494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:03.530276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501570a5-0c8d-46e2-9546-5e3b79aed706 req-9dedc51b-a707-4291-9aa4-ef0f8428c93a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:03.535852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-501570a5-0c8d-46e2-9546-5e3b79aed706 req-9dedc51b-a707-4291-9aa4-ef0f8428c93a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0594838 Jul 28 18:02:03.569408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-501570a5-0c8d-46e2-9546-5e3b79aed706 req-0049f0e7-ec81-4f80-901c-c203e3412b9a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6e6f950-7b3b-44cc-a603-6cc638abe2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Jul 28 18:02:03.577184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668d4b0-936e-40f5-9ce7-1f1fdba160d7 req-3844d46a-665d-4ced-b2bb-3de13b7e86af tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:03.579001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b668d4b0-936e-40f5-9ce7-1f1fdba160d7 req-3844d46a-665d-4ced-b2bb-3de13b7e86af tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 950 time: 0.0488131 Jul 28 18:02:03.630133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b668d4b0-936e-40f5-9ce7-1f1fdba160d7 req-f02d726a-11d8-40a3-908f-0438c5efa792 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Jul 28 18:02:03.669921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-e630df02-4f84-4bcd-89c2-5bcfc45b6fee tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:03.671387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-e630df02-4f84-4bcd-89c2-5bcfc45b6fee tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 946 time: 0.0532191 Jul 28 18:02:03.676458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.711516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.716400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5c1fb7d9-0e44-45d4-b8aa-4140e0e19edf None None] Provisioning for port cb99aa87-34ca-49bd-87d4-c5492e608853 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:03.719604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.729692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5c1fb7d9-0e44-45d4-b8aa-4140e0e19edf None None] Provisioning complete for port cb99aa87-34ca-49bd-87d4-c5492e608853 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:03.729692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb7d9-0e44-45d4-b8aa-4140e0e19edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.790417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Deleting port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:03.790771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.825078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.831709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:03.832514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:03.834599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fb7d9-0e44-45d4-b8aa-4140e0e19edf None None] Port cb99aa87-34ca-49bd-87d4-c5492e608853 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:03.856785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.905849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] For port 39f93089-61d5-4ae2-a392-b7fa5514e8d0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=39f93089-61d5-4ae2-a392-b7fa5514e8d0,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:03.906671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.938448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:03.965174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08d58-a523-4be2-9aec-b925aff6db4b None None] Pushing event updated for resources: {'Port': ['ID=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:04.005985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:04.012121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.014805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:04.109522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e9f78280-0ccd-4712-a65d-662a1b4401c6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:04.128871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Network bcf7d862-00c1-433d-8f15-01daf8c9547f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:04.131710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:04.187562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.199554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.206324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.214910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.222010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.231384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.251860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:04.253794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-15fdd5d8-7c4b-4119-942c-93a700e38fef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5422 time: 0.1866841 Jul 28 18:02:04.271385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.271713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.272695 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Floating IP d9fb38ff-0c3f-48ee-a472-3ad6951ac683 disassociated. External IP: 172.25.7.235, port: 39f93089-61d5-4ae2-a392-b7fa5514e8d0. Jul 28 18:02:04.273204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Calling delete_port for 39f93089-61d5-4ae2-a392-b7fa5514e8d0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:04.337114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:04.375012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cb99aa87-34ca-49bd-87d4-c5492e608853', 'name': '', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'mac_address': 'fa:16:3e:50:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:02Z', 'updated_at': '2021-07-28T18:02:02Z', 'revision_number': 1, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'subnets': [{'id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:04.415627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1804e3-b553-4dc6-b0d7-14fbcc0f8dbb None None] The sync data for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 is: [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cb99aa87-34ca-49bd-87d4-c5492e608853', 'name': '', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'mac_address': 'fa:16:3e:50:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:02Z', 'updated_at': '2021-07-28T18:02:02Z', 'revision_number': 1, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'subnets': [{'id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:04.424546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9a032ae-3275-41ff-8b20-d5ba8fbb8028 req-6cdf518d-52de-4724-91bf-b0eb23cff1ce tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612590 Jul 28 18:02:04.451639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:04.451639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:04.473824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:04.479720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f848e441-7ca0-44d7-a13c-b1635ec96fb8 admin admin] 10.222.0.25 "PUT /v2.0/routers/a7ccc31e-dd15-4b96-b996-68b64d23dbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6622689 Jul 28 18:02:04.483899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 2bf0be6d-57bd-44be-93f4-554008fb9071 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:04.484174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2bf0be6d-57bd-44be-93f4-554008fb9071 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:04.519593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7c887ce8-ec2d-4362-b230-c4e1f5b521d4 None None] Provisioning complete for port cb99aa87-34ca-49bd-87d4-c5492e608853 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:04.519593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c887ce8-ec2d-4362-b230-c4e1f5b521d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.550052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.596041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event deleted for resources: {'Port': ['ID=39f93089-61d5-4ae2-a392-b7fa5514e8d0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:04.626965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c887ce8-ec2d-4362-b230-c4e1f5b521d4 None None] Port cb99aa87-34ca-49bd-87d4-c5492e608853 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:04.725644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:04.754752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'port_id': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'mac_address': 'fa:16:3e:fd:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:04.786369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Router b39bd62b-019f-468d-b3b0-322d13abc952 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:04.837543 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:04.846854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c0ca559-c00e-445b-8852-09aec6b29806 req-fe800d46-91e3-4807-9571-849eb2863be6 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 210 time: 0.0847096 Jul 28 18:02:04.910805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:04.939668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:04.956441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:02:05.039227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8149-4857-4d28-88d1-70731acffd6d req-44a6b3b7-93e6-4bdc-a2b0-a51d6218e948 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.047634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-85ec8149-4857-4d28-88d1-70731acffd6d req-44a6b3b7-93e6-4bdc-a2b0-a51d6218e948 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 950 time: 0.1021309 Jul 28 18:02:05.082363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:05.085494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd98c0a7-d1e2-49db-9305-52ae0413fb99 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:05.110525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-85ec8149-4857-4d28-88d1-70731acffd6d req-4fdec2d6-bb4f-4689-87b8-2de76b033101 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Jul 28 18:02:05.330829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.556849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e30141b-6fc7-43a8-a282-ca9e92e299f6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:05.590480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.592789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-a08629b5-4816-41cb-b748-de596f739012 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.594423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-a08629b5-4816-41cb-b748-de596f739012 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 950 time: 0.2454305 Jul 28 18:02:05.604297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.611310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.620040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.628402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.637685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.649914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:05.653395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-2c9ccd2d-5c2d-4c9f-ad26-11fc27f7fd8b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5423 time: 0.1257143 Jul 28 18:02:05.671953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-5f5955d1-b5bb-4c16-b6a4-21ea883cc55e tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8708322 Jul 28 18:02:05.675752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:05.681978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:05.688840 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Sync routers for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:05.708673 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:05.709597 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:05.716553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'port_id': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'mac_address': 'fa:16:3e:92:fc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78cc9f-f95a-4f8d-b099-56ec10f91972', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:05.724983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:05.726446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e1ebaca-5022-41f1-aad0-2ed66b386419 req-8756ef5e-c1da-428e-8a99-faad725551ef tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552943 Jul 28 18:02:05.763486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] No DVR routers for this DVR port 39f93089-61d5-4ae2-a392-b7fa5514e8d0 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:05.787658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:05.789791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d85c27b5-4b84-4f66-ac5a-5f1df707dee4 req-0c03b32a-8367-467b-a03e-4e399cd9cfca tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.37 "DELETE /v2.0/ports/39f93089-61d5-4ae2-a392-b7fa5514e8d0 HTTP/1.1" status: 204 len: 173 time: 2.1111619 Jul 28 18:02:05.791314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'name': 'network-vif-deleted', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:05.793783 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23994ef-693b-49b3-90f0-acc810cf577b" -d '{"events": [{"server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "name": "network-vif-deleted", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:05.862591 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905210a6-456d-49ac-9691-04c557e4560c x-openstack-request-id: req-905210a6-456d-49ac-9691-04c557e4560c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:05.862843 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7f199-1e65-44d8-af53-16ef90358341", "name": "network-vif-deleted", "tag": "39f93089-61d5-4ae2-a392-b7fa5514e8d0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:05.863084 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-905210a6-456d-49ac-9691-04c557e4560c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:05.863551 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7f199-1e65-44d8-af53-16ef90358341', 'name': 'network-vif-deleted', 'tag': '39f93089-61d5-4ae2-a392-b7fa5514e8d0', 'status': 'completed', 'code': 200} Jul 28 18:02:05.867531 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:05.881171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Deleting port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:05.881171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:05.907560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98c0a7-d1e2-49db-9305-52ae0413fb99 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:05.908032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:05.948906 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:05.970366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:05.974034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a8e21eb-1928-4957-b7fa-9cbd7612466a req-666e538f-8760-403b-aedc-7371af4ba771 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fd7f199-1e65-44d8-af53-16ef90358341 HTTP/1.1" status: 200 len: 210 time: 0.0474231 Jul 28 18:02:06.092368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.093364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:06.112426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] For port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:06.112912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.141652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Calling delete_port for 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:06.186423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:06.226429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:06.240071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095', 'network_id': '94e906e3-07e8-44a9-b2a3-050299f660ee', 'port_id': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095', 'mac_address': 'fa:16:3e:2b:8b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78cc9f-f95a-4f8d-b099-56ec10f91972', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:06.248253 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:06.274882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.278785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Checking router: b39bd62b-019f-468d-b3b0-322d13abc952 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:06.287858 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:06.288700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:06.301325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a958d9-5d76-4e37-9e8c-d3408cbc0d40 req-2681d6de-7576-4e75-b0ee-5e216f90228d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:06.303654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6a958d9-5d76-4e37-9e8c-d3408cbc0d40 req-2681d6de-7576-4e75-b0ee-5e216f90228d tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=a379fe37-1482-47fd-9db8-4c3146eeae69 HTTP/1.1" status: 200 len: 950 time: 0.0930195 Jul 28 18:02:06.341214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.384956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:06.419912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6a958d9-5d76-4e37-9e8c-d3408cbc0d40 req-95a0dff4-2814-4290-bb1e-fe24a303c926 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984933 Jul 28 18:02:06.437751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:06.474333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:06.476650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Allocated IP 172.25.7.254 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f9bea358-1f77-4443-84ec-487839a066cf) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:06.525713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:06.561364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.619287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:06.621544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161', '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:06.637569 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.638488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f0cc073f-3ef2-4d88-a617-8b533197a7ae details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:06.654423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event deleted for resources: {'Port': ['ID=4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:06.667674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.667847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.668229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.668573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.671630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.671781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.672063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.672408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.672746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.673217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.673414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.673749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:06.710671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:06.720518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] No DVR routers for this DVR port 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:06.724857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.727071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b60ab-1243-4266-8e5e-0b4ead4d2540 req-17ad452f-03b7-4a23-ab15-a754bc8f8062 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "DELETE /v2.0/ports/4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 HTTP/1.1" status: 204 len: 173 time: 1.1160743 Jul 28 18:02:06.769662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.786908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'port_id': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae', 'mac_address': 'fa:16:3e:cb:5c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:06.882917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.907903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:06.955668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:06.968528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=f9bea358-1f77-4443-84ec-487839a066cf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:06.984113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:06.985670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:06.990101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:06.992530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cc073f-3ef2-4d88-a617-8b533197a7ae {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:07.029184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.033515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:07.037631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.056428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:07.056810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.057708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.068691 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:07.081258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.092971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:07.107727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.144883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.150363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.175674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.178246 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-de68a080-c01e-485d-ad8d-069f557dd16d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5425 time: 0.2354069 Jul 28 18:02:07.186443 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.187118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a8ee5824-8fff-4006-9422-c5e9c09f0026 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:07.238980 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049a32a-372a-4e5c-b786-198e3f1ba670 None None] The sync data for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 is: [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T17:59:28Z', 'revision_number': 4, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f830f810-38ee-4bdd-b96c-23a5fffb7d14', 'name': '', 'network_id': '971b567e-99e1-4f7c-a30e-472e0bf7be70', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'mac_address': 'fa:16:3e:76:bc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:27Z', 'updated_at': '2021-07-28T17:59:38Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'subnets': [{'id': '73544ddf-56ee-43c1-af8b-2a2a0fbc8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:07.280157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a278267-bc29-4e2b-8cd4-07f1a877e72e req-15ac48cb-d480-4448-8034-c0351a4247e0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860500 Jul 28 18:02:07.304042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 39f93089-61d5-4ae2-a392-b7fa5514e8d0 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:07.335740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.353312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 39f93089-61d5-4ae2-a392-b7fa5514e8d0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:07.353651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 39f93089-61d5-4ae2-a392-b7fa5514e8d0 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:07.407909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:07.456926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'network_id': '668ea5df-0a80-4019-9383-931fd28c3f0f', 'port_id': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'mac_address': 'fa:16:3e:11:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b773f5c-0c74-42e4-8ed5-5d5e60bfc292', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:07.464822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:07.558402 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.576044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.585821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee5824-8fff-4006-9422-c5e9c09f0026 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:07.632132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:07.636786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:07.650989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.709914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bb68aae4-4983-4a5f-9896-974f72fee109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.719899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-4855ae04-3a65-4ed4-b8f5-021525c67000 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:07.721779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-4855ae04-3a65-4ed4-b8f5-021525c67000 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1819663 Jul 28 18:02:07.727773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.728396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f31c23-bf55-41f3-b34d-1f163f66b78f None None] New status for floating IP d9fb38ff-0c3f-48ee-a472-3ad6951ac683: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:02:07.734109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.755127 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-c0c3ae86-475e-4813-830d-af56b30d2ff6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/quotas/c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 375 time: 0.0185978 Jul 28 18:02:07.814494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.835589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=f9bea358-1f77-4443-84ec-487839a066cf,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:07.844191 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Sync routers for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:07.853856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-1651060c-0845-4dd9-8c8b-06333b9f04e8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865822 Jul 28 18:02:07.856477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:07.857173 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:07.862756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.872458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e30141b-6fc7-43a8-a282-ca9e92e299f6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:07.877671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-deleted', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:07.883545 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f5f6e-cce2-496c-89cf-7f89ad23b791" -d '{"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-deleted", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:07.955307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:07.956629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-ddad5b5b-0502-432c-b436-33cf6e4f71bc tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2765365 Jul 28 18:02:07.975672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:07.989678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:08.005362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-f3643ae7-8446-4ce2-9847-e57095184355 service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409748 Jul 28 18:02:08.027441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-1294ba5e-74fd-41b2-ab80-3350ae0bbc61 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.0644114 Jul 28 18:02:08.050788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:08.097209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:08.101909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:08.102897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.126097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-277e7122-b646-49fd-a8b0-6b3412dc8be9 service neutron] 10.222.0.25 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140814 Jul 28 18:02:08.159225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-d430ebab-62cc-4d9d-bbe0-6e53f405097c tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:08.160908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c225c51-8581-42b4-af2c-2d8b076291f5 req-d430ebab-62cc-4d9d-bbe0-6e53f405097c tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1277170 Jul 28 18:02:08.210693 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.236885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30141b-6fc7-43a8-a282-ca9e92e299f6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:08.239138 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f176d1-fae4-4691-9926-5991255269c1" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "5e30141b-6fc7-43a8-a282-ca9e92e299f6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:08.243191 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cb99aa87-34ca-49bd-87d4-c5492e608853', 'name': '', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'mac_address': 'fa:16:3e:50:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:02Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 2, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'subnets': [{'id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:08.256104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:08.256378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48074) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:08.280537 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Checking router: a7ccc31e-dd15-4b96-b996-68b64d23dbc5 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:08.284466 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Updating router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 port cb99aa87-34ca-49bd-87d4-c5492e608853 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:08.322008 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.329881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.332468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.333912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e9f78280-0ccd-4712-a65d-662a1b4401c6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:08.399525 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.410783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:08.453348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:08.489998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:08.490410 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.538191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.540807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.545010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6e6f950-7b3b-44cc-a603-6cc638abe2c1 HTTP/1.1" status: 204 len: 168 time: 0.2876129 Jul 28 18:02:08.554789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48084) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:08.555787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83d23b-a840-487f-9fd6-bad954140f4a tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e6f950-7b3b-44cc-a603-6cc638abe2c1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:08.573557 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9732d2-7099-4b28-996d-7a08580cfa09 x-openstack-request-id: req-2e9732d2-7099-4b28-996d-7a08580cfa09 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:08.573803 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379fe37-1482-47fd-9db8-4c3146eeae69", "name": "network-vif-deleted", "tag": "4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:08.574035 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e9732d2-7099-4b28-996d-7a08580cfa09 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:08.582656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port e9f78280-0ccd-4712-a65d-662a1b4401c6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:08.583493 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379fe37-1482-47fd-9db8-4c3146eeae69', 'name': 'network-vif-deleted', 'tag': '4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6', 'status': 'completed', 'code': 200} Jul 28 18:02:08.588356 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-58999b6b-0a29-4f28-9922-f65f76022cad tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] show failed (client error): The resource could not be found. Jul 28 18:02:08.590111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-58999b6b-0a29-4f28-9922-f65f76022cad tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "GET /v2.0/security-groups/c6e6f950-7b3b-44cc-a603-6cc638abe2c1 HTTP/1.1" status: 404 len: 347 time: 0.0337152 Jul 28 18:02:08.592966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48086) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:08.594404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f0cc073f-3ef2-4d88-a617-8b533197a7ae'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:08.619147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port e9f78280-0ccd-4712-a65d-662a1b4401c6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:08.619952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.657973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['be5e48d8-b5b2-4cbe-8a16-bf4a7e580095'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:08.729287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:08.750129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-667692ad-fe40-45e1-b3b7-2ac44046d6e4 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1630726 Jul 28 18:02:08.757094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:08.761948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['a8ee5824-8fff-4006-9422-c5e9c09f0026'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:08.771296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Deleting port 91b08fc7-47c1-4545-bb28-67d8150b4276 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:08.771701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.795589 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.808813 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Transition to ACTIVE for port object cb99aa87-34ca-49bd-87d4-c5492e608853 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:08.864686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.893034 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.967749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.967749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:08.995252 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Pushing event updated for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:08.996951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Calling delete_port for 91b08fc7-47c1-4545-bb28-67d8150b4276 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:09.012412 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.012754 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.013097 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.013429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.013759 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.014089 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.014418 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.014738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.019370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.025444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.025444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.025444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:09.051286 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a4eb2a-670b-41a8-a5a6-85a30018568b x-openstack-request-id: req-80a4eb2a-670b-41a8-a5a6-85a30018568b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:09.051844 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "5e30141b-6fc7-43a8-a282-ca9e92e299f6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:09.051844 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80a4eb2a-670b-41a8-a5a6-85a30018568b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:09.052165 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30141b-6fc7-43a8-a282-ca9e92e299f6', 'code': 200} Jul 28 18:02:09.062804 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.162021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.166259 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Attempting to bind port cb99aa87-34ca-49bd-87d4-c5492e608853 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:09.166633 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Attempting to bind port cb99aa87-34ca-49bd-87d4-c5492e608853 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:09.166994 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Attempting to bind port cb99aa87-34ca-49bd-87d4-c5492e608853 on network bcf7d862-00c1-433d-8f15-01daf8c9547f {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:09.177978 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:09.178362 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Checking segment: {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:09.180985 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.181450 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Bound using segment: {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:09.182096 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Bound port: cb99aa87-34ca-49bd-87d4-c5492e608853, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:09.182510 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.293618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Allocated IP 172.25.7.31 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/0ee5247b-8d0e-471c-af56-9b916930b02a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:09.309136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:09.316278 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] For port cb99aa87-34ca-49bd-87d4-c5492e608853, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:09.322560 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] For port cb99aa87-34ca-49bd-87d4-c5492e608853, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb99aa87-34ca-49bd-87d4-c5492e608853,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:09.390480 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.396039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.403440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.410474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.420785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.426828 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.427224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.434346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.449866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.452192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-757b9214-af6d-4f7e-a59e-c66af0077083 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5428 time: 0.1236856 Jul 28 18:02:09.453350 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:09.453976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:01:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:09.484568 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.522140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.545732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.557981 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7357-77f4-46be-909a-cdeb0aa0340f None None] Pushing event updated for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.587715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4fb8c5c-0884-4691-8fb9-ec9b5771b0d2 req-3ee838db-d626-4ee3-b473-d3209d67b513 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182017 Jul 28 18:02:09.606149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Pushing event deleted for resources: {'Port': ['ID=91b08fc7-47c1-4545-bb28-67d8150b4276,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.606386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['bd98c0a7-d1e2-49db-9305-52ae0413fb99'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:09.607673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.671190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:09.688017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=0ee5247b-8d0e-471c-af56-9b916930b02a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.713057 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7c35888-1a63-4a00-a32b-077096cb9658 req-dd3aa537-3a59-4660-847d-82d165364fcf tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0612206 Jul 28 18:02:09.730723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:09.732509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:09.750238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:09.754135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.756758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.757966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-78c91699-4b17-4bb7-a602-b625e5f91025 tempest-ServersTestManualDisk-304782330 tempest-ServersTestManualDisk-304782330-project] 10.222.0.25 "DELETE /v2.0/floatingips/d9fb38ff-0c3f-48ee-a472-3ad6951ac683 HTTP/1.1" status: 204 len: 168 time: 1.1637743 Jul 28 18:02:09.760920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48110) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:09.839941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:09.878406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:09.878889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4c5e1b13-4b7b-42a1-9d72-63f4d7c8a7d6 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:09.915605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.972955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c2d4cfb8-fbe8-4420-bda3-d0ae56bc6f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:09.979108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f60c-7aa9-4e5e-bad4-adebeeab6789 req-384cdf1c-c743-4852-a912-c93c86e49f19 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:09.980868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aef7f60c-7aa9-4e5e-bad4-adebeeab6789 req-384cdf1c-c743-4852-a912-c93c86e49f19 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1132278 Jul 28 18:02:09.993539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cb99aa87-34ca-49bd-87d4-c5492e608853', 'name': '', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'mac_address': 'fa:16:3e:50:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:02Z', 'updated_at': '2021-07-28T18:02:09Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'subnets': [{'id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:10.010477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.021307 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0776a77-e68f-4d0a-81b6-776e646a0239 None None] The sync data for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 is: [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:03Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cb99aa87-34ca-49bd-87d4-c5492e608853', 'name': '', 'network_id': 'bcf7d862-00c1-433d-8f15-01daf8c9547f', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'mac_address': 'fa:16:3e:50:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:02Z', 'updated_at': '2021-07-28T18:02:09Z', 'revision_number': 4, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'subnets': [{'id': '71a9e80d-f39b-41c6-9499-cd60d9e0f913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:10.023709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.066006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aef7f60c-7aa9-4e5e-bad4-adebeeab6789 req-f53c3f4a-dcda-4ef3-b11b-d324b5fced68 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709209 Jul 28 18:02:10.230538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.254922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.328043 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.388342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=0ee5247b-8d0e-471c-af56-9b916930b02a,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:10.451296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.471118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb99aa87-34ca-49bd-87d4-c5492e608853 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:10.533145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.534417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-659f15fb-3fef-4732-b015-0ac53a6a2ed5 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7834637 Jul 28 18:02:10.593074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-5380e517-c62c-4e20-b876-a31a777f078e tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.0520115 Jul 28 18:02:10.597674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Deleting port f830f810-38ee-4bdd-b96c-23a5fffb7d14 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:10.598194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.641766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cb99aa87-34ca-49bd-87d4-c5492e608853 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:10.647163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cb99aa87-34ca-49bd-87d4-c5492e608853 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:10.648523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.733000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] For port f830f810-38ee-4bdd-b96c-23a5fffb7d14, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f830f810-38ee-4bdd-b96c-23a5fffb7d14,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:10.733381 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.754197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Calling delete_port for f830f810-38ee-4bdd-b96c-23a5fffb7d14 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:10.777520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.783073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-79122164-2531-4d49-b26c-1df47c220a23 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.784581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-732f4ad6-0ebd-4830-aabf-cb8ce94ab987 req-79122164-2531-4d49-b26c-1df47c220a23 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1747398 Jul 28 18:02:10.797810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.804409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.810078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.818096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.825756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.830433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port cb99aa87-34ca-49bd-87d4-c5492e608853, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb99aa87-34ca-49bd-87d4-c5492e608853,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:10.836597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.840876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.842803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-6211cdfa-2e4b-476a-86a5-acf148a57704 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5429 time: 0.1543977 Jul 28 18:02:10.916828 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.919815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a703cf-9737-4852-b31d-6e01ce4c88c0 req-a10df22a-35da-47fe-ac63-a99851e3bf58 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0655088 Jul 28 18:02:10.941468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b96deb6d-422f-438b-8e0d-c00b3c5b47de req-eb5f316a-251c-40d7-9ebe-dd2c9e2161bc tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592682 Jul 28 18:02:10.956884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-e230554f-af1c-4bdb-91df-dfff335a7c7b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:10.960103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-e230554f-af1c-4bdb-91df-dfff335a7c7b tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1055665 Jul 28 18:02:10.980201 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:10.986214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.053271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:11.056601 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235f099-8d54-4f8a-871a-4a6ad588c7e3" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:11.103289 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e1681c-374b-45bc-8acb-caaf879964be x-openstack-request-id: req-c7e1681c-374b-45bc-8acb-caaf879964be {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:11.103633 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:11.103891 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e1681c-374b-45bc-8acb-caaf879964be {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:11.104396 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'code': 200} Jul 28 18:02:11.127533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.132595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-a13f7026-00f0-46b1-80a2-c50ff2efcdc6 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1648288 Jul 28 18:02:11.142492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:11.157746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Deleting port 2575c837-e8fe-475e-806f-1611bae4f161 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:11.158095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.161737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f830f810-38ee-4bdd-b96c-23a5fffb7d14,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.260275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] For port 2575c837-e8fe-475e-806f-1611bae4f161, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=2575c837-e8fe-475e-806f-1611bae4f161,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:11.260928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.264469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e694ff-0f53-4d49-bf91-8b37c1088194 req-22847e7a-90d9-4ca1-9b91-1b5cdf310ee5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:11.266150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88e694ff-0f53-4d49-bf91-8b37c1088194 req-22847e7a-90d9-4ca1-9b91-1b5cdf310ee5 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 949 time: 0.1065173 Jul 28 18:02:11.278994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Calling delete_port for 2575c837-e8fe-475e-806f-1611bae4f161 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:11.285955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.392245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88e694ff-0f53-4d49-bf91-8b37c1088194 req-93862c68-a70a-452a-b089-8e9fd11c8d35 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851135 Jul 28 18:02:11.415740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.595887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.606390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-e3c34185-e2dc-4477-b115-66eaf0e4e8ff tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:11.607889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-e3c34185-e2dc-4477-b115-66eaf0e4e8ff tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 821 time: 0.1829510 Jul 28 18:02:11.623530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Request body: {'port': {'device_id': '007dced0-b161-44ff-8b04-d00dd0e26410', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'admin_state_up': True, 'tenant_id': 'c2d3cf9aa91b4e5bb7d9f592dcb26d5b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:11.664591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Router b39bd62b-019f-468d-b3b0-322d13abc952 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:11.696377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.708166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:11.744959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event deleted for resources: {'Port': ['ID=2575c837-e8fe-475e-806f-1611bae4f161,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.780548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:11.794647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5628fc88-05da-4818-b61f-4c9459d103eb admin admin] 10.222.0.25 "PUT /v2.0/routers/b39bd62b-019f-468d-b3b0-322d13abc952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0322733 Jul 28 18:02:11.796877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48128) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:11.811766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Sync routers for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:11.835536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:11.836166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:11.847289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] No DVR routers for this DVR port 2575c837-e8fe-475e-806f-1611bae4f161 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:11.853093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.855332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e45902f4-ad67-4fb6-b54c-e0dd9c0637f1 req-bff0d337-6016-4fa9-9ab6-52ffaea61d8c tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.35 "DELETE /v2.0/ports/2575c837-e8fe-475e-806f-1611bae4f161 HTTP/1.1" status: 204 len: 173 time: 0.8906739 Jul 28 18:02:11.858790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-deleted', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:11.861106 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68314f93-2102-402d-87e8-27d277d719f9" -d '{"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-deleted", "tag": "2575c837-e8fe-475e-806f-1611bae4f161"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:11.907372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Allocated IP 172.25.7.29 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/4b68094d-4dfd-4552-acbd-32be3987cb71) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:11.932753 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:11.968250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:12.060772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Made reservation on behalf of c2d3cf9aa91b4e5bb7d9f592dcb26d5b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:12.068963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.069365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.080479 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c21e0-a1ea-4920-80a2-68da745a00a2 x-openstack-request-id: req-b55c21e0-a1ea-4920-80a2-68da745a00a2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:12.080765 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af7c794-6aed-4ffe-8d1f-9b344a4f2207", "name": "network-vif-deleted", "tag": "2575c837-e8fe-475e-806f-1611bae4f161", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:12.081026 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b55c21e0-a1ea-4920-80a2-68da745a00a2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:12.083576 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af7c794-6aed-4ffe-8d1f-9b344a4f2207', 'name': 'network-vif-deleted', 'tag': '2575c837-e8fe-475e-806f-1611bae4f161', 'status': 'completed', 'code': 200} Jul 28 18:02:12.114939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.165199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47e2d2a1-c472-4038-b1b2-464aa0346796 req-2996b847-0f69-460f-bfd9-1192e445d13b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0340877 Jul 28 18:02:12.190308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['2575c837-e8fe-475e-806f-1611bae4f161'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:12.241433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Deleting port 085b0068-1299-4891-ac38-cc61fe457cbe {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:12.242098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.300371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T18:02:11Z', 'revision_number': 5, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port': {'id': '085b0068-1299-4891-ac38-cc61fe457cbe', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:59:24Z', 'updated_at': '2021-07-28T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:12.336749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Checking router: b39bd62b-019f-468d-b3b0-322d13abc952 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:12.347380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Routers {'b39bd62b-019f-468d-b3b0-322d13abc952'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:12.348050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b39bd62b-019f-468d-b3b0-322d13abc952'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:12.389823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Allocated IP 172.20.0.3 (48f7e76f-3af0-497a-ab4e-d4664bfb305f/63f47308-b81e-4aa7-8a89-5c8107699528/5e2ca5f6-918f-4d93-897a-d5de070da1e6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:12.490536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] Set router b39bd62b-019f-468d-b3b0-322d13abc952 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:12.519075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.525923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.532481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.538662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.545705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.552549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.566722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:12.575617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-450689dd-25e6-4375-8246-544fe10a9bf4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5429 time: 0.2159452 Jul 28 18:02:12.603073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb99aa87-34ca-49bd-87d4-c5492e608853 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:12.622293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.623235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] For port 085b0068-1299-4891-ac38-cc61fe457cbe, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=085b0068-1299-4891-ac38-cc61fe457cbe,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:12.623886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.631804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T18:02:12Z', 'revision_number': 6, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:12.637679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Calling delete_port for 085b0068-1299-4891-ac38-cc61fe457cbe owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:12.659678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.670989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7ac49-0c63-4ecf-a276-f06427b760b0 None None] The sync data for ids ['b39bd62b-019f-468d-b3b0-322d13abc952'] in n-d-778550-5 is: [{'id': 'b39bd62b-019f-468d-b3b0-322d13abc952', 'name': 'tempest-ServersTestManualDisk-255790688-router', 'tenant_id': 'c695615b76364a2e95230789d6a116bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:59:23Z', 'updated_at': '2021-07-28T18:02:12Z', 'revision_number': 6, 'project_id': 'c695615b76364a2e95230789d6a116bb', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:12.700520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:12.703439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:12.706820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:12.723730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd0eafa1-f1a9-456d-a023-bbce26ba1316 req-1c9cd3fb-11c4-42a2-a189-6c12b6e9719c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438761 Jul 28 18:02:12.751911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cb99aa87-34ca-49bd-87d4-c5492e608853 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:12.753303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.771667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.775733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=4b68094d-4dfd-4552-acbd-32be3987cb71,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:12.800762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:12.857011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.888587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Network 48f7e76f-3af0-497a-ab4e-d4664bfb305f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:12.903646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88edd9f0-1080-4499-8697-6fe01870314b req-df9acbd3-65b2-46f1-87c7-736d49b8e4fc tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=0af7c794-6aed-4ffe-8d1f-9b344a4f2207 HTTP/1.1" status: 200 len: 210 time: 0.0363109 Jul 28 18:02:12.924381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:12.935807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:12.942505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:12.978913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:12.996676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.007730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:13.008832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.050731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=085b0068-1299-4891-ac38-cc61fe457cbe,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:13.126814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.128747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.154115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0e1782eb-7ec8-4df0-9436-786a7fdd6c84 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357115 Jul 28 18:02:13.259737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Request body: {'port': {'device_id': '007dced0-b161-44ff-8b04-d00dd0e26410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:13.259960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.262284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.687897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.688498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39bd62b-019f-468d-b3b0-322d13abc952 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:02:13.695912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.699030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0d68662a-9616-456a-ba9b-1e0276e75c70 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b39bd62b-019f-468d-b3b0-322d13abc952 HTTP/1.1" status: 204 len: 168 time: 1.8993118 Jul 28 18:02:13.699592 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.700941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48150) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:13.723055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd7ff-16b1-4067-a935-bec20a85f2c5 req-5c7e87a4-0381-413f-a47b-d15a1bd48ee2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:13.731333 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-172fd7ff-16b1-4067-a935-bec20a85f2c5 req-5c7e87a4-0381-413f-a47b-d15a1bd48ee2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 931 time: 0.4280174 Jul 28 18:02:13.761496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.791079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-172fd7ff-16b1-4067-a935-bec20a85f2c5 req-ade814f3-11c8-4b8a-81fb-b44ed8ec8708 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588112 Jul 28 18:02:13.797092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Deleting subnet 73544ddf-56ee-43c1-af8b-2a2a0fbc8e12 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:02:13.800162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.847574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f0cc073f-3ef2-4d88-a617-8b533197a7ae up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:13.853519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.871952 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:13.979172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.013120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.018916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f0cc073f-3ef2-4d88-a617-8b533197a7ae completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:14.023530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f0cc073f-3ef2-4d88-a617-8b533197a7ae triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:14.024135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.048289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=4b68094d-4dfd-4552-acbd-32be3987cb71,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.064585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.071306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.078475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.085884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.091463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.097353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.103494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.106145 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-3dfd726d-6995-4e02-8afa-dd1946732419 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5429 time: 0.1977608 Jul 28 18:02:14.133824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.178798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:14.179668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:14.179814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13c7e02e-7909-4e55-a2ad-24f2a817c8fb req-7245c8c5-21b1-41fa-b75a-30aa7e48f42c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666535 Jul 28 18:02:14.182659 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6dd87-3163-4c21-8bd4-88f4cac86a03" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc073f-3ef2-4d88-a617-8b533197a7ae"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:14.189636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.191007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-ff32fbf2-2186-4d67-a6dd-36b3137cf448 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0544047 Jul 28 18:02:14.201281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2ca5f6-918f-4d93-897a-d5de070da1e6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:14.210810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.231435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.232867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:14.253526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.266731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-a62b233f-711f-47f0-bfe7-e9894bc6232d tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.0604753 Jul 28 18:02:14.267917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Transition to ACTIVE for port object 5e2ca5f6-918f-4d93-897a-d5de070da1e6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:14.291157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73544ddf-56ee-43c1-af8b-2a2a0fbc8e12,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.294743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.298150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d45ca289-e4f6-4c1f-b2c1-a8b432330898 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73544ddf-56ee-43c1-af8b-2a2a0fbc8e12 HTTP/1.1" status: 204 len: 168 time: 0.5911078 Jul 28 18:02:14.300235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:14.301206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a8acb-5496-4eb3-9e4e-f67ccb55e136 None None] Network 971b567e-99e1-4f7c-a30e-472e0bf7be70 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:14.354470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.400092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.442449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.460463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-c8e04a94-d58d-4a3c-aa78-d0dc92d6f7d9 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.462035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7931cd9-71c1-436b-a307-c03779d90d7a req-c8e04a94-d58d-4a3c-aa78-d0dc92d6f7d9 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1875694 Jul 28 18:02:14.559580 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8a22e7-84e0-45d2-a9df-c0990b2ff703 x-openstack-request-id: req-2d8a22e7-84e0-45d2-a9df-c0990b2ff703 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:14.559872 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc073f-3ef2-4d88-a617-8b533197a7ae", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:14.560125 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d8a22e7-84e0-45d2-a9df-c0990b2ff703 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:14.560516 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc073f-3ef2-4d88-a617-8b533197a7ae', 'code': 200} Jul 28 18:02:14.565920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f830f810-38ee-4bdd-b96c-23a5fffb7d14 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:14.570514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:14.573301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:14.573747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:14.587746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Deleting port 10ae8c07-a995-4148-b73a-4121fe6576c2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:14.588442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.597121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:14.597691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:14.609376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:14.612538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:14.613201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:14.614740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Bound port: 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:14.615236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.619903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f830f810-38ee-4bdd-b96c-23a5fffb7d14 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:14.620250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f830f810-38ee-4bdd-b96c-23a5fffb7d14 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:14.620683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 085b0068-1299-4891-ac38-cc61fe457cbe no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:14.655867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 085b0068-1299-4891-ac38-cc61fe457cbe {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:14.655867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 085b0068-1299-4891-ac38-cc61fe457cbe not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:14.663038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.772255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:14.776279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:14.779095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:14.784145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:14.784583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.796783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] For port 10ae8c07-a995-4148-b73a-4121fe6576c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10ae8c07-a995-4148-b73a-4121fe6576c2,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:14.796783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.818835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Calling delete_port for 10ae8c07-a995-4148-b73a-4121fe6576c2 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:14.835978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] DHCP port deletion for 971b567e-99e1-4f7c-a30e-472e0bf7be70 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:02:14.853322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.889560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:14.891219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:14.891880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 1091 time: 1.7198598 Jul 28 18:02:14.892471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:14.895212 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81ad0ed-37fc-4797-8d85-f178de5523c1" -d '{"events": [{"name": "network-changed", "server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:14.926440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-c65909f6-d4eb-4560-9aa2-7d58c0f6d5b8 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2277870 Jul 28 18:02:14.930083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62318-5e70-40f7-b918-4b2426684290 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.932625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:14.957474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.001920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:15.007443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Deleting port 10ae8c07-a995-4148-b73a-4121fe6576c2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:15.007831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.064409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-9d3bd758-9ded-45a1-b76c-9084e09415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.066114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-9d3bd758-9ded-45a1-b76c-9084e09415d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1094 time: 0.0515506 Jul 28 18:02:15.082314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.086333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.107617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] For port 10ae8c07-a995-4148-b73a-4121fe6576c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10ae8c07-a995-4148-b73a-4121fe6576c2,segment=NetworkSegment(56810bc7-506f-4434-b1d9-0315b776e92b),segment_id=56810bc7-506f-4434-b1d9-0315b776e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:15.108326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.126527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Calling delete_port for 10ae8c07-a995-4148-b73a-4121fe6576c2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:15.147483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-b6a02529-3388-41f2-9cb8-bac6d5ac2ee5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 217 time: 0.0720932 Jul 28 18:02:15.151739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] No DVR routers for this DVR port 10ae8c07-a995-4148-b73a-4121fe6576c2 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:15.155731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ae8c07-a995-4148-b73a-4121fe6576c2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.193980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.195123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd98c0a7-d1e2-49db-9305-52ae0413fb99 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:15.201708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8f530-0678-4eec-a63b-f81a52a06009 req-049f2701-c8c7-4202-8152-04c534232bfc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.203250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8b8f530-0678-4eec-a63b-f81a52a06009 req-049f2701-c8c7-4202-8152-04c534232bfc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1267502 Jul 28 18:02:15.251372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d162d9-263d-4a69-9034-b22f70440fbf req-c6bb66a6-8729-4367-be81-1aa8f45507d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.252872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-c6bb66a6-8729-4367-be81-1aa8f45507d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0962956 Jul 28 18:02:15.259472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8b8f530-0678-4eec-a63b-f81a52a06009 req-0bed4fc5-6b57-4cd8-be64-e7e89af44ce8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Jul 28 18:02:15.261210 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.274941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971b567e-99e1-4f7c-a30e-472e0bf7be70']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:15.300692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0cd834ee-96c5-4648-8976-cb0f0d266c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395882 Jul 28 18:02:15.306031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56810bc7-506f-4434-b1d9-0315b776e92b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:15.306413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56810bc7-506f-4434-b1d9-0315b776e92b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:15.320652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.343226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.351884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:02:15.352402 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:02:15.363675 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:02:15.367261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.383868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.398019 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b77df-1181-4a89-a710-11fb2af73731 x-openstack-request-id: req-5c3b77df-1181-4a89-a710-11fb2af73731 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:15.398334 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:15.398668 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c3b77df-1181-4a89-a710-11fb2af73731 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:15.398943 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'status': 'completed', 'code': 200} Jul 28 18:02:15.400337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.431476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.446886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] Pushing event deleted for resources: {'Port': ['ID=10ae8c07-a995-4148-b73a-4121fe6576c2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.457783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f01b2-b94b-4574-a801-a393f3b4836b None None] No DVR routers for this DVR port 10ae8c07-a995-4148-b73a-4121fe6576c2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:15.482313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port bd98c0a7-d1e2-49db-9305-52ae0413fb99 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:15.486859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port bd98c0a7-d1e2-49db-9305-52ae0413fb99 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:15.487322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.520990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-38c7cfe9-d68a-4e71-8f2f-d97b3639e885 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105684 Jul 28 18:02:15.539368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.550586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fb1d2-cddc-4d00-8dfe-065ca8f1bd57 req-4c14f0a0-ad36-43ba-964c-4d32a44c98ed tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.552167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c3fb1d2-cddc-4d00-8dfe-065ca8f1bd57 req-4c14f0a0-ad36-43ba-964c-4d32a44c98ed tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0975256 Jul 28 18:02:15.557018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.559531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/971b567e-99e1-4f7c-a30e-472e0bf7be70 HTTP/1.1" status: 204 len: 168 time: 1.2581725 Jul 28 18:02:15.567446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54485745-7f4e-4a2c-a314-cd58598269b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=971b567e-99e1-4f7c-a30e-472e0bf7be70,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.595378 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.604919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Allocated IP 172.25.7.41 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/fcc57a22-5664-4716-a79d-9797c9d9c4d3) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:15.635977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:15.644609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c3fb1d2-cddc-4d00-8dfe-065ca8f1bd57 req-4c3a7edc-2aa5-4e57-bd40-c6ce7209c6a3 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Jul 28 18:02:15.664390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78d162d9-263d-4a69-9034-b22f70440fbf req-0bc8283e-eb14-4d0c-85df-374674aa5b97 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344619 Jul 28 18:02:15.717089 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.718171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a8ee5824-8fff-4006-9422-c5e9c09f0026 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:15.744346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.806835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.840435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.846354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.852461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.859048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.865078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.870493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.871058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.877286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.879368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-d1924a11-69cc-40dc-aa23-eef420906f5d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5432 time: 0.1499922 Jul 28 18:02:15.885428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-9ae95362-f709-4399-8821-67ac5db8b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:15.886891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-9ae95362-f709-4399-8821-67ac5db8b1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1094 time: 0.1097736 Jul 28 18:02:15.904186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port a8ee5824-8fff-4006-9422-c5e9c09f0026 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:15.913868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port a8ee5824-8fff-4006-9422-c5e9c09f0026 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:15.914246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:15.930049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=fcc57a22-5664-4716-a79d-9797c9d9c4d3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.948967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:15.951433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:15.956959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:15.983086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5774bbd0-37f0-47c6-b6e3-f2146c834e1f req-eb4285d2-b8bd-4c6b-9fe5-1c70c5e1a663 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944817 Jul 28 18:02:16.032163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-a2125a5c-bb6b-42d5-9ce2-ba8a22076481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:16.034625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-a2125a5c-bb6b-42d5-9ce2-ba8a22076481 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1388113 Jul 28 18:02:16.077518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:16.099441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-41fcc0de-d482-4259-9a5e-60643201a6ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 217 time: 0.0566208 Jul 28 18:02:16.101813 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.138979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.150847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-373b9f84-bfd6-4a2e-88fb-56aee05024fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c695615b76364a2e95230789d6a116bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717616 Jul 28 18:02:16.153524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:16.184314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:16.190947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-537c93c6-6759-4021-8dfa-6ba4a1d510d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:16.192731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-537c93c6-6759-4021-8dfa-6ba4a1d510d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0839672 Jul 28 18:02:16.229904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.232114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-19892469-4019-46aa-8d08-642b5d004e11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304542 Jul 28 18:02:16.263765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.265210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:16.276349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.285671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.408609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:16.435424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10ae8c07-a995-4148-b73a-4121fe6576c2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:16.462031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 10ae8c07-a995-4148-b73a-4121fe6576c2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:16.462823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10ae8c07-a995-4148-b73a-4121fe6576c2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:16.482244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-1f41cff3-bc9b-485b-9ab2-5a6864aa4033 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398698 Jul 28 18:02:16.527325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:16.532878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:16.533570 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.554650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fad7f-05f7-4500-a2d2-bca510113970 req-c0e5065a-5711-4b69-bc1a-b161f0c9abd0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:16.556276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84fad7f-05f7-4500-a2d2-bca510113970 req-c0e5065a-5711-4b69-bc1a-b161f0c9abd0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1826007 Jul 28 18:02:16.563639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3'}, {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99'}, {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:16.565891 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a3ff9-ebd1-43b1-936c-0268f4301274" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3"}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99"}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:16.567229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967f530-65dc-489f-93ad-879febdce4fe req-7863e3b1-0abd-4285-b30c-e9fba0014fe9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:16.568751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f967f530-65dc-489f-93ad-879febdce4fe req-7863e3b1-0abd-4285-b30c-e9fba0014fe9 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.1408589 Jul 28 18:02:16.571714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.621726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.628726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.630300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.630814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0b44249-30d4-49f0-887e-b58759ac354f HTTP/1.1" status: 204 len: 168 time: 0.4761012 Jul 28 18:02:16.657914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.669517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b44249-30d4-49f0-887e-b58759ac354f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:16.675189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84fad7f-05f7-4500-a2d2-bca510113970 req-62951d79-d4a5-41f8-bbd6-4860e0e1fd19 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034386 Jul 28 18:02:16.701521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:16.720621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e81ad0ed-37fc-4797-8d85-f178de5523c1 req-e4d77051-5c58-43fd-a5f0-23a92317f32d service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275553 Jul 28 18:02:16.768736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.769685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.770240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.770738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.771253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.771790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.772338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.772461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Deleting port 410822b5-c073-406f-9fe3-40bc080b86e7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:16.772796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.773207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.773867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.774579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.775243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.776283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c3b52-a7fc-4e8b-be57-b2ce26add5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:16.779766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.818061 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65641e22-2b66-4e97-81bd-39be8f919425 x-openstack-request-id: req-65641e22-2b66-4e97-81bd-39be8f919425 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:16.818960 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3", "code": 200}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99", "code": 200}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:16.818960 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65641e22-2b66-4e97-81bd-39be8f919425 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:16.819873 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'code': 200} Jul 28 18:02:16.820149 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'code': 200} Jul 28 18:02:16.825349 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'code': 200} Jul 28 18:02:16.826698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:16.845345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.863981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 2575c837-e8fe-475e-806f-1611bae4f161 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:16.867857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 2575c837-e8fe-475e-806f-1611bae4f161 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:16.885844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event updated for resources: {'Port': ['ID=fcc57a22-5664-4716-a79d-9797c9d9c4d3,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:16.899951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:16.957577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678c05a-cbb7-4d12-8905-346c1a8a2511 req-90361d7c-020b-4328-8ea7-b1ece1349639 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:16.959064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2678c05a-cbb7-4d12-8905-346c1a8a2511 req-90361d7c-020b-4328-8ea7-b1ece1349639 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 949 time: 0.0975149 Jul 28 18:02:16.965889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] For port 410822b5-c073-406f-9fe3-40bc080b86e7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=410822b5-c073-406f-9fe3-40bc080b86e7,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:16.966334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.967692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:16.968982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-76bf92ab-8b07-4925-b227-c4af87873782 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0418861 Jul 28 18:02:16.985658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Calling delete_port for 410822b5-c073-406f-9fe3-40bc080b86e7 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:17.037386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-1c2a7110-1bac-474b-9d28-0bf032232450 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0461371 Jul 28 18:02:17.052507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2678c05a-cbb7-4d12-8905-346c1a8a2511 req-296c1b3f-caa0-41f3-906a-3ad07964a311 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/security-groups?id=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835602 Jul 28 18:02:17.182709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-34004fb4-d584-401b-92d1-d618b0dea055 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.185143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5566d021-45d8-4a9b-b870-dee16f4971fc req-34004fb4-d584-401b-92d1-d618b0dea055 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1511970 Jul 28 18:02:17.224360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.231201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.237191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.243076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.249502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.255338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.261200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.263208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1362e211-ed91-44d9-afa0-c935a9207168 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1078832 Jul 28 18:02:17.264744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:17.275938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['410822b5-c073-406f-9fe3-40bc080b86e7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:17.322417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Pushing event deleted for resources: {'Port': ['ID=410822b5-c073-406f-9fe3-40bc080b86e7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:17.387046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] No DVR routers for this DVR port 410822b5-c073-406f-9fe3-40bc080b86e7 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:17.392856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c67030af-2de5-48ec-b392-81246bc9b6f7 req-1795458f-3e96-44ec-8b69-4f36df0f66e6 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166441 Jul 28 18:02:17.393954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:17.395891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f967f530-65dc-489f-93ad-879febdce4fe req-afac36de-df39-4dbc-b51b-9b1eb1fadc7a tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.37 "DELETE /v2.0/ports/410822b5-c073-406f-9fe3-40bc080b86e7 HTTP/1.1" status: 204 len: 173 time: 0.8144674 Jul 28 18:02:17.401513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f8f0b7d-d341-404f-bd9d-2133fb4188e1 req-9a860299-eee4-406e-af8a-f6e12df584cf tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips/1d8b117d-8625-4cf3-b755-3b2c504409e0 HTTP/1.1" status: 200 len: 692 time: 0.0707443 Jul 28 18:02:17.403890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-deleted', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:17.406661 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b3a5e-c9c9-4d97-8b21-c3cb96ea2797" -d '{"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-deleted", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:17.526110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0b7d-d341-404f-bd9d-2133fb4188e1 req-ac257406-fd14-46d8-befb-4862d4e94efb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.528713 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9111793a-eb2a-4411-956b-568dbf7dad97 x-openstack-request-id: req-9111793a-eb2a-4411-956b-568dbf7dad97 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:17.529002 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a7f0ce-9466-41e0-8d25-aab89f0d581c", "name": "network-vif-deleted", "tag": "410822b5-c073-406f-9fe3-40bc080b86e7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:17.529248 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9111793a-eb2a-4411-956b-568dbf7dad97 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:17.529639 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a7f0ce-9466-41e0-8d25-aab89f0d581c', 'name': 'network-vif-deleted', 'tag': '410822b5-c073-406f-9fe3-40bc080b86e7', 'status': 'completed', 'code': 200} Jul 28 18:02:17.530735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f8f0b7d-d341-404f-bd9d-2133fb4188e1 req-ac257406-fd14-46d8-befb-4862d4e94efb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1223176 Jul 28 18:02:17.541981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-0f8f0b7d-d341-404f-bd9d-2133fb4188e1 req-738ccfcf-8a04-46b4-80d5-91f797bc26df tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:02:17.543803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f8f0b7d-d341-404f-bd9d-2133fb4188e1 req-738ccfcf-8a04-46b4-80d5-91f797bc26df tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064847 Jul 28 18:02:17.615427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-e6402668-12ea-4351-9b40-8d84c2cb96ce tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips/1d8b117d-8625-4cf3-b755-3b2c504409e0 HTTP/1.1" status: 200 len: 692 time: 0.0492530 Jul 28 18:02:17.726232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134007d0-5811-44b5-8145-8235840a300f req-c5ec2305-32ef-4774-94af-88d57ef8a44a tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.733253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-c5ec2305-32ef-4774-94af-88d57ef8a44a tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1110620 Jul 28 18:02:17.750011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-a3b894d7-23a8-4454-9723-4b07ea5ef9b0 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:02:17.751095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-a3b894d7-23a8-4454-9723-4b07ea5ef9b0 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167990 Jul 28 18:02:17.829692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-0f7b6429-c67b-487f-b6f2-a5106464f13e tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0625103 Jul 28 18:02:17.847749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b1d9b-3788-47f1-986a-4595f7026c73 req-32a16ba7-7d22-4be8-87bf-fbd38d237c67 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:17.849380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c8b1d9b-3788-47f1-986a-4595f7026c73 req-32a16ba7-7d22-4be8-87bf-fbd38d237c67 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0619087 Jul 28 18:02:17.862257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48232) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:17.894025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-49a5e850-4dbe-4d4b-8d5c-a26f654d5609 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0612323 Jul 28 18:02:17.904150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c8b1d9b-3788-47f1-986a-4595f7026c73 req-92317082-9127-4954-9ba6-95b1fd5971fc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Jul 28 18:02:17.978610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2132106932-network', 'tenant_id': '3402504362764c728864d43c709e5a9c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:18.032793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Deleting port fcc57a22-5664-4716-a79d-9797c9d9c4d3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:18.033143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.086409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Made reservation on behalf of 3402504362764c728864d43c709e5a9c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:18.088982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.099057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.117473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.117817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.133209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Calling delete_port for fcc57a22-5664-4716-a79d-9797c9d9c4d3 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:18.209091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.344340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.345835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.369455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79747372-fd8d-40a2-873a-30bd8751c814 req-51534294-d5fc-40cb-b139-4d25449c7668 tempest-MigrationsAdminTest-1812702051 tempest-MigrationsAdminTest-1812702051-project] 10.222.0.25 "GET /v2.0/ports?device_id=55a7f0ce-9466-41e0-8d25-aab89f0d581c HTTP/1.1" status: 200 len: 210 time: 0.0344200 Jul 28 18:02:18.396562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e888d6-dfe9-485b-9154-05e904bad154,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:18.401641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.406737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:18.418005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.418338 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Added segment 4a856e6f-1413-40e3-b099-8055f0bef571 of type vlan for network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e Jul 28 18:02:18.433657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event deleted for resources: {'Port': ['ID=fcc57a22-5664-4716-a79d-9797c9d9c4d3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:18.473536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.497330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.500458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.502319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-134007d0-5811-44b5-8145-8235840a300f req-a82588ac-8cdc-49da-88da-f6333cf17d57 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d8b117d-8625-4cf3-b755-3b2c504409e0 HTTP/1.1" status: 204 len: 173 time: 0.6042516 Jul 28 18:02:18.608235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.609173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.609774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.612993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.618851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.624765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.630601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.636497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.642812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.648729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.650687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-c255348d-d74f-43ea-af32-be8e2f578f4c tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.0929689 Jul 28 18:02:18.695797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c292790-c3c0-467c-b15d-e44c4abe7113 req-a5f55784-c3d7-4b20-ac3a-faa028b00cc5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377748 Jul 28 18:02:18.763604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] Pushing event updated for resources: {'Network': ['ID=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:18.773359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:18.790787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2aff88d-4d83-4d20-8a27-87fef04eecfa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9275358 Jul 28 18:02:18.793731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:18.798926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Request body: {'subnet': {'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2132106932-subnet', 'tenant_id': '3402504362764c728864d43c709e5a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:18.824136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:18.827255 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473e0d2-5f62-4f2a-8f7c-b2d9b0d6a6ef" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:18.830018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87196a4-cd4d-4dcd-b176-71baa98b1259 req-b9f8c1c8-859a-4aaf-a1b8-33e8efda2727 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:18.831560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d87196a4-cd4d-4dcd-b176-71baa98b1259 req-b9f8c1c8-859a-4aaf-a1b8-33e8efda2727 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2417369 Jul 28 18:02:18.867547 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68809c02-1826-4631-ac50-5518f7b37cad x-openstack-request-id: req-68809c02-1826-4631-ac50-5518f7b37cad {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:18.867839 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-plugged", "status": "completed", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:18.868087 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68809c02-1826-4631-ac50-5518f7b37cad {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:18.869856 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095', 'code': 200} Jul 28 18:02:18.887944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Made reservation on behalf of 3402504362764c728864d43c709e5a9c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:18.891427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:18.931565 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dfa4638-a7d8-4718-acfd-37ec0f34fa5e req-8f20a20e-6582-41f8-9d06-3b36039f2de4 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=c627dfcfa60d46788b580253ec963442 HTTP/1.1" status: 200 len: 1655 time: 0.0793450 Jul 28 18:02:19.038955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4638-a7d8-4718-acfd-37ec0f34fa5e req-2f7d046c-8964-4501-b363-e671c13fca7a tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.040392 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dfa4638-a7d8-4718-acfd-37ec0f34fa5e req-2f7d046c-8964-4501-b363-e671c13fca7a tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks?id=5d1272d1-9e30-4f3c-b886-88f916d004bb&id=5d1272d1-9e30-4f3c-b886-88f916d004bb&id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 787 time: 0.1017363 Jul 28 18:02:19.042354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.042943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.043442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.043926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.044398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.044869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.045336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.047404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-308faddb-5938-43df-9702-2bdbcf590d7a req-d36c4b5e-e089-4c37-9e9d-2786d3a8b691 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.1011398 Jul 28 18:02:19.051028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-2dfa4638-a7d8-4718-acfd-37ec0f34fa5e req-0bf3822e-dc51-441a-ba34-c9a353031d2f tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:02:19.052037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dfa4638-a7d8-4718-acfd-37ec0f34fa5e req-0bf3822e-dc51-441a-ba34-c9a353031d2f tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Jul 28 18:02:19.076550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd822-b74d-4efd-9e7f-136316bf41f7 req-c8d44fe0-7e2a-4a51-812b-0269ae2882f3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.078012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d6bd822-b74d-4efd-9e7f-136316bf41f7 req-c8d44fe0-7e2a-4a51-812b-0269ae2882f3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0964751 Jul 28 18:02:19.119860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-18a0a54c-032e-40e8-8d3a-a7bab2cd3032 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips/8a0836f0-c01e-4985-91bc-28d88e4d2c7f HTTP/1.1" status: 200 len: 692 time: 0.0455902 Jul 28 18:02:19.157465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-308faddb-5938-43df-9702-2bdbcf590d7a req-adc1adb9-a5f6-4998-b55c-0b0e7d450934 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991693 Jul 28 18:02:19.163258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d6bd822-b74d-4efd-9e7f-136316bf41f7 req-70dacb74-ca8d-439a-a783-597712a77fd7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772412 Jul 28 18:02:19.225984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-7c819680-3136-425a-b9bf-d72f1f43184f tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.227315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-7c819680-3136-425a-b9bf-d72f1f43184f tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1010664 Jul 28 18:02:19.278577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-743d29f5-7802-477b-8943-daec9d207cf3 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.0443118 Jul 28 18:02:19.281846 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.328088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-500dc7cf-80d9-4e4e-9bb5-8d878bbdbdb3 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.0425556 Jul 28 18:02:19.344134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cb2f87-da82-4f39-9fdb-c682f47773e0,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:19.349348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Checking segment: {'id': '4a856e6f-1413-40e3-b099-8055f0bef571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:19.349737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Network hostable DHCP agents. Network: 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:19.424596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:19.460762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Deleting port 4b68094d-4dfd-4552-acbd-32be3987cb71 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:19.461101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.493437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:19.498869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.499603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.505116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150a36b-2d87-4dd9-a956-51df8f30c77f None None] Network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:19.543785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.544124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.558574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Calling delete_port for 4b68094d-4dfd-4552-acbd-32be3987cb71 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:19.645326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021092cc-a672-4e84-9158-90bd7000fbb6 None None] Network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:19.655728 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ea8b7dbe-5dc1-4a8b-ab01-bf5dcfacb1f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8607326 Jul 28 18:02:19.790645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.830839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event deleted for resources: {'Port': ['ID=4b68094d-4dfd-4552-acbd-32be3987cb71,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:19.838878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.845479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.851980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.858566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.864364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.870230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.876302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:19.878228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-981bb918-d136-4508-ab33-4fe5037b46ba tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1021886 Jul 28 18:02:19.885435 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.888996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:19.892243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc78e33-7ca8-4681-98af-91eea4466a2a req-4dd8c6d1-1788-4014-ac50-90a85f5cc4bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a0836f0-c01e-4985-91bc-28d88e4d2c7f HTTP/1.1" status: 204 len: 173 time: 0.5573997 Jul 28 18:02:19.932500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c43ed516-f9e9-4106-8e74-d74b15129108 req-28bcfdaa-529f-426d-83df-3d98b47c6819 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423415 Jul 28 18:02:19.953370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48286) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:20.010254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-527b18f5-0f5e-4b47-956a-011a829867fb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips/8040a8ea-3e22-4d01-8d23-f5307e11c433 HTTP/1.1" status: 200 len: 692 time: 0.0473340 Jul 28 18:02:20.093980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f063a949-f641-4f84-a485-b32d87fef638 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a8ef73f96144e228d497181c57b9c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393368 Jul 28 18:02:20.096430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48294) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:20.125132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-feda4fd0-377c-4430-a5a4-3349a3a050d6 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:20.132572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-feda4fd0-377c-4430-a5a4-3349a3a050d6 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1119423 Jul 28 18:02:20.169854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.182850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-30151f61-c046-424f-ae3b-cfecab54914f tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.0484481 Jul 28 18:02:20.224516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.230941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-965759a8-5a42-4941-90ab-d59806320df4 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.0445471 Jul 28 18:02:20.286511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-d1350765-b58e-4b23-891b-0ec2056acf66 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:20.288055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-d1350765-b58e-4b23-891b-0ec2056acf66 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/networks?id=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e HTTP/1.1" status: 200 len: 822 time: 0.1480267 Jul 28 18:02:20.307651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-2ed73a4b-d5ef-47c5-aabb-2eb71795d375 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/quotas/3402504362764c728864d43c709e5a9c HTTP/1.1" status: 200 len: 375 time: 0.0110695 Jul 28 18:02:20.341959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-6e9bcae6-25df-438d-b56f-697a7580d7d1 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3402504362764c728864d43c709e5a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 28 18:02:20.363387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Deleting port 0ee5247b-8d0e-471c-af56-9b916930b02a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:20.363666 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.398605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.401175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.402367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b892603a-c5ae-4c70-8a40-2ac1a8b38f7d HTTP/1.1" status: 204 len: 168 time: 0.3049862 Jul 28 18:02:20.417238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865d07-7772-42c4-aaae-1a065de180c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892603a-c5ae-4c70-8a40-2ac1a8b38f7d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:20.455035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.455623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.458318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-1f46aa93-0dfa-4216-ad19-3921fb494f35 service neutron] 10.222.0.25 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075916 Jul 28 18:02:20.474837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Calling delete_port for 0ee5247b-8d0e-471c-af56-9b916930b02a owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:20.556121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-2fd78325-4c7b-434e-b80b-53603d524db3 service neutron] 10.222.0.25 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933855 Jul 28 18:02:20.693523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.724039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event deleted for resources: {'Port': ['ID=0ee5247b-8d0e-471c-af56-9b916930b02a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:20.824629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.829151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:20.833109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88657af1-faf3-4480-a3d4-eee55e3f7e61 req-6f00d243-a28f-44e5-9ba4-1dfeeb498b20 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "DELETE /v2.0/floatingips/8040a8ea-3e22-4d01-8d23-f5307e11c433 HTTP/1.1" status: 204 len: 173 time: 0.5954399 Jul 28 18:02:20.882588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c5caf-6d7b-41f9-b7f4-8fed21c635c5 req-57e6d421-ad8a-4257-9e5c-cc9caae692ee tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:20.884192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-036c5caf-6d7b-41f9-b7f4-8fed21c635c5 req-57e6d421-ad8a-4257-9e5c-cc9caae692ee tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0701704 Jul 28 18:02:20.926495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-036c5caf-6d7b-41f9-b7f4-8fed21c635c5 req-43dfe3fe-323a-42b6-9ced-e39b0cd2eceb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355983 Jul 28 18:02:21.021203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a331c799-3515-43ac-a93d-ee05ff047830 req-fe1073d5-3577-4f1c-aaa2-3f0d0d5976b0 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Jul 28 18:02:21.072124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-fb1f4859-bd71-4349-a345-08c4212d148d tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips/7920e8b9-21d3-47ba-8da9-25af7b3cffb3 HTTP/1.1" status: 200 len: 693 time: 0.0486605 Jul 28 18:02:21.111189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48324) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:21.163615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.170082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.176361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.182150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.185680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-94738721-54fb-44ff-b53c-581dd956c891 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.187080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-94738721-54fb-44ff-b53c-581dd956c891 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1094313 Jul 28 18:02:21.187918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.193717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.199739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.201606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-5308c95d-0307-48b4-94a1-61192acdbe26 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1190100 Jul 28 18:02:21.220408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be3aa0fe-47cb-4e72-bec5-735c8f161e7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90ed322b70eb436ea9d7173a3a8c49a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069183 Jul 28 18:02:21.226823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48326) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:21.237496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-401fbfa1-d1f1-4bc7-ae29-28f3f6cf01bb tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.0440946 Jul 28 18:02:21.267618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e808aafb-a98c-4a83-87bc-cadc27c8d262 req-dd13623a-359a-45af-99ab-3e32a346b434 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573974 Jul 28 18:02:21.285729 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-2c4c9d8a-560c-4528-afb4-a132e1d23785 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.254 HTTP/1.1" status: 200 len: 696 time: 0.0421498 Jul 28 18:02:21.294214 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.316364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.363864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:21.389866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 410822b5-c073-406f-9fe3-40bc080b86e7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:21.390456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 410822b5-c073-406f-9fe3-40bc080b86e7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:21.411484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.417323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.424433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Deleting port f9bea358-1f77-4443-84ec-487839a066cf {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:21.424433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.424684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.429563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.436005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.441785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.447828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:21.449791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4e3ae3a-73d1-4d14-92bc-8b8b26c73f51 req-daf26173-9644-44fe-87ba-0bfb23fe5401 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1026249 Jul 28 18:02:21.450875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.459570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.459570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f00c00b-e5e8-46ae-a0cf-588de0141f1f HTTP/1.1" status: 204 len: 168 time: 0.2267649 Jul 28 18:02:21.462042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:21.464000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f820e67-d362-4960-8580-89375bb873ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00c00b-e5e8-46ae-a0cf-588de0141f1f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:21.466616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Request body: {'floatingip': {'port_id': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:21.516320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.620845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.621223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:21.644041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Calling delete_port for f9bea358-1f77-4443-84ec-487839a066cf owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:22.079922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695137-b056-445a-b38c-973aa722516c req-4ce82816-c984-4f28-a3f5-ed638b82b9bc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:22.081440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73695137-b056-445a-b38c-973aa722516c req-4ce82816-c984-4f28-a3f5-ed638b82b9bc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0513251 Jul 28 18:02:22.122225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73695137-b056-445a-b38c-973aa722516c req-d9a6c515-f0de-42a8-8f68-e50056612d67 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Jul 28 18:02:22.337981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f5067c5-79e2-44ae-b25d-72a0aafd770d req-7f1583c4-cabf-474b-9f5e-59f2e1d50af5 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 210 time: 0.0272152 Jul 28 18:02:22.351901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:22.393460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Pushing event deleted for resources: {'Port': ['ID=f9bea358-1f77-4443-84ec-487839a066cf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:22.507264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:22.508255 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:22.510875 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:22.512069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e91080e3-8e4f-4a4f-928e-1e134c85953e req-ffa56fe4-b53e-40f0-b2c5-dd28efd59589 tempest-FloatingIPDetailsTestJSON-51936729 tempest-FloatingIPDetailsTestJSON-51936729-project] 10.222.0.25 "DELETE /v2.0/floatingips/7920e8b9-21d3-47ba-8da9-25af7b3cffb3 HTTP/1.1" status: 204 len: 173 time: 1.2197297 Jul 28 18:02:22.517781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:22.609083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:22.787026 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Floating IP 9613ed9b-3b96-4b68-9976-82bd5fdf85ee associated. External IP: 172.25.7.225, port: e9f78280-0ccd-4712-a65d-662a1b4401c6. Jul 28 18:02:23.093619 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Router 154ef6bf-e1e0-486a-bea2-30bb77feab0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:23.160306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.343385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:23.352271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.355442 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Sync routers for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:23.362245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6aaba-bacb-42aa-a336-75299162c01f req-3dd2c8f8-531e-430e-b794-829ff6c3265c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.363819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6d6aaba-bacb-42aa-a336-75299162c01f req-3dd2c8f8-531e-430e-b794-829ff6c3265c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1610012 Jul 28 18:02:23.366670 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:23.367300 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:23.418260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-e5c909ec-d946-4530-b2bd-5c764b02cde5 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.420874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-e5c909ec-d946-4530-b2bd-5c764b02cde5 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.35 "GET /v2.0/networks?id=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e HTTP/1.1" status: 200 len: 822 time: 0.1527717 Jul 28 18:02:23.437582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Request body: {'port': {'device_id': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e', 'admin_state_up': True, 'tenant_id': '3402504362764c728864d43c709e5a9c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:23.441753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b9d3764-9110-4d72-8aff-da34a2326151 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "PUT /v2.0/floatingips/9613ed9b-3b96-4b68-9976-82bd5fdf85ee HTTP/1.1" status: 200 len: 991 time: 1.9766889 Jul 28 18:02:23.442657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:23.445350 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b7fa8-8cca-4dce-ba74-da617aaaba66" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:23.494318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6d6aaba-bacb-42aa-a336-75299162c01f req-32ff669e-e53c-41cf-b978-70281baa2c46 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091700 Jul 28 18:02:23.523996 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:23.564834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc9b8b35-3983-491c-bb59-2597064913b8 req-14eb95e6-998d-4c05-b36d-88bbdcd74cc5 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 210 time: 0.0879793 Jul 28 18:02:23.619280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Deleting port cb99aa87-34ca-49bd-87d4-c5492e608853 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:23.619752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.667192 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa3471-811a-43c5-a722-bf0324a7f883 x-openstack-request-id: req-beaa3471-811a-43c5-a722-bf0324a7f883 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:23.667671 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:23.668657 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beaa3471-811a-43c5-a722-bf0324a7f883 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:23.669201 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'status': 'completed', 'code': 200} Jul 28 18:02:23.728488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] For port cb99aa87-34ca-49bd-87d4-c5492e608853, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb99aa87-34ca-49bd-87d4-c5492e608853,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:23.728968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.738288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.743086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.744028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-a6ce780e-f5e7-43ad-8d54-bac501074cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.0660608 Jul 28 18:02:23.750309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Calling delete_port for cb99aa87-34ca-49bd-87d4-c5492e608853 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:23.799011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Made reservation on behalf of 3402504362764c728864d43c709e5a9c for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:23.802735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.831774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '9613ed9b-3b96-4b68-9976-82bd5fdf85ee', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'port_id': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'mac_address': 'fa:16:3e:f1:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:01:16Z', 'updated_at': '2021-07-28T18:02:22Z', 'revision_number': 1, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:23.842162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1661004670', 'description': 'tempest-description-1638152465'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:23.919470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-00b62f03-c78b-4b0e-897e-e10bf125b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:23.921098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-00b62f03-c78b-4b0e-897e-e10bf125b610 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c HTTP/1.1" status: 200 len: 913 time: 0.1692474 Jul 28 18:02:23.950731 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Checking router: 154ef6bf-e1e0-486a-bea2-30bb77feab0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:23.959528 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:23.960142 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:23.976516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:23.990433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.017129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Allocated IP 172.20.0.10 (94fe9600-e53c-4dde-a3cc-0c8aec9aa42e/b5cb2f87-da82-4f39-9fdb-c682f47773e0/6ea16b98-8f74-4c59-8fb0-309139db535f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:24.024032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-80a59591-4371-4405-849e-729a9d981451 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 999 time: 0.0942430 Jul 28 18:02:24.078035 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:24.104079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.110892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-ca600122-42c9-4ab0-8192-eeef6e2e5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:24.112404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-ca600122-42c9-4ab0-8192-eeef6e2e5636 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 200 len: 851 time: 0.0810521 Jul 28 18:02:24.114812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.142193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb99aa87-34ca-49bd-87d4-c5492e608853,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:24.204246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.293741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:24.416987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.447988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.451662 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '9613ed9b-3b96-4b68-9976-82bd5fdf85ee', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'port_id': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'mac_address': 'fa:16:3e:f1:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:01:16Z', 'updated_at': '2021-07-28T18:02:22Z', 'revision_number': 1, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:24.489937 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b4e88-5e0e-42bd-a300-2c5d9ab9813b None None] The sync data for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 is: [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '9613ed9b-3b96-4b68-9976-82bd5fdf85ee', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'port_id': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'mac_address': 'fa:16:3e:f1:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81d29b-2253-42e1-b91f-37970aec0110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:01:16Z', 'updated_at': '2021-07-28T18:02:22Z', 'revision_number': 1, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:24.522064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.582418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ebaff-fa83-4b9b-9375-34170048ed87,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:24.633411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-0ec20554-6b60-48b7-9a8c-4bf28b5488bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:24.634971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-0ec20554-6b60-48b7-9a8c-4bf28b5488bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5072670 Jul 28 18:02:24.656011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.657264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fd8dacb-9e01-49fb-a0df-6e7ef2b224b1 req-4bdf210f-562c-4907-a5c0-6dc1d41b0624 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8198457 Jul 28 18:02:24.750282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:24.751884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b001be-a41b-452f-a737-f9264ab82a37 None None] New status for floating IP 9613ed9b-3b96-4b68-9976-82bd5fdf85ee: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:02:24.789497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb8ff446-2a99-4fb1-b47d-375778ab6491 req-222d5076-afb4-4b93-a733-6a51550480e8 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 210 time: 0.0706496 Jul 28 18:02:24.789724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be27a2-1103-4ae3-94e3-310601dd9d16 req-8f733049-7a47-442c-b1c4-9d5cef08f9b1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:24.790913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9be27a2-1103-4ae3-94e3-310601dd9d16 req-8f733049-7a47-442c-b1c4-9d5cef08f9b1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1721201 Jul 28 18:02:24.798005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-0ed241b5-e165-414d-b862-8f84f6575b4a service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452572 Jul 28 18:02:24.828663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:24.899185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9be27a2-1103-4ae3-94e3-310601dd9d16 req-855a396c-fbaa-4294-b0b4-299265f8c7c5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987999 Jul 28 18:02:24.934315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-780b7fa8-8cca-4dce-ba74-da617aaaba66 req-aa273268-6917-4bc8-a29b-3c5007b8ccf5 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Jul 28 18:02:24.939318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Request body: {'security_group': {'name': 'tempest-securitygroup-374272747', 'description': 'tempest-description-149754291'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:25.001897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.046763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:25.052258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:25.060657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:25.065152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Pushing event updated for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:25.116960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:25.117606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.286050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:25.302045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-baab8bff-ab1c-4b46-be3f-53f6ef382698 admin admin] 10.222.0.25 "PUT /v2.0/routers/a7ccc31e-dd15-4b96-b996-68b64d23dbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722354 Jul 28 18:02:25.302186 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Sync routers for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:25.303688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48414) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:25.304172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:25.304968 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:25.355102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.409899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-f44eb9f7-0eb7-4dab-a6b1-43ac349fa4e9 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9791641 Jul 28 18:02:25.410700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:25.425407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Request body: {'port': {'device_id': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:25.447048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.488151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.590989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.604372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.611059 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:23Z', 'revision_number': 5, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:25.636545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Checking router: a7ccc31e-dd15-4b96-b996-68b64d23dbc5 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:25.645405 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Routers {'a7ccc31e-dd15-4b96-b996-68b64d23dbc5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:25.646098 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:25.670574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.724086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a500e420-e177-4343-a147-57c02ac667a8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:25.749546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Deleting port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:25.750502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.760405 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] Set router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:25.762705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.763758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b45c0bf9-a804-46a9-bc1f-35d744f1301b req-8a738c9c-3c0c-4422-aa6b-6479570c1d45 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8370717 Jul 28 18:02:25.807619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea16b98-8f74-4c59-8fb0-309139db535f {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:25.817817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.846385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Transition to ACTIVE for port object 6ea16b98-8f74-4c59-8fb0-309139db535f will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:25.859588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] For port fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:25.859963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.865641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-423530892', 'description': 'tempest-description-1829677329'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:25.874091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Calling delete_port for fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:25.910567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.969960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Pushing event updated for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:25.975930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.980016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:23Z', 'revision_number': 5, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:25.985301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:25.988571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e0d52-60ee-420f-b96e-29b0b56a9d93 req-339fc14d-454b-4a3a-9279-53672acbb98d tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:25.991442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d3e0d52-60ee-420f-b96e-29b0b56a9d93 req-339fc14d-454b-4a3a-9279-53672acbb98d tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.1044610 Jul 28 18:02:26.014432 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd0754-05ae-4f9b-916e-762d31a4c1a0 None None] The sync data for ids ['a7ccc31e-dd15-4b96-b996-68b64d23dbc5'] in n-d-778550-5 is: [{'id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'name': 'tempest-FloatingIPDetailsTestJSON-51511711-router', 'tenant_id': 'c627dfcfa60d46788b580253ec963442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:23Z', 'revision_number': 5, 'project_id': 'c627dfcfa60d46788b580253ec963442', 'gw_port': {'id': 'fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ccc31e-dd15-4b96-b996-68b64d23dbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:01:59Z', 'updated_at': '2021-07-28T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:26.077763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d3e0d52-60ee-420f-b96e-29b0b56a9d93 req-6c925a0f-7f5b-43b8-83ad-8cc058d9ed96 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815549 Jul 28 18:02:26.089239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Attempting to bind port 6ea16b98-8f74-4c59-8fb0-309139db535f on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:26.098678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Attempting to bind port 6ea16b98-8f74-4c59-8fb0-309139db535f by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '4a856e6f-1413-40e3-b099-8055f0bef571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:26.099081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Attempting to bind port 6ea16b98-8f74-4c59-8fb0-309139db535f on network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:26.105639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Port 6ea16b98-8f74-4c59-8fb0-309139db535f on network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:26.105973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Attempting to bind port 6ea16b98-8f74-4c59-8fb0-309139db535f on network 94fe9600-e53c-4dde-a3cc-0c8aec9aa42e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:26.118351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:26.118729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Checking segment: {'id': '4a856e6f-1413-40e3-b099-8055f0bef571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:26.119089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Bound using segment: {'id': '4a856e6f-1413-40e3-b099-8055f0bef571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:26.119597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Bound port: 6ea16b98-8f74-4c59-8fb0-309139db535f, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a856e6f-1413-40e3-b099-8055f0bef571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:26.119963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.204808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.214219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:26.217872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6ea16b98-8f74-4c59-8fb0-309139db535f,segment=NetworkSegment(4a856e6f-1413-40e3-b099-8055f0bef571),segment_id=4a856e6f-1413-40e3-b099-8055f0bef571)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:26.229437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.266341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.287611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.317902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca8ac-d9dd-4127-a4bb-575132c653e0 req-b4a62c0a-3027-4655-a82b-d8710454a356 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:26.319426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-055ca8ac-d9dd-4127-a4bb-575132c653e0 req-b4a62c0a-3027-4655-a82b-d8710454a356 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1170056 Jul 28 18:02:26.323875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5168b9d-6d7d-44cc-afba-dcd60560b00a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.328458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.353925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.396213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:26.397068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.398750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] 10.222.0.35 "PUT /v2.0/ports/6ea16b98-8f74-4c59-8fb0-309139db535f HTTP/1.1" status: 200 len: 1092 time: 0.9796870 Jul 28 18:02:26.399451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:26.402062 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74533ed3-a097-4e5c-9045-5e1751a89ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:26.446980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84b92-96a8-4143-a94f-091c1b6f35bb service neutron] Pushing event updated for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.452896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb99aa87-34ca-49bd-87d4-c5492e608853 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:26.483376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cb99aa87-34ca-49bd-87d4-c5492e608853 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:26.486928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.487175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb99aa87-34ca-49bd-87d4-c5492e608853 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:26.488390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-055ca8ac-d9dd-4127-a4bb-575132c653e0 req-925030d2-0949-48b5-aaf0-707c5bb26b9d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609733 Jul 28 18:02:26.499263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.502546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.560470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.598682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ccc89-0ada-41de-9bd0-9d814bbf9051,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.602345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.603113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ccc31e-dd15-4b96-b996-68b64d23dbc5 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:02:26.609330 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.613514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-fc1c08ac-9ce4-4a5b-a8a2-a6b8a60ce7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:26.613666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b584c023-b427-4950-ad1a-454ef03a757e admin admin] 10.222.0.25 "DELETE /v2.0/routers/a7ccc31e-dd15-4b96-b996-68b64d23dbc5 HTTP/1.1" status: 204 len: 168 time: 1.3059030 Jul 28 18:02:26.613770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-fc1c08ac-9ce4-4a5b-a8a2-a6b8a60ce7f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3402504362764c728864d43c709e5a9c&device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 1095 time: 0.0858636 Jul 28 18:02:26.613890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48438) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:26.617162 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc483fe-fd17-4393-9ea7-b4036dbf655c x-openstack-request-id: req-6dc483fe-fd17-4393-9ea7-b4036dbf655c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:26.617459 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:26.617711 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dc483fe-fd17-4393-9ea7-b4036dbf655c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:26.618231 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f', 'status': 'completed', 'code': 200} Jul 28 18:02:26.664106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Deleting subnet 71a9e80d-f39b-41c6-9499-cd60d9e0f913 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:02:26.666135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-5ede7946-eae7-4ffb-abe5-30d07ee7d121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ea16b98-8f74-4c59-8fb0-309139db535f HTTP/1.1" status: 200 len: 217 time: 0.0418367 Jul 28 18:02:26.667066 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.667721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.679376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dbdeb107-7e67-47e7-a3ca-44040175f35b req-98301899-3763-49e5-afde-de45405d41d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8177366 Jul 28 18:02:26.707796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.734285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-ed0ba144-278e-411e-85a2-e838e0e3d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:26.735866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-ed0ba144-278e-411e-85a2-e838e0e3d4c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5cb2f87-da82-4f39-9fdb-c682f47773e0 HTTP/1.1" status: 200 len: 862 time: 0.0554800 Jul 28 18:02:26.741759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1106417549', 'description': 'tempest-description-1232308291'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:26.771551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-6939ff35-4c53-4f1b-b8db-3c1e2fe4d457 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256350 Jul 28 18:02:26.810774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.845084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.879007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-1d1669b9-3f36-44ed-8fec-9b41456d8bbc service neutron] 10.222.0.35 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002462 Jul 28 18:02:26.940801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.956792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.975007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7dc7376-445a-4133-9eb3-dc02be3b4fc9 req-84389348-0f7b-4b7b-a048-50e27cd945c1 service neutron] 10.222.0.35 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884840 Jul 28 18:02:26.982718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a9e80d-f39b-41c6-9499-cd60d9e0f913,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.986839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:26.988594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aed9b42d-0708-4d4a-b319-509c874f126a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71a9e80d-f39b-41c6-9499-cd60d9e0f913 HTTP/1.1" status: 204 len: 168 time: 0.3744090 Jul 28 18:02:26.991076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:26.995556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e2841-7258-4f1c-bfc6-bda5c8796ea7 None None] Network bcf7d862-00c1-433d-8f15-01daf8c9547f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:27.033355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.087274 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.091253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61204737-4b8b-40c9-985a-e2f0a78c5c51,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:27.153454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.154946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8952b41f-ad2d-4d82-8909-acfdd012ebfa req-2741f2e4-06d0-41ef-aadc-b48cbba3bea7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4209924 Jul 28 18:02:27.174028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Deleting port 94baabb1-653b-4648-a767-2dbe7d94d56c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:27.174290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.177400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-99ab4281-6121-409c-aad2-a857bb2567bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:27.179714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-99ab4281-6121-409c-aad2-a857bb2567bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3402504362764c728864d43c709e5a9c&device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 1095 time: 0.0742054 Jul 28 18:02:27.201961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] DHCP port deletion for bcf7d862-00c1-433d-8f15-01daf8c9547f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:02:27.266816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Deleting port 94baabb1-653b-4648-a767-2dbe7d94d56c {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:27.267206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.284676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] For port 94baabb1-653b-4648-a767-2dbe7d94d56c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=94baabb1-653b-4648-a767-2dbe7d94d56c,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:27.285068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.291513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b089ced-1c88-4475-8b00-8cf29264c168 req-53fdf116-4f46-48e0-b5ec-3eafea812262 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:27.293188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b089ced-1c88-4475-8b00-8cf29264c168 req-53fdf116-4f46-48e0-b5ec-3eafea812262 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.1124418 Jul 28 18:02:27.333486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Calling delete_port for 94baabb1-653b-4648-a767-2dbe7d94d56c owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:27.336724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] For port 94baabb1-653b-4648-a767-2dbe7d94d56c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=94baabb1-653b-4648-a767-2dbe7d94d56c,segment=NetworkSegment(c91f3e1c-611e-4f76-8a40-c8ec91d6581e),segment_id=c91f3e1c-611e-4f76-8a40-c8ec91d6581e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:27.337130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.350928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Calling delete_port for 94baabb1-653b-4648-a767-2dbe7d94d56c owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:27.351683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-80284110-f0e6-4381-a593-7077177b545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:27.353277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-80284110-f0e6-4381-a593-7077177b545b service neutron] 10.222.0.35 "GET /v2.0/networks?id=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e HTTP/1.1" status: 200 len: 923 time: 0.1619561 Jul 28 18:02:27.361457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b089ced-1c88-4475-8b00-8cf29264c168 req-91817b56-fde1-445b-a585-d5c703599360 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 Jul 28 18:02:27.365139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:27.402044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-83d100f6-2bf9-402d-ae89-5ede326142c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ea16b98-8f74-4c59-8fb0-309139db535f HTTP/1.1" status: 200 len: 217 time: 0.0395770 Jul 28 18:02:27.458423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-e2d1f6f4-1994-4ac3-98fd-12ac983b254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:27.460154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-e2d1f6f4-1994-4ac3-98fd-12ac983b254f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5cb2f87-da82-4f39-9fdb-c682f47773e0 HTTP/1.1" status: 200 len: 862 time: 0.0509360 Jul 28 18:02:27.492294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-35eb8ffa-8cee-4729-a4f6-5b665b86b86c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250096 Jul 28 18:02:27.523773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:27.536699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f', 'port_id': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'mac_address': 'fa:16:3e:c3:b9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f47308-b81e-4aa7-8a89-5c8107699528', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:27.583599 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.598518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2ca5f6-918f-4d93-897a-d5de070da1e6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:27.619690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:27.660470 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-740ea877-ca5b-4e84-b16e-91a77d51a120 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56025 time: 0.4070051 Jul 28 18:02:27.662166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-922cc9d5-e7bd-4ea7-890e-6a227e0a615e service neutron] 10.222.0.35 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624043 Jul 28 18:02:27.670636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f8833-6446-4d3d-8db3-fb56954c632f req-8a3c635a-9e45-40e1-bee1-3364a1143bc0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:27.672101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e5f8833-6446-4d3d-8db3-fb56954c632f req-8a3c635a-9e45-40e1-bee1-3364a1143bc0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0829690 Jul 28 18:02:27.715901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.729162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.754745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Pushing event deleted for resources: {'Port': ['ID=94baabb1-653b-4648-a767-2dbe7d94d56c,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:27.761745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] No DVR routers for this DVR port 94baabb1-653b-4648-a767-2dbe7d94d56c on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:27.763213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e5f8833-6446-4d3d-8db3-fb56954c632f req-a54456b4-f8ee-44d7-936d-854f5693fd78 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818717 Jul 28 18:02:27.768945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] No DVR routers for this DVR port 94baabb1-653b-4648-a767-2dbe7d94d56c on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:27.773708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Pushing event deleted for resources: {'Port': ['ID=94baabb1-653b-4648-a767-2dbe7d94d56c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:27.782497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.782853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.783196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.783561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.783898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.784235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.784549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.784883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.785199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.785699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.786191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.786674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911c2c1-126c-482b-99f7-6cdc1a5d3775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:02:27.802328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74533ed3-a097-4e5c-9045-5e1751a89ec7 req-39b18a54-b349-4e59-b0b5-898db7b661a4 service neutron] 10.222.0.35 "GET /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291893 Jul 28 18:02:27.806718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-d72a37df-40b7-49a9-a124-760810bd73d8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/014a7754-2c59-45c9-95c5-a3d8680ccc95 HTTP/1.1" status: 200 len: 2977 time: 0.1378887 Jul 28 18:02:27.881652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.899626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.901549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf7d862-00c1-433d-8f15-01daf8c9547f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:27.915901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:27.916195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f3e1c-611e-4f76-8a40-c8ec91d6581e') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:27.919460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-cae83717-c2ff-4b8a-bb4c-8fe321148910 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/014a7754-2c59-45c9-95c5-a3d8680ccc95 HTTP/1.1" status: 200 len: 2977 time: 0.0992169 Jul 28 18:02:27.929047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.948441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:27.959143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.975238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:02:27.975665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:02:27.977362 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:02:28.035490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1b9cb4a5-b5b5-4dfa-b73d-5e2dcf883261 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1491baa9-3392-4422-805e-e18a59b8a17d HTTP/1.1" status: 200 len: 2981 time: 0.1035361 Jul 28 18:02:28.083740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-73914744-d33e-4c52-93fc-0b794a22c1af tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1491baa9-3392-4422-805e-e18a59b8a17d HTTP/1.1" status: 200 len: 2981 time: 0.0426109 Jul 28 18:02:28.123035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.129126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.130938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bcf7d862-00c1-433d-8f15-01daf8c9547f HTTP/1.1" status: 204 len: 168 time: 1.1388495 Jul 28 18:02:28.132794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1d17bf62-a02e-4a8a-9bbe-38dcf3f00b5f tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/283610c2-c2f1-464a-ad4f-74969627b9a6 HTTP/1.1" status: 200 len: 2973 time: 0.0429657 Jul 28 18:02:28.149004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666565-2999-4975-abc9-32af7463a033 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf7d862-00c1-433d-8f15-01daf8c9547f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:28.154681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5e2ca5f6-918f-4d93-897a-d5de070da1e6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:28.182260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1671dbe6-9ebb-4776-a2f3-cd7977c24795 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/283610c2-c2f1-464a-ad4f-74969627b9a6 HTTP/1.1" status: 200 len: 2973 time: 0.0391369 Jul 28 18:02:28.226214 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-d6402627-e469-4974-96df-747cbdeedffd tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/30402e38-3323-40eb-8bee-29e217afed38 HTTP/1.1" status: 200 len: 2981 time: 0.0374250 Jul 28 18:02:28.271472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1f1147f1-8698-4669-a8f8-e7db7c2bb4bb tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/30402e38-3323-40eb-8bee-29e217afed38 HTTP/1.1" status: 200 len: 2981 time: 0.0383520 Jul 28 18:02:28.318072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-8a84b650-48eb-441e-a343-b6c26699e6b7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6a2fc429-b2f7-428e-aef6-698ff68a1483 HTTP/1.1" status: 200 len: 2981 time: 0.0375009 Jul 28 18:02:28.364875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-b1b1a421-6d4d-4f84-a237-7cd6577baeac tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6a2fc429-b2f7-428e-aef6-698ff68a1483 HTTP/1.1" status: 200 len: 2981 time: 0.0403526 Jul 28 18:02:28.382973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:28.402694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:28.405861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd8c9581-d6f0-4cf6-bbe9-3629cf9ea293 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:28.405861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 94baabb1-653b-4648-a767-2dbe7d94d56c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:28.417897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-7ad9da3c-6dd4-4db7-b41a-f190f1653dce tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7e3d0e20-880d-4978-b739-0a76d1999e25 HTTP/1.1" status: 200 len: 2981 time: 0.0464404 Jul 28 18:02:28.423910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 94baabb1-653b-4648-a767-2dbe7d94d56c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:28.424168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 94baabb1-653b-4648-a767-2dbe7d94d56c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:28.459887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-69752fb2-d0d2-4842-b544-d6c249a110a8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7e3d0e20-880d-4978-b739-0a76d1999e25 HTTP/1.1" status: 200 len: 2981 time: 0.0404890 Jul 28 18:02:28.511556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-985feb18-bdf4-4fb7-afb1-b65923e418e3 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/978df226-8064-4d24-b52a-aed91270e0f4 HTTP/1.1" status: 200 len: 2981 time: 0.0427165 Jul 28 18:02:28.511713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa253-2b4a-4254-a3c1-62f7fefa2a38 req-1143b699-f78d-49ad-bd28-cf49cf65a0b3 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:28.512666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f2aa253-2b4a-4254-a3c1-62f7fefa2a38 req-1143b699-f78d-49ad-bd28-cf49cf65a0b3 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.0597684 Jul 28 18:02:28.524505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48464) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:28.552092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f2aa253-2b4a-4254-a3c1-62f7fefa2a38 req-d31c9cc6-585b-495b-874d-e22834079d02 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jul 28 18:02:28.583264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-ecf063d0-a31c-4a36-903e-37548e670dcf tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/978df226-8064-4d24-b52a-aed91270e0f4 HTTP/1.1" status: 200 len: 2981 time: 0.0675669 Jul 28 18:02:28.589276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2dfeb881-2ce9-4a67-a7df-158ff70a512d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c627dfcfa60d46788b580253ec963442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628538 Jul 28 18:02:28.592533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:28.630547 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-fbbdf8e4-c375-4201-a437-6ce933713bc8 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a5168b9d-6d7d-44cc-afba-dcd60560b00a HTTP/1.1" status: 200 len: 2981 time: 0.0402212 Jul 28 18:02:28.643872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.663769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.674687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1a5ab087-89c9-4958-9041-9dfffbb0725a tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a5168b9d-6d7d-44cc-afba-dcd60560b00a HTTP/1.1" status: 200 len: 2981 time: 0.0374615 Jul 28 18:02:28.717953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-9b3e0dd5-0863-4408-8d7a-06453cfa0a45 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a7685f9e-6873-4ac3-b2f7-6ac8af6f9e49 HTTP/1.1" status: 200 len: 2981 time: 0.0365052 Jul 28 18:02:28.758885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-44c19dcf-2c25-4caa-86a7-6a8eea21adea tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a7685f9e-6873-4ac3-b2f7-6ac8af6f9e49 HTTP/1.1" status: 200 len: 2981 time: 0.0349510 Jul 28 18:02:28.779696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.782339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:28.785883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e3d0e20-880d-4978-b739-0a76d1999e25 HTTP/1.1" status: 204 len: 168 time: 0.1899598 Jul 28 18:02:28.791318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5129792-0715-47c7-bfb6-1128b5ba4cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d0e20-880d-4978-b739-0a76d1999e25,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:28.807951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-03fc126b-d18b-4c4d-ac12-ffa73c115e43 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c40f6f6f-8499-49e8-a9ce-18c1cbce2579 HTTP/1.1" status: 200 len: 2981 time: 0.0431216 Jul 28 18:02:28.851972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-6dd06c00-2510-47a4-a222-5faaa38a06d0 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c40f6f6f-8499-49e8-a9ce-18c1cbce2579 HTTP/1.1" status: 200 len: 2981 time: 0.0386159 Jul 28 18:02:28.902188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050b7f-1ce5-4e11-badc-c6dfbee8af42 req-92dfbc4e-169b-4619-af02-e84bb428d595 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:28.904386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f050b7f-1ce5-4e11-badc-c6dfbee8af42 req-92dfbc4e-169b-4619-af02-e84bb428d595 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Jul 28 18:02:28.907927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-8cd618f5-136f-4d54-ad2f-097d1e0849be tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d2e888d6-dfe9-485b-9154-05e904bad154 HTTP/1.1" status: 200 len: 2981 time: 0.0487683 Jul 28 18:02:28.944298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f050b7f-1ce5-4e11-badc-c6dfbee8af42 req-e0743c33-2ef0-42fe-9c9d-8dfd770927de tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jul 28 18:02:28.948695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-4173b370-df77-44fd-83e3-b7963e42b3dc tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d2e888d6-dfe9-485b-9154-05e904bad154 HTTP/1.1" status: 200 len: 2981 time: 0.0380361 Jul 28 18:02:28.992718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-062334ea-0463-4cab-82d7-ef88732847c6 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/dd68e8f4-a214-4f5f-8ec1-29071c6541c0 HTTP/1.1" status: 200 len: 2981 time: 0.0382762 Jul 28 18:02:29.036730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-5c074c84-fd83-4423-a583-db76c06e43b5 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/dd68e8f4-a214-4f5f-8ec1-29071c6541c0 HTTP/1.1" status: 200 len: 2981 time: 0.0369408 Jul 28 18:02:29.103821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-e1b09eca-2310-4dfb-ab99-3e3c64490af5 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee HTTP/1.1" status: 200 len: 2981 time: 0.0607386 Jul 28 18:02:29.161154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-1cbdfdd8-628f-42fa-a567-7b1db6129541 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee HTTP/1.1" status: 200 len: 2981 time: 0.0455601 Jul 28 18:02:29.202862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-d893c551-c97a-45c1-9d3f-8b1f4c287dec tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e6b15f65-3a06-492e-81a6-09b485548e62 HTTP/1.1" status: 200 len: 2981 time: 0.0397689 Jul 28 18:02:29.245190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5c267b-3889-49d6-8fa6-9801897183f2 req-21d2c303-eb4c-4e21-8d4d-5cc1655e9ddd tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e6b15f65-3a06-492e-81a6-09b485548e62 HTTP/1.1" status: 200 len: 2981 time: 0.0359292 Jul 28 18:02:29.341832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55366943-fb1e-4b6e-843d-4a7a50103f88 req-6e9509d8-83dd-441d-8482-ba1dfbdd7b33 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d533334e1414076ae91f6ce5502148a HTTP/1.1" status: 200 len: 6102 time: 0.0657792 Jul 28 18:02:29.379711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:29.389190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55366943-fb1e-4b6e-843d-4a7a50103f88 req-3a054c8f-9ff4-4693-9baa-d517019c5556 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "GET /v2.0/security-groups/e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee HTTP/1.1" status: 200 len: 2981 time: 0.0410345 Jul 28 18:02:29.443954 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55366943-fb1e-4b6e-843d-4a7a50103f88 req-78461866-5260-4363-95e7-05ef188830b8 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "GET /v2.0/security-groups/e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee HTTP/1.1" status: 200 len: 2981 time: 0.0417778 Jul 28 18:02:29.482974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:29.486902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:29.487278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.506384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-590f7568-3913-4753-84e0-14c5afc11b04 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/61204737-4b8b-40c9-985a-e2f0a78c5c51 HTTP/1.1" status: 200 len: 1778 time: 0.0368938 Jul 28 18:02:29.560039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.566497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.582549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.590566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:29.592889 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c276e-2516-4a2c-9698-8c4df845cb10" -d '{"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-plugged", "status": "completed", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:29.607021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:29.678283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625721-b130-4174-9a1b-b7826b22db1b req-0fadbdd0-ae54-47c2-8406-26b768a163fa tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:29.679892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3625721-b130-4174-9a1b-b7826b22db1b req-0fadbdd0-ae54-47c2-8406-26b768a163fa tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.0499744 Jul 28 18:02:29.688160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.716983 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.720097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.722172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3625721-b130-4174-9a1b-b7826b22db1b req-0cce72c2-8dcd-427e-aa99-4a8a2a143615 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Jul 28 18:02:29.725304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14c8a492-dd70-45c4-866f-9420d4cb0da4 req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/61204737-4b8b-40c9-985a-e2f0a78c5c51 HTTP/1.1" status: 204 len: 173 time: 0.2113431 Jul 28 18:02:29.746707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b0f1f-d891-49b9-924c-bd03f8e94aee tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61204737-4b8b-40c9-985a-e2f0a78c5c51,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:29.771535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:29.813301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-571cb930-0a7b-482a-b814-f79f629958af tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f84ccc89-0ada-41de-9bd0-9d814bbf9051 HTTP/1.1" status: 200 len: 1777 time: 0.0385058 Jul 28 18:02:29.869510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.891778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:29.974647 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ddcac-8dd2-4f2e-b5f9-8de2c4757280 x-openstack-request-id: req-767ddcac-8dd2-4f2e-b5f9-8de2c4757280 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:29.975310 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-plugged", "status": "completed", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:29.975601 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-767ddcac-8dd2-4f2e-b5f9-8de2c4757280 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:29.976003 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'code': 200} Jul 28 18:02:30.045325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.047894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.049028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a72c71e-a393-482a-8144-5e4d03273d50 req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/f84ccc89-0ada-41de-9bd0-9d814bbf9051 HTTP/1.1" status: 204 len: 173 time: 0.2310634 Jul 28 18:02:30.081889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbd325-3efa-49f4-aa82-57fe2b2bc5c7 tempest-SecurityGroupsTestAdminJSON-2121524973 tempest-SecurityGroupsTestAdminJSON-2121524973-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ccc89-0ada-41de-9bd0-9d814bbf9051,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:30.113295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff7cc-9acb-466c-886f-443439407db4 req-424df3d3-db9e-4d70-a6a5-cff2a905303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:30.115147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea5ff7cc-9acb-466c-886f-443439407db4 req-424df3d3-db9e-4d70-a6a5-cff2a905303b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1096 time: 0.0800793 Jul 28 18:02:30.182903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea5ff7cc-9acb-466c-886f-443439407db4 req-2f565718-2ea7-4afc-85d9-07e8b428d0c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Jul 28 18:02:30.190313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b33a46-5510-4eda-bbee-86646c0bd2c0 req-58ed926f-bce1-43a5-9036-3d06f51b9a1a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:30.191792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87b33a46-5510-4eda-bbee-86646c0bd2c0 req-58ed926f-bce1-43a5-9036-3d06f51b9a1a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0747468 Jul 28 18:02:30.193706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-4e3d3ce4-4910-4282-a1d9-21087bef6659 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "GET /v2.0/security-groups/a500e420-e177-4343-a147-57c02ac667a8 HTTP/1.1" status: 200 len: 1776 time: 0.0417638 Jul 28 18:02:30.233602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87b33a46-5510-4eda-bbee-86646c0bd2c0 req-d3387c6b-262f-4e6f-8a99-1c730f1d9eeb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Jul 28 18:02:30.257900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.281104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.370797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.371152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.375366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0067044-0d05-462d-93cf-40ce4b7d3932 req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "DELETE /v2.0/security-groups/a500e420-e177-4343-a147-57c02ac667a8 HTTP/1.1" status: 204 len: 173 time: 0.1751149 Jul 28 18:02:30.390896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce8a26-f28b-4bf9-9807-bf5dcd3f24a4 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500e420-e177-4343-a147-57c02ac667a8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:30.451126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95026554-9e1b-43ba-befd-28cbdb37750d req-3df26f26-c954-4185-a97b-f759d785fcf8 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "GET /v2.0/security-groups/4e0ebaff-fa83-4b9b-9375-34170048ed87 HTTP/1.1" status: 200 len: 1778 time: 0.0433705 Jul 28 18:02:30.514630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95026554-9e1b-43ba-befd-28cbdb37750d req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.534623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:30.537472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95026554-9e1b-43ba-befd-28cbdb37750d req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.630644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95026554-9e1b-43ba-befd-28cbdb37750d req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.633258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95026554-9e1b-43ba-befd-28cbdb37750d req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.634415 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95026554-9e1b-43ba-befd-28cbdb37750d req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e0ebaff-fa83-4b9b-9375-34170048ed87 HTTP/1.1" status: 204 len: 173 time: 0.1751132 Jul 28 18:02:30.641401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4966cda0-6173-4ed0-95e8-d0f160f2a332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.646539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b28db8-1656-4db4-94ca-2d5f62c20ab0 tempest-SecurityGroupsTestAdminJSON-997201041 tempest-SecurityGroupsTestAdminJSON-997201041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ebaff-fa83-4b9b-9375-34170048ed87,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:30.736856 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4966cda0-6173-4ed0-95e8-d0f160f2a332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.809962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4966cda0-6173-4ed0-95e8-d0f160f2a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.868062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4966cda0-6173-4ed0-95e8-d0f160f2a332 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ed6a0d47b3d44ceacdcd05d26ae9740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299794 Jul 28 18:02:30.868565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:30.869812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966cda0-6173-4ed0-95e8-d0f160f2a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7f5f6-b572-40f2-8c93-f538530cb626,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:30.884293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f32d7-fba0-4c56-92eb-069a1252735d req-7d63ff49-c53b-45f8-98af-38ea7fd89797 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:30.888132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-753f32d7-fba0-4c56-92eb-069a1252735d req-7d63ff49-c53b-45f8-98af-38ea7fd89797 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.0890234 Jul 28 18:02:30.926516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:30.927311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-753f32d7-fba0-4c56-92eb-069a1252735d req-3c51d144-6ddc-455d-b9f1-8c65452e1d15 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jul 28 18:02:30.956502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.053105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:31.070673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.073484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.075226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17a7f5f6-b572-40f2-8c93-f538530cb626 HTTP/1.1" status: 204 len: 168 time: 0.2050133 Jul 28 18:02:31.083349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c5b9-515a-40e4-87c4-93cf04e7e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7f5f6-b572-40f2-8c93-f538530cb626,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:31.188150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e41a5d5a-80af-4734-91d4-5894c828c1c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d533334e1414076ae91f6ce5502148a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338475 Jul 28 18:02:31.190818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48556) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:31.245749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.270063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.367711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be051bf0-1b08-4479-a2db-6a6a9d293325 req-5275908d-01e2-475d-af40-a88c2d60d32f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:31.372160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be051bf0-1b08-4479-a2db-6a6a9d293325 req-5275908d-01e2-475d-af40-a88c2d60d32f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0588038 Jul 28 18:02:31.412671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be051bf0-1b08-4479-a2db-6a6a9d293325 req-a7f93ca1-78e1-4094-b4fc-734ed5ebefe8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jul 28 18:02:31.444108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.447145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:31.448800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee HTTP/1.1" status: 204 len: 168 time: 0.2569699 Jul 28 18:02:31.462216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d09b0-abf6-451f-915d-013bc200b3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e64c20-7bcc-40e9-b74d-d2bd6ef481ee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:31.570991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c90f4e-801b-4469-99f7-90c655ca60bb req-623c263b-3d3d-41b0-b822-828684eaa405 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:31.570991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-90c90f4e-801b-4469-99f7-90c655ca60bb req-623c263b-3d3d-41b0-b822-828684eaa405 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1096 time: 0.0450234 Jul 28 18:02:31.604253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-90c90f4e-801b-4469-99f7-90c655ca60bb req-66288c1a-36cf-4871-bb09-e61fd0dcf36b tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288482 Jul 28 18:02:31.733081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f1509-acbc-4d89-8549-7ed64fd39174 req-b40de1e3-a2e5-4480-afa7-65dc7ef5e905 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:31.734891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-204f1509-acbc-4d89-8549-7ed64fd39174 req-b40de1e3-a2e5-4480-afa7-65dc7ef5e905 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1096 time: 0.0481761 Jul 28 18:02:31.771078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-204f1509-acbc-4d89-8549-7ed64fd39174 req-a78bcba5-4c3c-4e2c-b926-2c1901410952 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302930 Jul 28 18:02:31.943586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6ea16b98-8f74-4c59-8fb0-309139db535f details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:32.060670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4dcb7-6958-4ca5-a410-0ee763ce15c8 req-1d3da405-2037-43a9-b07d-09e0049f42e1 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:32.063441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6ea16b98-8f74-4c59-8fb0-309139db535f,segment=NetworkSegment(4a856e6f-1413-40e3-b099-8055f0bef571),segment_id=4a856e6f-1413-40e3-b099-8055f0bef571)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:32.073023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ea4dcb7-6958-4ca5-a410-0ee763ce15c8 req-1d3da405-2037-43a9-b07d-09e0049f42e1 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 944 time: 0.0757494 Jul 28 18:02:32.076823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '6ea16b98-8f74-4c59-8fb0-309139db535f', 'network_id': '94fe9600-e53c-4dde-a3cc-0c8aec9aa42e', 'port_id': '6ea16b98-8f74-4c59-8fb0-309139db535f', 'mac_address': 'fa:16:3e:4f:7f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cb2f87-da82-4f39-9fdb-c682f47773e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:32.118348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ea4dcb7-6958-4ca5-a410-0ee763ce15c8 req-eb59756e-4d5a-4534-a50b-ecc23a357e6f tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Jul 28 18:02:32.121611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.141985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea16b98-8f74-4c59-8fb0-309139db535f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:32.165575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48602) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:32.166491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6ea16b98-8f74-4c59-8fb0-309139db535f,segment=NetworkSegment(4a856e6f-1413-40e3-b099-8055f0bef571),segment_id=4a856e6f-1413-40e3-b099-8055f0bef571)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:32.211554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:32.211773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-44d2904d-677b-446e-8af9-d5c491d05d90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d786d2e492a44d38baa752ad771dc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457275 Jul 28 18:02:32.264922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.268566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.288666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.334716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:32.441258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.444355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:32.447936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5168b9d-6d7d-44cc-afba-dcd60560b00a HTTP/1.1" status: 204 len: 168 time: 0.2348609 Jul 28 18:02:32.462487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551a1a5-af05-45e9-b2e7-62ea699d4845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5168b9d-6d7d-44cc-afba-dcd60560b00a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:32.649098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6ea16b98-8f74-4c59-8fb0-309139db535f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:33.247541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f244-f132-4072-808b-cc564fec647d req-b11712b6-91b5-4b57-bf1a-4df624d06847 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:33.250191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c14f244-f132-4072-808b-cc564fec647d req-b11712b6-91b5-4b57-bf1a-4df624d06847 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Jul 28 18:02:33.292243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c14f244-f132-4072-808b-cc564fec647d req-851838d9-e6da-45d1-8acc-0ad8051d9f63 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jul 28 18:02:33.358060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48686) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:33.470441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a5e5-07c3-466a-8269-7b2e0a934e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.620973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a5e5-07c3-466a-8269-7b2e0a934e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.676970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a5e5-07c3-466a-8269-7b2e0a934e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.719620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c0c5a5e5-07c3-466a-8269-7b2e0a934e1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84544996915f48f38799f02faeb6108a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617175 Jul 28 18:02:33.720563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5a5e5-07c3-466a-8269-7b2e0a934e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc33dae-1997-48e5-a827-a49384d10f60,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:33.721459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48704) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:33.775255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.797775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.915786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.918455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:33.920168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fc33dae-1997-48e5-a827-a49384d10f60 HTTP/1.1" status: 204 len: 168 time: 0.1976337 Jul 28 18:02:33.931749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a1573-9053-47cc-8b0b-bb4b036c2b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc33dae-1997-48e5-a827-a49384d10f60,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:33.957170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6ea16b98-8f74-4c59-8fb0-309139db535f up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:34.070812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 6ea16b98-8f74-4c59-8fb0-309139db535f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:34.074909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 6ea16b98-8f74-4c59-8fb0-309139db535f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:34.075507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:34.156244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:34.188287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:34.190598 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c631b5-e096-4d15-b994-1d57226ae070" -d '{"events": [{"server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "name": "network-vif-plugged", "status": "completed", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:34.207881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6ea16b98-8f74-4c59-8fb0-309139db535f,segment=NetworkSegment(4a856e6f-1413-40e3-b099-8055f0bef571),segment_id=4a856e6f-1413-40e3-b099-8055f0bef571)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:34.236548 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea65993-cc30-4459-be9e-9961b68c3fc4 x-openstack-request-id: req-aea65993-cc30-4459-be9e-9961b68c3fc4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:34.236839 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "name": "network-vif-plugged", "status": "completed", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:34.237179 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aea65993-cc30-4459-be9e-9961b68c3fc4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:34.237475 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f', 'code': 200} Jul 28 18:02:34.283329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:34.289668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-b6851593-ff8d-49ca-b630-d2c3f86cb9a0 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:02:34.291006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-b6851593-ff8d-49ca-b630-d2c3f86cb9a0 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1217575 Jul 28 18:02:34.303932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Request body: {'binding': {'host': 'n-h1-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:34.304701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:02:34.498074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b9e6-c155-4d10-87af-9ba3344bddea req-2ded43f2-a12f-433f-8d22-135b4a8c0553 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:34.498855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:34.519702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6fb1b9e6-c155-4d10-87af-9ba3344bddea req-2ded43f2-a12f-433f-8d22-135b4a8c0553 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.0757802 Jul 28 18:02:34.524127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on host n-h1-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:34.526694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:34.527113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:34.533050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:34.533606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:34.540328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:34.540893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:34.542160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:34.542824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Bound port: 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:34.556306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6fb1b9e6-c155-4d10-87af-9ba3344bddea req-c8eddb96-a311-4b9a-a5d6-fb18f86a4b5d tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369377 Jul 28 18:02:34.598118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:34.661370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbca84-de3e-4209-8141-7a80751f8ae8 req-b5d0b1f6-d841-4fac-8901-fcea531c7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:34.661370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55dbca84-de3e-4209-8141-7a80751f8ae8 req-b5d0b1f6-d841-4fac-8901-fcea531c7a59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 1097 time: 0.3511889 Jul 28 18:02:34.667722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:34.672092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ce3ee0bb-6011-4d36-9ae6-f4201c280b4b service neutron] 10.222.0.25 "POST /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3718128 Jul 28 18:02:34.714431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55dbca84-de3e-4209-8141-7a80751f8ae8 req-7dc99383-6613-4403-8159-c8d3c84c8064 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Jul 28 18:02:35.005944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12998b1-d3cb-4ab0-881b-632a39d7edd6 req-1da9a128-3778-497c-8ace-2af44309180a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.007546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c12998b1-d3cb-4ab0-881b-632a39d7edd6 req-1da9a128-3778-497c-8ace-2af44309180a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0702934 Jul 28 18:02:35.049494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c12998b1-d3cb-4ab0-881b-632a39d7edd6 req-6f339184-275f-4b2b-bec4-cb4fd1e72cc3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Jul 28 18:02:35.073538 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-bb21b532-44c9-41f0-9073-556b302f6b0f tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b8744a1f93594f6187ce77371998a20b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433490 Jul 28 18:02:35.132700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48774) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:35.236724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-921154900-network', 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:35.272763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-52e9f194-8289-4aec-8f01-c16df8f0efdf tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.274155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-52e9f194-8289-4aec-8f01-c16df8f0efdf tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938770 Jul 28 18:02:35.278382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-54d7f8d4-b8a5-440b-9f3c-90a13f433bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.283527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-54d7f8d4-b8a5-440b-9f3c-90a13f433bbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1096 time: 0.0579584 Jul 28 18:02:35.289781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-b721a42a-6bcf-4028-a038-ae449807821d tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/quotas/b8744a1f93594f6187ce77371998a20b HTTP/1.1" status: 200 len: 375 time: 0.0092635 Jul 28 18:02:35.326701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-54db5765-2913-4000-981d-24155a267f22 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8744a1f93594f6187ce77371998a20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307877 Jul 28 18:02:35.344657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:35.346972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.358583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.408814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-d4bedb25-d9e2-47c5-ae69-1e2c0d2fb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.410308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-d4bedb25-d9e2-47c5-ae69-1e2c0d2fb285 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1231551 Jul 28 18:02:35.456120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-5190627c-d623-4056-9ffe-6d1c2cda3cb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 217 time: 0.0352328 Jul 28 18:02:35.548949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df4c4866-2cdf-4ca7-b878-40fda655a2b2 req-7b7a8a89-93ad-4e5f-a93b-94bab3a5b897 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0429966 Jul 28 18:02:35.559851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-396a7077-9cb0-48f8-8b3e-d09dfa45d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.569671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-396a7077-9cb0-48f8-8b3e-d09dfa45d53c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0976579 Jul 28 18:02:35.601834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ee31e753-fb0b-4eff-952a-343fa48b107c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317619 Jul 28 18:02:35.607297 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.659017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.694696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:35.698551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb1d3c-8a20-42ff-bd42-7b537bf696c4 req-a603ee93-c3e4-42dc-b4d6-7f0089618012 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.700758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80fb1d3c-8a20-42ff-bd42-7b537bf696c4 req-a603ee93-c3e4-42dc-b4d6-7f0089618012 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.0713701 Jul 28 18:02:35.714801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2422a0-a7d1-499a-bc6f-d518987fe931,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:35.724308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.724662 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Added segment 4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb of type vlan for network a42f02b2-a7fc-4707-86b6-c94787e62df4 Jul 28 18:02:35.747386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80fb1d3c-8a20-42ff-bd42-7b537bf696c4 req-e90b66a7-0abe-4cbf-b14c-cf6bbb5f1161 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Jul 28 18:02:35.784300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-f92573df-25d2-4490-9088-c3310a43f11c service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733041 Jul 28 18:02:35.801077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.899588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-a4ab8be5-2c29-490f-96a7-6fbd73fe673f service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076157 Jul 28 18:02:35.928949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.936134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:35.938970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:35.998157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] Pushing event updated for resources: {'Network': ['ID=a42f02b2-a7fc-4707-86b6-c94787e62df4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:36.008838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:36.035140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:36.035382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-24b053fe-787e-4653-8f16-a83c872d342c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9011576 Jul 28 18:02:36.042012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Request body: {'subnet': {'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-921154900-subnet', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:36.129354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:36.132395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.212877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbafd13-4959-4029-8ba8-7216854d194a req-b463e769-a543-4f55-a249-da2b8abe5706 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:36.214947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fbafd13-4959-4029-8ba8-7216854d194a req-b463e769-a543-4f55-a249-da2b8abe5706 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0881767 Jul 28 18:02:36.268462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fbafd13-4959-4029-8ba8-7216854d194a req-d150f46d-3c51-494b-a9fc-3b8a5773c6b9 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Jul 28 18:02:36.391377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.440384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2d15d8-a7e9-42d6-8d01-e5e0353003ee,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:36.456938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Checking segment: {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:36.457292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Network hostable DHCP agents. Network: a42f02b2-a7fc-4707-86b6-c94787e62df4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:36.539863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:36.614080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a42f02b2-a7fc-4707-86b6-c94787e62df4) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:36.624007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:36.626279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.627657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93b356-9806-4762-b248-bc8a88d27cd1 None None] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:36.668019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa7483d4-060e-438f-a943-5cf43c9002a2 req-2d80483d-59e7-4c83-b8ba-a3b9b84a6782 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0343015 Jul 28 18:02:36.739148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4476b9f0-56d3-4b5f-9c7a-587482cd2ffc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7015560 Jul 28 18:02:36.742442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48804) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:36.751665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:36.811244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a42f02b2-a7fc-4707-86b6-c94787e62df4', 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'fixed_ips': [{'subnet_id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:02:36.812211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.871356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.873461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:36.899336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e11078-c3d5-4e7b-93c1-74429aa90cbf req-c4ebc13e-28d2-400c-b571-f67b50f7bda3 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:36.901298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c2e11078-c3d5-4e7b-93c1-74429aa90cbf req-c4ebc13e-28d2-400c-b571-f67b50f7bda3 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.0648103 Jul 28 18:02:36.964520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c2e11078-c3d5-4e7b-93c1-74429aa90cbf req-3a4b9636-d77c-4713-a977-8bd744612757 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Jul 28 18:02:36.993186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.059899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Allocated IP 172.20.0.2 (a42f02b2-a7fc-4707-86b6-c94787e62df4/1d2d15d8-a7e9-42d6-8d01-e5e0353003ee/4b67ef13-ffa2-4549-afe6-9c623e1be603) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:37.226607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.231638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.241238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Transition to ACTIVE for port object 4b67ef13-ffa2-4549-afe6-9c623e1be603 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:37.258429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Transition to ACTIVE for port object 4b67ef13-ffa2-4549-afe6-9c623e1be603 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:37.351085 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.405061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:37.411032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:37.413258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Pushing event updated for resources: {'Port': ['ID=4b67ef13-ffa2-4549-afe6-9c623e1be603,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:37.422030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:37.460253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d8df-083f-4524-b33f-d9937d9012fd req-fe8aee61-e00f-4806-875e-4f5ce36734aa tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:37.462457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dbe3d8df-083f-4524-b33f-d9937d9012fd req-fe8aee61-e00f-4806-875e-4f5ce36734aa tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0914786 Jul 28 18:02:37.482765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Attempting to bind port 4b67ef13-ffa2-4549-afe6-9c623e1be603 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:37.483435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Attempting to bind port 4b67ef13-ffa2-4549-afe6-9c623e1be603 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:37.483991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Attempting to bind port 4b67ef13-ffa2-4549-afe6-9c623e1be603 on network a42f02b2-a7fc-4707-86b6-c94787e62df4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:37.503073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:37.506641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Checking segment: {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:37.507319 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.508000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Bound using segment: {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:37.508700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Bound port: 4b67ef13-ffa2-4549-afe6-9c623e1be603, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:37.511105 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.529399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dbe3d8df-083f-4524-b33f-d9937d9012fd req-03bc11da-eb2d-4c8e-8db0-be163e079fad tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Jul 28 18:02:37.631330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] For port 4b67ef13-ffa2-4549-afe6-9c623e1be603, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:37.635867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] For port 4b67ef13-ffa2-4549-afe6-9c623e1be603, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4b67ef13-ffa2-4549-afe6-9c623e1be603,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:37.643702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ac24-041e-44a0-a498-f07bf1eb0a11 req-d76b48ca-4c37-4140-bcc4-ac4c6e1e1b7a tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:37.644629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65e5ac24-041e-44a0-a498-f07bf1eb0a11 req-d76b48ca-4c37-4140-bcc4-ac4c6e1e1b7a tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.0560172 Jul 28 18:02:37.646651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-5437460a-0dfa-49ed-9864-1210b209dad2 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8744a1f93594f6187ce77371998a20b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297089 Jul 28 18:02:37.656875 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c6a97ef-896a-4d6b-9e48-d7fdbf7cdab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.691213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65e5ac24-041e-44a0-a498-f07bf1eb0a11 req-75556b28-5c53-4ed7-965a-d596c1445b82 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Jul 28 18:02:37.700434 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.769023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.780254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4933-e802-41ba-ab76-38970a7eec79 None None] Pushing event updated for resources: {'Port': ['ID=4b67ef13-ffa2-4549-afe6-9c623e1be603,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:37.809754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9ba5bd0-3bfe-49c9-a108-f01e4ced9ccc req-1caa6439-47d0-46eb-91dd-1d37987440b1 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0615492 Jul 28 18:02:37.814258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:37.917926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-7a269835-45dc-4d8d-821e-e1a6e640ee54 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:37.920824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-7a269835-45dc-4d8d-821e-e1a6e640ee54 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433116 Jul 28 18:02:37.945421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Request body: {'port': {'device_id': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b8744a1f93594f6187ce77371998a20b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:38.396198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Allocated IP 172.25.7.247 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/30a8288a-721a-4f59-b3c7-1d82a31e02df) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:38.457865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4b67ef13-ffa2-4549-afe6-9c623e1be603 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:38.546609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:38.652918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Made reservation on behalf of b8744a1f93594f6187ce77371998a20b for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:38.656574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:38.669554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:38.683883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff7d3-dd4b-4438-b744-95bef493a021 req-657e605e-1bc9-489f-9916-e152b9dfda00 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:38.693160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4b67ef13-ffa2-4549-afe6-9c623e1be603 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:38.694290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5dcff7d3-dd4b-4438-b744-95bef493a021 req-657e605e-1bc9-489f-9916-e152b9dfda00 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0722656 Jul 28 18:02:38.704677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:38.760071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5dcff7d3-dd4b-4438-b744-95bef493a021 req-f153faa4-7356-434c-ab4b-509c38835cd8 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647991 Jul 28 18:02:38.774534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:38.787681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:38.799973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:38.864060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Pushing event updated for resources: {'Port': ['ID=30a8288a-721a-4f59-b3c7-1d82a31e02df,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:38.936006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3da412ef-432a-4c73-93c0-17086a2bd06a req-98e4733e-7808-48bf-bd37-58472ead8f16 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0380118 Jul 28 18:02:38.944239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42617a-5221-496b-8e94-45aa0a4ec88f None None] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:38.958067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faaf67-0cf6-4574-88b8-bae95c8ff053 req-2b7e4504-acfc-43d5-be75-f352f1b76cfc tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:38.959613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16faaf67-0cf6-4574-88b8-bae95c8ff053 req-2b7e4504-acfc-43d5-be75-f352f1b76cfc tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.1608107 Jul 28 18:02:39.087822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.093478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Provisioning for port 4b67ef13-ffa2-4549-afe6-9c623e1be603 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:39.102150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Provisioning complete for port 4b67ef13-ffa2-4549-afe6-9c623e1be603 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:39.102764 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.119763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16faaf67-0cf6-4574-88b8-bae95c8ff053 req-53a256f1-9943-44f4-a3fb-5dbd883f5c54 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297967 Jul 28 18:02:39.136247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90722-d759-40da-81f6-c367d47c3310 req-3fff44c1-8ceb-422c-8e43-22c520c42d6b tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:39.137916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf90722-d759-40da-81f6-c367d47c3310 req-3fff44c1-8ceb-422c-8e43-22c520c42d6b tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.35 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.1353760 Jul 28 18:02:39.156971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.237354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.287024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] For port 4b67ef13-ffa2-4549-afe6-9c623e1be603, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4b67ef13-ffa2-4549-afe6-9c623e1be603,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:39.317368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b6022-b2cc-4468-8d3e-82bc9e566a30,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:39.361227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.466027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ab0c6-3b37-41cc-aa1e-a25e935856be None None] Pushing event updated for resources: {'Port': ['ID=4b67ef13-ffa2-4549-afe6-9c623e1be603,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:39.491384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.541624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Allocated IP 192.168.233.95 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/61c6a4df-dae5-4e2f-94c9-58ead11fddc9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:39.564577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Deleting port 6ea16b98-8f74-4c59-8fb0-309139db535f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:39.564921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.582951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4e7c73f2-b1b0-4d6a-80d9-edbd478d9d1a None None] Provisioning complete for port 4b67ef13-ffa2-4549-afe6-9c623e1be603 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:39.583303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4e7c73f2-b1b0-4d6a-80d9-edbd478d9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.821101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] For port 6ea16b98-8f74-4c59-8fb0-309139db535f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6ea16b98-8f74-4c59-8fb0-309139db535f,segment=NetworkSegment(4a856e6f-1413-40e3-b099-8055f0bef571),segment_id=4a856e6f-1413-40e3-b099-8055f0bef571)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:39.821474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.874332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Calling delete_port for 6ea16b98-8f74-4c59-8fb0-309139db535f owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:39.922916 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f7d1957a-61a2-4d00-b51b-217b122d7b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:39.989002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.007978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.022291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.049895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa83315f-9ee9-4a4c-8728-d5dad7294977 req-2b236a5a-181e-456a-9191-11ca746ea0c9 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0313151 Jul 28 18:02:40.069030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccb6d-c699-4b4f-a05c-5045b2ecfd75 req-cf2e9b52-f8e7-4ffa-9647-1af0a44e4d1f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:40.070531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd4ccb6d-c699-4b4f-a05c-5045b2ecfd75 req-cf2e9b52-f8e7-4ffa-9647-1af0a44e4d1f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.2043993 Jul 28 18:02:40.085690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Transition to ACTIVE for port object 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:40.213906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd4ccb6d-c699-4b4f-a05c-5045b2ecfd75 req-dfe25c29-621d-4be6-af8b-1e7925f55348 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325965 Jul 28 18:02:40.285203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9363841-5fd6-4996-a1cb-ce42414b5a70 req-b8b12ef5-f598-43cf-8f71-f92764119b4a tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:40.293095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9363841-5fd6-4996-a1cb-ce42414b5a70 req-b8b12ef5-f598-43cf-8f71-f92764119b4a tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 946 time: 0.0909755 Jul 28 18:02:40.328687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9363841-5fd6-4996-a1cb-ce42414b5a70 req-9a5b50b9-93c2-4c35-b805-9f9670780655 tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2e888d6-dfe9-485b-9154-05e904bad154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 28 18:02:40.351679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.411920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4b67ef13-ffa2-4549-afe6-9c623e1be603 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:40.419725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Router 71917e22-502f-45f9-ace7-ee48dc51e666 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:02:40.421890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.440813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6ea16b98-8f74-4c59-8fb0-309139db535f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:40.490183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:40.497701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4b67ef13-ffa2-4549-afe6-9c623e1be603 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:40.498640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.509348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:40.511949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:40.522774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] No DVR routers for this DVR port 6ea16b98-8f74-4c59-8fb0-309139db535f on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:40.522774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.524867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf90722-d759-40da-81f6-c367d47c3310 req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.35 "DELETE /v2.0/ports/6ea16b98-8f74-4c59-8fb0-309139db535f HTTP/1.1" status: 204 len: 173 time: 1.3689451 Jul 28 18:02:40.525941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Pushing event updated for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:40.560405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'name': 'network-vif-deleted', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:40.562996 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d4c6d-18ec-452c-925e-fc231bc61a53" -d '{"events": [{"server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "name": "network-vif-deleted", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:40.633361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46f22f-4aeb-4779-9915-d9618afec6ad tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] Pushing event deleted for resources: {'Port': ['ID=6ea16b98-8f74-4c59-8fb0-309139db535f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:40.668226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:40.669597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.724225 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633772c3-921c-455e-b89c-81b58942b7f9 x-openstack-request-id: req-633772c3-921c-455e-b89c-81b58942b7f9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:40.724513 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59789ea9-aeb6-4081-a0a1-a9143085c920", "name": "network-vif-deleted", "tag": "6ea16b98-8f74-4c59-8fb0-309139db535f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:40.724760 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-633772c3-921c-455e-b89c-81b58942b7f9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:40.725147 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59789ea9-aeb6-4081-a0a1-a9143085c920', 'name': 'network-vif-deleted', 'tag': '6ea16b98-8f74-4c59-8fb0-309139db535f', 'status': 'completed', 'code': 200} Jul 28 18:02:40.748991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:40.759769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Sync routers for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:40.770972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:40.771701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:40.798018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-1f84a70f-1b2f-4fa8-8abd-77b5b2a4e95c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8568287 Jul 28 18:02:40.812157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Request body: {'port': {'device_id': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:40.853251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.857831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bee5870b-7809-40b1-9891-f8973f60c851 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1090727 Jul 28 18:02:40.858065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:40.886156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:40.916145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:41.016780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.043220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aac84bdf-bd4e-41b6-acfa-cc8240a67cd9 None None] Provisioning for port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:41.053363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aac84bdf-bd4e-41b6-acfa-cc8240a67cd9 None None] Provisioning complete for port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:41.053734 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aac84bdf-bd4e-41b6-acfa-cc8240a67cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.126382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-aac84bdf-bd4e-41b6-acfa-cc8240a67cd9 None None] Port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:41.177278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:39Z', 'revision_number': 3, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:41.211640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Checking router: 71917e22-502f-45f9-ace7-ee48dc51e666 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:41.211905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Updating router 71917e22-502f-45f9-ace7-ee48dc51e666 port 30a8288a-721a-4f59-b3c7-1d82a31e02df binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:41.218105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:41.227528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.244408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Transition to ACTIVE for port object 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:41.249183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.297582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d08df8-0e86-4e62-b022-436d4a7bf934 req-1822bd6f-f62b-4048-928f-c8e11cdb320b tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:41.299265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d08df8-0e86-4e62-b022-436d4a7bf934 req-1822bd6f-f62b-4048-928f-c8e11cdb320b tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 935 time: 0.1060839 Jul 28 18:02:41.320278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.381038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d08df8-0e86-4e62-b022-436d4a7bf934 req-23460133-45fc-4e2c-ac9c-a319a38e4801 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752523 Jul 28 18:02:41.435374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d8512-b663-4275-93c6-595dd9093084 req-d167984b-a7bb-4139-9afd-7f92a82359e6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:41.437100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-475d8512-b663-4275-93c6-595dd9093084 req-d167984b-a7bb-4139-9afd-7f92a82359e6 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.1267846 Jul 28 18:02:41.474885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Pushing event updated for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:41.523235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.540764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-475d8512-b663-4275-93c6-595dd9093084 req-d658409e-4461-4d82-829f-c9bec170e930 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595992 Jul 28 18:02:41.541596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Attempting to bind port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:41.542196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Attempting to bind port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:41.542455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Attempting to bind port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:41.548443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:41.548870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Attempting to bind port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:41.555247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:41.555775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:41.556395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:41.556962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Bound port: 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:41.557704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.656005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bdbc53e7-ceb6-4b4d-90fa-a031ad1161a9 req-e8717c37-943b-4abd-ac76-30a010532f9a tempest-InstanceActionsNegativeTestJSON-1201245887 tempest-InstanceActionsNegativeTestJSON-1201245887-project] 10.222.0.25 "GET /v2.0/ports?device_id=59789ea9-aeb6-4081-a0a1-a9143085c920 HTTP/1.1" status: 200 len: 210 time: 0.0540621 Jul 28 18:02:41.665239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.680349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:41.685491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:41.687945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Transition to ACTIVE for port object 30a8288a-721a-4f59-b3c7-1d82a31e02df will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:41.770699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Allocated IP 172.20.0.1 (a42f02b2-a7fc-4707-86b6-c94787e62df4/1d2d15d8-a7e9-42d6-8d01-e5e0353003ee/c0f7c6bf-aa06-426c-8d00-79f36776beed) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:41.783424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.801878 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.817606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:41.818425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.820317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] 10.222.0.37 "PUT /v2.0/ports/61c6a4df-dae5-4e2f-94c9-58ead11fddc9 HTTP/1.1" status: 200 len: 1095 time: 1.0139186 Jul 28 18:02:41.848745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089018-c62d-4d4a-bebc-a3ae19f6c2aa service neutron] Pushing event updated for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:41.869401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Attempting to bind port 30a8288a-721a-4f59-b3c7-1d82a31e02df on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:41.869779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Attempting to bind port 30a8288a-721a-4f59-b3c7-1d82a31e02df by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:41.870149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Attempting to bind port 30a8288a-721a-4f59-b3c7-1d82a31e02df on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:41.881333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743de9-1888-4252-8133-dd45b60b024f None None] Pushing event updated for resources: {'Port': ['ID=30a8288a-721a-4f59-b3c7-1d82a31e02df,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:41.885089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:41.890823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:41.890823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.890823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:41.890823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Bound port: 30a8288a-721a-4f59-b3c7-1d82a31e02df, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:41.890823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.891548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:41.908517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Transition to ACTIVE for port object c0f7c6bf-aa06-426c-8d00-79f36776beed will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:41.957927 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:02:41.964493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] For port 30a8288a-721a-4f59-b3c7-1d82a31e02df, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:41.971235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] For port 30a8288a-721a-4f59-b3c7-1d82a31e02df, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=30a8288a-721a-4f59-b3c7-1d82a31e02df,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:41.982307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-ceb16181-d0d7-41a6-a821-2d3484c26e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:41.983877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-ceb16181-d0d7-41a6-a821-2d3484c26e59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8744a1f93594f6187ce77371998a20b&device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 1098 time: 0.0475130 Jul 28 18:02:42.033382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-66d0e743-2699-48dd-b298-5e5679ffa6ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9 HTTP/1.1" status: 200 len: 217 time: 0.0394733 Jul 28 18:02:42.070322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.084742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-8a596b7f-3245-44fa-a55c-9b46a9f56357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:42.086348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-8a596b7f-3245-44fa-a55c-9b46a9f56357 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0460777 Jul 28 18:02:42.106749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.122945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:42.122945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:42.137860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-d725466e-86ba-48a2-99a1-5e220dec7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:42.139770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-d725466e-86ba-48a2-99a1-5e220dec7fe0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454359 Jul 28 18:02:42.144523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:42.147532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:42.150980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:42.172521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743de9-1888-4252-8133-dd45b60b024f None None] Pushing event updated for resources: {'Port': ['ID=30a8288a-721a-4f59-b3c7-1d82a31e02df,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:42.191296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:42.199520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.292479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-3623e0fd-9ffb-4183-9ded-c71584febfd6 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452091 Jul 28 18:02:42.416027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:42.425203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2dcc6099-a4ce-401f-9bb3-ded94aae1ad6 req-a41e4b43-49f8-4836-9575-c3cb519d1bb5 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236651 Jul 28 18:02:42.448063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.546612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d11ac3-634d-4712-aa61-f70763d84222 req-97392814-09b0-416a-ba1a-d8eb46b5119d tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:42.548092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58d11ac3-634d-4712-aa61-f70763d84222 req-97392814-09b0-416a-ba1a-d8eb46b5119d tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 947 time: 0.0896187 Jul 28 18:02:42.631938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58d11ac3-634d-4712-aa61-f70763d84222 req-2decb8f1-de4e-4c80-90d1-f81a7c73da25 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692887 Jul 28 18:02:42.636948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:39Z', 'revision_number': 3, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:42.670978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f6cf162b-b96c-4dce-9d55-e84ed285aef7 None None] Provisioning for port c0f7c6bf-aa06-426c-8d00-79f36776beed completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:42.675697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe8269-61d6-437c-8c02-74f14eebe8a0 None None] The sync data for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 is: [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:39Z', 'revision_number': 3, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:42.677847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f6cf162b-b96c-4dce-9d55-e84ed285aef7 None None] Provisioning complete for port c0f7c6bf-aa06-426c-8d00-79f36776beed triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:42.678280 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f6cf162b-b96c-4dce-9d55-e84ed285aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.701778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616dd8a-58b1-4aa9-96cc-c36093e5c4a8 req-f30164a4-99ad-43dc-949a-c713f8b3fd9b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:42.703336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3616dd8a-58b1-4aa9-96cc-c36093e5c4a8 req-f30164a4-99ad-43dc-949a-c713f8b3fd9b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0623200 Jul 28 18:02:42.708604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.728224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:42.728384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf162b-b96c-4dce-9d55-e84ed285aef7 None None] Port c0f7c6bf-aa06-426c-8d00-79f36776beed cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:42.730594 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37c204f-c6b7-40e3-b840-4fabb722c32d" -d '{"events": [{"name": "network-changed", "server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:42.751220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48896) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:42.777302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3616dd8a-58b1-4aa9-96cc-c36093e5c4a8 req-be5e6217-7192-4c70-b64e-5d5d9610e321 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638275 Jul 28 18:02:42.786139 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a408eb-1b09-4584-8aec-49dc7e5fcbad x-openstack-request-id: req-35a408eb-1b09-4584-8aec-49dc7e5fcbad {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:42.786433 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:42.786684 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35a408eb-1b09-4584-8aec-49dc7e5fcbad {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:42.787239 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9', 'status': 'completed', 'code': 200} Jul 28 18:02:42.814515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:42.884841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-53dc93ee-da6a-4b4b-968b-fa2657793b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:42.886379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-53dc93ee-da6a-4b4b-968b-fa2657793b6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8744a1f93594f6187ce77371998a20b&device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 1098 time: 0.0712187 Jul 28 18:02:43.004495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-8c451d5d-475b-4c53-bc79-8d26d2e396fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:43.013707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-8c451d5d-475b-4c53-bc79-8d26d2e396fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1187482 Jul 28 18:02:43.066087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-1e3560d3-d58f-4699-9244-c55bb167aa82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9 HTTP/1.1" status: 200 len: 217 time: 0.0435731 Jul 28 18:02:43.126248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-51c99010-0220-4628-85ff-78ee1a49f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:43.127863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-51c99010-0220-4628-85ff-78ee1a49f304 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0543482 Jul 28 18:02:43.183876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-c02979b5-61f1-4b54-9d57-9d4218915ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:43.186389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-c02979b5-61f1-4b54-9d57-9d4218915ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510907 Jul 28 18:02:43.210231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.299270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-b0908701-ec09-40dd-9c58-b2223877863c service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042247 Jul 28 18:02:43.305979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Deleting subnet b5cb2f87-da82-4f39-9fdb-c682f47773e0 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:02:43.310528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:43.320649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.320649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.399702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.409150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37c204f-c6b7-40e3-b840-4fabb722c32d req-6d04e298-780d-49e7-9724-51cc35f4d10c service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017804 Jul 28 18:02:43.465773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.505544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:43.510462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:43.644928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.651496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Router 71917e22-502f-45f9-ace7-ee48dc51e666 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:02:43.679877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cb2f87-da82-4f39-9fdb-c682f47773e0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:43.693037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.697071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9b51928-a2ef-4598-ae36-e4e51f39386b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b5cb2f87-da82-4f39-9fdb-c682f47773e0 HTTP/1.1" status: 204 len: 168 time: 0.9427001 Jul 28 18:02:43.697904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48908) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:43.758815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2483effc-8f9c-49af-a478-c5882f501bf9 None None] Provisioning complete for port c0f7c6bf-aa06-426c-8d00-79f36776beed triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:43.760405 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2483effc-8f9c-49af-a478-c5882f501bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.782321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315178-1bea-4175-9847-99d00a9cb876 req-cc9e43fb-01de-4e73-bbf5-e44ba56ed6e3 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:43.790731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3315178-1bea-4175-9847-99d00a9cb876 req-cc9e43fb-01de-4e73-bbf5-e44ba56ed6e3 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 947 time: 0.0632474 Jul 28 18:02:43.803260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2483effc-8f9c-49af-a478-c5882f501bf9 None None] Port c0f7c6bf-aa06-426c-8d00-79f36776beed cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:43.827727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3315178-1bea-4175-9847-99d00a9cb876 req-84024abc-1967-4974-8747-6272f2c394fe tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Jul 28 18:02:43.854197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:43.912958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:43.920869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15a2126b-5571-41e0-8b49-b06dd533e438 admin admin] 10.222.0.25 "PUT /v2.0/routers/71917e22-502f-45f9-ace7-ee48dc51e666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0616472 Jul 28 18:02:43.996038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6ea16b98-8f74-4c59-8fb0-309139db535f no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:44.001799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e01c-301f-4613-95e5-d65e59c9fa31 req-59fcd10a-ffa9-4695-a680-5aed64be8544 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:44.004036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c54e01c-301f-4613-95e5-d65e59c9fa31 req-59fcd10a-ffa9-4695-a680-5aed64be8544 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.1443851 Jul 28 18:02:44.011851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.027528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 6ea16b98-8f74-4c59-8fb0-309139db535f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:44.028577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6ea16b98-8f74-4c59-8fb0-309139db535f not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:44.037396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fe9600-e53c-4dde-a3cc-0c8aec9aa42e']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:44.049295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48918) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:44.049666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a856e6f-1413-40e3-b099-8055f0bef571') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:44.049970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a856e6f-1413-40e3-b099-8055f0bef571') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:44.070831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.084118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c54e01c-301f-4613-95e5-d65e59c9fa31 req-7d1f84cc-c25b-4386-ada8-dc69ddf64f5b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686955 Jul 28 18:02:44.091706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.098384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:02:44.098729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.099499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-968750337'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:02:44.100420 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:02:44.201656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:44.205272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.220249 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.225886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.227832 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] 10.222.0.25 "DELETE /v2.0/networks/94fe9600-e53c-4dde-a3cc-0c8aec9aa42e HTTP/1.1" status: 204 len: 168 time: 0.5287638 Jul 28 18:02:44.238863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b97ba-b0b2-43d5-84a6-457530bf6544 admin admin] Pushing event deleted for resources: {'Network': ['ID=94fe9600-e53c-4dde-a3cc-0c8aec9aa42e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:44.247315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:44.255139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.255571 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Added segment a8976470-4c5a-4af9-9ce5-38b53fc29cda of type vlan for network ea392aad-2a94-45c2-83b9-c5a92ae1784c Jul 28 18:02:44.295644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.380180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.386083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:44.386713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.434257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 30a8288a-721a-4f59-b3c7-1d82a31e02df up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:44.518571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Network': ['ID=ea392aad-2a94-45c2-83b9-c5a92ae1784c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:44.532177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:44.547261 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Sync routers for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:44.556722 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:44.557401 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:44.594131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:44.598546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 30a8288a-721a-4f59-b3c7-1d82a31e02df completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:44.602963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a3e67f58-dddd-4e52-932f-975499f1a2fb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5523655 Jul 28 18:02:44.606834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:44.613407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 30a8288a-721a-4f59-b3c7-1d82a31e02df triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:44.613407 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.615699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'subnet': {'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:44.672926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06a4a9ff-3659-49a8-95f2-9f344f198a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3402504362764c728864d43c709e5a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777233 Jul 28 18:02:44.675815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:44.706469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:44.733845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.758016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 30a8288a-721a-4f59-b3c7-1d82a31e02df, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=30a8288a-721a-4f59-b3c7-1d82a31e02df,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:44.768444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.792827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.871784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:44.875956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.899110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.918243 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:42Z', 'revision_number': 4, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c0f7c6bf-aa06-426c-8d00-79f36776beed', 'name': '', 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'mac_address': 'fa:16:3e:3e:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:41Z', 'updated_at': '2021-07-28T18:02:42Z', 'revision_number': 2, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'subnets': [{'id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:44.960563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.967852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:44.969053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2e888d6-dfe9-485b-9154-05e904bad154 HTTP/1.1" status: 204 len: 168 time: 0.2922957 Jul 28 18:02:44.988006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a85f74-e053-494a-bc9c-2adad6f69c3e req-3d5e745a-576c-403c-aa42-4d4ccdc300a5 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:44.991825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf96b8-a343-4a45-82ac-fef447149003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e888d6-dfe9-485b-9154-05e904bad154,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:45.000335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47a85f74-e053-494a-bc9c-2adad6f69c3e req-3d5e745a-576c-403c-aa42-4d4ccdc300a5 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 947 time: 0.0965297 Jul 28 18:02:45.045835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=30a8288a-721a-4f59-b3c7-1d82a31e02df,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:45.062310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47a85f74-e053-494a-bc9c-2adad6f69c3e req-d35bf8eb-5910-4ef0-986e-5b702cb0a204 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466661 Jul 28 18:02:45.154665 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Checking router: 71917e22-502f-45f9-ace7-ee48dc51e666 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:45.155002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Updating router 71917e22-502f-45f9-ace7-ee48dc51e666 port c0f7c6bf-aa06-426c-8d00-79f36776beed binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:45.182167 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.214964 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.229056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a68b-d2c7-49f5-8802-8faf99981eaa req-818e4500-c6f5-485c-9444-4ad4b5a77f5e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:45.230842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7703a68b-d2c7-49f5-8802-8faf99981eaa req-818e4500-c6f5-485c-9444-4ad4b5a77f5e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0524478 Jul 28 18:02:45.232184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.289770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7703a68b-d2c7-49f5-8802-8faf99981eaa req-b9ad611c-84de-4227-ad25-2dd30dc0dc7f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Jul 28 18:02:45.312768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Subnet': ['ID=255ce219-c7f7-4d59-b822-184c2aab4b45,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:45.329382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Checking segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:45.329854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network hostable DHCP agents. Network: ea392aad-2a94-45c2-83b9-c5a92ae1784c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:45.418708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:45.472415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:45.473087 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.489307 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Transition to ACTIVE for port object c0f7c6bf-aa06-426c-8d00-79f36776beed will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:45.500868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, ea392aad-2a94-45c2-83b9-c5a92ae1784c) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:45.514647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:45.515319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.531283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02476ed6-ef02-49dc-8ec5-fbc4e5db711e None None] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:45.581669 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.625958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c8501265-1744-4f63-bb07-e7453be00c05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0162890 Jul 28 18:02:45.628738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:45.635469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1984327098'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:45.642184 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372155d9-2eea-4b4c-90f0-5fd20ebadbe8 None None] Pushing event updated for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:45.645555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:45.668437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9', 'mac_address': 'fa:16:3e:61:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:45.722811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Attempting to bind port c0f7c6bf-aa06-426c-8d00-79f36776beed on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:45.723227 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Attempting to bind port c0f7c6bf-aa06-426c-8d00-79f36776beed by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:45.723634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Attempting to bind port c0f7c6bf-aa06-426c-8d00-79f36776beed on network a42f02b2-a7fc-4707-86b6-c94787e62df4 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:45.730306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:45.731140 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Checking segment: {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:45.731826 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.733294 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Bound using segment: {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:45.734171 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Bound port: c0f7c6bf-aa06-426c-8d00-79f36776beed, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:45.735032 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.745916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:45.752071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.782207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.799103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'fixed_ips': [{'subnet_id': '255ce219-c7f7-4d59-b822-184c2aab4b45'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:02:45.800246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.821822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:45.828205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:45.843611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:45.848082 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Added segment b761768d-d7a6-44e4-a674-15c1ea2c3b73 of type vlan for network c41bf9e8-0ab1-466e-8373-e0fecf199a9c Jul 28 18:02:45.850542 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] For port c0f7c6bf-aa06-426c-8d00-79f36776beed, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:45.854690 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] For port c0f7c6bf-aa06-426c-8d00-79f36776beed, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c0f7c6bf-aa06-426c-8d00-79f36776beed,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:45.870690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:46.044201 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.044201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:02:46.044201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:46.090308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.090308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Allocated IP 19.80.0.2 (ea392aad-2a94-45c2-83b9-c5a92ae1784c/255ce219-c7f7-4d59-b822-184c2aab4b45/13e5adb4-e583-43e3-a335-31ad3348b6f4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:46.091511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372155d9-2eea-4b4c-90f0-5fd20ebadbe8 None None] Pushing event updated for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.239280 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:02:46.318754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.339904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.362367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['61c6a4df-dae5-4e2f-94c9-58ead11fddc9'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:46.402763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e19a-2d27-46ce-804b-e41422777a46 req-06f49e16-c944-42a2-ac29-5b0184a42c2e tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:46.404394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26d1e19a-2d27-46ce-804b-e41422777a46 req-06f49e16-c944-42a2-ac29-5b0184a42c2e tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 948 time: 0.0906334 Jul 28 18:02:46.476430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.487490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:46.488195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.519250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26d1e19a-2d27-46ce-804b-e41422777a46 req-5585de83-0cf1-4dce-b2a0-029f871d3368 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070676 Jul 28 18:02:46.534989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.542126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 30a8288a-721a-4f59-b3c7-1d82a31e02df up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:46.566815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3783d-ef1b-4b4d-ae29-70670ab3cc5e req-cc48a309-08a2-4167-96ab-0f16dcd15d33 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:46.571307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12a3783d-ef1b-4b4d-ae29-70670ab3cc5e req-cc48a309-08a2-4167-96ab-0f16dcd15d33 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.0972228 Jul 28 18:02:46.587788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Transition to ACTIVE for port object 13e5adb4-e583-43e3-a335-31ad3348b6f4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:46.636211 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12a3783d-ef1b-4b4d-ae29-70670ab3cc5e req-6a53a332-c375-45dc-a423-1faa09e6e5e1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537341 Jul 28 18:02:46.655217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:42Z', 'revision_number': 4, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c0f7c6bf-aa06-426c-8d00-79f36776beed', 'name': '', 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'mac_address': 'fa:16:3e:3e:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:41Z', 'updated_at': '2021-07-28T18:02:45Z', 'revision_number': 4, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'subnets': [{'id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:46.670686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Network': ['ID=c41bf9e8-0ab1-466e-8373-e0fecf199a9c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.675364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Transition to ACTIVE for port object 13e5adb4-e583-43e3-a335-31ad3348b6f4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:46.684022 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3584e-9098-4c04-b820-21ce99de0699 None None] The sync data for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 is: [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:02:42Z', 'revision_number': 4, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c0f7c6bf-aa06-426c-8d00-79f36776beed', 'name': '', 'network_id': 'a42f02b2-a7fc-4707-86b6-c94787e62df4', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'mac_address': 'fa:16:3e:3e:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:41Z', 'updated_at': '2021-07-28T18:02:45Z', 'revision_number': 4, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'subnets': [{'id': '1d2d15d8-a7e9-42d6-8d01-e5e0353003ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:46.696421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2e5cbaff-5c81-4502-938a-c4d10495d5e7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0661554 Jul 28 18:02:46.696992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:46.698352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:46.703987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'subnet': {'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:46.795597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.847466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 30a8288a-721a-4f59-b3c7-1d82a31e02df triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:46.851854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.900098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:46.905583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:46.934979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:46.946191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:46.949686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:46.953134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Pushing event updated for resources: {'Port': ['ID=13e5adb4-e583-43e3-a335-31ad3348b6f4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:47.051576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Attempting to bind port 13e5adb4-e583-43e3-a335-31ad3348b6f4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:47.052105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Attempting to bind port 13e5adb4-e583-43e3-a335-31ad3348b6f4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:47.052537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Attempting to bind port 13e5adb4-e583-43e3-a335-31ad3348b6f4 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:47.062184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:47.062559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Checking segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:47.062967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.063363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Bound using segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:47.063883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Bound port: 13e5adb4-e583-43e3-a335-31ad3348b6f4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:47.064272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.174541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] For port 13e5adb4-e583-43e3-a335-31ad3348b6f4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:47.178522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] For port 13e5adb4-e583-43e3-a335-31ad3348b6f4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13e5adb4-e583-43e3-a335-31ad3348b6f4,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:47.219436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5382a591-bbce-41e7-be3c-4f280c7803f0 req-2f62f324-0714-45cb-a38e-593e5821cc75 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jul 28 18:02:47.232783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.278429 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.332958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Subnet': ['ID=20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:47.343698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Checking segment: {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:47.344779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network hostable DHCP agents. Network: c41bf9e8-0ab1-466e-8373-e0fecf199a9c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:47.392119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b75ade-3583-4c42-80fd-5c5a6a6637a5 None None] Pushing event updated for resources: {'Port': ['ID=13e5adb4-e583-43e3-a335-31ad3348b6f4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:47.466498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:47.654498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c41bf9e8-0ab1-466e-8373-e0fecf199a9c) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:47.661744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:47.662371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.672754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb96b8-8e82-4a24-b959-ec78ee132715 None None] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:47.781099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a172590-7f28-415a-bffd-1620399d57fb req-05b1df11-28db-460e-9f7d-f8c5201ba5e7 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:47.785591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a172590-7f28-415a-bffd-1620399d57fb req-05b1df11-28db-460e-9f7d-f8c5201ba5e7 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 948 time: 0.0654480 Jul 28 18:02:47.812206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7b2586ae-51f5-4762-bebf-177ea2e8ea4f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1105635 Jul 28 18:02:47.908321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a172590-7f28-415a-bffd-1620399d57fb req-1f741935-7e5a-4795-b7a8-4dd25a03c321 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151319 Jul 28 18:02:47.948718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-9edf5f16-12ca-438b-bf23-671531f508b4 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:47.950268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-9edf5f16-12ca-438b-bf23-671531f508b4 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.1583610 Jul 28 18:02:47.953850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c41bf9e8-0ab1-466e-8373-e0fecf199a9c', 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'fixed_ips': [{'subnet_id': '20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:02:47.955642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:47.968868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:47.977682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d0671-05f2-4e82-9405-4c81c2232aba req-5834d116-a730-46e1-b732-2f9aebe9c7eb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:47.988335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-926d0671-05f2-4e82-9405-4c81c2232aba req-5834d116-a730-46e1-b732-2f9aebe9c7eb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 945 time: 0.1104288 Jul 28 18:02:48.080500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-926d0671-05f2-4e82-9405-4c81c2232aba req-0567528e-9136-4f8e-b7a1-230b8a50f4bd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895097 Jul 28 18:02:48.127040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.200708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Allocated IP 19.86.0.2 (c41bf9e8-0ab1-466e-8373-e0fecf199a9c/20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7/f3e8a575-0a12-41fa-877b-cd1c98712a63) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:48.353838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01588efe-4d3d-4c99-9ce3-17813b91b94d req-051b0724-449c-4247-904f-48f73d949a2c tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0852604 Jul 28 18:02:48.400711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.426181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:48.524440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.535406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Transition to ACTIVE for port object f3e8a575-0a12-41fa-877b-cd1c98712a63 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:48.550660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:48.576982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Transition to ACTIVE for port object f3e8a575-0a12-41fa-877b-cd1c98712a63 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:48.577502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-fed08118-fe32-41c4-975e-eb98e3694480 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:48.588964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-fed08118-fe32-41c4-975e-eb98e3694480 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:48.591009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c0f7c6bf-aa06-426c-8d00-79f36776beed up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:48.594561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-fed08118-fe32-41c4-975e-eb98e3694480 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/networks?id=ea392aad-2a94-45c2-83b9-c5a92ae1784c&id=c41bf9e8-0ab1-466e-8373-e0fecf199a9c&id=ea392aad-2a94-45c2-83b9-c5a92ae1784c HTTP/1.1" status: 200 len: 1391 time: 0.2873800 Jul 28 18:02:48.623969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-6b8cce5b-6d5c-4c59-9c7a-0e997c106d82 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/quotas/9c92136590a440ccac9902ee6389abd9 HTTP/1.1" status: 200 len: 375 time: 0.0211670 Jul 28 18:02:48.650194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:48.657121 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e741d8-91d3-4731-98fb-ef0efa36e609" -d '{"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:48.662304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.666939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.703457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-096abb3f-dd32-42e3-a7c5-8d948bd48d6d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782943 Jul 28 18:02:48.709974 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b8b82-4410-470f-81f4-aeb68bc5a70b x-openstack-request-id: req-ec2b8b82-4410-470f-81f4-aeb68bc5a70b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:48.715243 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:48.717256 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec2b8b82-4410-470f-81f4-aeb68bc5a70b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:48.717705 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'code': 200} Jul 28 18:02:48.744254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:48.751237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:48.755015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:48.775090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Pushing event updated for resources: {'Port': ['ID=f3e8a575-0a12-41fa-877b-cd1c98712a63,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:48.800624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-6869e23f-f998-4be5-9203-74b959acf1b6 service neutron] 10.222.0.25 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959673 Jul 28 18:02:48.824335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.829099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Attempting to bind port f3e8a575-0a12-41fa-877b-cd1c98712a63 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:48.829740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Attempting to bind port f3e8a575-0a12-41fa-877b-cd1c98712a63 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:48.830112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Attempting to bind port f3e8a575-0a12-41fa-877b-cd1c98712a63 on network c41bf9e8-0ab1-466e-8373-e0fecf199a9c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:48.835708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:48.836122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Checking segment: {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:48.836706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.837288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Bound using segment: {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:48.837926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Bound port: f3e8a575-0a12-41fa-877b-cd1c98712a63, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:48.838635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:48.859783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b418d0-f55f-4ee0-b475-b013a19b07fd None None] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:48.914903 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-8a51b5a6-fdde-40c9-9652-bfdedca298ee service neutron] 10.222.0.25 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070156 Jul 28 18:02:48.919758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:48.922706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on host n-h2-778550-5 for vnic_type normal with profile {"migrating_to": "n-h1-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:48.923612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:48.924111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:48.930040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:48.930540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Attempting to bind port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on network 48f7e76f-3af0-497a-ab4e-d4664bfb305f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:48.947139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:48.947777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Checking segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:48.948169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Bound using segment: {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:48.948617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Bound port: 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48f7e76f-3af0-497a-ab4e-d4664bfb305f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:48.949024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.035461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-9de6261a-da4c-410a-b210-8279e7aed285 service neutron] 10.222.0.25 "GET /v2.0/networks/c41bf9e8-0ab1-466e-8373-e0fecf199a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142769 Jul 28 18:02:49.068034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:49.078015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:49.086826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606d83f-29d1-4d98-8ef6-fd63810daa23 req-8074daaf-4365-49da-af77-04e73747ed36 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:49.088417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f606d83f-29d1-4d98-8ef6-fd63810daa23 req-8074daaf-4365-49da-af77-04e73747ed36 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 948 time: 0.0913112 Jul 28 18:02:49.103560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c0f7c6bf-aa06-426c-8d00-79f36776beed completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:49.113599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c0f7c6bf-aa06-426c-8d00-79f36776beed triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:49.113974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.139170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f606d83f-29d1-4d98-8ef6-fd63810daa23 req-62be7851-1eef-44b0-ba8a-c6d48a38e2f2 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Jul 28 18:02:49.147645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-c5ca0835-ec05-4033-a58a-55c913ed5538 service neutron] 10.222.0.25 "GET /v2.0/networks/c41bf9e8-0ab1-466e-8373-e0fecf199a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053979 Jul 28 18:02:49.195122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] For port f3e8a575-0a12-41fa-877b-cd1c98712a63, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:49.201911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] For port f3e8a575-0a12-41fa-877b-cd1c98712a63, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3e8a575-0a12-41fa-877b-cd1c98712a63,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:49.215342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.238547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-10691896-b97e-4c15-9da4-f2af145cd59a None None] Provisioning for port 13e5adb4-e583-43e3-a335-31ad3348b6f4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:49.264357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b9be2516-46d0-4ff8-bad1-080a9a8c8e56 service neutron] 10.222.0.25 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068928 Jul 28 18:02:49.318583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.325838 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.332257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:49.344511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5421-2297-4270-abb0-898afb1e20f8 req-41adaed9-7503-4d5f-ab6b-206ee7452055 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:49.346102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-997a5421-2297-4270-abb0-898afb1e20f8 req-41adaed9-7503-4d5f-ab6b-206ee7452055 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.1337066 Jul 28 18:02:49.347383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:49.348082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.349579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ef286f2b-2afb-4390-854d-de983efe832f service neutron] 10.222.0.35 "PUT /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 1121 time: 1.3852715 Jul 28 18:02:49.402756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-50b857b7-0a4a-4872-9cde-9e9325ca8289 service neutron] 10.222.0.25 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316030 Jul 28 18:02:49.421769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-997a5421-2297-4270-abb0-898afb1e20f8 req-706cd84c-6f00-4a3b-b7d6-91b4b4ee1964 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659552 Jul 28 18:02:49.424496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f34cf-e8a8-46b8-a647-fd29b3aa8161 None None] Pushing event updated for resources: {'Port': ['ID=f3e8a575-0a12-41fa-877b-cd1c98712a63,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:49.437978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c0f7c6bf-aa06-426c-8d00-79f36776beed, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c0f7c6bf-aa06-426c-8d00-79f36776beed,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:49.472985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5e2ca5f6-918f-4d93-897a-d5de070da1e6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:49.482708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e2ca5f6-918f-4d93-897a-d5de070da1e6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:49.529646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:49.577591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.578396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13e5adb4-e583-43e3-a335-31ad3348b6f4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:49.764586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:49.803423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4eec4446-fa25-4b2e-8ff2-1a310f4ac944 req-135d1e9d-778a-4b42-b631-c4d44555aa86 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0931373 Jul 28 18:02:49.923676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:49.933157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 13e5adb4-e583-43e3-a335-31ad3348b6f4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:49.960940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13e5adb4-e583-43e3-a335-31ad3348b6f4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:49.961314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.968297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:49.968905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:49.987215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ccb92762-a0b1-4118-b031-b2b68daf904b req-b9071bae-c0cf-494a-8025-1426befcfa6d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.0324464 Jul 28 18:02:50.046131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:50.078230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-255adad6-0233-489f-8336-c5531292b26a None None] Provisioning complete for port 13e5adb4-e583-43e3-a335-31ad3348b6f4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:50.078607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-255adad6-0233-489f-8336-c5531292b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.269230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71b708-b46f-4afb-88fb-0b6cfd18f3b4 req-624b5844-9886-4051-89c9-b7d0a9235b08 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:50.270829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea71b708-b46f-4afb-88fb-0b6cfd18f3b4 req-624b5844-9886-4051-89c9-b7d0a9235b08 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 948 time: 0.0562413 Jul 28 18:02:50.283091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.314906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea71b708-b46f-4afb-88fb-0b6cfd18f3b4 req-3d9f00c9-5e6b-4442-868b-f51e1f321e06 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371344 Jul 28 18:02:50.346717 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.390064 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-255adad6-0233-489f-8336-c5531292b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.400118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:50.421737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 13e5adb4-e583-43e3-a335-31ad3348b6f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13e5adb4-e583-43e3-a335-31ad3348b6f4,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:50.438863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:50.441187 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e74fd-958d-4d29-940e-8f84e3c929ba" -d '{"events": [{"server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "name": "network-vif-plugged", "status": "completed", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:50.447144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 has no active binding in host n-h1-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:02:50.474251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:50.495857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d9dac-5080-4d7c-9bd4-15acda3774d6 x-openstack-request-id: req-089d9dac-5080-4d7c-9bd4-15acda3774d6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:50.495857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "name": "network-vif-plugged", "status": "completed", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:50.495857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-089d9dac-5080-4d7c-9bd4-15acda3774d6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:50.498369 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9', 'code': 200} Jul 28 18:02:50.580958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.586466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4304d19-463f-4964-b0eb-fd80ce56fc9d req-af31266d-5c4a-4a96-92ff-030bfbf9cefc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:50.588316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4304d19-463f-4964-b0eb-fd80ce56fc9d req-af31266d-5c4a-4a96-92ff-030bfbf9cefc tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0591290 Jul 28 18:02:50.649020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.680771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=13e5adb4-e583-43e3-a335-31ad3348b6f4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:50.692593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-255adad6-0233-489f-8336-c5531292b26a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:02:50.692593 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-255adad6-0233-489f-8336-c5531292b26a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:02:50.694867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4304d19-463f-4964-b0eb-fd80ce56fc9d req-c99e3394-bf5e-4c40-a559-d24b0fa17719 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Jul 28 18:02:50.712178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0683aa-159a-4091-8421-27f4759c559f req-8c16beb4-8857-41bd-ba3c-b64149938f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:50.714208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff0683aa-159a-4091-8421-27f4759c559f req-8c16beb4-8857-41bd-ba3c-b64149938f4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 1099 time: 0.1370883 Jul 28 18:02:50.719065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:50.722689 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:50.758105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92fb63b-bd13-472e-b288-acb0fb7bf53f None None] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:02:50.788103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:50.808318 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fadf2-fc26-46e0-95a4-392e119c9813 x-openstack-request-id: req-137fadf2-fc26-46e0-95a4-392e119c9813 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:50.808837 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:50.809152 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-137fadf2-fc26-46e0-95a4-392e119c9813 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:50.809616 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'status': 'completed', 'code': 200} Jul 28 18:02:50.830348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff0683aa-159a-4091-8421-27f4759c559f req-c09a2426-7b88-46d2-948a-b4c7e178c5fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908775 Jul 28 18:02:50.849450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c0f7c6bf-aa06-426c-8d00-79f36776beed up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:50.925599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-62a63613-cc38-4a92-a224-9df2dc55f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:50.927251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-62a63613-cc38-4a92-a224-9df2dc55f84f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1124 time: 0.0531538 Jul 28 18:02:50.960999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c0f7c6bf-aa06-426c-8d00-79f36776beed triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:50.961374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:50.973559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6a1887d-1956-4265-9878-490a51e13053 req-5fca2fb2-82a9-4e18-b6ef-d17abeb66483 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0489349 Jul 28 18:02:51.101173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3e8a575-0a12-41fa-877b-cd1c98712a63 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:51.122302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e84b34ea-b14a-4bc0-bfab-d5f119ede170 req-2b3b45b1-53f9-4882-9fb7-b02c0f776072 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.0456963 Jul 28 18:02:51.134428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-4c9c4f54-723c-48f4-9bcf-13f2942177a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.135960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-4c9c4f54-723c-48f4-9bcf-13f2942177a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1979101 Jul 28 18:02:51.184328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-c643218b-4595-45f0-8600-f6c802310730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 217 time: 0.0391660 Jul 28 18:02:51.238696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f3e8a575-0a12-41fa-877b-cd1c98712a63 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:51.250852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-4f3c2534-8d71-43e0-ad3b-1cc778279fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.252530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-4f3c2534-8d71-43e0-ad3b-1cc778279fef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0606885 Jul 28 18:02:51.286469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-24eae52c-1ea1-4819-968f-f2d699ff03a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258446 Jul 28 18:02:51.427175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-e641d4ee-87f3-4a25-b25e-b2a14fc3d2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313205 Jul 28 18:02:51.430846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-de1e0e58-e0a2-4e11-a1f9-6ca2b400203b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707095 Jul 28 18:02:51.443830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4775e-0eac-4b52-91df-82c8f5a93d54 req-70a96717-5ce1-4dfe-a309-a3c5005fc187 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.445396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6f4775e-0eac-4b52-91df-82c8f5a93d54 req-70a96717-5ce1-4dfe-a309-a3c5005fc187 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 949 time: 0.0497203 Jul 28 18:02:51.460749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Provisioning for port f3e8a575-0a12-41fa-877b-cd1c98712a63 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:51.465603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Provisioning complete for port f3e8a575-0a12-41fa-877b-cd1c98712a63 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:51.465980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:51.496273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6f4775e-0eac-4b52-91df-82c8f5a93d54 req-b2fba4da-385d-4a22-8a90-c9af4880c49d tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Jul 28 18:02:51.568058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:51.568337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-0bf87709-dd68-4ad5-9ae6-6e230598d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.569815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-0bf87709-dd68-4ad5-9ae6-6e230598d88f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 1095 time: 0.1077588 Jul 28 18:02:51.581334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56aa7be2-32c0-4c6d-9d13-a8205a57ee03 req-fc740a52-d591-40b3-8b04-0df6b0f2082a service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427999 Jul 28 18:02:51.600984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] For port f3e8a575-0a12-41fa-877b-cd1c98712a63, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3e8a575-0a12-41fa-877b-cd1c98712a63,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:51.685352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-9612e45a-7991-4228-a2dd-eb15eb636c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.686908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-9612e45a-7991-4228-a2dd-eb15eb636c3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.0892358 Jul 28 18:02:51.716291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:51.736919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-2ee2bbcb-5930-4b86-8939-83a41cda111c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 200 len: 217 time: 0.0400000 Jul 28 18:02:51.788056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe499d-ab69-43bc-bcb0-39177345fc8d None None] Pushing event updated for resources: {'Port': ['ID=f3e8a575-0a12-41fa-877b-cd1c98712a63,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:51.816524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-5c65279a-9de4-412f-967b-76d563bdc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.818388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-5c65279a-9de4-412f-967b-76d563bdc93f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0709655 Jul 28 18:02:51.850310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4272b3-41b7-4be5-82e2-42abe530f43a req-250de840-9312-4d3e-a793-f44450657a55 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:51.852340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c4272b3-41b7-4be5-82e2-42abe530f43a req-250de840-9312-4d3e-a793-f44450657a55 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0729256 Jul 28 18:02:51.868221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-5ffc168d-48e8-446f-bf4c-c4e6e4a0b3e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280657 Jul 28 18:02:51.892272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c4272b3-41b7-4be5-82e2-42abe530f43a req-f91595f8-8310-4097-9c2a-0a130ede02bb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jul 28 18:02:51.971496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-23580994-e8e5-4227-b5ee-75b278e437ef service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930934 Jul 28 18:02:52.091068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30ce5e67-c519-47a3-beaa-896e2d6e145e req-8f5ff923-c386-443f-a9e1-c91f65b9c65f tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0399570 Jul 28 18:02:52.102590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e79ad24d-48ed-431c-95b1-a0cf4f9840a4 req-8837c859-a0e7-4b90-b1e6-07650666f20a service neutron] 10.222.0.37 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191573 Jul 28 18:02:52.213220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3912125-c6d8-4968-a028-4cafbc689dea req-fa3b73bf-f464-40e5-b3b1-5f99c0b11973 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.0263314 Jul 28 18:02:52.664090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13e5adb4-e583-43e3-a335-31ad3348b6f4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:52.707217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8dfd-e5ec-4da3-9a42-a4b0e7cb0169 req-0bb07c8d-b2b2-4ca4-b1dc-063195ff4b2a tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:52.708788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08cc8dfd-e5ec-4da3-9a42-a4b0e7cb0169 req-0bb07c8d-b2b2-4ca4-b1dc-063195ff4b2a tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 949 time: 0.1458006 Jul 28 18:02:52.719756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13e5adb4-e583-43e3-a335-31ad3348b6f4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:52.720141 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:52.758616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08cc8dfd-e5ec-4da3-9a42-a4b0e7cb0169 req-abb13c6e-aec8-4eba-93db-13e7412e2ab2 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Jul 28 18:02:52.816698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3e8a575-0a12-41fa-877b-cd1c98712a63 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:52.867602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3e8a575-0a12-41fa-877b-cd1c98712a63 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:52.867984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:53.026857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3706-1bf0-4f36-93c4-5959e942eaf0 req-588af24e-720a-4547-b1ea-f239587b1c7e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:53.028372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc4d3706-1bf0-4f36-93c4-5959e942eaf0 req-588af24e-720a-4547-b1ea-f239587b1c7e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0514271 Jul 28 18:02:53.068363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc4d3706-1bf0-4f36-93c4-5959e942eaf0 req-c5938758-aa16-46e7-853a-46af11b515d3 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Jul 28 18:02:53.223569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5d6f515b-d119-47f4-8ba5-4c7b825f7348 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:53.230342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5d6f515b-d119-47f4-8ba5-4c7b825f7348 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:53.231919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5d6f515b-d119-47f4-8ba5-4c7b825f7348 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "GET /v2.0/networks?id=ea392aad-2a94-45c2-83b9-c5a92ae1784c&id=c41bf9e8-0ab1-466e-8373-e0fecf199a9c&id=ea392aad-2a94-45c2-83b9-c5a92ae1784c HTTP/1.1" status: 200 len: 1391 time: 0.1250641 Jul 28 18:02:53.239727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-907f00d3-bac9-4ba5-a371-b5f6cfadef7d req-18ee2cbc-b15a-45c5-8f2a-476c3ba18d38 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0301454 Jul 28 18:02:53.246950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'admin_state_up': True, 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:53.355612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-675ed883-9d52-4f86-a523-0cae8252c7e3 req-22f8f085-5ab7-4a0a-86b4-f9bc468676df tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.0305362 Jul 28 18:02:53.416895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc2e13-34c0-40a6-a16a-543c89c3a8d0 req-824d3c97-ce63-4ae8-b731-6de25059b1c3 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:53.418528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fdc2e13-34c0-40a6-a16a-543c89c3a8d0 req-824d3c97-ce63-4ae8-b731-6de25059b1c3 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 949 time: 0.0502264 Jul 28 18:02:53.460000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fdc2e13-34c0-40a6-a16a-543c89c3a8d0 req-b16427eb-0539-4598-b719-3410251f9190 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Jul 28 18:02:53.470388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:53.474003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:53.602652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Allocated IP 19.80.0.93 (ea392aad-2a94-45c2-83b9-c5a92ae1784c/255ce219-c7f7-4d59-b822-184c2aab4b45/90a4c984-6bd3-46d6-bcd3-272abfff7732) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:53.751150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:53.765559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Transition to ACTIVE for port object 90a4c984-6bd3-46d6-bcd3-272abfff7732 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:53.873421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:53.916653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:53.919645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:53.923313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:53.952219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:54.001358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:54.001996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:54.023080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:54.113208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5fc814f2-1d14-471b-a794-de4fce52ca05 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705823 Jul 28 18:02:54.125709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c', 'admin_state_up': True, 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:54.298155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52cd09-898e-46f7-a567-a106d464a3cd req-dc3a18e0-e574-4e05-b9ec-2d5f4b5438ab tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:54.299943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee52cd09-898e-46f7-a567-a106d464a3cd req-dc3a18e0-e574-4e05-b9ec-2d5f4b5438ab tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0838335 Jul 28 18:02:54.341255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:54.351820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee52cd09-898e-46f7-a567-a106d464a3cd req-53fcefc0-ac9b-48e3-8ad4-0de72065ede2 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Jul 28 18:02:54.355860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 has no active binding in host n-h1-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:02:54.389520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bb899858-33de-4210-b282-d140231aa22a None None] Provisioning for port 90a4c984-6bd3-46d6-bcd3-272abfff7732 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:54.390920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea3dc51b-a86d-40c7-8d69-9702d519ad4a req-d88bbba2-7a5c-4737-be03-d40a43459dec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0337238 Jul 28 18:02:54.398142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bb899858-33de-4210-b282-d140231aa22a None None] Provisioning complete for port 90a4c984-6bd3-46d6-bcd3-272abfff7732 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:54.398591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bb899858-33de-4210-b282-d140231aa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:54.409706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:54.413756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:54.437369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37eb80e4-e2e7-4caf-a0bf-4274be742869 req-dfc472dd-2ff0-406e-820d-9b50aa96e9b4 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0650513 Jul 28 18:02:54.454698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bb899858-33de-4210-b282-d140231aa22a None None] Port 90a4c984-6bd3-46d6-bcd3-272abfff7732 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:54.601228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d63de-b066-4f98-bde6-e48256d99df3 req-4597dc8b-8f75-4209-9a44-5717237d0847 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:54.616009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-058d63de-b066-4f98-bde6-e48256d99df3 req-4597dc8b-8f75-4209-9a44-5717237d0847 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 931 time: 0.0790880 Jul 28 18:02:54.625081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Allocated IP 19.86.0.81 (c41bf9e8-0ab1-466e-8373-e0fecf199a9c/20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7/f9922b7f-86fc-4ad4-a884-919bd1d862c6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:54.646837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970ceef-fe3a-47f8-853d-42ff3879839d req-6d86dfef-691f-4b5d-864c-39c419ea74ac tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:54.654169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3970ceef-fe3a-47f8-853d-42ff3879839d req-6d86dfef-691f-4b5d-864c-39c419ea74ac tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 949 time: 0.0845015 Jul 28 18:02:54.661453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-058d63de-b066-4f98-bde6-e48256d99df3 req-8911b420-c165-4da0-928b-c855953c86bb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Jul 28 18:02:54.724017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3970ceef-fe3a-47f8-853d-42ff3879839d req-4681729e-6b6a-458a-a78b-ac6688a77703 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/security-groups?id=a92b6022-b2cc-4468-8d3e-82bc9e566a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688653 Jul 28 18:02:54.833530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719a12-0469-43c4-972f-6cd473289ec2 req-56343b88-6b8b-41ae-8f53-7b2ae7ed621c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:54.834966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15719a12-0469-43c4-972f-6cd473289ec2 req-56343b88-6b8b-41ae-8f53-7b2ae7ed621c tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.37 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 949 time: 0.1150212 Jul 28 18:02:54.896146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:54.941484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Transition to ACTIVE for port object f9922b7f-86fc-4ad4-a884-919bd1d862c6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:54.994889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Deleting port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:02:54.995149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.041004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.103229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:55.117744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:55.121665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:55.131066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:55.168739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] For port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:55.169116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.190304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Calling delete_port for 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:02:55.209263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:55.209909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.294447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85638baa-9161-425f-b38b-ee02eeb13803 req-8292e8b9-6ce6-4ee5-87f9-f2066b81eaf8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0275850 Jul 28 18:02:55.381208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-65228f06-c00d-44b7-8747-57d89e3e02ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602875 Jul 28 18:02:55.410771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'admin_state_up': True, 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:55.504309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:55.547925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d498ea2-66d6-47ed-8e0b-96fd78816248 req-73487139-c068-42d5-be41-2c5d5d3b6ff4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:55.549497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d498ea2-66d6-47ed-8e0b-96fd78816248 req-73487139-c068-42d5-be41-2c5d5d3b6ff4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 943 time: 0.0928636 Jul 28 18:02:55.554199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.565425 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bcf4220c-d81e-4f64-af55-10dd7b0b24b9 req-3ad37fd4-2119-4cbf-9a64-5fdc8e7c7fa0 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Jul 28 18:02:55.565987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['61c6a4df-dae5-4e2f-94c9-58ead11fddc9'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:55.602944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Pushing event deleted for resources: {'Port': ['ID=61c6a4df-dae5-4e2f-94c9-58ead11fddc9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:55.612391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-46e0c40b-02fd-40de-b8bd-8f69818dca90 None None] Provisioning for port f9922b7f-86fc-4ad4-a884-919bd1d862c6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:55.625889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-46e0c40b-02fd-40de-b8bd-8f69818dca90 None None] Provisioning complete for port f9922b7f-86fc-4ad4-a884-919bd1d862c6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:55.625889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46e0c40b-02fd-40de-b8bd-8f69818dca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.706263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-46e0c40b-02fd-40de-b8bd-8f69818dca90 None None] Port f9922b7f-86fc-4ad4-a884-919bd1d862c6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:55.722838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] No DVR routers for this DVR port 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:55.727010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.729152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15719a12-0469-43c4-972f-6cd473289ec2 req-6af12999-8545-4bc7-8adf-f8f015904310 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.37 "DELETE /v2.0/ports/61c6a4df-dae5-4e2f-94c9-58ead11fddc9 HTTP/1.1" status: 204 len: 173 time: 0.8848975 Jul 28 18:02:55.729762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'name': 'network-vif-deleted', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:55.732109 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44430b-2863-46db-89c9-c8981d3b75d8" -d '{"events": [{"server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "name": "network-vif-deleted", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:55.752302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d498ea2-66d6-47ed-8e0b-96fd78816248 req-c7c43611-cef1-4a14-96a0-9872e88173d4 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746311 Jul 28 18:02:55.790888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-1def687a-f56e-40b3-82d4-f4e17246791a service neutron] 10.222.0.37 "GET /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.1712267 Jul 28 18:02:55.817033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d4b7c-6298-4ea0-bd17-a06a5eeb321b req-fee6f679-304a-41fa-98bd-d03e0203bf9e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:55.830484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d4b7c-6298-4ea0-bd17-a06a5eeb321b req-fee6f679-304a-41fa-98bd-d03e0203bf9e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:55.832412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-185d4b7c-6298-4ea0-bd17-a06a5eeb321b req-fee6f679-304a-41fa-98bd-d03e0203bf9e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 1653 time: 0.0707228 Jul 28 18:02:55.850922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:55.855661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:55.880340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-185d4b7c-6298-4ea0-bd17-a06a5eeb321b req-83cae70a-3f3b-4fc1-9111-9704548208ed tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Jul 28 18:02:55.887532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cea89ca-3f88-43d9-b34f-7d8084728a6b req-49227cd1-4dd6-4ede-8232-619ce2724425 tempest-ServerDiagnosticsNegativeTest-1772311615 tempest-ServerDiagnosticsNegativeTest-1772311615-project] 10.222.0.25 "GET /v2.0/ports?device_id=07a284c4-dd5a-4792-936b-e32c7477ac5b HTTP/1.1" status: 200 len: 210 time: 0.0551231 Jul 28 18:02:55.962633 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af883537-121c-4c88-a1b2-d1614121f3bb x-openstack-request-id: req-af883537-121c-4c88-a1b2-d1614121f3bb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:55.963048 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a284c4-dd5a-4792-936b-e32c7477ac5b", "name": "network-vif-deleted", "tag": "61c6a4df-dae5-4e2f-94c9-58ead11fddc9", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:55.963170 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af883537-121c-4c88-a1b2-d1614121f3bb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:55.963579 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a284c4-dd5a-4792-936b-e32c7477ac5b', 'name': 'network-vif-deleted', 'tag': '61c6a4df-dae5-4e2f-94c9-58ead11fddc9', 'status': 'completed', 'code': 200} Jul 28 18:02:56.121516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Allocated IP 19.80.0.156 (ea392aad-2a94-45c2-83b9-c5a92ae1784c/255ce219-c7f7-4d59-b822-184c2aab4b45/474bc067-69da-404f-9d05-0a2a540ff837) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:56.161763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:56.207419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:56.284453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2ca5f6-918f-4d93-897a-d5de070da1e6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:56.302706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:56.355780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.370052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Transition to ACTIVE for port object 474bc067-69da-404f-9d05-0a2a540ff837 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:56.420948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.486133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.543574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:56.549864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] Transition to ACTIVE for port object 5e2ca5f6-918f-4d93-897a-d5de070da1e6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:56.551511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:56.553581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:56.555657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:02:56.609556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:56.610178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.644107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.681036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4dec9baf-c8ef-457e-971e-fea467bf7406 req-d51ab397-f233-4582-aaef-86ae326a9f3f tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0296416 Jul 28 18:02:56.725923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:56.748372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] No DVR routers for this DVR port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:02:56.751317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-ded42683-e42b-4d6d-97e5-af48f1272686 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446276 Jul 28 18:02:56.783559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:56.791327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-2f13849d-d539-4042-ad6b-84b5e4fa4113 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6/bindings/n-h1-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9922652 Jul 28 18:02:56.854429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.879680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195dac-6c5a-4482-b98e-47f8b0403619 req-8c57e322-8d0f-4ae9-96ac-0e8dec927b4e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:56.881184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f195dac-6c5a-4482-b98e-47f8b0403619 req-8c57e322-8d0f-4ae9-96ac-0e8dec927b4e tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.0607007 Jul 28 18:02:56.912144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0c37f38-6790-47e0-8df5-b38b495f0b36 None None] Provisioning for port 474bc067-69da-404f-9d05-0a2a540ff837 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:02:56.916270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0c37f38-6790-47e0-8df5-b38b495f0b36 None None] Provisioning complete for port 474bc067-69da-404f-9d05-0a2a540ff837 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:02:56.916900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0c37f38-6790-47e0-8df5-b38b495f0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:56.929071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f195dac-6c5a-4482-b98e-47f8b0403619 req-54b87e3d-683a-4e2f-975c-83a13c8e6a5c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Jul 28 18:02:56.962322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0c37f38-6790-47e0-8df5-b38b495f0b36 None None] Port 474bc067-69da-404f-9d05-0a2a540ff837 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:02:57.209831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaddfea-e201-4e1a-bbc6-1b3bb877c5d9 req-614949e2-9262-484b-9e1e-381c73388530 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.211481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eaaddfea-e201-4e1a-bbc6-1b3bb877c5d9 req-614949e2-9262-484b-9e1e-381c73388530 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Jul 28 18:02:57.253625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eaaddfea-e201-4e1a-bbc6-1b3bb877c5d9 req-ca0c5e5c-affd-4640-bbbc-374984090c71 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348208 Jul 28 18:02:57.460621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-49438931-ccbf-4105-a41c-486ddb908c35 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.466454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-49438931-ccbf-4105-a41c-486ddb908c35 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.4753153 Jul 28 18:02:57.477252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6f4b-8707-4a6c-bece-faba6a409a57 req-6988c941-603f-4df1-b6fb-8a84c7ab198f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.487243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6f4b-8707-4a6c-bece-faba6a409a57 req-6988c941-603f-4df1-b6fb-8a84c7ab198f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.489218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6f4b-8707-4a6c-bece-faba6a409a57 req-6988c941-603f-4df1-b6fb-8a84c7ab198f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.491430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-186f6f4b-8707-4a6c-bece-faba6a409a57 req-6988c941-603f-4df1-b6fb-8a84c7ab198f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2375 time: 0.4920421 Jul 28 18:02:57.572276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49208) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:57.601461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-186f6f4b-8707-4a6c-bece-faba6a409a57 req-12eb4a2e-9a06-47e0-99a1-b7e49e7d499e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972860 Jul 28 18:02:57.610057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-0e07fe0a-7605-4399-a55c-352c51c51f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.611562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-0e07fe0a-7605-4399-a55c-352c51c51f39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b HTTP/1.1" status: 200 len: 1095 time: 0.1197364 Jul 28 18:02:57.688995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a4c984-6bd3-46d6-bcd3-272abfff7732 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:57.703386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.712665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-25ecb5fb-6ebd-4b7d-8967-73f7c4526055 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8744a1f93594f6187ce77371998a20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388273 Jul 28 18:02:57.715149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49212) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:57.719550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-3d849aa3-a733-4c1d-aec1-78c468aa7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.721062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-3d849aa3-a733-4c1d-aec1-78c468aa7ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1095 time: 0.0741239 Jul 28 18:02:57.723796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Transition to ACTIVE for port object 90a4c984-6bd3-46d6-bcd3-272abfff7732 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:57.766430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.813903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.817226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5caec72d-779c-4306-80bb-e75b6a8a6616 req-074d2851-5d7b-45a5-86c1-954c9441f095 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0393076 Jul 28 18:02:57.834980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ca40e34e-ef97-43eb-b983-f45274ea549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:57.836960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-ca40e34e-ef97-43eb-b983-f45274ea549b service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 200 len: 922 time: 0.1080861 Jul 28 18:02:57.860092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.892794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-b2f8f9a3-2759-471d-a0fe-febae3ff9cf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 200 len: 217 time: 0.0480313 Jul 28 18:02:57.940592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.946401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:57.949741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a92b6022-b2cc-4468-8d3e-82bc9e566a30 HTTP/1.1" status: 204 len: 168 time: 0.2329051 Jul 28 18:02:57.962329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c004dd-f09a-41cd-bae9-28bb5682f020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b6022-b2cc-4468-8d3e-82bc9e566a30,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:57.995809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Pushing event updated for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:58.004248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-48abedf0-dc71-4c7d-9515-f22da2618da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.005735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-48abedf0-dc71-4c7d-9515-f22da2618da3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 200 len: 861 time: 0.0936780 Jul 28 18:02:58.075632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-8af668b6-ee11-41a8-bd6c-352d1ac1dcb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f7e76f-3af0-497a-ab4e-d4664bfb305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493720 Jul 28 18:02:58.198109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Attempting to bind port 90a4c984-6bd3-46d6-bcd3-272abfff7732 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:58.198447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Attempting to bind port 90a4c984-6bd3-46d6-bcd3-272abfff7732 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:58.198771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Attempting to bind port 90a4c984-6bd3-46d6-bcd3-272abfff7732 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:58.214806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Port 90a4c984-6bd3-46d6-bcd3-272abfff7732 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:58.216526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Attempting to bind port 90a4c984-6bd3-46d6-bcd3-272abfff7732 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:58.224549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4fb43-2498-41fc-968c-23addc52f3ba req-9ea2a195-4448-433c-8774-69b14ef5aec1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.226133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf4fb43-2498-41fc-968c-23addc52f3ba req-9ea2a195-4448-433c-8774-69b14ef5aec1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.1688726 Jul 28 18:02:58.245277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:58.245277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Checking segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:58.245639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Bound using segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:58.246178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Bound port: 90a4c984-6bd3-46d6-bcd3-272abfff7732, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:58.246320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:58.256602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-4984cf18-3be5-4be8-b408-290fa92e75cc service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675930 Jul 28 18:02:58.337300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4448b63-0592-406d-bb27-58b29a466045 req-771ea9bb-4b7b-4bd2-b54e-a97c66b5c7e3 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0295279 Jul 28 18:02:58.362574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf4fb43-2498-41fc-968c-23addc52f3ba req-33996a1a-3ccb-419f-8279-f75e8ea3cff0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260040 Jul 28 18:02:58.409482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:58.431260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:58.437523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-87ff670a-f0b4-4713-a66a-362754c31448 service neutron] 10.222.0.35 "GET /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662326 Jul 28 18:02:58.552717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:58.589882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.590781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:58.592178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] 10.222.0.35 "PUT /v2.0/ports/90a4c984-6bd3-46d6-bcd3-272abfff7732 HTTP/1.1" status: 200 len: 1091 time: 1.8153913 Jul 28 18:02:58.592752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:02:58.595085 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8156d9-563b-408c-a297-33927485c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:58.627845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159167-7f38-4c60-80e0-df64c73b533e service neutron] Pushing event updated for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:58.677689 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5a5ba-75ee-47e0-807a-916077ecb244 x-openstack-request-id: req-5ce5a5ba-75ee-47e0-807a-916077ecb244 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:58.677689 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:58.677689 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ce5a5ba-75ee-47e0-807a-916077ecb244 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:58.677689 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732', 'status': 'completed', 'code': 200} Jul 28 18:02:58.779963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-c8353728-6435-46f6-88d4-cc85b81a0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.785385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-c8353728-6435-46f6-88d4-cc85b81a0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.785385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-c8353728-6435-46f6-88d4-cc85b81a0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.785385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f8156d9-563b-408c-a297-33927485c0db req-c8353728-6435-46f6-88d4-cc85b81a0f29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2730 time: 0.0820081 Jul 28 18:02:58.792275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c4c1-b61f-407f-8b50-2451072198bf req-d9aa3cc7-824f-47b7-9151-2cbb6e9a3abf tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.798167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c4c1-b61f-407f-8b50-2451072198bf req-d9aa3cc7-824f-47b7-9151-2cbb6e9a3abf tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.804009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c4c1-b61f-407f-8b50-2451072198bf req-d9aa3cc7-824f-47b7-9151-2cbb6e9a3abf tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.805578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac25c4c1-b61f-407f-8b50-2451072198bf req-d9aa3cc7-824f-47b7-9151-2cbb6e9a3abf tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2387 time: 0.1027420 Jul 28 18:02:58.902057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac25c4c1-b61f-407f-8b50-2451072198bf req-83c85849-ee1e-475e-bb6d-5770066737dd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859168 Jul 28 18:02:58.934403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-73d56faa-2338-4778-a7a3-2336ea30892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.935344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-73d56faa-2338-4778-a7a3-2336ea30892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.936669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-73d56faa-2338-4778-a7a3-2336ea30892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:58.938533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f8156d9-563b-408c-a297-33927485c0db req-73d56faa-2338-4778-a7a3-2336ea30892e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c92136590a440ccac9902ee6389abd9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1321032 Jul 28 18:02:58.980529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:02:59.101388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:59.108773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.121339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd495980-c773-4de0-9030-1840c5659004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.140963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8156d9-563b-408c-a297-33927485c0db req-d701512b-2d3a-4582-a51a-32f3b1dafbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:59.142401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f8156d9-563b-408c-a297-33927485c0db req-d701512b-2d3a-4582-a51a-32f3b1dafbe0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1773300 Jul 28 18:02:59.222932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd495980-c773-4de0-9030-1840c5659004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.326084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd495980-c773-4de0-9030-1840c5659004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.359621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-3c34fb25-634f-47d9-96df-79a45c49d748 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:59.361115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-3c34fb25-634f-47d9-96df-79a45c49d748 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410&tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.1316364 Jul 28 18:02:59.370986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd495980-c773-4de0-9030-1840c5659004 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6ddbaadcec648faa62ac95484131176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660275 Jul 28 18:02:59.370986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd495980-c773-4de0-9030-1840c5659004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0d134-b0eb-4d70-87ad-d2c282372da0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:59.373110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49254) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:02:59.434350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.460171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.477186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f934f975-71d4-4278-8a85-5e64015fa8d5 req-2ee3ba1f-5cb8-45d1-a1a2-2b90880029ba tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0473659 Jul 28 18:02:59.538862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:02:59.545819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5aaee-8f81-4c4b-808f-2e8becda17b5 req-794f2b67-4487-4c08-86b1-f71d79711999 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:59.547732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39e5aaee-8f81-4c4b-808f-2e8becda17b5 req-794f2b67-4487-4c08-86b1-f71d79711999 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.0852864 Jul 28 18:02:59.558221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:02:59.558893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 61c6a4df-dae5-4e2f-94c9-58ead11fddc9 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:02:59.595772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9922b7f-86fc-4ad4-a884-919bd1d862c6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:02:59.598239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39e5aaee-8f81-4c4b-808f-2e8becda17b5 req-e1232c2f-c40f-4178-b01c-e5528d53a837 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Jul 28 18:02:59.608196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.678162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Transition to ACTIVE for port object f9922b7f-86fc-4ad4-a884-919bd1d862c6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:02:59.678855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.682423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.686671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-86406162-8809-4e2a-9e94-84d6c58d60bd service neutron] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:59.693113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34c0d134-b0eb-4d70-87ad-d2c282372da0 HTTP/1.1" status: 204 len: 168 time: 0.3104942 Jul 28 18:02:59.693786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-86406162-8809-4e2a-9e94-84d6c58d60bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.693786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef8bc8a4-1cad-46cb-859a-f961f6e624e7 req-86406162-8809-4e2a-9e94-84d6c58d60bd service neutron] 10.222.0.35 "DELETE /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6/bindings/n-h2-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.3198845 Jul 28 18:02:59.718985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c82cf-20e0-43cf-b5cc-07770431032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0d134-b0eb-4d70-87ad-d2c282372da0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:59.757683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:02:59.766845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee56127-0c00-402c-bc43-cf1d2ce4f989 req-21fe0c96-8a6d-4dcf-b58b-665aee95e372 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:02:59.767173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aee56127-0c00-402c-bc43-cf1d2ce4f989 req-21fe0c96-8a6d-4dcf-b58b-665aee95e372 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 1095 time: 0.0592318 Jul 28 18:02:59.836239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aee56127-0c00-402c-bc43-cf1d2ce4f989 req-c20ad380-98f5-422b-af44-2f6225c89007 tempest-LiveAutoBlockMigrationV225Test-265342761 tempest-LiveAutoBlockMigrationV225Test-265342761-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580201 Jul 28 18:02:59.848296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:59.929740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Attempting to bind port f9922b7f-86fc-4ad4-a884-919bd1d862c6 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:02:59.930724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Attempting to bind port f9922b7f-86fc-4ad4-a884-919bd1d862c6 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:02:59.931132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Attempting to bind port f9922b7f-86fc-4ad4-a884-919bd1d862c6 on network c41bf9e8-0ab1-466e-8373-e0fecf199a9c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:59.937274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Port f9922b7f-86fc-4ad4-a884-919bd1d862c6 on network c41bf9e8-0ab1-466e-8373-e0fecf199a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:02:59.937590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Attempting to bind port f9922b7f-86fc-4ad4-a884-919bd1d862c6 on network c41bf9e8-0ab1-466e-8373-e0fecf199a9c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:02:59.943188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:02:59.943572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Checking segment: {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:02:59.943967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Bound using segment: {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:02:59.944404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Bound port: f9922b7f-86fc-4ad4-a884-919bd1d862c6, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b761768d-d7a6-44e4-a674-15c1ea2c3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:02:59.944765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:00.053623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:00.058814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:00.158181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:00.226237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.226922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:00.228423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9922b7f-86fc-4ad4-a884-919bd1d862c6 HTTP/1.1" status: 200 len: 1091 time: 1.2531908 Jul 28 18:03:00.269077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0225-fb11-4ceb-83b3-a1b717e10f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:00.307154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560aa8-c30f-44aa-a28f-4586e61a09f0 req-518f8eca-0696-4d87-b651-53e9e53947e4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.308727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab560aa8-c30f-44aa-a28f-4586e61a09f0 req-518f8eca-0696-4d87-b651-53e9e53947e4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0576847 Jul 28 18:03:00.366367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab560aa8-c30f-44aa-a28f-4586e61a09f0 req-844c8810-1422-46bf-8646-5634346beb99 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463426 Jul 28 18:03:00.382908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Request body: {'port': {'device_id': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:00.432589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35179f3-94e4-476f-bc02-7def06f21509 req-57496c73-077b-44c3-802a-1ec626fe0fb4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.439341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35179f3-94e4-476f-bc02-7def06f21509 req-57496c73-077b-44c3-802a-1ec626fe0fb4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.446974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35179f3-94e4-476f-bc02-7def06f21509 req-57496c73-077b-44c3-802a-1ec626fe0fb4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.452269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f35179f3-94e4-476f-bc02-7def06f21509 req-57496c73-077b-44c3-802a-1ec626fe0fb4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2399 time: 0.0871017 Jul 28 18:03:00.487042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:00.520259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f35179f3-94e4-476f-bc02-7def06f21509 req-c3b11ca8-1bd5-48ca-8e68-aae489b4f8fe tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613689 Jul 28 18:03:00.652587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9595a43-cd8a-41de-87eb-06cdfef7b276 req-6bbea141-351c-4d35-a35d-94c8beb0d2ed tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Jul 28 18:03:00.696903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:00.696903 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3872fcba-0ddc-4783-97b4-d3b94f1f8231" -d '{"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:00.699379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f5b74-d0c2-4dd1-be90-d8459f58522a req-417266e4-7539-4408-992f-06047388423b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.699552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e7f5b74-d0c2-4dd1-be90-d8459f58522a req-417266e4-7539-4408-992f-06047388423b tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.1388633 Jul 28 18:03:00.816536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e7f5b74-d0c2-4dd1-be90-d8459f58522a req-550e3823-2275-4d35-9e55-5c8c82072ddb tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950863 Jul 28 18:03:00.848258 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97451d-480a-4671-84c1-a8ff66b71a6b x-openstack-request-id: req-bc97451d-480a-4671-84c1-a8ff66b71a6b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:00.848677 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:00.849035 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc97451d-480a-4671-84c1-a8ff66b71a6b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:00.849302 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', 'status': 'completed', 'code': 200} Jul 28 18:03:00.944974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-bc44d3f5-dca9-4900-a686-a56e8836daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.945467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-bc44d3f5-dca9-4900-a686-a56e8836daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.945948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-bc44d3f5-dca9-4900-a686-a56e8836daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:00.947620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-bc44d3f5-dca9-4900-a686-a56e8836daeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2797 time: 0.0821629 Jul 28 18:03:00.954944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474bc067-69da-404f-9d05-0a2a540ff837 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:00.974122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.034203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Transition to ACTIVE for port object 474bc067-69da-404f-9d05-0a2a540ff837 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:01.080858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-00e2cc4a-f66c-437f-ae5d-d286fa2fbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.082251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-00e2cc4a-f66c-437f-ae5d-d286fa2fbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.082962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-00e2cc4a-f66c-437f-ae5d-d286fa2fbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.084778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-00e2cc4a-f66c-437f-ae5d-d286fa2fbac0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c92136590a440ccac9902ee6389abd9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1253049 Jul 28 18:03:01.123131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.180793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-2da776b0-22f3-414c-bf42-04e3f14c4c3a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.182291 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-2da776b0-22f3-414c-bf42-04e3f14c4c3a tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 944 time: 0.0504766 Jul 28 18:03:01.227665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Pushing event updated for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:01.308501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-8a6d5097-f2ad-4d89-ae38-63b28ff13b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.310001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3872fcba-0ddc-4783-97b4-d3b94f1f8231 req-8a6d5097-f2ad-4d89-ae38-63b28ff13b42 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071598 Jul 28 18:03:01.329168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Attempting to bind port 474bc067-69da-404f-9d05-0a2a540ff837 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:01.329506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Attempting to bind port 474bc067-69da-404f-9d05-0a2a540ff837 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:01.329841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Attempting to bind port 474bc067-69da-404f-9d05-0a2a540ff837 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:01.334454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Port 474bc067-69da-404f-9d05-0a2a540ff837 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:01.334781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Attempting to bind port 474bc067-69da-404f-9d05-0a2a540ff837 on network ea392aad-2a94-45c2-83b9-c5a92ae1784c {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:01.339902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:01.351157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Checking segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:01.351157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Bound using segment: {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:01.351157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Bound port: 474bc067-69da-404f-9d05-0a2a540ff837, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8976470-4c5a-4af9-9ce5-38b53fc29cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:01.351157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.351850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Deleting port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:01.351850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.415084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:01.423066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=474bc067-69da-404f-9d05-0a2a540ff837,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:01.519110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.570536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.572041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.589625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/474bc067-69da-404f-9d05-0a2a540ff837 HTTP/1.1" status: 200 len: 1092 time: 1.2185223 Jul 28 18:03:01.677605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037192-e8cc-40f4-88f9-ae2e9a0467e7 service neutron] Pushing event updated for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:01.697647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6838e8-1da2-44cb-b6d9-2b6a203bc6fa req-b1ebcc6b-be8b-402d-b7fb-027bb2f0e4ae tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.699655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d6838e8-1da2-44cb-b6d9-2b6a203bc6fa req-b1ebcc6b-be8b-402d-b7fb-027bb2f0e4ae tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0756931 Jul 28 18:03:01.757704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359337-7e7c-47e9-a3e1-c7a44d8e839f req-db6db9d9-e672-4431-b6ce-7676e5153304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.764714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359337-7e7c-47e9-a3e1-c7a44d8e839f req-db6db9d9-e672-4431-b6ce-7676e5153304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.771729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359337-7e7c-47e9-a3e1-c7a44d8e839f req-db6db9d9-e672-4431-b6ce-7676e5153304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.773485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35359337-7e7c-47e9-a3e1-c7a44d8e839f req-db6db9d9-e672-4431-b6ce-7676e5153304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.1186330 Jul 28 18:03:01.780490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] For port 5e2ca5f6-918f-4d93-897a-d5de070da1e6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2ca5f6-918f-4d93-897a-d5de070da1e6,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:01.780816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:01.783990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d6838e8-1da2-44cb-b6d9-2b6a203bc6fa req-4c858b79-f0f2-401e-8ec9-5dfe1987a2be tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764890 Jul 28 18:03:01.817314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-24d59b62-8714-46a0-a56a-a1323f196a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.817793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-24d59b62-8714-46a0-a56a-a1323f196a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.818228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-24d59b62-8714-46a0-a56a-a1323f196a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.820129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-24d59b62-8714-46a0-a56a-a1323f196a70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2864 time: 0.0833831 Jul 28 18:03:01.835191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Calling delete_port for 5e2ca5f6-918f-4d93-897a-d5de070da1e6 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:01.874411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-6a19817a-5242-421a-bd9c-58902a7bc38f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732 HTTP/1.1" status: 200 len: 217 time: 0.0457954 Jul 28 18:03:01.875183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35359337-7e7c-47e9-a3e1-c7a44d8e839f req-f823d7f7-6362-4320-b332-134a2b2d4f1c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Jul 28 18:03:01.941856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-614ade8f-018d-46ae-973f-d4317a403908 req-bddd100b-b2ba-4493-bec3-9a70ec5beb5c tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0634050 Jul 28 18:03:01.965722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-02a8a9e8-6b8a-4999-bf7d-17048e2b64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:01.967324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-02a8a9e8-6b8a-4999-bf7d-17048e2b64b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255ce219-c7f7-4d59-b822-184c2aab4b45 HTTP/1.1" status: 200 len: 801 time: 0.0798473 Jul 28 18:03:02.045443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-c67c5fc9-ae7a-42ce-839a-5ffe9a6268c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.047100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-c67c5fc9-ae7a-42ce-839a-5ffe9a6268c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea392aad-2a94-45c2-83b9-c5a92ae1784c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715477 Jul 28 18:03:02.101161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:02.117135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:02.122309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e2ca5f6-918f-4d93-897a-d5de070da1e6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:02.145110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d019a-41c9-46e8-9745-0e1a6089dd41 req-7a74c953-1a60-41a7-a1c7-79cd7d8b4362 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.152233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b25d019a-41c9-46e8-9745-0e1a6089dd41 req-7a74c953-1a60-41a7-a1c7-79cd7d8b4362 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 866 time: 0.1040745 Jul 28 18:03:02.205291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event deleted for resources: {'Port': ['ID=5e2ca5f6-918f-4d93-897a-d5de070da1e6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:02.212217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b25d019a-41c9-46e8-9745-0e1a6089dd41 req-a674402f-6a4b-4a92-895f-49d6f477fec5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Jul 28 18:03:02.223197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-49b46222-9c1a-4d04-878b-8541841f240e service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648967 Jul 28 18:03:02.235567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] No DVR routers for this DVR port 5e2ca5f6-918f-4d93-897a-d5de070da1e6 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:02.238559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:02.240923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80c7cbe1-308c-426d-8bf7-87078131c41a req-5ad7485b-39f1-484a-aa1c-aa34030210af tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.35 "DELETE /v2.0/ports/5e2ca5f6-918f-4d93-897a-d5de070da1e6 HTTP/1.1" status: 204 len: 173 time: 1.0525522 Jul 28 18:03:02.241595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-deleted', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:02.244266 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f4436b-34f4-4084-9176-0a1827be9de3" -d '{"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-deleted", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:02.333546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-dcc7f892-0b79-4258-ab32-5ef81749572f service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031964 Jul 28 18:03:02.391707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-281fad17-9f7f-4a0f-88cc-7338d79e6e5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.81&port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6 HTTP/1.1" status: 200 len: 217 time: 0.0504270 Jul 28 18:03:02.437533 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd40d92-1fd1-478e-bbb2-09493af4939f x-openstack-request-id: req-bfd40d92-1fd1-478e-bbb2-09493af4939f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:02.437835 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007dced0-b161-44ff-8b04-d00dd0e26410", "name": "network-vif-deleted", "tag": "5e2ca5f6-918f-4d93-897a-d5de070da1e6", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:02.438076 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfd40d92-1fd1-478e-bbb2-09493af4939f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:02.438478 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007dced0-b161-44ff-8b04-d00dd0e26410', 'name': 'network-vif-deleted', 'tag': '5e2ca5f6-918f-4d93-897a-d5de070da1e6', 'status': 'completed', 'code': 200} Jul 28 18:03:02.451362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-92c3b853-5316-4010-8ed2-21735cb2dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.453714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-92c3b853-5316-4010-8ed2-21735cb2dde2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7 HTTP/1.1" status: 200 len: 801 time: 0.0534391 Jul 28 18:03:02.477440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-21ca6d71-6880-4ce6-8d47-9ae121c8cd5e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219080 Jul 28 18:03:02.510223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-50a0ac6b-9a76-4c60-8c5d-3403f563d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.511956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-50a0ac6b-9a76-4c60-8c5d-3403f563d6d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41bf9e8-0ab1-466e-8373-e0fecf199a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0481603 Jul 28 18:03:02.624766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-022a6c44-7fef-420a-8639-12b68a135908 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.629122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-022a6c44-7fef-420a-8639-12b68a135908 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454399 Jul 28 18:03:02.633441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-4c5b51dd-2188-427f-86e8-a6974722098e service neutron] 10.222.0.35 "GET /v2.0/networks/c41bf9e8-0ab1-466e-8373-e0fecf199a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122313 Jul 28 18:03:02.645322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-86a81470-ea63-4896-8e7b-e2dec94b23c4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0102515 Jul 28 18:03:02.700079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-5fe1b296-1d15-4c12-9ea1-7e64dfea2cc6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486999 Jul 28 18:03:02.731539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-0f82d6c1-00f0-4f40-abb1-21a06b45a52e service neutron] 10.222.0.35 "GET /v2.0/networks/c41bf9e8-0ab1-466e-8373-e0fecf199a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Jul 28 18:03:02.778092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-a5c86ce9-f13d-4750-b374-694cff4ee3a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=474bc067-69da-404f-9d05-0a2a540ff837 HTTP/1.1" status: 200 len: 217 time: 0.0392025 Jul 28 18:03:02.828595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-0d5de849-ffdf-453f-a8c6-f4b537340b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.830062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-0d5de849-ffdf-453f-a8c6-f4b537340b98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255ce219-c7f7-4d59-b822-184c2aab4b45 HTTP/1.1" status: 200 len: 801 time: 0.0459926 Jul 28 18:03:02.870078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:02.870078 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a260b9-8507-400e-a0a0-990f79b66e54" -d '{"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "474bc067-69da-404f-9d05-0a2a540ff837"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:02.920258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-44ae01a6-407a-4b84-a5b8-e59141e9534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.921805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-44ae01a6-407a-4b84-a5b8-e59141e9534f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea392aad-2a94-45c2-83b9-c5a92ae1784c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848196 Jul 28 18:03:02.927650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06d91c2e-0b34-49fd-b694-c0cb8374f852 req-ce639a41-1140-4f93-858d-66e206735060 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 210 time: 0.0374777 Jul 28 18:03:02.935245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf2c2-fa52-4f0d-8e90-bf156faa4a75 req-a1e047c0-099d-4ca8-8930-01ebe3a71c31 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:02.936807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4caf2c2-fa52-4f0d-8e90-bf156faa4a75 req-a1e047c0-099d-4ca8-8930-01ebe3a71c31 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.0661602 Jul 28 18:03:02.997652 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514cc0d6-dc3c-44e1-8b5e-fbdd748a8a77 x-openstack-request-id: req-514cc0d6-dc3c-44e1-8b5e-fbdd748a8a77 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:02.998445 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "tag": "474bc067-69da-404f-9d05-0a2a540ff837", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:02.998752 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-514cc0d6-dc3c-44e1-8b5e-fbdd748a8a77 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:02.999074 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837', 'status': 'completed', 'code': 200} Jul 28 18:03:03.051715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4caf2c2-fa52-4f0d-8e90-bf156faa4a75 req-398d83fb-6bbc-423d-bd68-b58240b485f5 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058364 Jul 28 18:03:03.097405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54fd45-d37d-42fa-977c-060a13f3994b req-7201b0d5-8c1a-4c5d-83e3-3bfe743280f4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.110812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-5e6d68e1-d5dc-488a-b921-f286879c710c service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730285 Jul 28 18:03:03.117503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54fd45-d37d-42fa-977c-060a13f3994b req-7201b0d5-8c1a-4c5d-83e3-3bfe743280f4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.128145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54fd45-d37d-42fa-977c-060a13f3994b req-7201b0d5-8c1a-4c5d-83e3-3bfe743280f4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.128145 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f54fd45-d37d-42fa-977c-060a13f3994b req-7201b0d5-8c1a-4c5d-83e3-3bfe743280f4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.0908048 Jul 28 18:03:03.158993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-4a1257ed-444d-4f42-a9c1-af426277c7b6 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.160831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-4a1257ed-444d-4f42-a9c1-af426277c7b6 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.37 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.1064296 Jul 28 18:03:03.176206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f54fd45-d37d-42fa-977c-060a13f3994b req-a5c1ac14-f1c2-4253-aece-51b588f552c2 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jul 28 18:03:03.281254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bcb7444-a58f-4f97-aa63-f82504dc37d6 req-c8edfe6c-79d3-489c-880a-f8726293dd99 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0426419 Jul 28 18:03:03.340817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c26fc2b-bf69-4db5-89cf-fe8d5ed4ab61 req-ab4d0dc1-975d-4afd-b276-e2e342032f72 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0374157 Jul 28 18:03:03.350552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f621cb47-2dc6-4721-96f6-395bd5a64d28 req-27a7935e-8794-445e-9385-79550f0eac71 service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298555 Jul 28 18:03:03.376364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Deleting port d25a9878-b958-4de6-97dc-1c698bbe9415 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:03.376707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:03.463762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] For port d25a9878-b958-4de6-97dc-1c698bbe9415, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d25a9878-b958-4de6-97dc-1c698bbe9415,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:03.464126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:03.600077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-d28af3e9-8c33-49c0-b15f-2fa9e09d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.601300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-d28af3e9-8c33-49c0-b15f-2fa9e09d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.601953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-d28af3e9-8c33-49c0-b15f-2fa9e09d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.603904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-d28af3e9-8c33-49c0-b15f-2fa9e09d9d8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2864 time: 0.0914962 Jul 28 18:03:03.734318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:03.734979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:03.734979 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Floating IP 39037684-fdf3-4fab-8058-310c0c76809e disassociated. External IP: 172.25.7.159, port: d25a9878-b958-4de6-97dc-1c698bbe9415. Jul 28 18:03:03.735223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Calling delete_port for d25a9878-b958-4de6-97dc-1c698bbe9415 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:03.793512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-537e8661-f0d6-4cdc-bbf1-2565fa25f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:03.796352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-537e8661-f0d6-4cdc-bbf1-2565fa25f087 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea392aad-2a94-45c2-83b9-c5a92ae1784c HTTP/1.1" status: 200 len: 902 time: 0.1820970 Jul 28 18:03:03.846503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-f844c5e9-5dd8-4eea-b98a-02a4293bfdbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=474bc067-69da-404f-9d05-0a2a540ff837 HTTP/1.1" status: 200 len: 217 time: 0.0434337 Jul 28 18:03:04.008768 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b114cea0-998d-44d2-b586-173bc635cb38 req-8cb808e5-eb40-4bbd-b2e3-9e533002a620 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 210 time: 0.0299571 Jul 28 18:03:04.258556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-b1239850-876c-4055-ae03-60d528fcdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.260120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-b1239850-876c-4055-ae03-60d528fcdf9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255ce219-c7f7-4d59-b822-184c2aab4b45 HTTP/1.1" status: 200 len: 801 time: 0.4065824 Jul 28 18:03:04.321236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b721f1-68a8-49f2-8be3-89a8a407fa77 req-21e50136-aecf-4fbe-abeb-8d1c0dd2b0a4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.327900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b721f1-68a8-49f2-8be3-89a8a407fa77 req-21e50136-aecf-4fbe-abeb-8d1c0dd2b0a4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.333834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b721f1-68a8-49f2-8be3-89a8a407fa77 req-21e50136-aecf-4fbe-abeb-8d1c0dd2b0a4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.335773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41b721f1-68a8-49f2-8be3-89a8a407fa77 req-21e50136-aecf-4fbe-abeb-8d1c0dd2b0a4 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.0701725 Jul 28 18:03:04.350615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1030a-966c-424f-b1b5-37b4ea409801 req-2db47831-1ade-4e17-bd63-cee8b6c85604 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.352356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e1030a-966c-424f-b1b5-37b4ea409801 req-2db47831-1ade-4e17-bd63-cee8b6c85604 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 946 time: 0.1083651 Jul 28 18:03:04.358559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-9831d3f0-9a30-491e-b25f-40bb06a3cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:04.362465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-9831d3f0-9a30-491e-b25f-40bb06a3cd32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea392aad-2a94-45c2-83b9-c5a92ae1784c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834939 Jul 28 18:03:04.382701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41b721f1-68a8-49f2-8be3-89a8a407fa77 req-ac8421b1-ffca-4552-aefe-c92924e34559 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Jul 28 18:03:04.452919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e1030a-966c-424f-b1b5-37b4ea409801 req-78119296-f5a6-45da-b3be-fa53201e3b22 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups?id=85fb073a-c289-4e6d-af25-227e65d13cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909157 Jul 28 18:03:04.455697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:04.519986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event deleted for resources: {'Port': ['ID=d25a9878-b958-4de6-97dc-1c698bbe9415,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:04.609686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-fc1a33a8-312b-4f4a-b466-afaaadf8fc35 service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347939 Jul 28 18:03:04.629885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a05a2f52-8e93-4076-ad42-464697498324 req-eadc6ce4-fa1f-437a-8bc6-b9c070cdedc1 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0555120 Jul 28 18:03:04.646709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41369f4d-b004-4755-b9d6-45705199a6b6 req-149fb204-a18b-4ccf-8f99-91d0fb83b0ea tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0603192 Jul 28 18:03:04.783158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Router c154c6c0-3f04-4d23-be2b-6341d0f994fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:03:04.802650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48a260b9-8507-400e-a0a0-990f79b66e54 req-ced033df-988d-47ad-b1cb-d69faf41df89 service neutron] 10.222.0.35 "GET /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795461 Jul 28 18:03:04.916785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:04.936305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Sync routers for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:04.948089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:04.948948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:04.960225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] No DVR routers for this DVR port d25a9878-b958-4de6-97dc-1c698bbe9415 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:04.963170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:04.965303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8560fe4a-8eac-40b1-a84c-64a15607d858 req-44ebf734-1e62-47f4-b126-bd2fe2749641 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.37 "DELETE /v2.0/ports/d25a9878-b958-4de6-97dc-1c698bbe9415 HTTP/1.1" status: 204 len: 173 time: 1.7679639 Jul 28 18:03:05.000055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'name': 'network-vif-deleted', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:05.002983 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8430ae-6c38-4199-8709-8210bd10e296" -d '{"events": [{"server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "name": "network-vif-deleted", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:05.079918 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed051e3-8f46-4565-be7c-92a010250369 x-openstack-request-id: req-4ed051e3-8f46-4565-be7c-92a010250369 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:05.079918 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e1deb7-7247-436b-91ef-06bc6414d451", "name": "network-vif-deleted", "tag": "d25a9878-b958-4de6-97dc-1c698bbe9415", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:05.079918 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ed051e3-8f46-4565-be7c-92a010250369 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:05.079918 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e1deb7-7247-436b-91ef-06bc6414d451', 'name': 'network-vif-deleted', 'tag': 'd25a9878-b958-4de6-97dc-1c698bbe9415', 'status': 'completed', 'code': 200} Jul 28 18:03:05.103499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:05.135444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aedf89-80c2-4f4c-8de4-e7bd548d5bb0 req-b978349d-eaaa-4ea2-a4bd-905fbe3612b7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 210 time: 0.0307648 Jul 28 18:03:05.308200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:05.348961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Checking router: c154c6c0-3f04-4d23-be2b-6341d0f994fe for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:05.359115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:05.359787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:05.462574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-e7f1041f-f892-462c-8d7c-70749a192030 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483818 Jul 28 18:03:05.489095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:05.587356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6649a81-ece0-4ba5-ab46-b85eb5cd19f8 req-5002ddff-aa6a-4d95-b338-44ce75302ed9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:05.593762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6649a81-ece0-4ba5-ab46-b85eb5cd19f8 req-5002ddff-aa6a-4d95-b338-44ce75302ed9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:05.599736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6649a81-ece0-4ba5-ab46-b85eb5cd19f8 req-5002ddff-aa6a-4d95-b338-44ce75302ed9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:05.601452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6649a81-ece0-4ba5-ab46-b85eb5cd19f8 req-5002ddff-aa6a-4d95-b338-44ce75302ed9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.1225405 Jul 28 18:03:05.606471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-b9fe8254-20be-4a4d-b288-bcba8728ece4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:05.608779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-b9fe8254-20be-4a4d-b288-bcba8728ece4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406257 Jul 28 18:03:05.624861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:05.677733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6649a81-ece0-4ba5-ab46-b85eb5cd19f8 req-69e27490-71cb-4abb-898b-e642af48eda9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688224 Jul 28 18:03:05.744439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25749029-359a-453d-9c7b-39f01e0ea3cf req-cfc9a36d-ebe9-4376-8e38-87f7ffea0283 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0484648 Jul 28 18:03:05.797335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d939045a-4228-4890-9198-52da9f4a86de req-28421bdc-1787-4005-9099-52c49063ef4e tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0347669 Jul 28 18:03:05.877171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1af76e1b-cc67-4bfd-ba05-31c90e2d15cb req-f97ac743-852a-4a40-a77d-2afa3c945fc1 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Jul 28 18:03:05.882572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:05.905367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:05.909112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:05.912091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df238dd-812b-425a-be2d-de99a5eb9921 None None] The sync data for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 is: [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T17:58:40Z', 'revision_number': 4, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5733afdb-e940-45e4-a965-69a5cb3fb113', 'name': '', 'network_id': 'b048d473-2ecb-4290-9a33-a6941948ad60', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'mac_address': 'fa:16:3e:cc:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:36Z', 'updated_at': '2021-07-28T17:58:47Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'subnets': [{'id': '1a901c9f-5826-4413-9549-a52eaee083f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:05.918315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.020291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.084052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:06.108433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 5e2ca5f6-918f-4d93-897a-d5de070da1e6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:06.108816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2ca5f6-918f-4d93-897a-d5de070da1e6 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:06.111384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.178000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:06.196551 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df329b9b-c52c-461d-a011-0fc0529f5494 None None] New status for floating IP 39037684-fdf3-4fab-8058-310c0c76809e: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:03:06.254345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ea86590-1a61-48ae-b501-751455f20f58 req-3637fc53-986d-4843-a495-df6094798c78 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 210 time: 0.0377100 Jul 28 18:03:06.261382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.44 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/8a8f1676-bd1e-44f3-92d6-860c00e27583) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:06.447276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.469186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object 8a8f1676-bd1e-44f3-92d6-860c00e27583 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:06.522023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726a6ec-126d-4177-80d9-6a5f6e0c1f71 req-a4bf3e3e-97d4-4e43-8387-3474d7664a35 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:06.529213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3726a6ec-126d-4177-80d9-6a5f6e0c1f71 req-a4bf3e3e-97d4-4e43-8387-3474d7664a35 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0953581 Jul 28 18:03:06.583098 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3726a6ec-126d-4177-80d9-6a5f6e0c1f71 req-1b373cef-5745-4cb8-8f03-de135791993b tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528460 Jul 28 18:03:06.616897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.675865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:06.684098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:06.687854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:06.690250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:06.729196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.729767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.730271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.730771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.731358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.731875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.732357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.733405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.733930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.734494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.735018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.735575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.781672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:06.782825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:06.923838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aec3f-5612-495d-83cd-08167510b97b req-b18b0371-10b8-43f3-ae92-243bb50fba38 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:06.928311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3bc1ab6f-90fd-4363-94c6-d9bdf75086d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3097043 Jul 28 18:03:06.932242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aec3f-5612-495d-83cd-08167510b97b req-b18b0371-10b8-43f3-ae92-243bb50fba38 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:06.937980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aec3f-5612-495d-83cd-08167510b97b req-b18b0371-10b8-43f3-ae92-243bb50fba38 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:06.939762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a5aec3f-5612-495d-83cd-08167510b97b req-b18b0371-10b8-43f3-ae92-243bb50fba38 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.1625378 Jul 28 18:03:06.948801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Request body: {'port': {'device_id': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:06.952710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6046e1ff-643b-44d1-9aa9-8953814b4ddb req-e34cee9c-1bfe-4be6-a97b-04e40494dc6a tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0394406 Jul 28 18:03:07.025563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.064266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a5aec3f-5612-495d-83cd-08167510b97b req-1ccf7230-9b11-49be-912d-622e38a602e3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165559 Jul 28 18:03:07.086731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b04914e-a750-4afa-8fac-e8223b3c318e None None] Provisioning for port 8a8f1676-bd1e-44f3-92d6-860c00e27583 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:07.086731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b04914e-a750-4afa-8fac-e8223b3c318e None None] Provisioning complete for port 8a8f1676-bd1e-44f3-92d6-860c00e27583 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:07.087752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b04914e-a750-4afa-8fac-e8223b3c318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.173066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8b04914e-a750-4afa-8fac-e8223b3c318e None None] Port 8a8f1676-bd1e-44f3-92d6-860c00e27583 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:07.230945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e202c9b-02fa-42d8-a634-897d9d866660 req-16661f25-9f35-4344-ae58-693ba1adfd10 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=007dced0-b161-44ff-8b04-d00dd0e26410 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 28 18:03:07.305110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8863b99f-a6c4-4a97-b5ad-9f8cf9275105 req-76050121-06e7-4fb1-a05d-7e487aa65283 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0690937 Jul 28 18:03:07.430294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceacd67-75be-4d3b-be64-7e1daeb90e0c req-478bb08d-1759-4e3d-8f03-6bc8803e3f31 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:07.439774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dceacd67-75be-4d3b-be64-7e1daeb90e0c req-478bb08d-1759-4e3d-8f03-6bc8803e3f31 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 935 time: 0.0743527 Jul 28 18:03:07.465208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8f1676-bd1e-44f3-92d6-860c00e27583 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:07.475440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.488641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Transition to ACTIVE for port object 8a8f1676-bd1e-44f3-92d6-860c00e27583 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:07.508295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dceacd67-75be-4d3b-be64-7e1daeb90e0c req-55da4afc-30ac-4f15-bcf1-db3f4bb6f29d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660787 Jul 28 18:03:07.579139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.600603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d25a9878-b958-4de6-97dc-1c698bbe9415 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:07.626680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: d25a9878-b958-4de6-97dc-1c698bbe9415 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:07.627108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d25a9878-b958-4de6-97dc-1c698bbe9415 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:07.653712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af774e3e-c8f5-405d-ab54-01021a8c6ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.687805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:07.731772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa261-7152-435e-9da4-d0339a3f4bff req-3c764c45-c60a-4dc6-a173-9538e6daf0d2 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:07.740210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b95fa261-7152-435e-9da4-d0339a3f4bff req-3c764c45-c60a-4dc6-a173-9538e6daf0d2 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.1133425 Jul 28 18:03:07.814349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b95fa261-7152-435e-9da4-d0339a3f4bff req-b7937945-c306-4cda-a5db-b1dca2329fb5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732520 Jul 28 18:03:07.838330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Attempting to bind port 8a8f1676-bd1e-44f3-92d6-860c00e27583 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:07.838857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Attempting to bind port 8a8f1676-bd1e-44f3-92d6-860c00e27583 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:07.839357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Attempting to bind port 8a8f1676-bd1e-44f3-92d6-860c00e27583 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:07.845070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Port 8a8f1676-bd1e-44f3-92d6-860c00e27583 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:07.845658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Attempting to bind port 8a8f1676-bd1e-44f3-92d6-860c00e27583 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:07.862214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:07.862570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:07.862972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:07.863555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Bound port: 8a8f1676-bd1e-44f3-92d6-860c00e27583, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:07.863979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:07.928790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:07.931683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:08.025632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.071246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.072070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.073867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] 10.222.0.37 "PUT /v2.0/ports/8a8f1676-bd1e-44f3-92d6-860c00e27583 HTTP/1.1" status: 200 len: 1095 time: 1.1301351 Jul 28 18:03:08.079211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:08.084953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 90a4c984-6bd3-46d6-bcd3-272abfff7732 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:08.087933 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5a0927-5e93-41c5-bd69-824bb8303b51" -d '{"events": [{"name": "network-changed", "server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:08.108066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-374dce09-f2d1-402f-aa60-aa36ea8ac940 req-d3acdd70-75a6-4c11-90f0-ef234d719b87 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0539341 Jul 28 18:03:08.140552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2fff-5010-42ba-ba47-bf9f539a441e service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.216533 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95095c19-d973-471e-85fb-35b75237603c x-openstack-request-id: req-95095c19-d973-471e-85fb-35b75237603c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:08.216855 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:08.217131 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95095c19-d973-471e-85fb-35b75237603c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:08.221821 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583', 'status': 'completed', 'code': 200} Jul 28 18:03:08.244852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cb96-5ddf-4d69-80fe-9de813abe0e4 req-88afa2d8-a556-48dc-bb31-c7567152bf03 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.264692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cb96-5ddf-4d69-80fe-9de813abe0e4 req-88afa2d8-a556-48dc-bb31-c7567152bf03 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.273316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:08.277773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cb96-5ddf-4d69-80fe-9de813abe0e4 req-88afa2d8-a556-48dc-bb31-c7567152bf03 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.285950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '90a4c984-6bd3-46d6-bcd3-272abfff7732', 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'port_id': '90a4c984-6bd3-46d6-bcd3-272abfff7732', 'mac_address': 'fa:16:3e:cb:4f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255ce219-c7f7-4d59-b822-184c2aab4b45', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:08.286643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7576cb96-5ddf-4d69-80fe-9de813abe0e4 req-88afa2d8-a556-48dc-bb31-c7567152bf03 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2411 time: 0.1445017 Jul 28 18:03:08.297817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-192c9177-eafc-4403-9666-c65d668fdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.299444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-192c9177-eafc-4403-9666-c65d668fdbf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 1098 time: 0.1025474 Jul 28 18:03:08.359692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7576cb96-5ddf-4d69-80fe-9de813abe0e4 req-665828ed-4733-40c7-b08b-0acec52e1806 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Jul 28 18:03:08.384825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.389862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-d35c3fbe-b888-4084-85fb-3164e7edead0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583 HTTP/1.1" status: 200 len: 217 time: 0.0813911 Jul 28 18:03:08.429883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a4c984-6bd3-46d6-bcd3-272abfff7732 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:08.453383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:08.473859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-ff35a278-82bf-43ee-8f5f-f8716471a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.475746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-ff35a278-82bf-43ee-8f5f-f8716471a262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0774059 Jul 28 18:03:08.510965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1db9babc-0773-47e5-84d7-e903c71e0fbc req-171fa75e-2563-4fce-b8e8-82eb43722361 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0411398 Jul 28 18:03:08.530308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-b8fe326b-abc8-4933-ae22-3067781a39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.532188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-b8fe326b-abc8-4933-ae22-3067781a39b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487232 Jul 28 18:03:08.551237 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.551237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 474bc067-69da-404f-9d05-0a2a540ff837 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:08.613161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.639625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=474bc067-69da-404f-9d05-0a2a540ff837,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:08.650118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bea32-b9cf-4baa-96ff-3aeb75118001 req-3c62b3a1-1b57-4a0f-b82a-9fd75e1a7173 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:08.652016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f7bea32-b9cf-4baa-96ff-3aeb75118001 req-3c62b3a1-1b57-4a0f-b82a-9fd75e1a7173 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 947 time: 0.0721550 Jul 28 18:03:08.653196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '474bc067-69da-404f-9d05-0a2a540ff837', 'network_id': 'ea392aad-2a94-45c2-83b9-c5a92ae1784c', 'port_id': '474bc067-69da-404f-9d05-0a2a540ff837', 'mac_address': 'fa:16:3e:5c:35:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255ce219-c7f7-4d59-b822-184c2aab4b45', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:08.669336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-3dc695a4-02e3-4be7-9740-6e90bf5bbb5d service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299646 Jul 28 18:03:08.694944 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.707365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f7bea32-b9cf-4baa-96ff-3aeb75118001 req-31c34c56-1371-4e17-b659-cf69c33dc26e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Jul 28 18:03:08.709477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474bc067-69da-404f-9d05-0a2a540ff837 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:08.738433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=474bc067-69da-404f-9d05-0a2a540ff837,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:08.811706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e4ff02a-3f11-4264-b10d-df39a35a1926 req-5858223b-0842-4aad-bc90-44fb05d70d79 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345816 Jul 28 18:03:08.845084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:08.845862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f9922b7f-86fc-4ad4-a884-919bd1d862c6 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:08.940070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.983566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:08.995668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', 'network_id': 'c41bf9e8-0ab1-466e-8373-e0fecf199a9c', 'port_id': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', 'mac_address': 'fa:16:3e:6e:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7', 'ip_address': '19.86.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:09.051736 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:09.051736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9922b7f-86fc-4ad4-a884-919bd1d862c6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:09.069508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:09.070793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-2aee07d0-09df-47ca-876a-7f5627adff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.072673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-2aee07d0-09df-47ca-876a-7f5627adff8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 1098 time: 0.0515218 Jul 28 18:03:09.123933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facfdee-a76a-4ed4-bed7-37bda0117333 req-0420a6f9-6915-4fd9-a924-f6eb71c0cd0a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.125654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9facfdee-a76a-4ed4-bed7-37bda0117333 req-0420a6f9-6915-4fd9-a924-f6eb71c0cd0a tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Jul 28 18:03:09.127805 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:09.188180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9facfdee-a76a-4ed4-bed7-37bda0117333 req-98eaba03-c7aa-4242-bc44-3ea94e8b20c2 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463412 Jul 28 18:03:09.195377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:09.209238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-c4c31f05-a64d-43f0-a562-2c9f50daa25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.210863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-c4c31f05-a64d-43f0-a562-2c9f50daa25a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1307375 Jul 28 18:03:09.270497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d888fb44-b782-49db-bf4e-01afed16a3ad req-f09fe0df-5be0-4eb1-b8f1-c248289bd9c9 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0582557 Jul 28 18:03:09.272284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-5f6b7082-8ee9-44eb-b916-051d697fbe88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583 HTTP/1.1" status: 200 len: 217 time: 0.0516999 Jul 28 18:03:09.323290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-f00096b4-268b-4f13-baa7-e8c757b232c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.324812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-f00096b4-268b-4f13-baa7-e8c757b232c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0447872 Jul 28 18:03:09.387369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-9ac99748-ed5f-4649-9895-fe1d4f5c51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.388780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-9ac99748-ed5f-4649-9895-fe1d4f5c51d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546174 Jul 28 18:03:09.518406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7438f7-5b54-4fb6-964c-58638a2dad3a req-ffe240dd-cd20-412b-b174-2ae7659ef304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.525326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7438f7-5b54-4fb6-964c-58638a2dad3a req-ffe240dd-cd20-412b-b174-2ae7659ef304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.531474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7438f7-5b54-4fb6-964c-58638a2dad3a req-ffe240dd-cd20-412b-b174-2ae7659ef304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.533146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e7438f7-5b54-4fb6-964c-58638a2dad3a req-ffe240dd-cd20-412b-b174-2ae7659ef304 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2414 time: 0.0938208 Jul 28 18:03:09.537418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-b0551a0c-ce98-43f7-b5dc-dbe002a55a49 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403887 Jul 28 18:03:09.628985 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e7438f7-5b54-4fb6-964c-58638a2dad3a req-da027d31-ef00-47a8-aecd-bbd02cdd494c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891156 Jul 28 18:03:09.629896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa6fbe85-ef6c-4aba-a66d-ef8403c4a72e req-04db5b47-487b-4212-8dfe-25a8fe4df860 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Jul 28 18:03:09.660794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab5a0927-5e93-41c5-bd69-824bb8303b51 req-f80741f6-cbf8-4b0f-8441-78490973a14b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138234 Jul 28 18:03:09.823976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5af39-a648-4353-b649-cffde35edebb req-4da8c4ee-e919-4257-a672-08148f9b04c8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:09.825386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05c5af39-a648-4353-b649-cffde35edebb req-4da8c4ee-e919-4257-a672-08148f9b04c8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 947 time: 0.0502052 Jul 28 18:03:09.826885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['90a4c984-6bd3-46d6-bcd3-272abfff7732'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:09.837532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['474bc067-69da-404f-9d05-0a2a540ff837'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:09.888849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f9922b7f-86fc-4ad4-a884-919bd1d862c6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:09.919663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05c5af39-a648-4353-b649-cffde35edebb req-0be24662-f8ed-43fa-a02b-aef882f4613f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Jul 28 18:03:09.960301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e280e962-cf18-4e57-bfcd-3e225fa75eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.123387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.348306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-603c9aa0-96e7-4977-9f55-c12e8cada301 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:10.351469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-603c9aa0-96e7-4977-9f55-c12e8cada301 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.0588262 Jul 28 18:03:10.357986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dfb26-b0ee-4511-a170-e4a51c57afc6 req-fbb9c6dc-41e0-4f48-a16c-c44973efbab5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:10.366069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b86dfb26-b0ee-4511-a170-e4a51c57afc6 req-fbb9c6dc-41e0-4f48-a16c-c44973efbab5 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 946 time: 0.1162925 Jul 28 18:03:10.411714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab08912c-61a1-4212-b472-ca6eb28ac01d req-955cbdfd-0f80-4427-b799-62378a2155d4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Jul 28 18:03:10.477359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b86dfb26-b0ee-4511-a170-e4a51c57afc6 req-e55fc5b4-6b47-44aa-abf8-6cb107f057c6 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups?id=54417d0d-2af3-474c-9ebf-4310060f1cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104290 Jul 28 18:03:10.527704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Deleting port de844c1e-6f83-4421-a31d-e264c286b303 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:10.527704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.616113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] For port de844c1e-6f83-4421-a31d-e264c286b303, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=de844c1e-6f83-4421-a31d-e264c286b303,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:10.616487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.784425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3770a-c284-4293-b6b7-ec7cdb542210 req-81a5d905-2d62-4ec9-897b-73a7e490fbdd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:10.790658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3770a-c284-4293-b6b7-ec7cdb542210 req-81a5d905-2d62-4ec9-897b-73a7e490fbdd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:10.796719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3770a-c284-4293-b6b7-ec7cdb542210 req-81a5d905-2d62-4ec9-897b-73a7e490fbdd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:10.798789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aa3770a-c284-4293-b6b7-ec7cdb542210 req-81a5d905-2d62-4ec9-897b-73a7e490fbdd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2414 time: 0.0742826 Jul 28 18:03:10.805053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5f5bf5a-7c5b-4117-95b4-cc454d4e5ae1 req-431a5753-addd-4184-bb38-11849d2224ec tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0592451 Jul 28 18:03:10.830936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.831420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:10.831807 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Floating IP 0ba72317-efe0-4646-8aee-c0c8b8c11a90 disassociated. External IP: 172.25.7.208, port: de844c1e-6f83-4421-a31d-e264c286b303. Jul 28 18:03:10.832218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Calling delete_port for de844c1e-6f83-4421-a31d-e264c286b303 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:10.861465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aa3770a-c284-4293-b6b7-ec7cdb542210 req-bb3f4486-71d0-4bf0-8933-5423f2479034 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Jul 28 18:03:10.947016 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:11.062089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:11.082276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7982c-e630-4833-b03f-33c243e84257 req-4e3ef6b0-a3f4-4b38-b429-6ecbfe215f58 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:11.084448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fea7982c-e630-4833-b03f-33c243e84257 req-4e3ef6b0-a3f4-4b38-b429-6ecbfe215f58 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 947 time: 0.0658185 Jul 28 18:03:11.138923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event deleted for resources: {'Port': ['ID=de844c1e-6f83-4421-a31d-e264c286b303,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:11.147761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fea7982c-e630-4833-b03f-33c243e84257 req-6a7bb699-8a52-49b7-bb1b-e39ad4f63492 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Jul 28 18:03:11.254265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Router 53c291a0-dae7-4afd-b591-4d770cd2ac14 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:03:11.370077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:11.379831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Sync routers for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:11.390217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:11.391572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:11.439870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] No DVR routers for this DVR port de844c1e-6f83-4421-a31d-e264c286b303 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:11.443204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:11.445998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9408091e-f344-4823-ad60-d7d5567a53a9 req-de13865c-b31c-4401-9f9a-e094e8a4ed97 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.37 "DELETE /v2.0/ports/de844c1e-6f83-4421-a31d-e264c286b303 HTTP/1.1" status: 204 len: 173 time: 1.0773959 Jul 28 18:03:11.446649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'name': 'network-vif-deleted', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:11.450111 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01279465-5386-4e7a-9f3e-99a722820d93" -d '{"events": [{"server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "name": "network-vif-deleted", "tag": "de844c1e-6f83-4421-a31d-e264c286b303"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:11.541923 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9b69a-b358-4719-8116-4518ddf3b20b x-openstack-request-id: req-10a9b69a-b358-4719-8116-4518ddf3b20b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:11.542227 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2536f44-eb66-46de-854f-11b0d3736261", "name": "network-vif-deleted", "tag": "de844c1e-6f83-4421-a31d-e264c286b303", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:11.542546 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10a9b69a-b358-4719-8116-4518ddf3b20b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:11.543177 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2536f44-eb66-46de-854f-11b0d3736261', 'name': 'network-vif-deleted', 'tag': 'de844c1e-6f83-4421-a31d-e264c286b303', 'status': 'completed', 'code': 200} Jul 28 18:03:11.628250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5609d44c-7b2f-4840-a194-7cd2d8564629 req-761ea6e8-da2f-4a64-a034-e4feeaa45c9d tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/ports?device_id=84e1deb7-7247-436b-91ef-06bc6414d451 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Jul 28 18:03:11.649559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8a8f1676-bd1e-44f3-92d6-860c00e27583 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:11.740645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2845843-6b51-403d-b41f-fed59f753d7b req-72c82cba-a6a4-4603-a16d-5b9bab1b255e tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2536f44-eb66-46de-854f-11b0d3736261 HTTP/1.1" status: 200 len: 210 time: 0.0605326 Jul 28 18:03:11.769688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:11.789918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8a8f1676-bd1e-44f3-92d6-860c00e27583', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '8a8f1676-bd1e-44f3-92d6-860c00e27583', 'mac_address': 'fa:16:3e:a8:1b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:11.792557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:11.952476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:11.974638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8f1676-bd1e-44f3-92d6-860c00e27583 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:12.006045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:12.039583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be01f01-9faf-4059-adfc-1bf3e1a25dd9 req-43d7dd32-a618-42dc-8921-45ee5394a2c0 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0481327 Jul 28 18:03:12.081161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd42d-0bc5-44b6-b32d-440b8fc3e66b req-75545894-4a11-4bd6-9f9f-90fd740461aa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:12.087152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd42d-0bc5-44b6-b32d-440b8fc3e66b req-75545894-4a11-4bd6-9f9f-90fd740461aa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:12.099857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f9922b7f-86fc-4ad4-a884-919bd1d862c6 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:12.107588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd42d-0bc5-44b6-b32d-440b8fc3e66b req-75545894-4a11-4bd6-9f9f-90fd740461aa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:12.109377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c79cd42d-0bc5-44b6-b32d-440b8fc3e66b req-75545894-4a11-4bd6-9f9f-90fd740461aa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2414 time: 0.1518056 Jul 28 18:03:12.195529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c79cd42d-0bc5-44b6-b32d-440b8fc3e66b req-96a32590-6f69-4cef-9c35-953882ff05eb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712061 Jul 28 18:03:12.195704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.204231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:12.260980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Checking router: 53c291a0-dae7-4afd-b591-4d770cd2ac14 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:12.289784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:12.290791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:12.302171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a640c4-b7d5-47b2-9b4f-e918ffdbe31b req-07607c07-b1fb-4c07-9e6e-725945cee8b8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:12.311353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9a640c4-b7d5-47b2-9b4f-e918ffdbe31b req-07607c07-b1fb-4c07-9e6e-725945cee8b8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 948 time: 0.0720630 Jul 28 18:03:12.406287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:12.414606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9a640c4-b7d5-47b2-9b4f-e918ffdbe31b req-9277479b-5061-478e-b17d-babbcd563080 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019857 Jul 28 18:03:12.462355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:12.468732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f9922b7f-86fc-4ad4-a884-919bd1d862c6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:12.478207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f9922b7f-86fc-4ad4-a884-919bd1d862c6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:12.478587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.549504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:12.803600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49532) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:12.921358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.921594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.924345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.959191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:12.977995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:12.980268 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcfd47f-f32b-4557-823a-b667dbc914e6" -d '{"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:13.025711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:13.037271 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a573470-abf8-4e14-9b40-9bf1708ec701 x-openstack-request-id: req-7a573470-abf8-4e14-9b40-9bf1708ec701 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:13.037781 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:13.037959 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a573470-abf8-4e14-9b40-9bf1708ec701 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:13.038356 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', 'code': 200} Jul 28 18:03:13.052216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49538) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:13.078361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:13.110234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e608432-627c-43d9-b38f-c782e52dbcdf None None] The sync data for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 is: [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:00:54Z', 'revision_number': 4, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b6b828f8-ad3f-4e93-afa3-71626b6debde', 'name': '', 'network_id': 'a50283bd-c179-4035-ad80-7dbaf550a445', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:54Z', 'updated_at': '2021-07-28T18:01:00Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'subnets': [{'id': 'ff4c350a-83ee-4b26-8471-9c92146ae247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:13.117971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.121724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.122879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "DELETE /v2.0/security-groups/85fb073a-c289-4e6d-af25-227e65d13cb8 HTTP/1.1" status: 204 len: 168 time: 0.3181977 Jul 28 18:03:13.125736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49542) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:13.133483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.138115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 474bc067-69da-404f-9d05-0a2a540ff837 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:13.152264 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-8697a9f2-4bf3-434e-955c-0fb01baa5265 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] show failed (client error): The resource could not be found. Jul 28 18:03:13.153998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8697a9f2-4bf3-434e-955c-0fb01baa5265 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "GET /v2.0/security-groups/85fb073a-c289-4e6d-af25-227e65d13cb8 HTTP/1.1" status: 404 len: 347 time: 0.0266039 Jul 28 18:03:13.158164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:13.315247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c41216-7dd6-4c1a-93ed-508f02e8d6fa tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fb073a-c289-4e6d-af25-227e65d13cb8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:13.331859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41f01e55-92e4-494e-a562-314f83266dfa req-3e1a4b2e-ecdd-4090-a74a-91ea53e235d6 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.1615188 Jul 28 18:03:13.334201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.394582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.424751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:13.546860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 474bc067-69da-404f-9d05-0a2a540ff837 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:13.550824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 474bc067-69da-404f-9d05-0a2a540ff837 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:13.551343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.553852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9b0f-4ebd-40b9-973a-51218e24be5f req-3a09f5e3-2524-4054-86da-e598fb45672e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:13.565341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9b0f-4ebd-40b9-973a-51218e24be5f req-3a09f5e3-2524-4054-86da-e598fb45672e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:13.571614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9b0f-4ebd-40b9-973a-51218e24be5f req-3a09f5e3-2524-4054-86da-e598fb45672e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:13.582773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48d9b0f-4ebd-40b9-973a-51218e24be5f req-3a09f5e3-2524-4054-86da-e598fb45672e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2415 time: 0.1710942 Jul 28 18:03:13.602606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebab09-c16c-4a23-8f37-f09dda500aaa req-f83c255b-feb5-4f20-b100-6f65622b2f9d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:13.604230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93ebab09-c16c-4a23-8f37-f09dda500aaa req-f83c255b-feb5-4f20-b100-6f65622b2f9d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 948 time: 0.0849674 Jul 28 18:03:13.635795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8a8f1676-bd1e-44f3-92d6-860c00e27583 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:13.647810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.652780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.653705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "DELETE /v2.0/security-groups/54417d0d-2af3-474c-9ebf-4310060f1cc7 HTTP/1.1" status: 204 len: 168 time: 0.5994332 Jul 28 18:03:13.658518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49554) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:13.670072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f44f66-be26-45a7-bcd5-3be029a3fa3b None None] New status for floating IP 0ba72317-efe0-4646-8aee-c0c8b8c11a90: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:03:13.691582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858864b-6181-451a-a00a-54ae38e987d4 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54417d0d-2af3-474c-9ebf-4310060f1cc7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:13.694566 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f215278e-8a7a-4014-b232-b2b1b19c5d36 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] show failed (client error): The resource could not be found. Jul 28 18:03:13.695562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f215278e-8a7a-4014-b232-b2b1b19c5d36 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "GET /v2.0/security-groups/54417d0d-2af3-474c-9ebf-4310060f1cc7 HTTP/1.1" status: 404 len: 347 time: 0.0348990 Jul 28 18:03:13.699615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93ebab09-c16c-4a23-8f37-f09dda500aaa req-1c6dd7f0-4e60-4e33-bff3-2fcd1ac35262 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884769 Jul 28 18:03:13.700561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49556) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:13.717742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48d9b0f-4ebd-40b9-973a-51218e24be5f req-27abecb1-45b5-4943-b1a4-afb8724c84d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332779 Jul 28 18:03:13.742386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Deleting port 9a80354b-9402-4772-b1df-a2cdf3b0fe7b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:13.742865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.876930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.887880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Deleting port 1ed408a6-98a4-456f-bbb0-08d3930abe87 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:13.888905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.924422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.925530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:13.934862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=474bc067-69da-404f-9d05-0a2a540ff837,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:13.942388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Calling delete_port for 9a80354b-9402-4772-b1df-a2cdf3b0fe7b owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:13.985495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8a8f1676-bd1e-44f3-92d6-860c00e27583 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:13.993991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8a8f1676-bd1e-44f3-92d6-860c00e27583 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:14.010687 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.015822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.019960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.039045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Calling delete_port for 1ed408a6-98a4-456f-bbb0-08d3930abe87 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:14.233266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.239231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.261720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 90a4c984-6bd3-46d6-bcd3-272abfff7732 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:14.272166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Pushing event deleted for resources: {'Port': ['ID=9a80354b-9402-4772-b1df-a2cdf3b0fe7b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.335530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.351360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.354773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.359985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e0f8368c-3371-4b45-982a-636697aad3b4 tempest-ServersTestBootFromVolume-1816762676 tempest-ServersTestBootFromVolume-1816762676-project] 10.222.0.25 "DELETE /v2.0/floatingips/39037684-fdf3-4fab-8058-310c0c76809e HTTP/1.1" status: 204 len: 168 time: 1.1958477 Jul 28 18:03:14.360435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49564) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:14.423583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.446005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.509272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:14.547364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 90a4c984-6bd3-46d6-bcd3-272abfff7732 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:14.551559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 90a4c984-6bd3-46d6-bcd3-272abfff7732 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:14.551937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.606059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Pushing event deleted for resources: {'Port': ['ID=1ed408a6-98a4-456f-bbb0-08d3930abe87,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.639944 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.644328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99e6d9a7-988d-4600-9867-1f5d304bfe90 req-d6077b1e-d593-4e0a-a466-365b894abc2b tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.1166313 Jul 28 18:03:14.667979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.681992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device de844c1e-6f83-4421-a31d-e264c286b303 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:14.716446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:14.745283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: de844c1e-6f83-4421-a31d-e264c286b303 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:14.746074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device de844c1e-6f83-4421-a31d-e264c286b303 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:14.785556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.788660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.794333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:14.794480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49574) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:14.794569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-096ed12e-19a1-4121-a6ee-9d5b9d497d67 tempest-ServersTestJSON-582233946 tempest-ServersTestJSON-582233946-project] 10.222.0.25 "DELETE /v2.0/floatingips/0ba72317-efe0-4646-8aee-c0c8b8c11a90 HTTP/1.1" status: 204 len: 168 time: 1.0925212 Jul 28 18:03:14.836366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.895987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.961504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433c490-0f63-4cd7-95b1-6933a69711d2 req-14f9c815-74fd-44b0-b2b1-e9d3abe3a39a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:14.963099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c433c490-0f63-4cd7-95b1-6933a69711d2 req-14f9c815-74fd-44b0-b2b1-e9d3abe3a39a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1114962 Jul 28 18:03:15.039979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837'}, {'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583'}, {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:15.042525 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed7e5b-24f5-4ae9-9eaa-b865e0795631" -d '{"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "474bc067-69da-404f-9d05-0a2a540ff837"}, {"server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583"}, {"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:15.053632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c433c490-0f63-4cd7-95b1-6933a69711d2 req-d2de6313-83ed-4a06-8690-d9edefebf097 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Jul 28 18:03:15.221937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:15.224879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:15.273031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be386bf-0ed7-4f22-a5b5-1bdf6423b0e2 req-b1a640f6-1ed1-4f71-91dc-41a5fd741d07 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.279023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be386bf-0ed7-4f22-a5b5-1bdf6423b0e2 req-b1a640f6-1ed1-4f71-91dc-41a5fd741d07 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.287986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be386bf-0ed7-4f22-a5b5-1bdf6423b0e2 req-b1a640f6-1ed1-4f71-91dc-41a5fd741d07 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.289856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2be386bf-0ed7-4f22-a5b5-1bdf6423b0e2 req-b1a640f6-1ed1-4f71-91dc-41a5fd741d07 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.1632082 Jul 28 18:03:15.376696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2be386bf-0ed7-4f22-a5b5-1bdf6423b0e2 req-465fa56e-f76b-49d4-9ac0-03168731e0d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692320 Jul 28 18:03:15.479469 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37b6d3-69fb-4118-9624-0ccb23bc33b5 x-openstack-request-id: req-cc37b6d3-69fb-4118-9624-0ccb23bc33b5 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:15.479773 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "474bc067-69da-404f-9d05-0a2a540ff837", "code": 200}, {"server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583", "code": 200}, {"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-plugged", "status": "completed", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:15.480024 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc37b6d3-69fb-4118-9624-0ccb23bc33b5 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:15.480920 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837', 'code': 200} Jul 28 18:03:15.480920 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583', 'code': 200} Jul 28 18:03:15.480920 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732', 'code': 200} Jul 28 18:03:15.582520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:15.801363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4cbb2f15-2aa8-472a-8b8f-6f1a1333ce8f req-35bef24d-116c-494f-9376-1c010efd7d58 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0437984 Jul 28 18:03:15.899684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ea4e4-cfd7-4199-90d9-bd8b52799a3f req-4c3d9e6a-aa1f-4b95-96fb-6e4219d91d32 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.901317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-222ea4e4-cfd7-4199-90d9-bd8b52799a3f req-4c3d9e6a-aa1f-4b95-96fb-6e4219d91d32 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.6914392 Jul 28 18:03:15.927619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5cb1-d60c-40ed-86f6-2fb30b8b6646 req-37a716c9-cfc0-445d-affb-53656415cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.929096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b0a5cb1-d60c-40ed-86f6-2fb30b8b6646 req-37a716c9-cfc0-445d-affb-53656415cddf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 1100 time: 0.1764638 Jul 28 18:03:15.937125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Deleting port b6b828f8-ad3f-4e93-afa3-71626b6debde {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:15.937682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:15.945156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-be9860f8-2d38-468a-804c-5208b95ef0d0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.946579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-be9860f8-2d38-468a-804c-5208b95ef0d0 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 945 time: 0.2030411 Jul 28 18:03:15.959976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1fbfc-5ff7-47c3-949d-c6b16b31e943 req-9cc1bf3f-2f31-4917-b396-55a69a414dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.960524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1fbfc-5ff7-47c3-949d-c6b16b31e943 req-9cc1bf3f-2f31-4917-b396-55a69a414dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.961010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1fbfc-5ff7-47c3-949d-c6b16b31e943 req-9cc1bf3f-2f31-4917-b396-55a69a414dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:15.962603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bd1fbfc-5ff7-47c3-949d-c6b16b31e943 req-9cc1bf3f-2f31-4917-b396-55a69a414dfe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2870 time: 0.2021711 Jul 28 18:03:16.041451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] For port b6b828f8-ad3f-4e93-afa3-71626b6debde, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b6b828f8-ad3f-4e93-afa3-71626b6debde,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:16.043196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.057521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Calling delete_port for b6b828f8-ad3f-4e93-afa3-71626b6debde owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:16.125188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b0a5cb1-d60c-40ed-86f6-2fb30b8b6646 req-3a1f5340-6dce-4f4d-93b9-ae7d893ddaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766772 Jul 28 18:03:16.131414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-222ea4e4-cfd7-4199-90d9-bd8b52799a3f req-d051534a-f7ad-40ff-9430-53c49badf792 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135065 Jul 28 18:03:16.132921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bd1fbfc-5ff7-47c3-949d-c6b16b31e943 req-af822e0d-c41a-4a5c-b1e7-9d28d9ad37ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458468 Jul 28 18:03:16.217894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Deleting port 5fd596a2-7a09-429b-84f1-d64ed9105a02 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:16.218245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.255529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac26cc-a6c7-424c-b928-6f7fc2d4d716 req-3bb311b5-a88e-433f-a336-491dfb0c5b3b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:16.258383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41ac26cc-a6c7-424c-b928-6f7fc2d4d716 req-3bb311b5-a88e-433f-a336-491dfb0c5b3b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1281598 Jul 28 18:03:16.318422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41ac26cc-a6c7-424c-b928-6f7fc2d4d716 req-dd0d9bd8-e786-4f96-8368-0b949591fffd tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510235 Jul 28 18:03:16.345821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] For port 5fd596a2-7a09-429b-84f1-d64ed9105a02, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5fd596a2-7a09-429b-84f1-d64ed9105a02,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:16.346061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.361460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Calling delete_port for 5fd596a2-7a09-429b-84f1-d64ed9105a02 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:16.368607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Deleting port 5733afdb-e940-45e4-a965-69a5cb3fb113 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:16.368947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.444365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.471673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b828f8-ad3f-4e93-afa3-71626b6debde,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:16.562650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] For port 5733afdb-e940-45e4-a965-69a5cb3fb113, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5733afdb-e940-45e4-a965-69a5cb3fb113,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:16.563510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.575199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5082b-ebc2-4a6a-85bc-f15d331e32c6 req-c3164c88-7396-47d2-8a03-1e212ddc33a7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:16.581834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5082b-ebc2-4a6a-85bc-f15d331e32c6 req-c3164c88-7396-47d2-8a03-1e212ddc33a7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:16.588736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5082b-ebc2-4a6a-85bc-f15d331e32c6 req-c3164c88-7396-47d2-8a03-1e212ddc33a7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:16.590573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6b5082b-ebc2-4a6a-85bc-f15d331e32c6 req-c3164c88-7396-47d2-8a03-1e212ddc33a7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.1442459 Jul 28 18:03:16.620691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Calling delete_port for 5733afdb-e940-45e4-a965-69a5cb3fb113 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:16.710677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.763188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6b5082b-ebc2-4a6a-85bc-f15d331e32c6 req-c1551684-4c17-404f-bf7d-ee3a05b14a2a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575792 Jul 28 18:03:16.908667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:16.921428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5fd596a2-7a09-429b-84f1-d64ed9105a02'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:16.944934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event deleted for resources: {'Port': ['ID=5fd596a2-7a09-429b-84f1-d64ed9105a02,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:16.953230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47314b80-a0d3-49f5-b7ee-53d97c409946 req-9fb5a603-421e-44ea-b072-b69a2f5b5856 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0381308 Jul 28 18:03:17.004926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] No DVR routers for this DVR port 5fd596a2-7a09-429b-84f1-d64ed9105a02 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:17.007502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:17.009492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d3ddb74-1c1c-4092-b2d5-7848643096f9 req-91c0a9a0-a7d7-4db0-a23b-28de83c27d2d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "DELETE /v2.0/ports/5fd596a2-7a09-429b-84f1-d64ed9105a02 HTTP/1.1" status: 204 len: 173 time: 1.0449731 Jul 28 18:03:17.009931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-deleted', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:17.012190 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef998702-b465-4ad5-be99-847e46cd3166" -d '{"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-deleted", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:17.019775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Router 53c291a0-dae7-4afd-b591-4d770cd2ac14 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:03:17.048959 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1160e0c-597d-49fa-b90d-98d882858491 x-openstack-request-id: req-b1160e0c-597d-49fa-b90d-98d882858491 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:17.049250 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d2cff-9b60-48c8-af2c-3ca4d704a248", "name": "network-vif-deleted", "tag": "5fd596a2-7a09-429b-84f1-d64ed9105a02", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:17.049602 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1160e0c-597d-49fa-b90d-98d882858491 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:17.051816 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d2cff-9b60-48c8-af2c-3ca4d704a248', 'name': 'network-vif-deleted', 'tag': '5fd596a2-7a09-429b-84f1-d64ed9105a02', 'status': 'completed', 'code': 200} Jul 28 18:03:17.099454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:17.128894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5733afdb-e940-45e4-a965-69a5cb3fb113,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:17.137127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:17.144801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-29457997-9524-45a4-a23f-b0fa4e1d9ebd admin admin] 10.222.0.25 "PUT /v2.0/routers/53c291a0-dae7-4afd-b591-4d770cd2ac14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484511 Jul 28 18:03:17.149425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49598) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:17.151934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Sync routers for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:17.164972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:17.165975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:17.286356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c19ca70e-6dbb-4390-8f9c-897934896c22 req-088b44be-d6e9-4eda-9f0d-02ed88c1a271 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32d2cff-9b60-48c8-af2c-3ca4d704a248 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Jul 28 18:03:17.301406 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:17.334601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:17.417980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:17.572278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:17.599802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Checking router: 53c291a0-dae7-4afd-b591-4d770cd2ac14 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:17.609640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Routers {'53c291a0-dae7-4afd-b591-4d770cd2ac14'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:17.610207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53c291a0-dae7-4afd-b591-4d770cd2ac14'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:17.668946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Router c154c6c0-3f04-4d23-be2b-6341d0f994fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:03:17.732564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] Set router 53c291a0-dae7-4afd-b591-4d770cd2ac14 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:17.740027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a7d41-fea8-459f-b3ef-bcc4b86039d4 req-44c618d6-7bd9-4c82-b52c-2e7dd86d3342 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:17.749599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d62a7d41-fea8-459f-b3ef-bcc4b86039d4 req-44c618d6-7bd9-4c82-b52c-2e7dd86d3342 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1071656 Jul 28 18:03:17.793942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:17.800972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:17.811610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dca8b904-fad3-4630-a6bd-058ca2e5fff9 admin admin] 10.222.0.25 "PUT /v2.0/routers/c154c6c0-3f04-4d23-be2b-6341d0f994fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4498024 Jul 28 18:03:17.812199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:17.819382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Sync routers for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:17.828910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d62a7d41-fea8-459f-b3ef-bcc4b86039d4 req-4f6bc64c-7893-4d82-8c42-80e24422f55f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780551 Jul 28 18:03:17.835756 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:17.836692 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:17.999863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eea24-45c3-44c0-b374-f82ec503fc33 req-e2a8932c-37fe-42c6-8065-ca70bf4bc378 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.010966 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:18.011835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eea24-45c3-44c0-b374-f82ec503fc33 req-e2a8932c-37fe-42c6-8065-ca70bf4bc378 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.029560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eea24-45c3-44c0-b374-f82ec503fc33 req-e2a8932c-37fe-42c6-8065-ca70bf4bc378 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.031649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b2eea24-45c3-44c0-b374-f82ec503fc33 req-e2a8932c-37fe-42c6-8065-ca70bf4bc378 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.1345570 Jul 28 18:03:18.068912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.082375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:18.094185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b2eea24-45c3-44c0-b374-f82ec503fc33 req-49213ff3-c322-48ec-a0f0-65b006cd7279 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547440 Jul 28 18:03:18.117141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5c2b0-e725-459d-98f6-03ac061f781c None None] The sync data for ids ['53c291a0-dae7-4afd-b591-4d770cd2ac14'] in n-d-778550-5 is: [{'id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'name': 'tempest-ServersTestJSON-1173920318-router', 'tenant_id': '041717a13389446398922dc8f5068c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:48Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '041717a13389446398922dc8f5068c0c', 'gw_port': {'id': '2a6aaf87-31fb-4807-bbfb-ba2526c3de8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c291a0-dae7-4afd-b591-4d770cd2ac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:49Z', 'updated_at': '2021-07-28T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:18.121985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-bef4f1e5-329b-43f3-a250-cd1fd60c2b1b tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.124066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-bef4f1e5-329b-43f3-a250-cd1fd60c2b1b tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 1100 time: 0.1374719 Jul 28 18:03:18.172243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Deleting port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:18.172478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.176762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.214560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-44680a79-a960-48bd-9eae-29a86a067096 req-3193bb71-c290-47b3-a33e-3ca76720d36b tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0293272 Jul 28 18:03:18.259035 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:18.289482 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Checking router: c154c6c0-3f04-4d23-be2b-6341d0f994fe for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:18.300379 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Routers {'c154c6c0-3f04-4d23-be2b-6341d0f994fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:18.300990 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:18.317480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.324537 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.355857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] For port 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:18.356382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.378473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Calling delete_port for 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:18.495887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.516654 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] Set router c154c6c0-3f04-4d23-be2b-6341d0f994fe gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:18.567387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.572601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Deleting port cec3dbbc-b33f-4c98-b173-ce50e0c8349e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:18.572954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.690922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbfdc6f5-b46e-448b-a7ac-9f1c9bf97b7c req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506911 Jul 28 18:03:18.700145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5065b3-dcd8-4584-bddb-8e0717094154,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:18.724066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b6b828f8-ad3f-4e93-afa3-71626b6debde no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:18.744654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.745595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.747454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.748869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.749372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.749918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.750421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.750910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.751490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.752064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.752567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.753050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a63cc-4acf-4e6b-b369-22d95fd8a378 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:18.755546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b6b828f8-ad3f-4e93-afa3-71626b6debde {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:18.755917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b6b828f8-ad3f-4e93-afa3-71626b6debde not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:18.789386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] For port cec3dbbc-b33f-4c98-b173-ce50e0c8349e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:18.789771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.803924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Calling delete_port for cec3dbbc-b33f-4c98-b173-ce50e0c8349e owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:18.807165 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:18.811335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:18.840972 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113ae16-2e37-40d6-970f-1765eacc85ac None None] The sync data for ids ['c154c6c0-3f04-4d23-be2b-6341d0f994fe'] in n-d-778550-5 is: [{'id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'name': 'tempest-ServersTestBootFromVolume-1715151376-router', 'tenant_id': '7f40533d93924792ada6503df7b86c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:58:28Z', 'updated_at': '2021-07-28T18:03:16Z', 'revision_number': 5, 'project_id': '7f40533d93924792ada6503df7b86c9e', 'gw_port': {'id': 'cec3dbbc-b33f-4c98-b173-ce50e0c8349e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c154c6c0-3f04-4d23-be2b-6341d0f994fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:58:30Z', 'updated_at': '2021-07-28T17:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:18.883366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecf10a-7e3d-430d-b61f-1ae0cbcd7878 req-888c5978-17ed-4df5-ba0b-8108a1b4a73c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.890047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecf10a-7e3d-430d-b61f-1ae0cbcd7878 req-888c5978-17ed-4df5-ba0b-8108a1b4a73c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.897283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecf10a-7e3d-430d-b61f-1ae0cbcd7878 req-888c5978-17ed-4df5-ba0b-8108a1b4a73c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:18.898131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6aaf87-31fb-4807-bbfb-ba2526c3de8b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:18.900005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30ecf10a-7e3d-430d-b61f-1ae0cbcd7878 req-888c5978-17ed-4df5-ba0b-8108a1b4a73c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.0871999 Jul 28 18:03:18.941700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30ecf10a-7e3d-430d-b61f-1ae0cbcd7878 req-d4a7c59d-1d2d-452e-89aa-7957c2b883ab tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jul 28 18:03:18.962476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:19.012426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.117174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.119767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.204122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-05529802-75d3-4d4b-a85c-a33516de137f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730908 Jul 28 18:03:19.305413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.305413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c291a0-dae7-4afd-b591-4d770cd2ac14 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:03:19.310178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.311385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe5a94e6-2d66-4e68-a6ce-75827cdee4a8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/53c291a0-dae7-4afd-b591-4d770cd2ac14 HTTP/1.1" status: 204 len: 168 time: 2.1650255 Jul 28 18:03:19.314174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:19.328027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-54305b6f-1359-47c6-ae94-b039eff7f160 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:19.331705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-54305b6f-1359-47c6-ae94-b039eff7f160 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212852 Jul 28 18:03:19.351335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-0854d328-ec22-48f2-bab9-801b73ada0b4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0157351 Jul 28 18:03:19.378185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Deleting subnet ff4c350a-83ee-4b26-8471-9c92146ae247 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:19.385277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.416178 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-b4184c4e-8aef-4668-aca5-8d0c0c82ac5e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638015 Jul 28 18:03:19.419695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.445967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.473502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec3dbbc-b33f-4c98-b173-ce50e0c8349e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:19.515390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-285f3aee-044d-45ff-b898-0d338a8240e3 req-18e78ac3-b065-4006-a4b3-0d161e375b3a tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0719311 Jul 28 18:03:19.530779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.645219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.648447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.659378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.672398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:19.693967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 5fd596a2-7a09-429b-84f1-d64ed9105a02 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:19.694305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5fd596a2-7a09-429b-84f1-d64ed9105a02 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:19.694692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ba80f-2e92-417d-bc41-bb6d94f6313d req-76249c77-b88f-4277-a311-bad896310bcd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:19.696226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd3ba80f-2e92-417d-bc41-bb6d94f6313d req-76249c77-b88f-4277-a311-bad896310bcd tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.0929062 Jul 28 18:03:19.751015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd3ba80f-2e92-417d-bc41-bb6d94f6313d req-9eb6ee75-2d5c-416b-ace2-91a87b38b366 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jul 28 18:03:19.787354 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.787938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c154c6c0-3f04-4d23-be2b-6341d0f994fe {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:03:19.792076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.793354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d3766c4-4702-4132-93ff-b34ad1e566a6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c154c6c0-3f04-4d23-be2b-6341d0f994fe HTTP/1.1" status: 204 len: 168 time: 1.9802210 Jul 28 18:03:19.797481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:19.839621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.862135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ebc95-36e8-4fd2-ac33-3f4963991857 None None] Network a50283bd-c179-4035-ad80-7dbaf550a445 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:19.876916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.879349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff4c350a-83ee-4b26-8471-9c92146ae247 HTTP/1.1" status: 204 len: 168 time: 0.5636125 Jul 28 18:03:19.883355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:19.908673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c71c6c-cb65-40f4-958e-1ca8e57a1a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4c350a-83ee-4b26-8471-9c92146ae247,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:19.920786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Deleting subnet 1a901c9f-5826-4413-9549-a52eaee083f9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:19.926564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:19.973084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-8a0695d6-ff1e-4c49-9083-35a4eec63042 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:19.976048 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-8a0695d6-ff1e-4c49-9083-35a4eec63042 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 944 time: 0.1515176 Jul 28 18:03:19.995916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.046908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.115621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Deleting port a898ce82-436c-45cb-843d-6dbf406eb866 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:20.116177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.191645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e0eb1-8ef0-4e08-8748-31d65b6d02a6 req-4367ddf2-38b4-4e5b-9b9f-7f620ed756b0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.193106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] For port a898ce82-436c-45cb-843d-6dbf406eb866, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a898ce82-436c-45cb-843d-6dbf406eb866,segment=NetworkSegment(cf7904b2-5958-499e-9d0b-be40b89032a9),segment_id=cf7904b2-5958-499e-9d0b-be40b89032a9)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:20.193476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.199561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e0eb1-8ef0-4e08-8748-31d65b6d02a6 req-4367ddf2-38b4-4e5b-9b9f-7f620ed756b0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.205552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e0eb1-8ef0-4e08-8748-31d65b6d02a6 req-4367ddf2-38b4-4e5b-9b9f-7f620ed756b0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.207250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c8e0eb1-8ef0-4e08-8748-31d65b6d02a6 req-4367ddf2-38b4-4e5b-9b9f-7f620ed756b0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.1536219 Jul 28 18:03:20.212181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Calling delete_port for a898ce82-436c-45cb-843d-6dbf406eb866 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:20.244289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.284622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Deleting port 7844efa5-52ae-4540-a97e-54ae5d86259e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:20.284622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.369692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba54d77-ad29-4b9c-a843-45c5102ef8d1 None None] DHCP port deletion for a50283bd-c179-4035-ad80-7dbaf550a445 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:03:20.375926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.384983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c8e0eb1-8ef0-4e08-8748-31d65b6d02a6 req-57a37273-0b41-4fa6-b496-4dcf1c5dd635 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620324 Jul 28 18:03:20.429551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Pushing event deleted for resources: {'Port': ['ID=a898ce82-436c-45cb-843d-6dbf406eb866,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:20.441953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] No DVR routers for this DVR port a898ce82-436c-45cb-843d-6dbf406eb866 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:20.526981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] For port 7844efa5-52ae-4540-a97e-54ae5d86259e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7844efa5-52ae-4540-a97e-54ae5d86259e,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:20.527614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.538777 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.551318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50283bd-c179-4035-ad80-7dbaf550a445']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:20.553129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Calling delete_port for 7844efa5-52ae-4540-a97e-54ae5d86259e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:20.564716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7904b2-5958-499e-9d0b-be40b89032a9') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:20.565037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7904b2-5958-499e-9d0b-be40b89032a9') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:20.576043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd8d203d-63ab-4b22-a233-4a94eed12939 req-ce1d321c-947d-440b-b5a5-79fc741ebb2c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0393102 Jul 28 18:03:20.576721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.592984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.597847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.599550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:20.600115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:20.602214 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:20.682447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.687579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1a901c9f-5826-4413-9549-a52eaee083f9 HTTP/1.1" status: 204 len: 168 time: 0.8890228 Jul 28 18:03:20.689590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2608d2-6817-443c-bc1b-f8582570212e None None] Network b048d473-2ecb-4290-9a33-a6941948ad60 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:20.690160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49674) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:20.691093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82372d0-d921-4cd6-9f36-4a360c6a8839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a901c9f-5826-4413-9549-a52eaee083f9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:20.702095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-891df92d-92b8-4882-9695-169085454729 req-4460b864-41cc-45a9-92e2-6a574c07914d tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0824697 Jul 28 18:03:20.740800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cec3dbbc-b33f-4c98-b173-ce50e0c8349e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:20.768712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cec3dbbc-b33f-4c98-b173-ce50e0c8349e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:20.768712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cec3dbbc-b33f-4c98-b173-ce50e0c8349e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:20.768931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a898ce82-436c-45cb-843d-6dbf406eb866 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:20.782163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.788508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.792371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a50283bd-c179-4035-ad80-7dbaf550a445 HTTP/1.1" status: 204 len: 168 time: 0.9078259 Jul 28 18:03:20.804561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a898ce82-436c-45cb-843d-6dbf406eb866 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:20.805217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a898ce82-436c-45cb-843d-6dbf406eb866 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:20.805810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:20.809550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737424b-a2d1-424b-b533-cf5428a5f44c admin admin] Pushing event deleted for resources: {'Network': ['ID=a50283bd-c179-4035-ad80-7dbaf550a445,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:20.830638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:20.831322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2a6aaf87-31fb-4807-bbfb-ba2526c3de8b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:20.832037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5733afdb-e940-45e4-a965-69a5cb3fb113 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:20.869832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5733afdb-e940-45e4-a965-69a5cb3fb113 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:20.870442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5733afdb-e940-45e4-a965-69a5cb3fb113 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:20.877487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-b7dd4e68-49d3-41b7-aeed-ac4f07475c0a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.884201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-b7dd4e68-49d3-41b7-aeed-ac4f07475c0a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.891088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-b7dd4e68-49d3-41b7-aeed-ac4f07475c0a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:20.892968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-b7dd4e68-49d3-41b7-aeed-ac4f07475c0a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.2619967 Jul 28 18:03:20.968980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.994371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:20.995670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] DHCP port deletion for b048d473-2ecb-4290-9a33-a6941948ad60 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:03:21.024917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b00e315-4047-4113-90e2-f9aa3369c7be req-cdbca4ce-3495-4b7e-ba05-2c70b79cdc03 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.1241758 Jul 28 18:03:21.048610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Deleting port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:21.049020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.051555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event deleted for resources: {'Port': ['ID=7844efa5-52ae-4540-a97e-54ae5d86259e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:21.118947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] No DVR routers for this DVR port 7844efa5-52ae-4540-a97e-54ae5d86259e on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:21.122817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] For port 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82b41cd3-b21c-462f-bdc2-5a47bf84d300,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:21.123006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.123987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.125358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de81f080-46a0-4d2a-aaba-38bc20db8afd req-79060a19-12e7-451e-bfd7-4cb452ac10f5 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "DELETE /v2.0/ports/7844efa5-52ae-4540-a97e-54ae5d86259e HTTP/1.1" status: 204 len: 173 time: 1.1413679 Jul 28 18:03:21.127056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-deleted', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:21.129301 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451865bf-74fd-412c-8574-c75d1a58bb07" -d '{"events": [{"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-deleted", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:21.137759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Calling delete_port for 82b41cd3-b21c-462f-bdc2-5a47bf84d300 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:21.154219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port 90a4c984-6bd3-46d6-bcd3-272abfff7732 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:21.155055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.199427 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f77d9-6db2-457b-a160-a94e2a60cf4c x-openstack-request-id: req-832f77d9-6db2-457b-a160-a94e2a60cf4c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:21.200005 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3b713e-4554-4779-ab87-e9514ad6a3da", "name": "network-vif-deleted", "tag": "7844efa5-52ae-4540-a97e-54ae5d86259e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:21.200391 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-832f77d9-6db2-457b-a160-a94e2a60cf4c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:21.200856 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3b713e-4554-4779-ab87-e9514ad6a3da', 'name': 'network-vif-deleted', 'tag': '7844efa5-52ae-4540-a97e-54ae5d86259e', 'status': 'completed', 'code': 200} Jul 28 18:03:21.215718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Deleting port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:21.216514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.281926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.318194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] For port 82b41cd3-b21c-462f-bdc2-5a47bf84d300, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82b41cd3-b21c-462f-bdc2-5a47bf84d300,segment=NetworkSegment(e6615abe-704e-47a4-8342-c1de5c3c37e2),segment_id=e6615abe-704e-47a4-8342-c1de5c3c37e2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:21.318586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.321623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49692) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:21.330930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] Pushing event deleted for resources: {'Port': ['ID=82b41cd3-b21c-462f-bdc2-5a47bf84d300,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:21.335651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d5da6-d456-452c-97dd-13c0e538068c None None] No DVR routers for this DVR port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:21.346484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port 90a4c984-6bd3-46d6-bcd3-272abfff7732, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=90a4c984-6bd3-46d6-bcd3-272abfff7732,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:21.346785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.360684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Calling delete_port for 82b41cd3-b21c-462f-bdc2-5a47bf84d300 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:21.372834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-270a242a-0d3e-4f5c-8186-83815c92fb34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=041717a13389446398922dc8f5068c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472336 Jul 28 18:03:21.373065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49694) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:21.374266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for 90a4c984-6bd3-46d6-bcd3-272abfff7732 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:21.422596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.444627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.544936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542e7f-b530-4efa-89bd-90787bacece9 req-59113d35-1842-4bac-8a06-6adeb0949d92 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:21.550942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542e7f-b530-4efa-89bd-90787bacece9 req-59113d35-1842-4bac-8a06-6adeb0949d92 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:21.557039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542e7f-b530-4efa-89bd-90787bacece9 req-59113d35-1842-4bac-8a06-6adeb0949d92 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:21.558787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4542e7f-b530-4efa-89bd-90787bacece9 req-59113d35-1842-4bac-8a06-6adeb0949d92 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 2417 time: 0.0902936 Jul 28 18:03:21.607250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4542e7f-b530-4efa-89bd-90787bacece9 req-0b92bf99-225b-4aea-b1df-48029f56cf7c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Jul 28 18:03:21.633842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.637720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.643674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/978df226-8064-4d24-b52a-aed91270e0f4 HTTP/1.1" status: 204 len: 168 time: 0.2648742 Jul 28 18:03:21.648384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19e10-3266-47a1-aa52-16506aaa90e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978df226-8064-4d24-b52a-aed91270e0f4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:21.804455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9aea9f-c4a1-4205-b33e-f8f263c7935f req-57592fee-d6cb-4d22-b02b-10ce633d70b0 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Jul 28 18:03:21.837714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32acd7ee-f73a-4f8e-9cbe-8cccc44862ea req-a1dfd73d-e96f-4ccb-8150-f6bdc0f498bc tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0432534 Jul 28 18:03:21.847115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:21.876913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b41cd3-b21c-462f-bdc2-5a47bf84d300,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:21.879072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] No DVR routers for this DVR port 82b41cd3-b21c-462f-bdc2-5a47bf84d300 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:21.983871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.006985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b048d473-2ecb-4290-9a33-a6941948ad60']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:22.022894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6615abe-704e-47a4-8342-c1de5c3c37e2') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:22.023272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6615abe-704e-47a4-8342-c1de5c3c37e2') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:22.034541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.057270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.064281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:22.064682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:22.122347 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:22.128338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.144721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['474bc067-69da-404f-9d05-0a2a540ff837', 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', '90a4c984-6bd3-46d6-bcd3-272abfff7732'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:22.166084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=90a4c984-6bd3-46d6-bcd3-272abfff7732,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:22.254814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33c2b085-2781-4ee4-b9c1-4f505b14cc44 req-e64dfcc6-6d43-4587-b023-f4af44b6af3f tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3b713e-4554-4779-ab87-e9514ad6a3da HTTP/1.1" status: 200 len: 210 time: 0.0546222 Jul 28 18:03:22.270175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port 90a4c984-6bd3-46d6-bcd3-272abfff7732 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:22.270175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.277771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.280137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-af01023c-2b1a-4e5b-868c-5bfeecb01e86 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "DELETE /v2.0/ports/90a4c984-6bd3-46d6-bcd3-272abfff7732 HTTP/1.1" status: 204 len: 173 time: 1.3757806 Jul 28 18:03:22.284453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.286411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b048d473-2ecb-4290-9a33-a6941948ad60 HTTP/1.1" status: 204 len: 168 time: 1.5926251 Jul 28 18:03:22.345437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321658-0e19-4c3f-bc12-93da748eeb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b048d473-2ecb-4290-9a33-a6941948ad60,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:22.476373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port f9922b7f-86fc-4ad4-a884-919bd1d862c6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:22.476731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.580555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port f9922b7f-86fc-4ad4-a884-919bd1d862c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f9922b7f-86fc-4ad4-a884-919bd1d862c6,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:22.581682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.597066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for f9922b7f-86fc-4ad4-a884-919bd1d862c6 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:22.711134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82b41cd3-b21c-462f-bdc2-5a47bf84d300 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:22.731567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 82b41cd3-b21c-462f-bdc2-5a47bf84d300 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:22.731968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82b41cd3-b21c-462f-bdc2-5a47bf84d300 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:22.787185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49724) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:22.802877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f5c6-61d6-4b1c-a5ef-1e9caf7150c7 req-74c4c486-03c2-4b67-8a63-b9dec485ac9f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:22.808924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f5c6-61d6-4b1c-a5ef-1e9caf7150c7 req-74c4c486-03c2-4b67-8a63-b9dec485ac9f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:22.810486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fde2f5c6-61d6-4b1c-a5ef-1e9caf7150c7 req-74c4c486-03c2-4b67-8a63-b9dec485ac9f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 1682 time: 0.0977135 Jul 28 18:03:22.838899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-04b48d1a-7bdd-4737-89a5-61805fcea0ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f40533d93924792ada6503df7b86c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499952 Jul 28 18:03:22.841263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49730) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:22.862973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fde2f5c6-61d6-4b1c-a5ef-1e9caf7150c7 req-2d71cbee-65e4-40a9-9fa3-1cd9676ec606 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jul 28 18:03:22.884079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.905751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:22.936258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=f9922b7f-86fc-4ad4-a884-919bd1d862c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:22.954731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.015309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port f9922b7f-86fc-4ad4-a884-919bd1d862c6 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:23.022722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.027098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-1b60b010-672b-4061-95e1-30ab0460d62c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "DELETE /v2.0/ports/f9922b7f-86fc-4ad4-a884-919bd1d862c6 HTTP/1.1" status: 204 len: 173 time: 0.7382624 Jul 28 18:03:23.038983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eef01f5f-6e95-4334-801a-eb8dd2ceae74 req-8aa8bfc9-55dc-4380-a25b-0b446deef5e5 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0329211 Jul 28 18:03:23.089963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e46c6b3d-8333-40cf-a0e6-a9ea749dd348 req-6244a801-aedb-44b2-b3ec-ab8744009af3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0799794 Jul 28 18:03:23.159197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.162286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.166611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a2fc429-b2f7-428e-aef6-698ff68a1483 HTTP/1.1" status: 204 len: 168 time: 0.3203719 Jul 28 18:03:23.175343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e3558-1e66-404d-9913-7a8e659bf1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fc429-b2f7-428e-aef6-698ff68a1483,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:23.197534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port 474bc067-69da-404f-9d05-0a2a540ff837 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:23.202162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.208564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732'}, {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:23.210953 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049c0923-a454-4015-b244-c3f4de0d3a02" -d '{"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732"}, {"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:23.266448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49746) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:23.277643 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6912d25d-f1b7-4d71-a48d-72b132a395ed x-openstack-request-id: req-6912d25d-f1b7-4d71-a48d-72b132a395ed {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:23.278156 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "90a4c984-6bd3-46d6-bcd3-272abfff7732", "status": "completed", "code": 200}, {"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "f9922b7f-86fc-4ad4-a884-919bd1d862c6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:23.278512 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6912d25d-f1b7-4d71-a48d-72b132a395ed {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:23.279424 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': '90a4c984-6bd3-46d6-bcd3-272abfff7732', 'status': 'completed', 'code': 200} Jul 28 18:03:23.279424 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': 'f9922b7f-86fc-4ad4-a884-919bd1d862c6', 'status': 'completed', 'code': 200} Jul 28 18:03:23.334583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-5d2e3727-3bb3-46e9-860f-c0ddcbbcde92 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290484 Jul 28 18:03:23.408250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port 474bc067-69da-404f-9d05-0a2a540ff837, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=474bc067-69da-404f-9d05-0a2a540ff837,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:23.408468 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.427608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1274133878-network', 'tenant_id': 'f5fc9b7d8ef94e98b3c159357ee1391c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:23.436867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for 474bc067-69da-404f-9d05-0a2a540ff837 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:23.530833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-28d05bb6-1224-44c0-bff9-1b58e6e94d00 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:23.532367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-28d05bb6-1224-44c0-bff9-1b58e6e94d00 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976571 Jul 28 18:03:23.545542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:23.655663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Made reservation on behalf of f5fc9b7d8ef94e98b3c159357ee1391c for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:23.657879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.676432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:23.679951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.700944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 7844efa5-52ae-4540-a97e-54ae5d86259e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:23.701595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7844efa5-52ae-4540-a97e-54ae5d86259e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:23.802372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.844971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.870809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=474bc067-69da-404f-9d05-0a2a540ff837,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:23.911493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:23.977687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port 474bc067-69da-404f-9d05-0a2a540ff837 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:23.989523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:24.013068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.015492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-027d046f-5376-4a58-8904-9dd6767ffd7f req-cbd17dcb-e098-4f33-9e72-71fab8ab262e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.35 "DELETE /v2.0/ports/474bc067-69da-404f-9d05-0a2a540ff837 HTTP/1.1" status: 204 len: 173 time: 0.9783783 Jul 28 18:03:24.083967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41749a4c-ea7b-4645-ba15-c73918ff7c35 req-b25841a6-6ee8-4a23-81e0-8d7c0de38afd tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.1138136 Jul 28 18:03:24.090960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-9550c7b1-51c9-4dcf-acd2-f38352cd963e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162210 Jul 28 18:03:24.101100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.101645 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Added segment 928b6a32-19af-405d-a483-184d8e2b03f1 of type vlan for network 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 Jul 28 18:03:24.103386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826fc95-8bc8-4b98-bdae-58f691acd7ec,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:24.148478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 90a4c984-6bd3-46d6-bcd3-272abfff7732 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:24.192755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 90a4c984-6bd3-46d6-bcd3-272abfff7732 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:24.193109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 90a4c984-6bd3-46d6-bcd3-272abfff7732 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:24.193532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f9922b7f-86fc-4ad4-a884-919bd1d862c6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:24.211918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.216710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: f9922b7f-86fc-4ad4-a884-919bd1d862c6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:24.218307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f9922b7f-86fc-4ad4-a884-919bd1d862c6 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:24.219000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 474bc067-69da-404f-9d05-0a2a540ff837 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:24.230111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243d82e-2378-4c9e-b84e-0adfc90c75fb req-7e7313c3-cffe-4339-95e1-54f23bdf30f7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:24.233677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d243d82e-2378-4c9e-b84e-0adfc90c75fb req-7e7313c3-cffe-4339-95e1-54f23bdf30f7 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.4110141 Jul 28 18:03:24.269998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:24.278500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 474bc067-69da-404f-9d05-0a2a540ff837 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:24.278500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 474bc067-69da-404f-9d05-0a2a540ff837 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:24.282776 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.303725 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d243d82e-2378-4c9e-b84e-0adfc90c75fb req-340cd5a9-65d8-4073-a63c-6febd9c83d1d tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/security-groups?id=30402e38-3323-40eb-8bee-29e217afed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627818 Jul 28 18:03:24.358338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-b368b5f9-86e3-48b3-9c6f-17f63351bf69 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:24.360309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-b368b5f9-86e3-48b3-9c6f-17f63351bf69 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 944 time: 0.0851545 Jul 28 18:03:24.375060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a8428aa-0cfc-4b03-9850-92109147f16b req-44e326cf-fab3-4391-b564-ffd9b3a3e2b9 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.1060317 Jul 28 18:03:24.427327 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-232412b4-f0c3-48b9-b873-b37b0caf2adb req-3c99e505-27a2-4af9-ae90-0f86cc73a21a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0524247 Jul 28 18:03:24.473090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.478353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:24.478353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.517131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Deleting port ee9b8c03-609c-4534-b1ce-043f4e562e41 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:24.517875 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.566712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-8e7261f5-40b1-496b-b927-2a19c7de02c8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:24.568281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-8e7261f5-40b1-496b-b927-2a19c7de02c8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4366105 Jul 28 18:03:24.579719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49786) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:24.597999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:24.646549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] Pushing event updated for resources: {'Network': ['ID=1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:24.651165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] For port ee9b8c03-609c-4534-b1ce-043f4e562e41, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ee9b8c03-609c-4534-b1ce-043f4e562e41,segment=NetworkSegment(d9740cb7-9f30-454b-8ca3-e969b91f1fb3),segment_id=d9740cb7-9f30-454b-8ca3-e969b91f1fb3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:24.651591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.657628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90f4c5c5-fadc-4a2f-97ba-743ef2e49abf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3874142 Jul 28 18:03:24.659711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49790) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:24.665236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:24.669832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Calling delete_port for ee9b8c03-609c-4534-b1ce-043f4e562e41 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:24.682118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Request body: {'subnet': {'network_id': '1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1274133878-subnet', 'tenant_id': 'f5fc9b7d8ef94e98b3c159357ee1391c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:24.706243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.143 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/bbc21a23-f872-40b7-8d75-04c66c9e221b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:24.737767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1320596915-network', 'tenant_id': 'da8b518c320f4e478f8a64223548958c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:24.819371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Made reservation on behalf of f5fc9b7d8ef94e98b3c159357ee1391c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:24.821689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.924455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Made reservation on behalf of da8b518c320f4e478f8a64223548958c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:24.927350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.943248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.945902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:24.992523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Pushing event deleted for resources: {'Port': ['ID=ee9b8c03-609c-4534-b1ce-043f4e562e41,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:25.010434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.036788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] No DVR routers for this DVR port ee9b8c03-609c-4534-b1ce-043f4e562e41 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:25.040859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.042956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b053ec28-bd72-415c-b5ae-06d140babf3b req-bb369a8a-acd8-4239-86f7-f6ba5be42e6c tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.37 "DELETE /v2.0/ports/ee9b8c03-609c-4534-b1ce-043f4e562e41 HTTP/1.1" status: 204 len: 173 time: 0.6760530 Jul 28 18:03:25.043220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:25.043571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-deleted', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:25.046530 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a614e-bbd8-4e54-b9ce-6e67a75de1e5" -d '{"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-deleted", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:25.047344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.089047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object bbc21a23-f872-40b7-8d75-04c66c9e221b will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:25.105553 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081b847-f03c-47bf-a6b9-b40f42b9dee2 x-openstack-request-id: req-5081b847-f03c-47bf-a6b9-b40f42b9dee2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:25.105852 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4effda4c-ac24-4fca-ba9f-39109429ff89", "name": "network-vif-deleted", "tag": "ee9b8c03-609c-4534-b1ce-043f4e562e41", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:25.106162 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5081b847-f03c-47bf-a6b9-b40f42b9dee2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:25.106567 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4effda4c-ac24-4fca-ba9f-39109429ff89', 'name': 'network-vif-deleted', 'tag': 'ee9b8c03-609c-4534-b1ce-043f4e562e41', 'status': 'completed', 'code': 200} Jul 28 18:03:25.142386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.208540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dbe63481-cf48-405e-b0ef-78c211fe7dbb req-cc0ed8b2-851d-404b-abbe-2abe50d26195 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68c574d-7c12-449d-995f-18cab6896a6b HTTP/1.1" status: 200 len: 210 time: 0.0279956 Jul 28 18:03:25.267650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.280729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:25.283124 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b04cb-0e30-4b69-87d3-160d2bce3ab0" -d '{"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "474bc067-69da-404f-9d05-0a2a540ff837"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:25.292617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:25.301467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa1033-83e8-49d3-9239-969667c0f162,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:25.307532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.307890 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Added segment 6bc413ca-cc2c-4072-a806-bb80b943f90f of type vlan for network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 Jul 28 18:03:25.314919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.324561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc5fb6-d92c-4aae-95b8-d11e7736753b x-openstack-request-id: req-04dc5fb6-d92c-4aae-95b8-d11e7736753b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:25.324561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68c574d-7c12-449d-995f-18cab6896a6b", "name": "network-vif-deleted", "tag": "474bc067-69da-404f-9d05-0a2a540ff837", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:25.324561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04dc5fb6-d92c-4aae-95b8-d11e7736753b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:25.324561 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68c574d-7c12-449d-995f-18cab6896a6b', 'name': 'network-vif-deleted', 'tag': '474bc067-69da-404f-9d05-0a2a540ff837', 'status': 'completed', 'code': 200} Jul 28 18:03:25.358982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.372983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a5dbc8-526b-4731-ad39-1ece221674ad,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:25.390627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Checking segment: {'id': '928b6a32-19af-405d-a483-184d8e2b03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:25.391169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Network hostable DHCP agents. Network: 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:25.407484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.417643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-401d7aaf-d090-465b-bb24-afb741770c2a req-91e21322-e696-4f7c-b1df-f68a0e21e586 tempest-LiveAutoBlockMigrationV225Test-145746254 tempest-LiveAutoBlockMigrationV225Test-145746254-project] 10.222.0.25 "GET /v2.0/ports?device_id=4effda4c-ac24-4fca-ba9f-39109429ff89 HTTP/1.1" status: 200 len: 210 time: 0.0380483 Jul 28 18:03:25.433108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:25.485726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:25.504274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:25.517207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:25.543184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6f1adf0-dadc-4add-a072-92c355515657 req-b75b94ff-3809-4111-a24c-1983dd5c4452 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0562804 Jul 28 18:03:25.562226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cca3edfb-6abe-4bf8-9dee-ce345969e607 req-7c4acfb3-0010-44d3-96ad-2c5dd987fe4f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0340598 Jul 28 18:03:25.563874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.565061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:25.566142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.600608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:25.600608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.106 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/f233d1ca-5cdb-4917-ac00-178b2a9a24d4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:25.601173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Network 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:25.661562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:25.662242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.669387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] Pushing event updated for resources: {'Network': ['ID=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:25.684996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:25.693265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eb64ff08-64b0-4e03-b5d4-37b635f0503a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1123857 Jul 28 18:03:25.697869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:25.706285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Request body: {'subnet': {'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1320596915-subnet', 'tenant_id': 'da8b518c320f4e478f8a64223548958c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:25.725379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:25.725379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:25.725379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.735327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83d799-914d-49c1-8687-4c967d553faf None None] Network 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:25.793253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-60f11a77-dcc7-4441-9d6d-07872221839f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2509744 Jul 28 18:03:25.809150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Request body: {'port': {'device_id': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:25.855480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-82af33f3-e9de-4f7e-b38e-ff177a2f6503 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1851139 Jul 28 18:03:25.884475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Made reservation on behalf of da8b518c320f4e478f8a64223548958c for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:25.887505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.912127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df7044-23b0-4ed4-88a7-81be3d71a0ba None None] Network 1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:25.915259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:25.958694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-46ce41db-a17c-47b1-8da1-b5af5749a4cf None None] Provisioning for port bbc21a23-f872-40b7-8d75-04c66c9e221b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:25.968587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-46ce41db-a17c-47b1-8da1-b5af5749a4cf None None] Provisioning complete for port bbc21a23-f872-40b7-8d75-04c66c9e221b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:25.969389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46ce41db-a17c-47b1-8da1-b5af5749a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.008755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49814) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:26.076324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-46ce41db-a17c-47b1-8da1-b5af5749a4cf None None] Port bbc21a23-f872-40b7-8d75-04c66c9e221b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:26.076576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.092031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Deleting subnet e5a5dbc8-526b-4731-ad39-1ece221674ad {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:26.098102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.110038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object f233d1ca-5cdb-4917-ac00-178b2a9a24d4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:26.168230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.216630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.223251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.234312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:26.285679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49818) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:26.317191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.324010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:26.336366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:26.340245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:26.368714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:26.397911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.404059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting subnet 20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:26.414235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.417868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:26.420787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.444520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ab4f00-613a-47b1-a76d-f704d0e2da76,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:26.460446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Checking segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:26.460927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Network hostable DHCP agents. Network: 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:26.484346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.489848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e5a5dbc8-526b-4731-ad39-1ece221674ad HTTP/1.1" status: 204 len: 168 time: 0.4780772 Jul 28 18:03:26.492121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49822) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:26.492642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84adc-b786-4922-90ad-812be71c4611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a5dbc8-526b-4731-ad39-1ece221674ad,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:26.515040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49824) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:26.518252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.544907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc21a23-f872-40b7-8d75-04c66c9e221b {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:26.552770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-929a87cf-3ddf-46fa-80ca-9d38aea42651 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9607959 Jul 28 18:03:26.566454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Request body: {'port': {'device_id': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:26.620973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Deleting subnet 63f47308-b81e-4aa7-8a89-5c8107699528 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:26.624702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.630054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.635419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.661650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.666810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Transition to ACTIVE for port object bbc21a23-f872-40b7-8d75-04c66c9e221b will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:26.691601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.705858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:26.744928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb5470c8-51f1-4210-a5df-924be91388f4 req-582f5829-d357-4dd0-8f53-27357327dbde tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0641489 Jul 28 18:03:26.775168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.800863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.802962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.829383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ce4e498-6137-470e-9565-9b30970204a5 None None] Provisioning for port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:26.835278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ce4e498-6137-470e-9565-9b30970204a5 None None] Provisioning complete for port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:26.835842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e498-6137-470e-9565-9b30970204a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.858195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa39cf-6d31-466c-8c19-e75ba3875e5c req-0ed4ddc2-36c7-481b-839a-18e3a9801aac tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:26.862385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09fa39cf-6d31-466c-8c19-e75ba3875e5c req-0ed4ddc2-36c7-481b-839a-18e3a9801aac tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 936 time: 0.1853347 Jul 28 18:03:26.889966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:26.895203 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.908318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:26.909030 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.914719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3581456a-6de2-4b12-927e-c2a4170577a5 None None] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:26.919929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4e498-6137-470e-9565-9b30970204a5 None None] Port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:26.924703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:26.982743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Pushing event updated for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:26.985804 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:26.986226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928b6a32-19af-405d-a483-184d8e2b03f1') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:26.989494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928b6a32-19af-405d-a483-184d8e2b03f1') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:27.023004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Subnet': ['ID=20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:27.025459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.027486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bff0b198-5e07-4ef3-870c-237fd5240d3a tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/subnets/20a2e0d8-5cc5-4b50-9b07-68fac3dad4f7 HTTP/1.1" status: 204 len: 168 time: 0.7404740 Jul 28 18:03:27.030293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:27.049762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.089775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09fa39cf-6d31-466c-8c19-e75ba3875e5c req-93cc588c-ef54-4c28-9eb8-87ef888b7a3a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145069 Jul 28 18:03:27.105258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.117813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.138421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f1470d1b-b90c-4524-b65c-e3076b729089 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4391279 Jul 28 18:03:27.155568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f47308-b81e-4aa7-8a89-5c8107699528,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:27.168806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:27.174175 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:27.191053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.195974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0980f086-c6ab-4e88-b8a8-342d7da20bda admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63f47308-b81e-4aa7-8a89-5c8107699528 HTTP/1.1" status: 204 len: 168 time: 0.6746993 Jul 28 18:03:27.198750 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49838) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:27.210825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.217606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887137d-ae95-4ab3-b1d8-74e9f56dd473 None None] Network c41bf9e8-0ab1-466e-8373-e0fecf199a9c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:27.254189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Attempting to bind port bbc21a23-f872-40b7-8d75-04c66c9e221b on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:27.254189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Attempting to bind port bbc21a23-f872-40b7-8d75-04c66c9e221b by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:27.254189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Attempting to bind port bbc21a23-f872-40b7-8d75-04c66c9e221b on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:27.265052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Port bbc21a23-f872-40b7-8d75-04c66c9e221b on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:27.265391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Attempting to bind port bbc21a23-f872-40b7-8d75-04c66c9e221b on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:27.272834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:27.273249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:27.273564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:27.274013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Bound port: bbc21a23-f872-40b7-8d75-04c66c9e221b, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:27.274361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.313557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.393548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.395622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'tenant_id': 'da8b518c320f4e478f8a64223548958c', 'fixed_ips': [{'subnet_id': 'd0ab4f00-613a-47b1-a76d-f704d0e2da76'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:03:27.397226 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.398308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port f3e8a575-0a12-41fa-877b-cd1c98712a63 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:27.398726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:27.398853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.427966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.430267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08 HTTP/1.1" status: 204 len: 168 time: 0.9369006 Jul 28 18:03:27.458211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23754bc5-bb80-4bfe-8445-bdde4b862b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a025ab4-ebd3-413c-b93f-2a8b7b7b4c08,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:27.458914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.462546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:27.475804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f233d1ca-5cdb-4917-ac00-178b2a9a24d4 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:27.476039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f7e76f-3af0-497a-ab4e-d4664bfb305f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:27.478655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.493257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:27.493554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9740cb7-9f30-454b-8ca3-e969b91f1fb3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:27.500144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Transition to ACTIVE for port object f233d1ca-5cdb-4917-ac00-178b2a9a24d4 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:27.517855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port f3e8a575-0a12-41fa-877b-cd1c98712a63, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3e8a575-0a12-41fa-877b-cd1c98712a63,segment=NetworkSegment(b761768d-d7a6-44e4-a674-15c1ea2c3b73),segment_id=b761768d-d7a6-44e4-a674-15c1ea2c3b73)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:27.518223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.521467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.540310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for f3e8a575-0a12-41fa-877b-cd1c98712a63 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:27.563462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.616920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.628503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:27.629541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.630944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] 10.222.0.37 "PUT /v2.0/ports/bbc21a23-f872-40b7-8d75-04c66c9e221b HTTP/1.1" status: 200 len: 1096 time: 1.8286726 Jul 28 18:03:27.645914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:27.653868 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ea128-8976-412b-adbc-7c02890e58fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:27.669763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0b5ba-1fef-4582-9194-5f04135fbeab service neutron] Pushing event updated for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:27.692942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.701356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Allocated IP 172.20.0.2 (3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297/d0ab4f00-613a-47b1-a76d-f704d0e2da76/16f3701e-098e-4321-b741-bf0bf873133b) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:27.716785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:27.719146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] DHCP port deletion for c41bf9e8-0ab1-466e-8373-e0fecf199a9c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:03:27.751566 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624cc9a-021c-4d3c-a795-0427fa95b654 x-openstack-request-id: req-f624cc9a-021c-4d3c-a795-0427fa95b654 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:27.752234 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:27.752714 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f624cc9a-021c-4d3c-a795-0427fa95b654 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:27.753476 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b', 'status': 'completed', 'code': 200} Jul 28 18:03:27.779184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: ee9b8c03-609c-4534-b1ce-043f4e562e41 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:27.780090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ee9b8c03-609c-4534-b1ce-043f4e562e41 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:27.902132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Deleting port f3e8a575-0a12-41fa-877b-cd1c98712a63 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:27.902788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.912550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-97670b9e-7d03-4ffb-aca5-f894e1733298 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:27.914563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-97670b9e-7d03-4ffb-aca5-f894e1733298 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.1580536 Jul 28 18:03:27.916644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:27.917294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.932710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:27.942047 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:28.024737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port f3e8a575-0a12-41fa-877b-cd1c98712a63 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:28.047122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] For port f3e8a575-0a12-41fa-877b-cd1c98712a63, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:28.047763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.064222 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-566cf976-d664-42b3-ac6f-f3c4d8c52eb2 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/quotas/da8b518c320f4e478f8a64223548958c HTTP/1.1" status: 200 len: 375 time: 0.1210496 Jul 28 18:03:28.064650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49866) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:28.071970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=f3e8a575-0a12-41fa-877b-cd1c98712a63,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.072710 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.084024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Calling delete_port for f3e8a575-0a12-41fa-877b-cd1c98712a63 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:28.090425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Port f3e8a575-0a12-41fa-877b-cd1c98712a63 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:03:28.094125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.096763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Transition to ACTIVE for port object 16f3701e-098e-4321-b741-bf0bf873133b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:28.143137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Pushing event deleted for resources: {'Port': ['ID=f3e8a575-0a12-41fa-877b-cd1c98712a63,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.161113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Transition to ACTIVE for port object 16f3701e-098e-4321-b741-bf0bf873133b will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:28.163054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] No DVR routers for this DVR port f3e8a575-0a12-41fa-877b-cd1c98712a63 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:28.165779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.165779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.166391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.166632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.166978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.167507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.167847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.168182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.168514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.168844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.169175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.169505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db28ca-7983-4194-99d7-7d17fa813bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:28.203659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.231737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-dba68979-1e96-403c-a05d-d25b18f7ffb1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607100 Jul 28 18:03:28.233267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.237981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41bf9e8-0ab1-466e-8373-e0fecf199a9c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:28.262348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761768d-d7a6-44e4-a674-15c1ea2c3b73') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:28.262525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761768d-d7a6-44e4-a674-15c1ea2c3b73') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:28.272982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e392e4bc-4e70-4702-a43a-f1be5640e863 req-3148d072-c398-414d-b81f-ada56e7d0ea5 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0703664 Jul 28 18:03:28.277372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fcd4ae00-e7b0-4c95-bbfe-fc8804a4aeef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5fc9b7d8ef94e98b3c159357ee1391c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267021 Jul 28 18:03:28.278042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:28.283446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.300174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:28.304910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:28.310147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:28.324212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Pushing event updated for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.324428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.347576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.356835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.359085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] 10.222.0.25 "DELETE /v2.0/networks/48f7e76f-3af0-497a-ab4e-d4664bfb305f HTTP/1.1" status: 204 len: 168 time: 1.1590657 Jul 28 18:03:28.359924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Attempting to bind port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:28.360270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Attempting to bind port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:28.360605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Attempting to bind port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:28.362145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49874) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:28.380861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ea128-8976-412b-adbc-7c02890e58fa req-2466536b-6415-465a-8b0b-994e3d5b5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:28.383485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f5ea128-8976-412b-adbc-7c02890e58fa req-2466536b-6415-465a-8b0b-994e3d5b5f77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 1099 time: 0.1821153 Jul 28 18:03:28.385033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:28.385720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Attempting to bind port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:28.386390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Attempting to bind port 16f3701e-098e-4321-b741-bf0bf873133b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:28.387061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Attempting to bind port 16f3701e-098e-4321-b741-bf0bf873133b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:28.387670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Attempting to bind port 16f3701e-098e-4321-b741-bf0bf873133b on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:28.391528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Pushing event updated for resources: {'Port': ['ID=16f3701e-098e-4321-b741-bf0bf873133b,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.396976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:28.397592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Checking segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:28.398187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.398727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Bound using segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:28.399667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Bound port: 16f3701e-098e-4321-b741-bf0bf873133b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:28.400483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.416887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:28.418862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:28.419257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:28.419745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Bound port: f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:28.423788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.430956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:28.431387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.437176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Deleting subnet cdeb045c-f56b-424f-906a-1b16e971cef2 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:28.439321 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:28.449371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f5ea128-8976-412b-adbc-7c02890e58fa req-1b13aa78-4aed-42e2-8e9b-e136e2cf3e13 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558786 Jul 28 18:03:28.477397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] For port 16f3701e-098e-4321-b741-bf0bf873133b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:28.481107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] For port 16f3701e-098e-4321-b741-bf0bf873133b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16f3701e-098e-4321-b741-bf0bf873133b,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:28.512270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b7b8b-0a33-49a4-b357-a7b0ddf9a37d admin admin] Pushing event deleted for resources: {'Network': ['ID=48f7e76f-3af0-497a-ab4e-d4664bfb305f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.515991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.568466 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.582430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.622587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.638338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5eecf-4ae4-42bf-b79f-a762df9a145e req-ef4c7a94-7e0b-4645-879b-eef3482c3d3d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:28.646839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8a5eecf-4ae4-42bf-b79f-a762df9a145e req-ef4c7a94-7e0b-4645-879b-eef3482c3d3d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 948 time: 0.1063366 Jul 28 18:03:28.666630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.680865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242be2-8007-471f-aacc-16e29eb329a8 None None] Pushing event updated for resources: {'Port': ['ID=16f3701e-098e-4321-b741-bf0bf873133b,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.694137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:28.698526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ea128-8976-412b-adbc-7c02890e58fa req-d86bcac2-a628-4d66-bf05-3eff30dd312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:28.700137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f5ea128-8976-412b-adbc-7c02890e58fa req-d86bcac2-a628-4d66-bf05-3eff30dd312d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407043 Jul 28 18:03:28.731793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-ae58abd0-e9fc-4579-a1c1-af3afd4191b7 service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807775 Jul 28 18:03:28.736191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8a5eecf-4ae4-42bf-b79f-a762df9a145e req-9a4ec26c-de16-4e2a-a2cd-0c1c8896bee0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884054 Jul 28 18:03:28.742852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.761335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3e8a575-0a12-41fa-877b-cd1c98712a63 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:28.761502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:28.791761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f3e8a575-0a12-41fa-877b-cd1c98712a63 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:28.792354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3e8a575-0a12-41fa-877b-cd1c98712a63 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:28.794411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-686da19f-6598-44f8-b24d-9649cfe06e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:28.796278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-686da19f-6598-44f8-b24d-9649cfe06e39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 1099 time: 0.0523050 Jul 28 18:03:28.799359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.835872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.840120 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/networks/c41bf9e8-0ab1-466e-8373-e0fecf199a9c HTTP/1.1" status: 204 len: 168 time: 1.8063173 Jul 28 18:03:28.842464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:28.880988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaddff-1b7e-4bd0-90f9-71c4159e9484 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Network': ['ID=c41bf9e8-0ab1-466e-8373-e0fecf199a9c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.888870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-216b56e9-ea76-4c68-a384-a19bc8d6cb7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b HTTP/1.1" status: 200 len: 217 time: 0.0841639 Jul 28 18:03:28.894412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.944493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-4f969eb6-4dc0-4c15-854d-fbbf2afd9e10 service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989737 Jul 28 18:03:28.971104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:28.975982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:28.975982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] 10.222.0.37 "PUT /v2.0/ports/f233d1ca-5cdb-4917-ac00-178b2a9a24d4 HTTP/1.1" status: 200 len: 1096 time: 2.4112570 Jul 28 18:03:28.982470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting subnet 255ce219-c7f7-4d59-b822-184c2aab4b45 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:28.992351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.020055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.024291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.026253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8826fc95-8bc8-4b98-bdae-58f691acd7ec HTTP/1.1" status: 204 len: 168 time: 0.7448750 Jul 28 18:03:29.063713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.067789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.072912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6458a11-1313-44e3-a1a9-05e8b48af60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826fc95-8bc8-4b98-bdae-58f691acd7ec,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:29.120826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb045c-f56b-424f-906a-1b16e971cef2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:29.128813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.130753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bc84a5b0-21df-4c42-8fe7-13380ca3fe03 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cdeb045c-f56b-424f-906a-1b16e971cef2 HTTP/1.1" status: 204 len: 168 time: 0.7636523 Jul 28 18:03:29.133429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:29.195711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981205-73a8-4b8a-8fbf-b03bed274738 service neutron] Pushing event updated for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:29.203369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-a933aebc-3f6a-4496-84e8-69cc4d4c9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:29.205911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-a933aebc-3f6a-4496-84e8-69cc4d4c9e57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.3020294 Jul 28 18:03:29.292030 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.302166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-88a44e32-d13d-47fd-9f06-d62e11f2c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:29.304422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-88a44e32-d13d-47fd-9f06-d62e11f2c562 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 1099 time: 0.1781938 Jul 28 18:03:29.329591 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.386810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.406529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9915203-d2fc-4545-b410-174266142f78']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:29.423637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-4c009a11-59dd-47e2-8c91-4f8f4cb0320b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4 HTTP/1.1" status: 200 len: 217 time: 0.1043935 Jul 28 18:03:29.434401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ffeab1-8946-481f-a53d-9aaf680bb349') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:29.434716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ffeab1-8946-481f-a53d-9aaf680bb349') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:29.439956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-143c0eef-076b-445e-b94a-6efc386c7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:29.439956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-143c0eef-076b-445e-b94a-6efc386c7dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220719 Jul 28 18:03:29.454560 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.508647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.549278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:29.550019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:29.551782 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:29.644804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-993cb5f3-423f-4bdb-b577-b6ae4a5d73e2 req-18c7320b-60f3-496c-9d4c-45f8a2dae290 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.2272568 Jul 28 18:03:29.684222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-17024728-b404-448d-b9cb-6b06c81de97d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:29.691307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-17024728-b404-448d-b9cb-6b06c81de97d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.2181256 Jul 28 18:03:29.716144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89239ecb-9ea8-4cc7-9b80-59ba673dd507 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/quotas/da8b518c320f4e478f8a64223548958c HTTP/1.1" status: 200 len: 375 time: 0.0158021 Jul 28 18:03:29.730113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-b3149600-9ddf-493a-bbda-c74a6ec221b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:29.731970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-b3149600-9ddf-493a-bbda-c74a6ec221b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.2578058 Jul 28 18:03:29.755618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:29.758261 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:29.800827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-33d77d50-5b92-49dd-a3f3-fd05ce6247fe service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233571 Jul 28 18:03:29.808655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.810853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-8c9ba33d-9d22-4be0-a434-9c3621e8aef8 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812671 Jul 28 18:03:29.875852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d439b4d-ea72-48de-b932-e21f00804646 None None] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:29.885204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Subnet': ['ID=255ce219-c7f7-4d59-b822-184c2aab4b45,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:29.903218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.909814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c48194-259e-4f2d-8246-15bf97d4c107 None None] Network ea392aad-2a94-45c2-83b9-c5a92ae1784c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:29.916212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.920472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9915203-d2fc-4545-b410-174266142f78 HTTP/1.1" status: 204 len: 168 time: 0.7832913 Jul 28 18:03:29.937124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:29.939268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-64ccf73c-e90d-4984-add2-85665d283b0b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/subnets/255ce219-c7f7-4d59-b822-184c2aab4b45 HTTP/1.1" status: 204 len: 168 time: 1.0967338 Jul 28 18:03:29.945637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49920) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:30.076167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364223c-9a82-411d-b767-a03065389fb9 req-cccb015c-7fe6-4241-9bfb-fddaab70a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:30.078411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-cccb015c-7fe6-4241-9bfb-fddaab70a517 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3368409 Jul 28 18:03:30.092637 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.193779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-95c4bd5a-d34f-4cda-a021-7f30f5aab83c None None] Provisioning for port 16f3701e-098e-4321-b741-bf0bf873133b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:30.197383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-10b5696f-b0eb-4bcd-96f6-5d646e002047 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244324 Jul 28 18:03:30.210576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fb4b0-d809-48aa-bb7c-6c9165a25a85 req-47370cc7-8981-48f1-9518-dd62d47d85eb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:30.219211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-212fb4b0-d809-48aa-bb7c-6c9165a25a85 req-47370cc7-8981-48f1-9518-dd62d47d85eb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 948 time: 0.2835734 Jul 28 18:03:30.226267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46650225-1c1c-4140-a4b0-099d0638a360 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9915203-d2fc-4545-b410-174266142f78,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:30.266630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-a0e4e5c8-9306-406c-bf1d-6515f39de17e service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485097 Jul 28 18:03:30.343576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-212fb4b0-d809-48aa-bb7c-6c9165a25a85 req-b4614d3f-b863-4d0c-a97a-03f5fae0ad8d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130886 Jul 28 18:03:30.347298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-35cc5148-045b-4524-9cf8-cc5e6ab44f3b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429390 Jul 28 18:03:30.377399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] DHCP port deletion for ea392aad-2a94-45c2-83b9-c5a92ae1784c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:03:30.403192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:30.443659 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be1d46-d8d2-410b-a5dc-3552bc35778c x-openstack-request-id: req-f1be1d46-d8d2-410b-a5dc-3552bc35778c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:30.444440 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:30.444881 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1be1d46-d8d2-410b-a5dc-3552bc35778c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:30.445419 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'status': 'completed', 'code': 200} Jul 28 18:03:30.456904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port 13e5adb4-e583-43e3-a335-31ad3348b6f4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:30.457433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.480020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-49ae5407-02cf-4e69-800b-25f321f56adc service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048066 Jul 28 18:03:30.486142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Deleting port 13e5adb4-e583-43e3-a335-31ad3348b6f4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:30.493074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.512664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99a21455-c614-4b9a-98a7-91be6cdd26d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2d3cf9aa91b4e5bb7d9f592dcb26d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056676 Jul 28 18:03:30.513512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49934) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:30.572609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port 13e5adb4-e583-43e3-a335-31ad3348b6f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13e5adb4-e583-43e3-a335-31ad3348b6f4,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:30.573285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.609301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for 13e5adb4-e583-43e3-a335-31ad3348b6f4 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:30.617781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0364223c-9a82-411d-b767-a03065389fb9 req-251e7274-bc90-4e67-a47e-2ed0e38d8373 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614655 Jul 28 18:03:30.622037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.678849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.731700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] For port 13e5adb4-e583-43e3-a335-31ad3348b6f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13e5adb4-e583-43e3-a335-31ad3348b6f4,segment=NetworkSegment(a8976470-4c5a-4af9-9ce5-38b53fc29cda),segment_id=a8976470-4c5a-4af9-9ce5-38b53fc29cda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:30.732362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.760414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Calling delete_port for 13e5adb4-e583-43e3-a335-31ad3348b6f4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:30.827441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa440491-81ee-4b16-bb6d-12b3cd57ad1c req-5f9d08f4-5c32-49a6-87d3-c5c7768f93eb tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Jul 28 18:03:30.862826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16f3701e-098e-4321-b741-bf0bf873133b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:30.879077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-72480294-0425-4afd-b0d7-53d3e3dfe0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:30.880908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-72480294-0425-4afd-b0d7-53d3e3dfe0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 1099 time: 0.0788293 Jul 28 18:03:30.935148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.937964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:30.942776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30402e38-3323-40eb-8bee-29e217afed38 HTTP/1.1" status: 204 len: 168 time: 0.4271882 Jul 28 18:03:30.953588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53eeca-b53c-4736-a871-27725dd4a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30402e38-3323-40eb-8bee-29e217afed38,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.007533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.010602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.057261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] Pushing event deleted for resources: {'Port': ['ID=13e5adb4-e583-43e3-a335-31ad3348b6f4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.073945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad179a29-b257-478d-9149-fbeb4f376ee6 None None] No DVR routers for this DVR port 13e5adb4-e583-43e3-a335-31ad3348b6f4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:31.082099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 16f3701e-098e-4321-b741-bf0bf873133b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:31.094684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 16f3701e-098e-4321-b741-bf0bf873133b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:31.094995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.106578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=13e5adb4-e583-43e3-a335-31ad3348b6f4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.138403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-12b8d9ef-224e-4319-9027-5011ca9ca838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:31.156484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-12b8d9ef-224e-4319-9027-5011ca9ca838 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2451904 Jul 28 18:03:31.239842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.261803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port 13e5adb4-e583-43e3-a335-31ad3348b6f4 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:31.266752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-2cfc8163-c5b8-4da6-b607-990fae2d49b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4 HTTP/1.1" status: 200 len: 217 time: 0.1088665 Jul 28 18:03:31.285994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 16f3701e-098e-4321-b741-bf0bf873133b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16f3701e-098e-4321-b741-bf0bf873133b,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:31.391439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.403628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.427204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea392aad-2a94-45c2-83b9-c5a92ae1784c']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:31.455962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-48595a3a-5834-41dc-9ac7-5077b8200783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:31.461072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-48595a3a-5834-41dc-9ac7-5077b8200783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1614978 Jul 28 18:03:31.466076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8976470-4c5a-4af9-9ce5-38b53fc29cda') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:31.473184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8976470-4c5a-4af9-9ce5-38b53fc29cda') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:31.488081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.496376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-4e6291d2-009f-472d-9e4d-6eea613436e4 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:31.498106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-4e6291d2-009f-472d-9e4d-6eea613436e4 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.3250852 Jul 28 18:03:31.511698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=16f3701e-098e-4321-b741-bf0bf873133b,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.533394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13e5adb4-e583-43e3-a335-31ad3348b6f4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:31.541725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.551120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e314-3411-499b-a3a0-70bcfe892c0e req-38072ef7-8f55-4bce-baaf-3fb89f9bc5ff tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:31.552696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aba5e314-3411-499b-a3a0-70bcfe892c0e req-38072ef7-8f55-4bce-baaf-3fb89f9bc5ff tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 948 time: 0.1393261 Jul 28 18:03:31.563946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-80808c93-6058-4a8d-9480-bca771a98928 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/quotas/da8b518c320f4e478f8a64223548958c HTTP/1.1" status: 200 len: 375 time: 0.0415285 Jul 28 18:03:31.568524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:31.572890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.590573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 13e5adb4-e583-43e3-a335-31ad3348b6f4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:31.591087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13e5adb4-e583-43e3-a335-31ad3348b6f4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:31.607067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aba5e314-3411-499b-a3a0-70bcfe892c0e req-5f35ab5a-f01e-4a9a-988f-99cb7404603d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:31.610018 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:31.648561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-b572191e-1c75-4e45-8bc8-961514c3d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:31.650057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-b572191e-1c75-4e45-8bc8-961514c3d81a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815071 Jul 28 18:03:31.725338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-beab5ed1-aa4c-4bbf-994c-d5728bef1cad tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605504 Jul 28 18:03:31.777322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49978) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:31.783680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.797339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.799262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/networks/ea392aad-2a94-45c2-83b9-c5a92ae1784c HTTP/1.1" status: 204 len: 168 time: 1.8423991 Jul 28 18:03:31.814289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49982) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:31.823261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-79512376'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:31.831143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64ddd-b704-45a8-836b-4be25b90a955 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Network': ['ID=ea392aad-2a94-45c2-83b9-c5a92ae1784c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.865558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-cef9743a-b5c9-43e6-9e7e-5e93d0142d41 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035704 Jul 28 18:03:31.896015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-34fa85f8-bc72-446d-b07e-f4bdd1b5ca89 service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632187 Jul 28 18:03:31.966348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:31.970393 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:31.982501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a9d9103-005f-4023-b58a-c38ab049aacd req-d4454e83-bca1-4654-b2c6-0da4ebfd003d tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0535059 Jul 28 18:03:31.984996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:31.987885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-905451cb-6721-4b5f-95a1-eee65abe3fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.071141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:32.088793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b604ab0-7cc7-48a6-a1ae-da1abf3e7d7b req-d073b080-d5e7-48ef-b877-3c9043649552 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130342 Jul 28 18:03:32.092911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a67d20de-a8b3-45f3-bea9-6309eb906ed3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90e3ef69d0884fb4807f5fce3460942c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063740 Jul 28 18:03:32.094127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.094548 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Added segment ed063652-76ff-44fa-b95f-27f2ebd3e04f of type vlan for network 52c61b56-18bb-46ee-8a95-e781d8f01be0 Jul 28 18:03:32.095477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49992) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:32.121999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-bc92fd02-1ba7-4530-be9e-92e531a2e297 service neutron] 10.222.0.25 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250843 Jul 28 18:03:32.160541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.182310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.206938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.228699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-905451cb-6721-4b5f-95a1-eee65abe3fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.305647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.312094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:32.312724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.319450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-905451cb-6721-4b5f-95a1-eee65abe3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.347926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.350595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.354010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd68e8f4-a214-4f5f-8ec1-29071c6541c0 HTTP/1.1" status: 204 len: 168 time: 0.2515650 Jul 28 18:03:32.360702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7d22b-11f6-4454-9935-c503166893fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68e8f4-a214-4f5f-8ec1-29071c6541c0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:32.507444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26252f62-7a1b-4a0a-82f6-aca1b1b4e682 req-1ad88f18-7b59-4aae-b195-e551a86c98fa tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0965922 Jul 28 18:03:32.526099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905451cb-6721-4b5f-95a1-eee65abe3fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238488c-a01a-46f3-9091-728123d9668d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:32.528029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-905451cb-6721-4b5f-95a1-eee65abe3fee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6a495c57df94e3c8a179775653695e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495308 Jul 28 18:03:32.528269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50000) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:32.529335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Network': ['ID=52c61b56-18bb-46ee-8a95-e781d8f01be0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:32.562183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:32.588810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9401809-a704-42f1-8ed1-bc02e9f0ddde tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7734053 Jul 28 18:03:32.589425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50006) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:32.594954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'subnet': {'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:32.596611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.621190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.743601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16f3701e-098e-4321-b741-bf0bf873133b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:32.792853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 16f3701e-098e-4321-b741-bf0bf873133b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:32.793236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.827731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9ad5-fc22-442b-9571-4cb5db4995b9 req-a2550ab9-9514-41d6-bb08-2b50d86bf798 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:32.829238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58be9ad5-fc22-442b-9571-4cb5db4995b9 req-a2550ab9-9514-41d6-bb08-2b50d86bf798 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 948 time: 0.1095612 Jul 28 18:03:32.861638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-a4e4f337-b6d5-4e3e-8c3f-62598d04ba48 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:32.866172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-a4e4f337-b6d5-4e3e-8c3f-62598d04ba48 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.1670520 Jul 28 18:03:32.866319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:32.871310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.882106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Request body: {'port': {'device_id': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'admin_state_up': True, 'tenant_id': 'da8b518c320f4e478f8a64223548958c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:32.904706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58be9ad5-fc22-442b-9571-4cb5db4995b9 req-6b770e9d-21eb-4d0c-80b4-2cc61a3435c0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656488 Jul 28 18:03:32.964483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.967321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:32.968683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c238488c-a01a-46f3-9091-728123d9668d HTTP/1.1" status: 204 len: 168 time: 0.4392402 Jul 28 18:03:32.987135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88518d-2bae-4dd0-aaad-94f340d8ddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238488c-a01a-46f3-9091-728123d9668d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:33.163681 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2cd0592-f45b-4708-9a7b-817b406104f2 req-b8592453-321b-4d36-a179-fddbb2741ff8 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0336614 Jul 28 18:03:33.225168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Made reservation on behalf of da8b518c320f4e478f8a64223548958c for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:33.225168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.349082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Allocated IP 172.20.0.3 (3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297/d0ab4f00-613a-47b1-a76d-f704d0e2da76/df929067-20c6-4ce7-b834-e75aa5c893da) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:33.368254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.436021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Subnet': ['ID=2d527926-093f-4894-acc6-71781e747d9d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:33.450921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Checking segment: {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:33.452192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network hostable DHCP agents. Network: 52c61b56-18bb-46ee-8a95-e781d8f01be0, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:33.550439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.566266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Transition to ACTIVE for port object df929067-20c6-4ce7-b834-e75aa5c893da will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:33.590741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abd0ac70-f3ef-4635-9fb5-d5110ac82d08 req-4979c916-4512-46cd-a638-af03fc03042d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Jul 28 18:03:33.590741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:33.691672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.693731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 52c61b56-18bb-46ee-8a95-e781d8f01be0) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:33.700384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:33.703164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e73bd7-c5ca-4504-916d-82f3f71f5766 None None] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:33.703932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.773452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f233d1ca-5cdb-4917-ac00-178b2a9a24d4 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:33.774364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event updated for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:33.784479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:33.786521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:33.790033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:33.897380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-cf5db619-816f-48ca-9195-8edc50ebe75c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:33.899592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-cf5db619-816f-48ca-9195-8edc50ebe75c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.1760855 Jul 28 18:03:33.903553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73547031-4b72-4bac-a97b-b24697d0e1f7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3130693 Jul 28 18:03:33.906253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:33.930149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:33.930334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1529151699'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:33.930831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:33.973263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Request body: {'port': {'device_id': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'admin_state_up': True, 'tenant_id': 'da8b518c320f4e478f8a64223548958c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:34.012575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cff98bbb-fb0f-4f96-90ad-b90011b6351f req-4b4b266d-d511-44d3-a7cc-3c7b84ad8a5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0629294 Jul 28 18:03:34.169107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:34.173854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.243551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:34.268913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.269239 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Added segment c3732b5b-0e6b-4c21-925c-976b70402e76 of type vlan for network bb258230-bf9a-4121-be7e-3f83f422219b Jul 28 18:03:34.284805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:34.349878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e05ed987-8532-491b-9541-1a903c2aec62 None None] Provisioning for port df929067-20c6-4ce7-b834-e75aa5c893da completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:34.351291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.394027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e05ed987-8532-491b-9541-1a903c2aec62 None None] Provisioning complete for port df929067-20c6-4ce7-b834-e75aa5c893da triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:34.394698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e05ed987-8532-491b-9541-1a903c2aec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.432643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b71695bc-323b-42ae-9687-521bf2157c96 req-405b7018-77b4-4361-b2b9-aa84deadc368 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0410588 Jul 28 18:03:34.463262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e05ed987-8532-491b-9541-1a903c2aec62 None None] Port df929067-20c6-4ce7-b834-e75aa5c893da cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:34.489809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:34.491699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2106895666-network', 'tenant_id': '4c2da53251f74cc1a9c2b8f5fb3458a1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:34.508718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.518959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:34.518959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.526966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'mac_address': 'fa:16:3e:06:a5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:34.576716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-52c61b56-18bb-46ee-8a95-e781d8f01be0', 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'fixed_ips': [{'subnet_id': '2d527926-093f-4894-acc6-71781e747d9d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:03:34.577566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.581060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124051e-6862-45ed-8799-cd069245ec88 req-a3abad5a-240b-4be0-9535-07fa748961cb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:34.582763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7124051e-6862-45ed-8799-cd069245ec88 req-a3abad5a-240b-4be0-9535-07fa748961cb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 948 time: 0.5407257 Jul 28 18:03:34.604021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Network': ['ID=bb258230-bf9a-4121-be7e-3f83f422219b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:34.639446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7124051e-6862-45ed-8799-cd069245ec88 req-bd82c5ba-c0d3-4442-a445-785a95b762e6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Jul 28 18:03:34.677470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bb258230-bf9a-4121-be7e-3f83f422219b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:34.680781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e307be15-f751-47bf-9f80-e71b152a9e0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8032801 Jul 28 18:03:34.692797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b1b804b-2efc-4d7c-a11c-3ebff5682efa tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7833922 Jul 28 18:03:34.695312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Request body: {'port': {'device_id': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:34.699077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50074) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:34.706165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'subnet': {'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:34.712571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88b5deb8-6c9a-4534-ac23-eca45a2da7ac req-414a88cc-2b3d-40f0-81a7-4f9c6273769c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0407143 Jul 28 18:03:34.761212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.767035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:34.782870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f233d1ca-5cdb-4917-ac00-178b2a9a24d4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:34.815666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Made reservation on behalf of da8b518c320f4e478f8a64223548958c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:34.823810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.829445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:34.839840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Allocated IP 19.80.0.2 (52c61b56-18bb-46ee-8a95-e781d8f01be0/2d527926-093f-4894-acc6-71781e747d9d/f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:34.846256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.948930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:34.952142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bbc21a23-f872-40b7-8d75-04c66c9e221b details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:34.963615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1268301728-network', 'tenant_id': '25b875fc756e4421abd725e069fde1f0'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:35.051774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.056388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Made reservation on behalf of 4c2da53251f74cc1a9c2b8f5fb3458a1 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:35.059093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.064045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:35.067968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.070942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Transition to ACTIVE for port object f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:35.073954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:35.094153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'bbc21a23-f872-40b7-8d75-04c66c9e221b', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'bbc21a23-f872-40b7-8d75-04c66c9e221b', 'mac_address': 'fa:16:3e:07:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:35.103372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Transition to ACTIVE for port object f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:35.142028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df929067-20c6-4ce7-b834-e75aa5c893da {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:35.144594 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.149844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.160972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc21a23-f872-40b7-8d75-04c66c9e221b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:35.162287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Transition to ACTIVE for port object df929067-20c6-4ce7-b834-e75aa5c893da will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:35.180230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:35.209726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:35.209726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.214538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:03:35.214538 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:03:35.214538 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '4c2da53251f74cc1a9c2b8f5fb3458a1', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 3, 35, 80230)}] Jul 28 18:03:35.214538 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:03:35.214993 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:03:35.254409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.292947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:35.295876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:35.299480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:35.309851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.316460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.321595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Pushing event updated for resources: {'Port': ['ID=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:35.357868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:35.360767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.377931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.399081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Allocated IP 172.20.0.13 (3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297/d0ab4f00-613a-47b1-a76d-f704d0e2da76/0f20dc47-a7ec-4123-b643-0d63498ea920) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:35.412179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Attempting to bind port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:35.418155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Attempting to bind port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:35.418155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Attempting to bind port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 on network 52c61b56-18bb-46ee-8a95-e781d8f01be0 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:35.418405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Pushing event updated for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:35.421428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:35.424414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:35.424791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Checking segment: {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:35.428112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.428112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Bound using segment: {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:35.434654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Bound port: f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:35.435076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.566516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] For port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:35.570136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] For port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:35.625338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e4558e6-4ec4-448b-8c2b-24cb529e017f req-670a56fa-115e-47e7-944a-2018cc099f53 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0639813 Jul 28 18:03:35.630985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['f233d1ca-5cdb-4917-ac00-178b2a9a24d4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:35.697081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['bbc21a23-f872-40b7-8d75-04c66c9e221b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:35.720325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.781657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.782238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Attempting to bind port df929067-20c6-4ce7-b834-e75aa5c893da on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:35.782603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Attempting to bind port df929067-20c6-4ce7-b834-e75aa5c893da by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:35.782898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Attempting to bind port df929067-20c6-4ce7-b834-e75aa5c893da on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:35.799863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Port df929067-20c6-4ce7-b834-e75aa5c893da on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:35.800414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Attempting to bind port df929067-20c6-4ce7-b834-e75aa5c893da on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:35.811813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-fa3e4f3f-4e98-498d-867a-7c80cca63283 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:35.813613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-fa3e4f3f-4e98-498d-867a-7c80cca63283 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 816 time: 0.3004413 Jul 28 18:03:35.816517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:35.818120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Checking segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:35.818120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Bound using segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:35.818120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Bound port: df929067-20c6-4ce7-b834-e75aa5c893da, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:35.818120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.819064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.832927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Request body: {'port': {'device_id': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'admin_state_up': True, 'tenant_id': 'da8b518c320f4e478f8a64223548958c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:35.844861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:35.855887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Transition to ACTIVE for port object 0f20dc47-a7ec-4123-b643-0d63498ea920 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:35.926050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442df3e-f859-4f61-bb8a-0a10cb96cb23 None None] Pushing event updated for resources: {'Port': ['ID=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.011037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552607-1733-491e-b72d-83bb11be8af1 req-14e23d0f-9f3c-47f8-a0dd-b5dfa5908b39 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.022709 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12552607-1733-491e-b72d-83bb11be8af1 req-14e23d0f-9f3c-47f8-a0dd-b5dfa5908b39 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 949 time: 0.2617419 Jul 28 18:03:36.031959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.133167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.174605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e859b627-8c5d-4848-ae2a-d50a73b5de48 req-845861cc-7ffe-4c57-8a7f-3ec89021cf0e tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41&device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.1193230 Jul 28 18:03:36.175309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Subnet': ['ID=a456c4da-e44b-449e-8d66-63c12a81d42f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.208859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12552607-1733-491e-b72d-83bb11be8af1 req-677c7a4e-50be-4338-b4dd-2e10b0d49792 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851528 Jul 28 18:03:36.215242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Checking segment: {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:36.221627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network hostable DHCP agents. Network: bb258230-bf9a-4121-be7e-3f83f422219b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:36.234040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:36.240536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=df929067-20c6-4ce7-b834-e75aa5c893da,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:36.251739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:36.259851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.292041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0b064a5-39d3-4b19-84f9-2599008ab3d5 req-4a48fb1d-ee02-4fc6-a0f7-7819fc24f749 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0374269 Jul 28 18:03:36.294434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:36.297790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:36.331424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.349459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event updated for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.355136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:36.357476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.378673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network bb258230-bf9a-4121-be7e-3f83f422219b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:36.384710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.385336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.386719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.386873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] 10.222.0.35 "PUT /v2.0/ports/df929067-20c6-4ce7-b834-e75aa5c893da HTTP/1.1" status: 200 len: 1091 time: 1.6975489 Jul 28 18:03:36.387125 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Added segment 156d0f7d-c8fe-46d8-b093-c65a355e7cba of type vlan for network 0ff64175-42b5-412e-a670-6008439f5a87 Jul 28 18:03:36.387242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:36.390051 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05b02b-acea-459c-a9bf-eca897435143" -d '{"events": [{"name": "network-changed", "server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:36.416955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.417484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873846ed-6803-4ab2-bed6-7d9cea7f271f service neutron] Pushing event updated for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.417797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.461155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, bb258230-bf9a-4121-be7e-3f83f422219b) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:36.470804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1527c6-f955-4b0e-999c-584c0fa9e2a5 None None] Network bb258230-bf9a-4121-be7e-3f83f422219b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:36.472170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.474074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.474731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.519732 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb8f91-731a-43df-a3ed-5cee81e3e61f x-openstack-request-id: req-b4eb8f91-731a-43df-a3ed-5cee81e3e61f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:36.520022 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:36.520274 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4eb8f91-731a-43df-a3ed-5cee81e3e61f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:36.520667 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da', 'status': 'completed', 'code': 200} Jul 28 18:03:36.563640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.593356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b02b-acea-459c-a9bf-eca897435143 req-5c5bd601-d6de-4cfc-bc4d-822a7de45508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.594857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c05b02b-acea-459c-a9bf-eca897435143 req-5c5bd601-d6de-4cfc-bc4d-822a7de45508 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 1094 time: 0.0455863 Jul 28 18:03:36.640491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.641531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:36.642124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.644428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.674341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:36.697877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.704323 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Added segment 20c8a445-ace0-4b18-9116-85e10657623f of type vlan for network 80810e0d-fdf9-4fc2-84ac-778940d66cc2 Jul 28 18:03:36.714311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-bb258230-bf9a-4121-be7e-3f83f422219b', 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'fixed_ips': [{'subnet_id': 'a456c4da-e44b-449e-8d66-63c12a81d42f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:03:36.716922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.804284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.811790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.35', 53050) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:36.822913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e3c15f66-ca71-4e02-8dfb-5ae4f81f87d3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1214042 Jul 28 18:03:36.870658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:36.876827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-388ab28e-572b-417a-a72c-625c6a74bb5c None None] Provisioning for port 0f20dc47-a7ec-4123-b643-0d63498ea920 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:36.891747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9114cdc0-6c31-414c-b88f-678465e365bd req-ee39abf6-b6be-4b6b-92ae-9a7593e9c208 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d21ea2cccb4d4a878389e5c3bb4456e7&device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0738032 Jul 28 18:03:36.918718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-388ab28e-572b-417a-a72c-625c6a74bb5c None None] Provisioning complete for port 0f20dc47-a7ec-4123-b643-0d63498ea920 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:36.919118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-388ab28e-572b-417a-a72c-625c6a74bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.928745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Made reservation on behalf of da8b518c320f4e478f8a64223548958c for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:36.932954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:36.977881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9114cdc0-6c31-414c-b88f-678465e365bd req-ac83f901-3601-4c9a-ab7d-4d3b840ad8f4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d21ea2cccb4d4a878389e5c3bb4456e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757103 Jul 28 18:03:36.985393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff64175-42b5-412e-a670-6008439f5a87,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.989015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff43325-d169-4d05-b618-feefdc8d9fd5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:36.995592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-89e4ace4-1f3b-412c-ab2e-31f4b652a32c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0287511 Jul 28 18:03:37.027097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0ff64175-42b5-412e-a670-6008439f5a87 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:37.038205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.039188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.039814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.054931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b48c0ed1-8ec0-4345-a0bc-95243db44626 req-3dd93163-a1ef-44af-b15a-26a2bd08e800 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.1916184 Jul 28 18:03:37.082609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b02b-acea-459c-a9bf-eca897435143 req-078f2ce1-1527-44ac-b2e0-02b2ede959fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.084401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c05b02b-acea-459c-a9bf-eca897435143 req-078f2ce1-1527-44ac-b2e0-02b2ede959fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=da8b518c320f4e478f8a64223548958c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4266238 Jul 28 18:03:37.110239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-388ab28e-572b-417a-a72c-625c6a74bb5c None None] Port 0f20dc47-a7ec-4123-b643-0d63498ea920 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:37.140888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Request body: {'port': {'device_id': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:37.143669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] Pushing event updated for resources: {'Network': ['ID=80810e0d-fdf9-4fc2-84ac-778940d66cc2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:37.166193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 80810e0d-fdf9-4fc2-84ac-778940d66cc2 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:37.170897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Allocated IP 19.86.0.2 (bb258230-bf9a-4121-be7e-3f83f422219b/a456c4da-e44b-449e-8d66-63c12a81d42f/e992f7fd-8626-41d8-9a3b-9567a2a07ad5) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:37.200394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0297e9b7-bc25-42b7-b632-bffd3a1626ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9114232 Jul 28 18:03:37.213616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:37.223589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Request body: {'subnet': {'network_id': '80810e0d-fdf9-4fc2-84ac-778940d66cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2106895666-subnet', 'tenant_id': '4c2da53251f74cc1a9c2b8f5fb3458a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:37.240446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.273331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9ac976e-9524-419e-a7d8-ff850d068262 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5047472 Jul 28 18:03:37.297223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:37.302895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Request body: {'subnet': {'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1268301728-subnet', 'tenant_id': '25b875fc756e4421abd725e069fde1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:37.330579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:37.390280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114cdc0-6c31-414c-b88f-678465e365bd req-4ab246b5-be8c-4661-be48-0f2e2df135c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.391817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9114cdc0-6c31-414c-b88f-678465e365bd req-4ab246b5-be8c-4661-be48-0f2e2df135c7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4007840 Jul 28 18:03:37.399913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bcc4a8-dc8b-4c2d-a16d-edee6641f40b None None] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:37.447117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Allocated IP 172.20.0.8 (3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297/d0ab4f00-613a-47b1-a76d-f704d0e2da76/8ce34be9-ae01-44a5-819e-9be37ab045e4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:37.454336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b02b-acea-459c-a9bf-eca897435143 req-0a5189dd-bedd-42dc-8a58-528140c288a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.455814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c05b02b-acea-459c-a9bf-eca897435143 req-0a5189dd-bedd-42dc-8a58-528140c288a0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3120146 Jul 28 18:03:37.474238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-1b6035a7-888f-47e8-9f08-58639970be73 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.480153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-1b6035a7-888f-47e8-9f08-58639970be73 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.481777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-1b6035a7-888f-47e8-9f08-58639970be73 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/networks?id=52c61b56-18bb-46ee-8a95-e781d8f01be0&id=bb258230-bf9a-4121-be7e-3f83f422219b HTTP/1.1" status: 200 len: 1390 time: 0.3005469 Jul 28 18:03:37.488510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Made reservation on behalf of 4c2da53251f74cc1a9c2b8f5fb3458a1 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:37.491378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.509081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.528078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Transition to ACTIVE for port object e992f7fd-8626-41d8-9a3b-9567a2a07ad5 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:37.562113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Transition to ACTIVE for port object e992f7fd-8626-41d8-9a3b-9567a2a07ad5 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:37.562355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-069fdcd3-7692-49fb-8de0-ac0ebac1aced tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/quotas/9c92136590a440ccac9902ee6389abd9 HTTP/1.1" status: 200 len: 375 time: 0.0464172 Jul 28 18:03:37.598251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Provisioning for port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:37.605430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Provisioning complete for port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:37.605803 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.631100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b1ca-161e-4ac7-bb88-fb6037e8fd43 req-20e320e6-d375-4780-a060-ed60a88aeaf7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.633468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a724b1ca-161e-4ac7-bb88-fb6037e8fd43 req-20e320e6-d375-4780-a060-ed60a88aeaf7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 949 time: 0.2988012 Jul 28 18:03:37.663374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e31f23f3-c747-411c-8b89-9cb7d3ea28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.665025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e31f23f3-c747-411c-8b89-9cb7d3ea28ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 1094 time: 0.1404381 Jul 28 18:03:37.703343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a724b1ca-161e-4ac7-bb88-fb6037e8fd43 req-63899540-79ac-4c06-ac67-f6bca92bf997 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Jul 28 18:03:37.715342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.745345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-1f4795af-2831-4a8c-ac09-9e076b7cc700 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628871 Jul 28 18:03:37.747761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:37.750778 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.751581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-71d7f169-66f3-4ac7-9c50-141a6e81ab09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df929067-20c6-4ce7-b834-e75aa5c893da HTTP/1.1" status: 200 len: 217 time: 0.0697334 Jul 28 18:03:37.759715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f233d1ca-5cdb-4917-ac00-178b2a9a24d4 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:37.763480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] For port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:37.766441 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.768768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4215-260e-440c-ba76-e90346f92a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.872470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:37.895688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Transition to ACTIVE for port object 8ce34be9-ae01-44a5-819e-9be37ab045e4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:37.906927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af1c4b6c-fbd8-468a-8d2b-266115f8a601 req-1149a4a4-36f1-4487-b708-5ec070addf63 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0469043 Jul 28 18:03:37.969780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e8cfca6a-8634-449b-a771-c5e9ce90b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:37.971255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-e8cfca6a-8634-449b-a771-c5e9ce90b972 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.2120073 Jul 28 18:03:37.986717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.026103 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.043827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Network bb258230-bf9a-4121-be7e-3f83f422219b is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:38.052801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:38.062749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:38.073987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Pushing event updated for resources: {'Port': ['ID=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.081026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-80872b5b-b77a-416c-a5a8-310e92f4048b service neutron] 10.222.0.25 "GET /v2.0/networks/52c61b56-18bb-46ee-8a95-e781d8f01be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233862 Jul 28 18:03:38.096930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.178637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Attempting to bind port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:38.178875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Attempting to bind port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:38.179020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803639a5-7952-4cb4-b882-0e9a94326df2,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.179223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Attempting to bind port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 on network bb258230-bf9a-4121-be7e-3f83f422219b {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:38.184458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63979762-a7a3-4c28-9fe9-e169bfef376b None None] Pushing event updated for resources: {'Port': ['ID=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.192103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6585efd-7f31-4cc3-9510-7bee9801a45e None None] Provisioning complete for port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:38.192285 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6585efd-7f31-4cc3-9510-7bee9801a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.194164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:38.194548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Checking segment: {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:38.195498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.195498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Bound using segment: {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:38.195822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Bound port: e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:38.196206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.198023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Checking segment: {'id': '20c8a445-ace0-4b18-9116-85e10657623f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '80810e0d-fdf9-4fc2-84ac-778940d66cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:38.199435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Network hostable DHCP agents. Network: 80810e0d-fdf9-4fc2-84ac-778940d66cc2, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:38.204583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event updated for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.211753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-c4f22d06-f959-4976-9570-4df4f73227c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:38.213419 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-c4f22d06-f959-4976-9570-4df4f73227c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303703 Jul 28 18:03:38.238675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:38.240893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:38.251107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:38.251570 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.253953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:38.270575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ac2117a-b2e6-4923-97ab-3714f0b3dede req-11232e3b-ee31-415e-b64b-aa93cbfb866f tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0446467 Jul 28 18:03:38.289651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:38.305651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.353071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Network 80810e0d-fdf9-4fc2-84ac-778940d66cc2 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:38.370659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] For port e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:38.377225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f20dc47-a7ec-4123-b643-0d63498ea920 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:38.379596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-76994c33-0cde-41a6-8d9b-c9ef7e813a61 service neutron] 10.222.0.25 "GET /v2.0/networks/52c61b56-18bb-46ee-8a95-e781d8f01be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971723 Jul 28 18:03:38.394204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.422603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9a6f04-56c1-429d-8b30-14e1613cc5d5,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.428938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Transition to ACTIVE for port object 0f20dc47-a7ec-4123-b643-0d63498ea920 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:38.433485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] For port e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:38.435683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Checking segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:38.436131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Network hostable DHCP agents. Network: 0ff64175-42b5-412e-a670-6008439f5a87, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:38.456518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.469964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 80810e0d-fdf9-4fc2-84ac-778940d66cc2) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:38.474899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:38.475527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.482303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:38.483690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.484429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:38.487522 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ee6ed5-f29e-4bd8-bb38-14ad43b94958" -d '{"events": [{"server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "name": "network-vif-plugged", "status": "completed", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:38.497670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fb8ec-2728-436c-b518-0565e355d7ca None None] Network 80810e0d-fdf9-4fc2-84ac-778940d66cc2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:38.515300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.516188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-f212537d-cf77-4344-b51e-37fa49a501c9 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905531 Jul 28 18:03:38.516542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:38.543852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-ca51f41d-47b0-40a9-b7b4-0896cf046b1b service neutron] 10.222.0.25 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631532 Jul 28 18:03:38.575441 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e6f6b6-4476-4c88-b73b-a8e0363e8668 x-openstack-request-id: req-84e6f6b6-4476-4c88-b73b-a8e0363e8668 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:38.575689 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "name": "network-vif-plugged", "status": "completed", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:38.581208 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84e6f6b6-4476-4c88-b73b-a8e0363e8668 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:38.585016 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'code': 200} Jul 28 18:03:38.589134 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.647559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-231dcb9d-2b51-4bdc-a918-2ce4e047aeb7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8198135 Jul 28 18:03:38.715610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c723dcb-b523-457f-989b-bd27e59f9b0c None None] Pushing event updated for resources: {'Port': ['ID=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.811847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:38.854113 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:38.855015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bbc21a23-f872-40b7-8d75-04c66c9e221b up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:38.922531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d97a8-dac5-4348-8d20-9fff219a85fe None None] Network 80810e0d-fdf9-4fc2-84ac-778940d66cc2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:39.012244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Network 0ff64175-42b5-412e-a670-6008439f5a87 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:39.014828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Pushing event updated for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.025331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27934cfc-4f63-4828-b409-221176811903 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8104851 Jul 28 18:03:39.048088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:39.048638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.053519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.060089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Request body: {'port': {'device_id': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:39.095069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0ff64175-42b5-412e-a670-6008439f5a87) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:39.124109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:39.124915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.134386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9114cdc0-6c31-414c-b88f-678465e365bd req-645bedb7-475d-440e-ab7c-3aa017f6c953 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0668795 Jul 28 18:03:39.209559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03b98118-ef62-4d06-80a5-ee4ad88d4cc5 req-29cf6e0e-e0f6-4d62-97f5-166dbde08c0d service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844554 Jul 28 18:03:39.247962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dc12f8f3-efe4-433e-bd79-86ba4709a78a None None] Provisioning for port 8ce34be9-ae01-44a5-819e-9be37ab045e4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:39.258267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f3c95-0ed3-4aa3-87c4-d6b2f48a66aa req-d8d0039b-5e96-43a2-9ebe-611349cb0c4c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:39.261358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-7f306a66-6cb8-41e2-975e-d4875b118bab service neutron] 10.222.0.25 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068720 Jul 28 18:03:39.265832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56465911-117a-4bcc-a682-c8dbc5812282 req-5886a6ec-9349-42ad-b581-4b76f93126b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:39.267837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56465911-117a-4bcc-a682-c8dbc5812282 req-5886a6ec-9349-42ad-b581-4b76f93126b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 1101 time: 0.6192775 Jul 28 18:03:39.268392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e6cdf-8fba-4599-9f87-f900c7ceaea9 None None] Network 0ff64175-42b5-412e-a670-6008439f5a87 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:39.270675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port bbc21a23-f872-40b7-8d75-04c66c9e221b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:39.274372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c81f3c95-0ed3-4aa3-87c4-d6b2f48a66aa req-d8d0039b-5e96-43a2-9ebe-611349cb0c4c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 950 time: 0.2646737 Jul 28 18:03:39.275299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.300097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-16ca7878-f2b4-4abf-beef-ee98b4971ece admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0000334 Jul 28 18:03:39.321383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Attempting to bind port 0f20dc47-a7ec-4123-b643-0d63498ea920 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:39.324985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Attempting to bind port 0f20dc47-a7ec-4123-b643-0d63498ea920 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:39.328814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dc12f8f3-efe4-433e-bd79-86ba4709a78a None None] Provisioning complete for port 8ce34be9-ae01-44a5-819e-9be37ab045e4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:39.329205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dc12f8f3-efe4-433e-bd79-86ba4709a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.330248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Attempting to bind port 0f20dc47-a7ec-4123-b643-0d63498ea920 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:39.362927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56465911-117a-4bcc-a682-c8dbc5812282 req-1fb4a7a3-8c49-482b-b56f-f9751a1d2f55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Jul 28 18:03:39.366209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Port 0f20dc47-a7ec-4123-b643-0d63498ea920 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:39.366540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Attempting to bind port 0f20dc47-a7ec-4123-b643-0d63498ea920 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:39.375490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port bbc21a23-f872-40b7-8d75-04c66c9e221b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:39.375877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.410874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:39.411233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Checking segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:39.411655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Bound using segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:39.412112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Bound port: 0f20dc47-a7ec-4123-b643-0d63498ea920, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:39.412485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.497848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c81f3c95-0ed3-4aa3-87c4-d6b2f48a66aa req-763a5e9a-2208-42f9-bac8-f923ec8bf004 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224817 Jul 28 18:03:39.596811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dc12f8f3-efe4-433e-bd79-86ba4709a78a None None] Port 8ce34be9-ae01-44a5-819e-9be37ab045e4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:39.716801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:39.738884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.766375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2731e-b5e5-4932-9a78-274d752d4ea8 None None] Network 0ff64175-42b5-412e-a670-6008439f5a87 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:39.792336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0f20dc47-a7ec-4123-b643-0d63498ea920,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:39.814347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fd64d-f8c2-403e-9dd4-942cebb8731d req-107d2b71-6c88-4b5c-bed6-120f7a0e4d6a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:39.818745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa2fd64d-f8c2-403e-9dd4-942cebb8731d req-107d2b71-6c88-4b5c-bed6-120f7a0e4d6a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 931 time: 0.1983371 Jul 28 18:03:39.853774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce34be9-ae01-44a5-819e-9be37ab045e4 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:39.872531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.903874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Transition to ACTIVE for port object 8ce34be9-ae01-44a5-819e-9be37ab045e4 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:39.906673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa2fd64d-f8c2-403e-9dd4-942cebb8731d req-bece612d-d321-4f57-8309-f9c6c8e833aa tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831358 Jul 28 18:03:39.914393 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:39.946329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:40.005146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Pushing event updated for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.010620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.011258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.012915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.013961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-3d6a918b-9fa6-4146-8bf3-4cf33c0dd90e service neutron] 10.222.0.35 "PUT /v2.0/ports/0f20dc47-a7ec-4123-b643-0d63498ea920 HTTP/1.1" status: 200 len: 1092 time: 2.9571669 Jul 28 18:03:40.014920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:40.036233 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982" -d '{"events": [{"name": "network-changed", "server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:40.056625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.062644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbde5-88d3-4139-9e85-9175d903cfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.165264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f47f412-16a6-44ee-9972-8c889a28928d req-80e38ed0-44c7-4355-8898-11beeb6079a1 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 210 time: 0.1015737 Jul 28 18:03:40.182288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2eeca4e2-2022-4d75-af4e-0f5da31f737a req-d761341d-1194-4aa1-b077-65c225610f05 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c64a282-b695-440d-92b9-9e8799d6fb41 HTTP/1.1" status: 200 len: 210 time: 0.0763507 Jul 28 18:03:40.215312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.219995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.228548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Pushing event updated for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.314982 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08400435-cece-483e-9ac1-94b1336a2312 x-openstack-request-id: req-08400435-cece-483e-9ac1-94b1336a2312 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:40.317736 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:40.318734 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08400435-cece-483e-9ac1-94b1336a2312 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:40.321579 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920', 'status': 'completed', 'code': 200} Jul 28 18:03:40.379700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Attempting to bind port 8ce34be9-ae01-44a5-819e-9be37ab045e4 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:40.380136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Attempting to bind port 8ce34be9-ae01-44a5-819e-9be37ab045e4 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:40.380526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Attempting to bind port 8ce34be9-ae01-44a5-819e-9be37ab045e4 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:40.389309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Port 8ce34be9-ae01-44a5-819e-9be37ab045e4 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:40.394762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Attempting to bind port 8ce34be9-ae01-44a5-819e-9be37ab045e4 on network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:40.403508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:40.403858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Checking segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:40.404302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Bound using segment: {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:40.404920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Bound port: 8ce34be9-ae01-44a5-819e-9be37ab045e4, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc413ca-cc2c-4072-a806-bb80b943f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:40.405352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.414712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50172) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:40.422773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269714717-network', 'tenant_id': '3fbb6f7ef37b426480cb7572dd25b3b0'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:40.462172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-c197a1c0-d098-4bd0-b243-3a99d18816a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.464386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-c197a1c0-d098-4bd0-b243-3a99d18816a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 1095 time: 0.2454846 Jul 28 18:03:40.552077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-5e8e61dc-6766-4621-bfba-41751fb0e0a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f20dc47-a7ec-4123-b643-0d63498ea920 HTTP/1.1" status: 200 len: 217 time: 0.0785134 Jul 28 18:03:40.584525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:40.589128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:40.590475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:40.598104 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c99561-06db-4d2d-b28f-047f0528c389" -d '{"events": [{"server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "name": "network-vif-plugged", "status": "completed", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:40.632956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Made reservation on behalf of 3fbb6f7ef37b426480cb7572dd25b3b0 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:40.635495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.716618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.722903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.777533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-97340d80-4e07-4a64-b548-d001f742ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.779148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-97340d80-4e07-4a64-b548-d001f742ecd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.2194180 Jul 28 18:03:40.807239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e4ab5-aee1-46f4-b7c3-369bbaa6e431 None None] Network bb258230-bf9a-4121-be7e-3f83f422219b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:40.835855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Pushing event updated for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.892190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.892897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:40.894344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-65e7db0d-f9d7-4ebe-8da1-879dcf8eebdc service neutron] 10.222.0.35 "PUT /v2.0/ports/8ce34be9-ae01-44a5-819e-9be37ab045e4 HTTP/1.1" status: 200 len: 1091 time: 2.2228863 Jul 28 18:03:40.895194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:40.897257 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b697bb5-59aa-4bf1-9184-6c2e971700f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:40.902100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e992f7fd-8626-41d8-9a3b-9567a2a07ad5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:40.945479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383132-4a3d-41f1-9365-344aa2a1c10c req-4cc6440e-f889-40eb-b871-b7fc273c5dd3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.954176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a383132-4a3d-41f1-9365-344aa2a1c10c req-4cc6440e-f889-40eb-b871-b7fc273c5dd3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 950 time: 0.3279481 Jul 28 18:03:40.977905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-15ad325d-b0ff-4d48-8c8f-a6f181a19537 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:40.985873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-15ad325d-b0ff-4d48-8c8f-a6f181a19537 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.1614175 Jul 28 18:03:41.003691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-b6c7d37c-2695-4d51-9031-30031af1d908 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/quotas/25b875fc756e4421abd725e069fde1f0 HTTP/1.1" status: 200 len: 375 time: 0.0164413 Jul 28 18:03:41.036327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-1a887ba9-72ee-42a4-87e6-65ca57312f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.037877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-1a887ba9-72ee-42a4-87e6-65ca57312f7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476618 Jul 28 18:03:41.059083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e857e72e-e0c1-44f1-8a00-65b998d0649c None None] Provisioning for port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:41.078493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a383132-4a3d-41f1-9365-344aa2a1c10c req-e966d2e0-70d5-41ee-b73d-4cf01ffdda3b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180382 Jul 28 18:03:41.081131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-c421c62b-21aa-4372-80c6-54bd644ccbb8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760179 Jul 28 18:03:41.115459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.133688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-158ca410-d8f7-4c45-8834-8f7bd8f9d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.139839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-158ca410-d8f7-4c45-8834-8f7bd8f9d95c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 1094 time: 0.1229317 Jul 28 18:03:41.162644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:41.167471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:41.167856 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.173797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.212491 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782abac-e76b-4e8b-8335-d9a05f10089b x-openstack-request-id: req-4782abac-e76b-4e8b-8335-d9a05f10089b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:41.212783 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "name": "network-vif-plugged", "status": "completed", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:41.213035 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4782abac-e76b-4e8b-8335-d9a05f10089b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:41.213420 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b', 'code': 200} Jul 28 18:03:41.226286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-b9738a74-3cd4-4a9c-89b0-9d2be4b0b468 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4 HTTP/1.1" status: 200 len: 217 time: 0.0756333 Jul 28 18:03:41.254828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-bc6de08a-7662-4820-abaa-73f4a0d39782 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002003 Jul 28 18:03:41.257285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.322757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad580215-8b05-44b2-ab78-a0b23d4b56dd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:41.340138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:41.361930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef01fb-3f1b-488d-8dc4-797927f0560d req-be759422-6482-4423-a894-2d0346f0aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.371879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9ef01fb-3f1b-488d-8dc4-797927f0560d req-be759422-6482-4423-a894-2d0346f0aed3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 1101 time: 0.1388831 Jul 28 18:03:41.374698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-72fe35b0-3918-4cf4-aa80-c2e910b9d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.376230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-72fe35b0-3918-4cf4-aa80-c2e910b9d103 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.1109583 Jul 28 18:03:41.381598 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed339e0-99cd-4e8e-b791-186294ab1c67 x-openstack-request-id: req-7ed339e0-99cd-4e8e-b791-186294ab1c67 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:41.381598 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:41.381898 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ed339e0-99cd-4e8e-b791-186294ab1c67 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:41.382221 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4', 'status': 'completed', 'code': 200} Jul 28 18:03:41.394760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-605778c5-39ef-45eb-be3c-4a33b9726907 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095696 Jul 28 18:03:41.396665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.423706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.424794 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Added segment c99033aa-1a53-46cf-8532-1c303d8685aa of type vlan for network 20268351-1d5d-4785-95f4-9023f4c99f1c Jul 28 18:03:41.447850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:41.504907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.536754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-83f0f2d2-2659-4ac7-a085-ff291f36087e None None] Provisioning complete for port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:41.537601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-83f0f2d2-2659-4ac7-a085-ff291f36087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.539055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9ef01fb-3f1b-488d-8dc4-797927f0560d req-e569db32-155c-4ce2-b496-05845e0707ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558046 Jul 28 18:03:41.539678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.546793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-a90103de-9144-4ab1-a937-6dd3baedecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.548585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-a90103de-9144-4ab1-a937-6dd3baedecaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558738 Jul 28 18:03:41.553532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4a3cb1f-8983-4793-aa46-b1e035b28941 req-f098a314-11f9-4343-aead-2601d4add44e service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778926 Jul 28 18:03:41.570970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5301b6e-2921-4f00-a21b-30463ddbe014 req-0ad32278-7f67-4f8b-abf8-50c5f88699c5 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.572431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5301b6e-2921-4f00-a21b-30463ddbe014 req-0ad32278-7f67-4f8b-abf8-50c5f88699c5 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 943 time: 0.1296856 Jul 28 18:03:41.610909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-e7d8dc34-733e-4fc1-b73c-98e9f4d650e2 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044780 Jul 28 18:03:41.618106 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5301b6e-2921-4f00-a21b-30463ddbe014 req-348a485a-9582-43d0-951b-76e1a1cb0602 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Jul 28 18:03:41.631333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:41.677645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.679948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.682682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:41.721387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-70dce4aa-1341-4f5e-a516-0994c35c01c7 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430779 Jul 28 18:03:41.772460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] Pushing event updated for resources: {'Network': ['ID=20268351-1d5d-4785-95f4-9023f4c99f1c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:41.783989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-d66ec032-38c2-4f1b-be58-9fdae5f71d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:41.786504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-d66ec032-38c2-4f1b-be58-9fdae5f71d36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 1095 time: 0.1017408 Jul 28 18:03:41.787740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 20268351-1d5d-4785-95f4-9023f4c99f1c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:41.856404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15136a10-54de-4bcb-bd7a-7512daa59644 req-4280c35d-aa6d-4b12-843a-f70bb89f505e service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252995 Jul 28 18:03:41.895014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9ddccb0-16bb-4927-adf2-3ac5e00cf159 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4785199 Jul 28 18:03:41.911335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50202) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:41.911335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Request body: {'subnet': {'network_id': '20268351-1d5d-4785-95f4-9023f4c99f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269714717-subnet', 'tenant_id': '3fbb6f7ef37b426480cb7572dd25b3b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:41.942277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93d74e9e-5eaf-40f8-abfa-28b87c09bb74 req-1f7234af-e848-4b06-934f-1ebc0356b58f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 210 time: 0.0776811 Jul 28 18:03:42.008378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14302c75-5a07-4388-8fa2-54105f91181d req-fe910ed6-5f91-4ce9-8b45-300310b798b6 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 210 time: 0.0293782 Jul 28 18:03:42.024392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-48d71e8f-a410-4e6f-ba84-e6aac986d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.026703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-48d71e8f-a410-4e6f-ba84-e6aac986d05e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 917 time: 0.2324312 Jul 28 18:03:42.065219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-69b17924-840d-46e6-8297-45e61c28ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.066927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-69b17924-840d-46e6-8297-45e61c28ebdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 1094 time: 0.0575542 Jul 28 18:03:42.076828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Made reservation on behalf of 3fbb6f7ef37b426480cb7572dd25b3b0 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:42.076828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.077320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-d38562d3-1c2a-428e-8b6c-3ac342b5d9cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f20dc47-a7ec-4123-b643-0d63498ea920 HTTP/1.1" status: 200 len: 217 time: 0.0409756 Jul 28 18:03:42.135888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-54030241-e8b5-4acd-a042-27bb8888cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.137363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-54030241-e8b5-4acd-a042-27bb8888cac7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.0543380 Jul 28 18:03:42.190949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-dda958be-183c-43d6-9dd1-03764b46d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.192620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-dda958be-183c-43d6-9dd1-03764b46d7fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471046 Jul 28 18:03:42.226516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device df929067-20c6-4ce7-b834-e75aa5c893da details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:42.265633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955a95-3f5b-4147-a1c8-7410e3b71dc6 req-2f03355c-b093-4e57-a91a-ffde73b9a91e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.267542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e955a95-3f5b-4147-a1c8-7410e3b71dc6 req-2f03355c-b093-4e57-a91a-ffde73b9a91e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 950 time: 0.1088891 Jul 28 18:03:42.270273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-5ec6804f-5261-48da-934b-018ac2eb541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.271686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-5ec6804f-5261-48da-934b-018ac2eb541e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 917 time: 0.1978347 Jul 28 18:03:42.304874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-516c26e8-21e1-4624-b4b5-41ac4c97dc00 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051893 Jul 28 18:03:42.361424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-cc7659a2-9b49-4e46-8b3e-c71137a23e72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4 HTTP/1.1" status: 200 len: 217 time: 0.0727129 Jul 28 18:03:42.377008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=df929067-20c6-4ce7-b834-e75aa5c893da,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:42.389630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e955a95-3f5b-4147-a1c8-7410e3b71dc6 req-dca79bdd-9650-43b4-a890-9bbc99224b92 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128581 Jul 28 18:03:42.391617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'df929067-20c6-4ce7-b834-e75aa5c893da', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'port_id': 'df929067-20c6-4ce7-b834-e75aa5c893da', 'mac_address': 'fa:16:3e:94:78:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ab4f00-613a-47b1-a76d-f704d0e2da76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:42.474801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.491907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-e8ffa79e-6a5f-416d-919d-f5fdef86aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.493404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-e8ffa79e-6a5f-416d-919d-f5fdef86aa95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.1221004 Jul 28 18:03:42.518813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc0d37e-78a1-439d-85e8-6cd9606c3e81 req-2a71e84a-f280-411d-867c-9119d42e5541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d21ea2cccb4d4a878389e5c3bb4456e7&device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0486929 Jul 28 18:03:42.524875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d89c1d7a-5440-49bb-94e2-9ede7f3d7982 req-ed0c8a61-4435-4166-9b6d-049ff5990b3c service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094152 Jul 28 18:03:42.541316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df929067-20c6-4ce7-b834-e75aa5c893da {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:42.565972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=df929067-20c6-4ce7-b834-e75aa5c893da,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:42.593738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc0d37e-78a1-439d-85e8-6cd9606c3e81 req-0d3377aa-0416-4a59-8b78-5e7944532341 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d21ea2cccb4d4a878389e5c3bb4456e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594313 Jul 28 18:03:42.619080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56e40b91-0747-4ac6-9db1-ba7fd379517e req-1f672779-9bbe-426b-ae42-49bc1eec680f tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0480883 Jul 28 18:03:42.630558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd1f83-b629-458c-b713-c67217b43239 req-88b6c2a0-e6ee-4ff3-99fc-dd1c3792bc4b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.632660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cedd1f83-b629-458c-b713-c67217b43239 req-88b6c2a0-e6ee-4ff3-99fc-dd1c3792bc4b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 950 time: 0.0518174 Jul 28 18:03:42.632809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.694179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-89f31af5-e92d-40c5-b890-7608e082708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.695782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-89f31af5-e92d-40c5-b890-7608e082708b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794214 Jul 28 18:03:42.696653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.718893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cedd1f83-b629-458c-b713-c67217b43239 req-959495a5-5e00-4fdb-b8dc-a0ee012aa8aa tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747082 Jul 28 18:03:42.760234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e992f7fd-8626-41d8-9a3b-9567a2a07ad5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:42.813111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:42.847056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:42.847611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.873113 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:42.913811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3624a1b6-6bbd-4ff5-b443-9c06c8dc8a90,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:42.988069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d37e-78a1-439d-85e8-6cd9606c3e81 req-b2ba4fba-e2b6-4f59-85da-92a350c840d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:42.989549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc0d37e-78a1-439d-85e8-6cd9606c3e81 req-b2ba4fba-e2b6-4f59-85da-92a350c840d0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3822365 Jul 28 18:03:43.025301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607140a-c8ab-4353-bf3e-565592bb2cb4 req-6fda0146-dd80-45f6-94d0-b58f9cfda1f1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:43.028674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6607140a-c8ab-4353-bf3e-565592bb2cb4 req-6fda0146-dd80-45f6-94d0-b58f9cfda1f1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 943 time: 0.2967961 Jul 28 18:03:43.045316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Checking segment: {'id': 'c99033aa-1a53-46cf-8532-1c303d8685aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '20268351-1d5d-4785-95f4-9023f4c99f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:43.045675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Network hostable DHCP agents. Network: 20268351-1d5d-4785-95f4-9023f4c99f1c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:43.046359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a090430e-2532-4161-8464-be53b9c11c76 req-a6e6197f-1830-4191-898f-3df49a830fa9 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 210 time: 0.0293741 Jul 28 18:03:43.080748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-1ba05569-2e04-48ca-a05d-a7f15e801aea tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:43.086646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-1ba05569-2e04-48ca-a05d-a7f15e801aea tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:43.090096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-1ba05569-2e04-48ca-a05d-a7f15e801aea tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "GET /v2.0/networks?id=52c61b56-18bb-46ee-8a95-e781d8f01be0&id=bb258230-bf9a-4121-be7e-3f83f422219b HTTP/1.1" status: 200 len: 1390 time: 0.4094450 Jul 28 18:03:43.092921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-da4974e0-4e6b-449f-8ca1-c568174806d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473430 Jul 28 18:03:43.107410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'port': {'device_id': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0', 'admin_state_up': True, 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:43.129275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7b568ee-f5a2-48f1-a759-406d668e4d52 req-07f6d383-2b26-4452-ae47-095e9768aee2 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jul 28 18:03:43.191986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['df929067-20c6-4ce7-b834-e75aa5c893da'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:43.208542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6607140a-c8ab-4353-bf3e-565592bb2cb4 req-2e349376-081c-41c1-8f80-0806aa1d1651 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654055 Jul 28 18:03:43.229961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Network 20268351-1d5d-4785-95f4-9023f4c99f1c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:43.293286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b697bb5-59aa-4bf1-9184-6c2e971700f2 req-6726bf1b-91bd-4227-9023-7156230ab099 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895001 Jul 28 18:03:43.350937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 20268351-1d5d-4785-95f4-9023f4c99f1c) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:43.355389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:43.356025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.361301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be7e9f-1c32-4adc-a2b0-6c7679d22010 None None] Network 20268351-1d5d-4785-95f4-9023f4c99f1c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:43.386422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:43.389925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.510661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-34b78e1a-bf59-4e4a-a03c-d8eea6aecc19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6097550 Jul 28 18:03:43.543375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Allocated IP 19.80.0.77 (52c61b56-18bb-46ee-8a95-e781d8f01be0/2d527926-093f-4894-acc6-71781e747d9d/3775d2d2-1824-4d17-b652-f07a1c205950) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:43.633854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50234) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:43.653235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc3db2-92b2-4c34-b962-0dd495e3430f None None] Network 20268351-1d5d-4785-95f4-9023f4c99f1c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:03:43.694668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Deleting subnet 803639a5-7952-4cb4-b882-0e9a94326df2 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:43.703314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.756082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.757062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d28752-c49d-4b0a-8125-4ad515c18ac1 req-a9c0f11f-368d-446f-9459-05ac44acfeb7 tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0474143 Jul 28 18:03:43.775678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.805643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.811125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Transition to ACTIVE for port object 3775d2d2-1824-4d17-b652-f07a1c205950 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:43.908446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e6fd0-b95c-4816-bf61-6940b622056c req-2357f724-643a-4067-a78f-6a5f4bed3874 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:43.909953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d7e6fd0-b95c-4816-bf61-6940b622056c req-2357f724-643a-4067-a78f-6a5f4bed3874 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 950 time: 0.0785084 Jul 28 18:03:43.914064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:43.948909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d7e6fd0-b95c-4816-bf61-6940b622056c req-43fb4538-280b-4641-a5f9-dae913f44f38 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Jul 28 18:03:43.957351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:43.960779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:43.972683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:43.999306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:44.003963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.032812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803639a5-7952-4cb4-b882-0e9a94326df2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:44.039206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.041735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c72ecb83-2d02-47c1-99b4-73adaafa6070 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/803639a5-7952-4cb4-b882-0e9a94326df2 HTTP/1.1" status: 204 len: 168 time: 0.4068656 Jul 28 18:03:44.044286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50244) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:44.048900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.049655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.155482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-35884f31-0618-41c7-a6c4-db7868612a59 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0519962 Jul 28 18:03:44.163016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.167486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Request body: {'port': {'device_id': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b', 'admin_state_up': True, 'tenant_id': '9c92136590a440ccac9902ee6389abd9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:44.203269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d7686-99e0-4f4f-8460-6c390ddfa454 req-c52ad77b-2c3d-43ba-8538-56763ca35610 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.204966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-889d7686-99e0-4f4f-8460-6c390ddfa454 req-c52ad77b-2c3d-43ba-8538-56763ca35610 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 931 time: 0.0794251 Jul 28 18:03:44.295294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69836806-650d-484c-8584-ce05734ec668 None None] Provisioning for port 3775d2d2-1824-4d17-b652-f07a1c205950 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:44.298863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.308379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4eaa9-46dc-4dab-9d15-dbdfcd8b598d req-99032bbd-e911-4a91-9700-f13ed2af9676 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.313661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-889d7686-99e0-4f4f-8460-6c390ddfa454 req-8be4bf15-29bd-477a-b8a1-ae62b277e866 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897093 Jul 28 18:03:44.314858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80810e0d-fdf9-4fc2-84ac-778940d66cc2']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:44.315004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4eaa9-46dc-4dab-9d15-dbdfcd8b598d req-99032bbd-e911-4a91-9700-f13ed2af9676 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.316819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e4eaa9-46dc-4dab-9d15-dbdfcd8b598d req-99032bbd-e911-4a91-9700-f13ed2af9676 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0&device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 1691 time: 0.0863793 Jul 28 18:03:44.318635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69836806-650d-484c-8584-ce05734ec668 None None] Provisioning complete for port 3775d2d2-1824-4d17-b652-f07a1c205950 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:44.319459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69836806-650d-484c-8584-ce05734ec668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.326265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c8a445-ace0-4b18-9116-85e10657623f') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:44.327218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c8a445-ace0-4b18-9116-85e10657623f') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:44.350135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.365964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.375440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:44.376410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:44.378529 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:44.383257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-69836806-650d-484c-8584-ce05734ec668 None None] Port 3775d2d2-1824-4d17-b652-f07a1c205950 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:44.413149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e4eaa9-46dc-4dab-9d15-dbdfcd8b598d req-87ffb7fa-337a-4374-ab05-e87a5cda0fe9 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764151 Jul 28 18:03:44.453971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03ce5cfe-f817-4170-9e2b-49563a1bfefa req-9ddc92b6-05b3-4ad2-a7db-c2fe45eea628 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 210 time: 0.0618370 Jul 28 18:03:44.532067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb77d7-9295-49ba-91f1-ec241de10d65 req-fee2321a-21cc-44fb-b8a4-4466093f9e85 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.533559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84fb77d7-9295-49ba-91f1-ec241de10d65 req-fee2321a-21cc-44fb-b8a4-4466093f9e85 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 943 time: 0.0576601 Jul 28 18:03:44.558210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Made reservation on behalf of 9c92136590a440ccac9902ee6389abd9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:44.562175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.596663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.603598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.605431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] 10.222.0.25 "DELETE /v2.0/networks/80810e0d-fdf9-4fc2-84ac-778940d66cc2 HTTP/1.1" status: 204 len: 168 time: 0.5599976 Jul 28 18:03:44.614725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50258) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:44.619125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc62324-9f3e-44f4-8cbb-7b8719afe30c admin admin] Pushing event deleted for resources: {'Network': ['ID=80810e0d-fdf9-4fc2-84ac-778940d66cc2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:44.637055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7f63f-bd22-4bdf-b421-1019535fbbc9 req-28bba4ab-2cf1-4733-ac8b-3ac823b93d15 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.637055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9d7f63f-bd22-4bdf-b421-1019535fbbc9 req-28bba4ab-2cf1-4733-ac8b-3ac823b93d15 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 1101 time: 0.0667803 Jul 28 18:03:44.673062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9d7f63f-bd22-4bdf-b421-1019535fbbc9 req-42e387ee-0559-425a-a84b-04bb76ad1227 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Jul 28 18:03:44.728378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84fb77d7-9295-49ba-91f1-ec241de10d65 req-a575ee3d-67be-4972-bf29-f906442c0442 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850724 Jul 28 18:03:44.779232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc0d37e-78a1-439d-85e8-6cd9606c3e81 req-b55b4290-6623-4cf9-b363-f91a49039ead tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.35 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0434079 Jul 28 18:03:44.803299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Deleting subnet 3624a1b6-6bbd-4ff5-b443-9c06c8dc8a90 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:03:44.820135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:44.828205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-f2a6ac7c-77b7-4b6b-b10a-b4937a4ebea2 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:44.829681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-f2a6ac7c-77b7-4b6b-b10a-b4937a4ebea2 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.3061459 Jul 28 18:03:44.869924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf1070b-fc8c-4c91-88d1-279a92b1c6b8 req-f35e2c4c-58c5-4c9c-8b84-0c39fce8b5ec tempest-ServerShowV247Test-1842485043 tempest-ServerShowV247Test-1842485043-project] 10.222.0.25 "GET /v2.0/ports?device_id=db046c3f-840d-4b9d-ac11-66894a782ded HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jul 28 18:03:44.895808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Request body: {'port': {'device_id': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'admin_state_up': True, 'tenant_id': '25b875fc756e4421abd725e069fde1f0'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:45.234383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.280840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.322563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Allocated IP 19.86.0.186 (bb258230-bf9a-4121-be7e-3f83f422219b/a456c4da-e44b-449e-8d66-63c12a81d42f/4ccc44dc-ff35-4c6d-bd04-1351e7e2743c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:45.329576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb2d6-e370-4e40-a7ca-8ccd3b308b3a req-ba64ac57-cef7-426e-b7e8-5a355666e5e7 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:45.330959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33cdb2d6-e370-4e40-a7ca-8ccd3b308b3a req-ba64ac57-cef7-426e-b7e8-5a355666e5e7 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 1101 time: 0.5362618 Jul 28 18:03:45.413442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.439040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25d7c-4415-4e11-b6e2-6e91e002782e req-24aa5dcd-3ea1-4f0a-9a8d-b1052c9c85f2 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:45.440586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1b25d7c-4415-4e11-b6e2-6e91e002782e req-24aa5dcd-3ea1-4f0a-9a8d-b1052c9c85f2 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 931 time: 0.0483429 Jul 28 18:03:45.461217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33cdb2d6-e370-4e40-a7ca-8ccd3b308b3a req-2ff067ba-5545-4bd0-9f4c-d2071519b411 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218631 Jul 28 18:03:45.506649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1b25d7c-4415-4e11-b6e2-6e91e002782e req-aebd8459-3077-441d-991a-855acfc15a58 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Jul 28 18:03:45.585467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e530b8d-c840-4b08-93f1-96cbcadf753a req-4ebc7461-dff2-4406-9d60-d8b51de0b15d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 210 time: 0.0388975 Jul 28 18:03:45.588229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:45.591691 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.676321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.716016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.732181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3624a1b6-6bbd-4ff5-b443-9c06c8dc8a90,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:45.739033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.741013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bef6c59d-9bfa-41cd-8953-95bf7ad4ab7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3624a1b6-6bbd-4ff5-b443-9c06c8dc8a90 HTTP/1.1" status: 204 len: 168 time: 1.1253293 Jul 28 18:03:45.744068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50272) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:45.776653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Transition to ACTIVE for port object 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:45.817413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Allocated IP 172.20.0.14 (0ff64175-42b5-412e-a670-6008439f5a87/7d9a6f04-56c1-429d-8b30-14e1613cc5d5/476e08c8-e514-46ca-805b-bfde12a9a728) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:45.836637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.921905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.933209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20268351-1d5d-4785-95f4-9023f4c99f1c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:45.949660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99033aa-1a53-46cf-8532-1c303d8685aa') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:45.954680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99033aa-1a53-46cf-8532-1c303d8685aa') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:45.961243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:45.962612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac5e9e-0fbf-48fb-b3b1-084f700d0a35 req-85f612a9-738b-494e-b4c7-f667c9478bd1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:45.963914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88ac5e9e-0fbf-48fb-b3b1-084f700d0a35 req-85f612a9-738b-494e-b4c7-f667c9478bd1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 943 time: 0.1130853 Jul 28 18:03:45.964957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.003347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-306fcc4a-4a4a-429a-a6ad-8d73e9793e95 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321779 Jul 28 18:03:46.004318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.013095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:46.013585 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:46.016883 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:46.060627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Network bb258230-bf9a-4121-be7e-3f83f422219b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:46.072650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:46.078536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event updated for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.083493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:46.143209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88ac5e9e-0fbf-48fb-b3b1-084f700d0a35 req-e98c8e96-2dc9-4d92-8286-22ee733c54ce tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664848 Jul 28 18:03:46.151693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.178107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:46.178570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.203448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-93a8ab36-a9c2-4cbe-b9d5-0587732c93af tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:46.208947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-93a8ab36-a9c2-4cbe-b9d5-0587732c93af tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970937 Jul 28 18:03:46.219235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.226227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.234455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0f20dc47-a7ec-4123-b643-0d63498ea920 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:46.234914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device df929067-20c6-4ce7-b834-e75aa5c893da up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:46.240766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] 10.222.0.25 "DELETE /v2.0/networks/20268351-1d5d-4785-95f4-9023f4c99f1c HTTP/1.1" status: 204 len: 168 time: 0.4829891 Jul 28 18:03:46.263331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-d7863b84-9fc1-4bcf-a579-9954f776db28 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0948677 Jul 28 18:03:46.267586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-d713294c-e026-4ce5-b70e-4af4fecff5c3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0532861 Jul 28 18:03:46.268595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c9f03-2c60-414d-a1bc-5eabe429ad5a admin admin] Pushing event deleted for resources: {'Network': ['ID=20268351-1d5d-4785-95f4-9023f4c99f1c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.282849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Request body: {'port': {'device_id': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:46.369896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.387514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.402522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-561ade22-bbd8-44b7-a9b3-626ee2f1baba tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242621 Jul 28 18:03:46.518257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Network 0ff64175-42b5-412e-a670-6008439f5a87 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:46.521460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0f20dc47-a7ec-4123-b643-0d63498ea920,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:46.531790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:46.535562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '0f20dc47-a7ec-4123-b643-0d63498ea920', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'port_id': '0f20dc47-a7ec-4123-b643-0d63498ea920', 'mac_address': 'fa:16:3e:8c:c0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ab4f00-613a-47b1-a76d-f704d0e2da76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:46.573118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.580401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:46.583849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event updated for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.586158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f20dc47-a7ec-4123-b643-0d63498ea920 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:46.607256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0f20dc47-a7ec-4123-b643-0d63498ea920,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:46.646009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a664-7e85-49be-b25c-988ff4bd3f6f req-ae9375cf-5e7a-4c51-880a-8ed7d6335a71 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:46.647658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e1a664-7e85-49be-b25c-988ff4bd3f6f req-ae9375cf-5e7a-4c51-880a-8ed7d6335a71 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.1846845 Jul 28 18:03:46.668096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8f9e7078-f101-4057-94af-f9eec06467d9 None None] Provisioning for port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:46.672357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port df929067-20c6-4ce7-b834-e75aa5c893da completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:46.675714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8f9e7078-f101-4057-94af-f9eec06467d9 None None] Provisioning complete for port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:46.677260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f9e7078-f101-4057-94af-f9eec06467d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.682780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:46.683436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.697411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port df929067-20c6-4ce7-b834-e75aa5c893da triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:46.697794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.731296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.732256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ce34be9-ae01-44a5-819e-9be37ab045e4 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:46.758974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e1a664-7e85-49be-b25c-988ff4bd3f6f req-1c1febd0-257b-43f8-9886-3d4932cf9071 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015110 Jul 28 18:03:46.794369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e7078-f101-4057-94af-f9eec06467d9 None None] Port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:46.844155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:46.847694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.855817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-8ddf1bb7-2db6-485e-9016-d738320d04f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9867725 Jul 28 18:03:46.875624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Request body: {'port': {'device_id': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:46.887687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '8ce34be9-ae01-44a5-819e-9be37ab045e4', 'network_id': '3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297', 'port_id': '8ce34be9-ae01-44a5-819e-9be37ab045e4', 'mac_address': 'fa:16:3e:a3:a2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ab4f00-613a-47b1-a76d-f704d0e2da76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:46.922590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3775d2d2-1824-4d17-b652-f07a1c205950 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:46.930889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.942937 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.965896 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:46.967849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50310) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:46.979204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:46.981268 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190110d-3d37-4b38-b7ac-a737fedd3eb8" -d '{"events": [{"server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "name": "network-vif-plugged", "status": "completed", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:46.987118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50312) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:46.990193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Transition to ACTIVE for port object 3775d2d2-1824-4d17-b652-f07a1c205950 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:46.996903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=df929067-20c6-4ce7-b834-e75aa5c893da,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:46.998990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce34be9-ae01-44a5-819e-9be37ab045e4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:47.007439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.019673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76bacc-7980-4b86-bb81-d7b1a3ce999b req-11538bcb-1787-41e3-94b8-18e370eaab8b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:47.022652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be2578d7-7ffe-4761-b6ee-e3581213014e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c2da53251f74cc1a9c2b8f5fb3458a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540099 Jul 28 18:03:47.024201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:47.024809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50318) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:47.032096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76bacc-7980-4b86-bb81-d7b1a3ce999b req-11538bcb-1787-41e3-94b8-18e370eaab8b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:47.033870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa76bacc-7980-4b86-bb81-d7b1a3ce999b req-11538bcb-1787-41e3-94b8-18e370eaab8b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1654 time: 0.1848571 Jul 28 18:03:47.078998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.100548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa76bacc-7980-4b86-bb81-d7b1a3ce999b req-c1264bee-7de4-4bfe-b67c-dcf239529c4e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567784 Jul 28 18:03:47.102786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.105012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.124425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.152787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.193861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.249060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Pushing event updated for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.251038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.269627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-797a7225-1dad-4102-a906-f9c29694b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.307846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.311628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.315900 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bff43325-d169-4d05-b618-feefdc8d9fd5 HTTP/1.1" status: 204 len: 168 time: 0.2870805 Jul 28 18:03:47.332640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92388aaa-b476-4327-a25b-11476bc4b38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff43325-d169-4d05-b618-feefdc8d9fd5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.400059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-797a7225-1dad-4102-a906-f9c29694b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.485478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7079-ec00-4a67-8fd8-723a5436f2be req-da81cb17-1224-41ea-8211-0ce8c409e695 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:47.486271 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a6532-9dcc-42b9-b366-5893b3ac79db x-openstack-request-id: req-593a6532-9dcc-42b9-b366-5893b3ac79db {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:47.486571 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "name": "network-vif-plugged", "status": "completed", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:47.487485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53eb7079-ec00-4a67-8fd8-723a5436f2be req-da81cb17-1224-41ea-8211-0ce8c409e695 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 932 time: 0.2671523 Jul 28 18:03:47.488698 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-593a6532-9dcc-42b9-b366-5893b3ac79db {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:47.489057 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da', 'code': 200} Jul 28 18:03:47.494526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-797a7225-1dad-4102-a906-f9c29694b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.574624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7225-1dad-4102-a906-f9c29694b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75501588-c236-4040-a7a5-1e75a4fd9d5a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.590583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-797a7225-1dad-4102-a906-f9c29694b173 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d21ea2cccb4d4a878389e5c3bb4456e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024013 Jul 28 18:03:47.593308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50330) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:47.610738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['0f20dc47-a7ec-4123-b643-0d63498ea920'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:47.656298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['8ce34be9-ae01-44a5-819e-9be37ab045e4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:47.662784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873f39b-d212-40ce-a885-704cab89d2cb req-832fcc6b-3cc5-4337-8a18-97c5984d179f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:47.664380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9873f39b-d212-40ce-a885-704cab89d2cb req-832fcc6b-3cc5-4337-8a18-97c5984d179f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 944 time: 0.0854585 Jul 28 18:03:47.686716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53eb7079-ec00-4a67-8fd8-723a5436f2be req-d4e19b7f-6d01-42c2-bbae-3796734a5f53 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703544 Jul 28 18:03:47.700641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.730611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Attempting to bind port 3775d2d2-1824-4d17-b652-f07a1c205950 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:47.731259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Attempting to bind port 3775d2d2-1824-4d17-b652-f07a1c205950 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:47.731788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Attempting to bind port 3775d2d2-1824-4d17-b652-f07a1c205950 on network 52c61b56-18bb-46ee-8a95-e781d8f01be0 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:47.735703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9873f39b-d212-40ce-a885-704cab89d2cb req-d6852327-9d8d-4360-a1e7-cac4cd3e802a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 Jul 28 18:03:47.742224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Port 3775d2d2-1824-4d17-b652-f07a1c205950 on network 52c61b56-18bb-46ee-8a95-e781d8f01be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:47.742748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Attempting to bind port 3775d2d2-1824-4d17-b652-f07a1c205950 on network 52c61b56-18bb-46ee-8a95-e781d8f01be0 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:47.754392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d921-f00f-4f73-b880-d752fab69628 req-8900bb56-9db6-4288-a731-7568585c645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:47.763516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.777282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2c5d921-f00f-4f73-b880-d752fab69628 req-8900bb56-9db6-4288-a731-7568585c645f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 1096 time: 0.1955857 Jul 28 18:03:47.806695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:47.809541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Checking segment: {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:47.812460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Bound using segment: {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:47.812678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Bound port: 3775d2d2-1824-4d17-b652-f07a1c205950, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed063652-76ff-44fa-b95f-27f2ebd3e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:47.815644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.843069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476e08c8-e514-46ca-805b-bfde12a9a728 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:47.903089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.942897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3381fb92-df48-476e-b4b5-37b3bbea3f9a req-9f44fef2-20b8-45f2-8e62-32eb94b2e23a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 210 time: 0.0517600 Jul 28 18:03:47.966296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.970758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:47.972479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75501588-c236-4040-a7a5-1e75a4fd9d5a HTTP/1.1" status: 204 len: 168 time: 0.3780370 Jul 28 18:03:47.983966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2c5d921-f00f-4f73-b880-d752fab69628 req-2c8175ae-0081-4438-9288-a32403678b46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778417 Jul 28 18:03:47.984278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e635f13-a92e-4b8d-b907-5dfe4f686bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75501588-c236-4040-a7a5-1e75a4fd9d5a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:48.001125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Transition to ACTIVE for port object 476e08c8-e514-46ca-805b-bfde12a9a728 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:48.034069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:48.038664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3775d2d2-1824-4d17-b652-f07a1c205950,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:48.066434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.120492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.122279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Pushing event updated for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:48.216100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.216724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.218714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] 10.222.0.37 "PUT /v2.0/ports/3775d2d2-1824-4d17-b652-f07a1c205950 HTTP/1.1" status: 200 len: 1091 time: 1.9505401 Jul 28 18:03:48.220903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:48.223167 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973112df-43dc-4a4d-a698-fbf0a303c33c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:48.270671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22c699-4bcf-49e9-aa74-de53ca825502 service neutron] Pushing event updated for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:48.299454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1787ed-5022-4716-bb73-ade29f492135 req-1d8939c9-089d-42a0-8080-59a96bf62545 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.305418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1787ed-5022-4716-bb73-ade29f492135 req-1d8939c9-089d-42a0-8080-59a96bf62545 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.307053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac1787ed-5022-4716-bb73-ade29f492135 req-1d8939c9-089d-42a0-8080-59a96bf62545 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1666 time: 0.1218758 Jul 28 18:03:48.308129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Attempting to bind port 476e08c8-e514-46ca-805b-bfde12a9a728 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:48.308702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Attempting to bind port 476e08c8-e514-46ca-805b-bfde12a9a728 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:48.309250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Attempting to bind port 476e08c8-e514-46ca-805b-bfde12a9a728 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:48.322940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Port 476e08c8-e514-46ca-805b-bfde12a9a728 on network 0ff64175-42b5-412e-a670-6008439f5a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:48.323273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Attempting to bind port 476e08c8-e514-46ca-805b-bfde12a9a728 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:48.337055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:48.337407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Checking segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:48.337801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Bound using segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:48.338239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Bound port: 476e08c8-e514-46ca-805b-bfde12a9a728, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:48.338627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.363716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c9bf-5489-4018-bcc0-a62b65b144e2 req-07584dd5-ecb6-4382-b047-b1946f367ae9 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.365423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50352) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:48.372754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7334c9bf-5489-4018-bcc0-a62b65b144e2 req-07584dd5-ecb6-4382-b047-b1946f367ae9 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0757091 Jul 28 18:03:48.374491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.388818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac1787ed-5022-4716-bb73-ade29f492135 req-2300b9d9-79a7-49d6-b816-f323b0bed14b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741618 Jul 28 18:03:48.397724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Request body: {'port': {'device_id': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:48.412880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7334c9bf-5489-4018-bcc0-a62b65b144e2 req-0711553f-789e-4287-b896-cca5f182befd tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389612 Jul 28 18:03:48.475676 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdda9ae-4741-4b69-a785-272833882c31 x-openstack-request-id: req-9cdda9ae-4741-4b69-a785-272833882c31 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:48.475676 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:48.475676 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cdda9ae-4741-4b69-a785-272833882c31 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:48.475676 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950', 'status': 'completed', 'code': 200} Jul 28 18:03:48.540370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.544620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3929620-678b-4a07-94bd-0193d98cd312 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fbb6f7ef37b426480cb7572dd25b3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758678 Jul 28 18:03:48.555055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:48.606616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:48.636959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-59e27408-3e47-4573-b11e-a652dae753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.639891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-59e27408-3e47-4573-b11e-a652dae753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.641248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-59e27408-3e47-4573-b11e-a652dae753bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1913 time: 0.1470428 Jul 28 18:03:48.650626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=476e08c8-e514-46ca-805b-bfde12a9a728,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:48.721111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.756514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.839237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.839873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.841260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] 10.222.0.37 "PUT /v2.0/ports/476e08c8-e514-46ca-805b-bfde12a9a728 HTTP/1.1" status: 200 len: 1092 time: 1.9718964 Jul 28 18:03:48.845295 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:48.908309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216d3dc-bcc6-4db9-b3cc-f70748237556 service neutron] Pushing event updated for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:48.929821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34bc27-36ad-4e7e-80bc-99be77e9b299 req-4c339bd6-3626-4f2b-b4d3-2916fe99e6a0 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:48.931563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b34bc27-36ad-4e7e-80bc-99be77e9b299 req-4c339bd6-3626-4f2b-b4d3-2916fe99e6a0 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 944 time: 0.1598380 Jul 28 18:03:49.036674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b34bc27-36ad-4e7e-80bc-99be77e9b299 req-fec09a0f-5cac-40b7-9f7b-7f13070aa5f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911231 Jul 28 18:03:49.066166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-6ec74f54-6fe6-4257-993a-96c06071a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.067733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-6ec74f54-6fe6-4257-993a-96c06071a0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 1095 time: 0.1099350 Jul 28 18:03:49.144705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-706623f8-2c07-4f0b-b0c5-f395717b2487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=476e08c8-e514-46ca-805b-bfde12a9a728 HTTP/1.1" status: 200 len: 217 time: 0.0525651 Jul 28 18:03:49.163752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abc8d066-4625-46e7-948f-2eec43d1f525 req-79b75bc9-813f-45be-b782-b8fdd6590e5e tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 210 time: 0.0612645 Jul 28 18:03:49.175111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:49.202935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:49.226364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Transition to ACTIVE for port object 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:49.241486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-a581fd00-6b08-4e10-9d6b-8f83a7c7bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.242961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-a581fd00-6b08-4e10-9d6b-8f83a7c7bfde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.0819616 Jul 28 18:03:49.256432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-ef461cb7-d195-45d8-b9d3-042342795dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.256931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-ef461cb7-d195-45d8-b9d3-042342795dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.260956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-ef461cb7-d195-45d8-b9d3-042342795dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.260956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-ef461cb7-d195-45d8-b9d3-042342795dd4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9c92136590a440ccac9902ee6389abd9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6038222 Jul 28 18:03:49.286360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3bbab-a295-4dc9-82f1-6f86bd520fcd req-19a87ad1-48ba-41a5-a93c-0ab15282b4a6 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.287879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58b3bbab-a295-4dc9-82f1-6f86bd520fcd req-19a87ad1-48ba-41a5-a93c-0ab15282b4a6 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 944 time: 0.1063058 Jul 28 18:03:49.295102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-a71213ad-29e4-44ad-8a56-2b1c5abed382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402536 Jul 28 18:03:49.320638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:49.380424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58b3bbab-a295-4dc9-82f1-6f86bd520fcd req-4064fd78-3d38-4056-9a5d-7bf02230a563 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804837 Jul 28 18:03:49.400536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-4094b5c4-76b5-400d-983e-db5cccbb055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.402019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-973112df-43dc-4a4d-a698-fbf0a303c33c req-4094b5c4-76b5-400d-983e-db5cccbb055a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333401 Jul 28 18:03:49.410699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:49.416748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:49.419859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad580215-8b05-44b2-ab78-a0b23d4b56dd HTTP/1.1" status: 204 len: 168 time: 0.8616369 Jul 28 18:03:49.426567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:49.449967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99393bd6-5216-4e1d-8ec3-366707f406b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad580215-8b05-44b2-ab78-a0b23d4b56dd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:49.624628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:49.646177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-a7be387e-2694-4134-a914-9559bd520d96 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449636 Jul 28 18:03:49.658208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056970f-1dc4-4587-8c44-a407863722a7 req-69f4ceef-320d-44bb-b3f4-2b39127f615b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.659999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c056970f-1dc4-4587-8c44-a407863722a7 req-69f4ceef-320d-44bb-b3f4-2b39127f615b tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0800109 Jul 28 18:03:49.730143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c056970f-1dc4-4587-8c44-a407863722a7 req-d4efdb28-2891-4cbc-b2eb-6e0959f6f1aa tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540874 Jul 28 18:03:49.759335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64489-10d1-4fde-a955-671d1f1fca76 req-b32d74a3-f99e-46ff-93db-ef8f5fbaa79e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.765248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64489-10d1-4fde-a955-671d1f1fca76 req-b32d74a3-f99e-46ff-93db-ef8f5fbaa79e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:49.769703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49a64489-10d1-4fde-a955-671d1f1fca76 req-b32d74a3-f99e-46ff-93db-ef8f5fbaa79e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1678 time: 0.2047434 Jul 28 18:03:49.770190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Attempting to bind port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:49.770529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Attempting to bind port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:49.770869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Attempting to bind port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c on network bb258230-bf9a-4121-be7e-3f83f422219b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:49.793409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c on network bb258230-bf9a-4121-be7e-3f83f422219b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:49.793735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Attempting to bind port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c on network bb258230-bf9a-4121-be7e-3f83f422219b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:49.816235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:49.821057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Checking segment: {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:49.821057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Bound using segment: {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:49.821057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Bound port: 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3732b5b-0e6b-4c21-925c-976b70402e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:49.821057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:49.880572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49a64489-10d1-4fde-a955-671d1f1fca76 req-290cc728-14a7-4e54-abd6-d8d3a33fd0e1 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018360 Jul 28 18:03:49.886209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25a32e8f-a27b-4ce6-953b-428b9944cc01 req-7a815a5f-7d51-4173-9114-20305d6d34ff service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283833 Jul 28 18:03:49.924327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:49.927673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:49.931122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1436232208-network', 'tenant_id': 'ec0b33c604d14a5fb5c450ab703d6d05'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:50.034209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Made reservation on behalf of ec0b33c604d14a5fb5c450ab703d6d05 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:50.034966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.036847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.046414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.102881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.104287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.107120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] 10.222.0.37 "PUT /v2.0/ports/4ccc44dc-ff35-4c6d-bd04-1351e7e2743c HTTP/1.1" status: 200 len: 1092 time: 1.7139163 Jul 28 18:03:50.142466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35fa4b-38b2-49e5-831b-6fd5eb2e165b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.162788 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.241093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0f20dc47-a7ec-4123-b643-0d63498ea920 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:50.241931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddb84b-438e-49fc-80ab-cd08bbb62330 req-bbecc0d3-7ffd-4d67-8a01-c315ef3bdfda tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.252141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70ddb84b-438e-49fc-80ab-cd08bbb62330 req-bbecc0d3-7ffd-4d67-8a01-c315ef3bdfda tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 944 time: 0.0784745 Jul 28 18:03:50.285193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd2317e9-1df1-4d13-8637-5ea3391c0936 req-74a0c00d-94d0-4028-8919-44563034733f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 210 time: 0.0330842 Jul 28 18:03:50.303227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70ddb84b-438e-49fc-80ab-cd08bbb62330 req-d474ccb3-5ed5-4246-8fb9-046f1be463c5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497420 Jul 28 18:03:50.331253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.340488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-268f42ba-b8e2-4d25-a029-dcf3c653ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.340488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-268f42ba-b8e2-4d25-a029-dcf3c653ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.340488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-268f42ba-b8e2-4d25-a029-dcf3c653ad44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1980 time: 0.0488081 Jul 28 18:03:50.343863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:50.366327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.366754 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Added segment bdec2ff7-edb4-4f88-86cf-d14b06fc10ae of type vlan for network 189180a9-18c9-4e53-bfd5-71b5e7ad1324 Jul 28 18:03:50.388076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 0f20dc47-a7ec-4123-b643-0d63498ea920 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:50.399662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 0f20dc47-a7ec-4123-b643-0d63498ea920 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:50.400393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.415055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef83313-ce8c-4905-91cd-c0bf57b24493,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.441732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.466789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-26653321-eb08-4a92-9b19-5fcee650d41d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=3775d2d2-1824-4d17-b652-f07a1c205950 HTTP/1.1" status: 200 len: 217 time: 0.0841589 Jul 28 18:03:50.481438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728'}, {'name': 'network-changed', 'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:50.484452 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728"}, {"name": "network-changed", "server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:50.530060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-85592313-66ca-4305-8e72-c6aa29d80430 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.531713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-85592313-66ca-4305-8e72-c6aa29d80430 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.1943259 Jul 28 18:03:50.539387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.581080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:50.584096 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09468eae-5d3d-4046-a4e1-b32bc2e69a98" -d '{"events": [{"server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "name": "network-vif-plugged", "status": "completed", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:50.590791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.591837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:50.595964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.601039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0f20dc47-a7ec-4123-b643-0d63498ea920,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:50.629751 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7ed46-0b4b-4df1-96da-e0574659e934 x-openstack-request-id: req-0de7ed46-0b4b-4df1-96da-e0574659e934 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:50.630251 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "name": "network-vif-plugged", "status": "completed", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:50.630543 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0de7ed46-0b4b-4df1-96da-e0574659e934 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:50.631267 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920', 'code': 200} Jul 28 18:03:50.670181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] Pushing event updated for resources: {'Network': ['ID=189180a9-18c9-4e53-bfd5-71b5e7ad1324,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.680825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 189180a9-18c9-4e53-bfd5-71b5e7ad1324 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:50.723832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:50.724637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ce34be9-ae01-44a5-819e-9be37ab045e4 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:50.789895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7619a6b7-2245-4815-958a-9b4b3dd6f400 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1639316 Jul 28 18:03:50.864687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.886540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-5fa702cc-ec32-4977-b76c-9407f128f29a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406475 Jul 28 18:03:50.945504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 8ce34be9-ae01-44a5-819e-9be37ab045e4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:50.951442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 8ce34be9-ae01-44a5-819e-9be37ab045e4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:50.952620 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.067354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a2d3f-2962-4f09-8a7b-08114e5c6bf9 req-7adb0fd0-d81c-4f26-9a12-b4853d61d72e tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.078308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-617a2d3f-2962-4f09-8a7b-08114e5c6bf9 req-7adb0fd0-d81c-4f26-9a12-b4853d61d72e tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.1957805 Jul 28 18:03:51.093919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.100842 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9fa352-0e6b-4ead-817b-52dabbf4b46a x-openstack-request-id: req-6f9fa352-0e6b-4ead-817b-52dabbf4b46a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:51.100842 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:51.101910 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f9fa352-0e6b-4ead-817b-52dabbf4b46a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:51.101910 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728', 'status': 'completed', 'code': 200} Jul 28 18:03:51.101910 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c', 'status': 'completed', 'code': 200} Jul 28 18:03:51.134749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:51.158242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-617a2d3f-2962-4f09-8a7b-08114e5c6bf9 req-648eb461-de8f-4582-bf2b-7936e5f7aad1 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750556 Jul 28 18:03:51.168846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-78b022f8-7816-419b-8442-937c6ceb2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.170388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-78b022f8-7816-419b-8442-937c6ceb2363 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d527926-093f-4894-acc6-71781e747d9d HTTP/1.1" status: 200 len: 801 time: 0.6923008 Jul 28 18:03:51.193627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-9e2aace0-7b77-4174-b15c-64da353117d0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.195180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-9e2aace0-7b77-4174-b15c-64da353117d0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984457 Jul 28 18:03:51.218785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:51.222792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.226084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-c074b31d-6f6f-4ae0-bb6a-7505fa6cdbeb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664973 Jul 28 18:03:51.255549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a024b-b9e0-4bf8-8512-1ea05adf174e req-8476bd41-7e37-4ab9-8ea4-fa4e19226792 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.258574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-359a024b-b9e0-4bf8-8512-1ea05adf174e req-8476bd41-7e37-4ab9-8ea4-fa4e19226792 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 944 time: 0.7373903 Jul 28 18:03:51.345491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:51.374158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-9bbfba84-8d49-493c-8a26-c7fe8888acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.375764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-9bbfba84-8d49-493c-8a26-c7fe8888acf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 1095 time: 0.2769308 Jul 28 18:03:51.379112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00911-c9ae-4c51-83c4-75e4ecfdac9c req-6af257cb-9400-4f18-9148-79b1e3e14273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.380236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4c00911-c9ae-4c51-83c4-75e4ecfdac9c req-6af257cb-9400-4f18-9148-79b1e3e14273 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 1097 time: 0.2776024 Jul 28 18:03:51.388284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-31671c9e-1bdc-4036-98c0-5bc293f01af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.390502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-31671c9e-1bdc-4036-98c0-5bc293f01af0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52c61b56-18bb-46ee-8a95-e781d8f01be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2093279 Jul 28 18:03:51.488434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf282589-f696-4786-b874-9c11bdb82fbe req-3e87b82c-438c-4751-ad48-245517c9dba1 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.495580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf282589-f696-4786-b874-9c11bdb82fbe req-3e87b82c-438c-4751-ad48-245517c9dba1 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.497540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf282589-f696-4786-b874-9c11bdb82fbe req-3e87b82c-438c-4751-ad48-245517c9dba1 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1678 time: 0.1631246 Jul 28 18:03:51.510329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-6686cf2b-4dae-4abe-8fa3-5b5bb63fdceb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.512180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-6686cf2b-4dae-4abe-8fa3-5b5bb63fdceb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751403 Jul 28 18:03:51.531974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '9f75444c-420e-4b69-9a54-108e230ca473', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:51.555516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-359a024b-b9e0-4bf8-8512-1ea05adf174e req-90cd8e46-3558-4bdb-834e-260aca7f61ca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438664 Jul 28 18:03:51.590298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Deleting port 05542515-0f1b-4250-bb62-5793bbfb0d88 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:51.590791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.599571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4c00911-c9ae-4c51-83c4-75e4ecfdac9c req-8a4c31e8-9117-4539-bbab-02b74a350b7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077599 Jul 28 18:03:51.627758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf282589-f696-4786-b874-9c11bdb82fbe req-b1fe97d6-264c-4b95-95c4-2c9153196365 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141765 Jul 28 18:03:51.686392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:51.697287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.699367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-492701e1-2bfb-4afe-ace0-53f89c095dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:51.701012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-492701e1-2bfb-4afe-ace0-53f89c095dfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 916 time: 0.3149450 Jul 28 18:03:51.777998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-a237e5ad-e52e-4820-afb1-8a3e404bb743 service neutron] 10.222.0.37 "GET /v2.0/networks/52c61b56-18bb-46ee-8a95-e781d8f01be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698483 Jul 28 18:03:51.783943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 476e08c8-e514-46ca-805b-bfde12a9a728 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:51.792866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-03396a7b-c0a5-4af1-8e4a-01ae23ef3e42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=476e08c8-e514-46ca-805b-bfde12a9a728 HTTP/1.1" status: 200 len: 217 time: 0.0839226 Jul 28 18:03:51.837380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24e2c147-0315-4dc7-b8e3-9910bc63c101 req-95b48ece-8425-4a41-81e7-ec8e2b4254c3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 210 time: 0.0963964 Jul 28 18:03:51.902428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:51.910527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.939074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=476e08c8-e514-46ca-805b-bfde12a9a728,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:51.948057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] For port 05542515-0f1b-4250-bb62-5793bbfb0d88, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=05542515-0f1b-4250-bb62-5793bbfb0d88,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:51.949024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:51.956338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '476e08c8-e514-46ca-805b-bfde12a9a728', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'port_id': '476e08c8-e514-46ca-805b-bfde12a9a728', 'mac_address': 'fa:16:3e:7a:af:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9a6f04-56c1-429d-8b30-14e1613cc5d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:51.999751 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.017127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476e08c8-e514-46ca-805b-bfde12a9a728 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:52.039679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=476e08c8-e514-46ca-805b-bfde12a9a728,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:52.077360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.132 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:52.097442 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.110358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577deca-4d5e-4f2c-9403-17836ac5dc38 req-0646b1a0-d5a4-4241-a7d2-9da918a10449 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.111971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6577deca-4d5e-4f2c-9403-17836ac5dc38 req-0646b1a0-d5a4-4241-a7d2-9da918a10449 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 944 time: 0.1466024 Jul 28 18:03:52.164394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-843f52c8-9e64-4c68-bf0c-6db39bb944c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.165003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:52.165877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-843f52c8-9e64-4c68-bf0c-6db39bb944c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.3556361 Jul 28 18:03:52.226916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6577deca-4d5e-4f2c-9403-17836ac5dc38 req-38a08e5f-db3f-4920-b047-520c6667aaf9 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Jul 28 18:03:52.245128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-738b423e-ebae-4887-8373-bf033b870104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585968 Jul 28 18:03:52.265177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-e26b6acf-8626-4627-8303-22794dc904b6 service neutron] 10.222.0.37 "GET /v2.0/networks/52c61b56-18bb-46ee-8a95-e781d8f01be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622188 Jul 28 18:03:52.318149 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.350374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:52.358610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:52.385843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e52ce3-bb6f-4276-b367-6fb740af060f req-18be0bb3-6ff4-4079-a2c5-601b71bf4da6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.387365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43e52ce3-bb6f-4276-b367-6fb740af060f req-18be0bb3-6ff4-4079-a2c5-601b71bf4da6 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 945 time: 0.0838017 Jul 28 18:03:52.412548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-73adde5f-4c3c-41ea-8bc0-46e7c97ad427 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c HTTP/1.1" status: 200 len: 217 time: 0.1258345 Jul 28 18:03:52.438590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43e52ce3-bb6f-4276-b367-6fb740af060f req-8938fe36-92d2-4fc5-b4b4-15072d2c6ba4 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups?id=907969c2-7dcb-4d76-ab63-a9070e06fb74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Jul 28 18:03:52.446134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be996ac4-8977-4bb3-9896-226759ede332 req-fed30531-d614-4720-bac7-a375c0cc70be tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.453166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be996ac4-8977-4bb3-9896-226759ede332 req-fed30531-d614-4720-bac7-a375c0cc70be tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.459187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be996ac4-8977-4bb3-9896-226759ede332 req-fed30531-d614-4720-bac7-a375c0cc70be tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.460866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be996ac4-8977-4bb3-9896-226759ede332 req-fed30531-d614-4720-bac7-a375c0cc70be tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5197392 Jul 28 18:03:52.481907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.595208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:52.627843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:52.628563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-13626f42-6cee-457f-a0ee-cb6195c97a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.629838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:52.630857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-13626f42-6cee-457f-a0ee-cb6195c97a92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a456c4da-e44b-449e-8d66-63c12a81d42f HTTP/1.1" status: 200 len: 801 time: 0.2024546 Jul 28 18:03:52.632570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:52.638444 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8424f361-4a5c-4eeb-b2f8-67717fa4a428" -d '{"events": [{"server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "name": "network-vif-plugged", "status": "completed", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:52.656832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.657759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.657759 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Floating IP 898c3a02-1900-4785-b75e-246501ed2018 disassociated. External IP: 172.25.7.214, port: 05542515-0f1b-4250-bb62-5793bbfb0d88. Jul 28 18:03:52.658391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Calling delete_port for 05542515-0f1b-4250-bb62-5793bbfb0d88 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:52.665524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:52.671665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.162 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/727b717d-9ca2-4d7d-9a30-fe08ba79f22d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:52.730839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-8b00976a-17e0-4014-9773-1f421d1980b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608412 Jul 28 18:03:52.799792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.800828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:52.821415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423f386-b734-480e-bb29-035dfc408b70 req-0e8cb3a7-bb80-412a-ae55-06e0b91fa745 tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.822835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8423f386-b734-480e-bb29-035dfc408b70 req-0e8cb3a7-bb80-412a-ae55-06e0b91fa745 tempest-ComputeTenantNetworksTest-1069564533 tempest-ComputeTenantNetworksTest-1069564533-project] 10.222.0.25 "GET /v2.0/networks/189180a9-18c9-4e53-bfd5-71b5e7ad1324 HTTP/1.1" status: 200 len: 769 time: 0.2403305 Jul 28 18:03:52.834600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50486) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:52.886434 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f15c0-bd4a-412b-85ec-3e05c64acf98 x-openstack-request-id: req-0b0f15c0-bd4a-412b-85ec-3e05c64acf98 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:52.886736 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "name": "network-vif-plugged", "status": "completed", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:52.886991 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b0f15c0-bd4a-412b-85ec-3e05c64acf98 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:52.887598 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4', 'code': 200} Jul 28 18:03:52.907369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817706e-7195-428b-8041-6ec76b1e79b9 req-3d905c29-1f2e-4c80-8240-5a2d23b2c177 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.908989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e817706e-7195-428b-8041-6ec76b1e79b9 req-3d905c29-1f2e-4c80-8240-5a2d23b2c177 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.0830860 Jul 28 18:03:52.940264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-df877b44-353c-44e3-b308-622207af060d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7338872 Jul 28 18:03:52.959333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7711-9178-4961-9eea-42671c835679 req-dfa6e798-cf9c-4e87-8c4d-1108a26dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:52.960904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-dfa6e798-cf9c-4e87-8c4d-1108a26dc5fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb258230-bf9a-4121-be7e-3f83f422219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2247500 Jul 28 18:03:52.994211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-844ddedb-8412-46da-8f38-de830a52761c None None] Provisioning for port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:52.997318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Request body: {'port': {'device_id': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:52.999157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-844ddedb-8412-46da-8f38-de830a52761c None None] Provisioning complete for port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:52.999829 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-844ddedb-8412-46da-8f38-de830a52761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.028889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:53.065712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-2f5780b6-1ac9-4cf5-ad09-af6d0daefd0d service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194439 Jul 28 18:03:53.070779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-844ddedb-8412-46da-8f38-de830a52761c None None] Port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:53.079018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.104151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e817706e-7195-428b-8041-6ec76b1e79b9 req-39d9fcae-d5ac-441b-9157-54049d87fe8d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657069 Jul 28 18:03:53.132346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de883b6a-1675-4d50-9498-0557f100da95 req-1edeb96e-fc99-4520-abf2-4643dbe2fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.132346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de883b6a-1675-4d50-9498-0557f100da95 req-1edeb96e-fc99-4520-abf2-4643dbe2fc07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 1096 time: 0.1552594 Jul 28 18:03:53.154320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb64b91-eb64-4350-b99e-ff608b846e7a req-b442b17e-e4d6-4f50-8544-f2f99f7ca552 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.161372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb64b91-eb64-4350-b99e-ff608b846e7a req-b442b17e-e4d6-4f50-8544-f2f99f7ca552 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.170612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-6c870535-45f6-4b35-a776-07dd508a35ee service neutron] 10.222.0.37 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773775 Jul 28 18:03:53.174599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.179750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-beb64b91-eb64-4350-b99e-ff608b846e7a req-b442b17e-e4d6-4f50-8544-f2f99f7ca552 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1678 time: 0.1983514 Jul 28 18:03:53.231793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event deleted for resources: {'Port': ['ID=05542515-0f1b-4250-bb62-5793bbfb0d88,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:53.251841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.274733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object 727b717d-9ca2-4d7d-9a30-fe08ba79f22d will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:53.274870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de883b6a-1675-4d50-9498-0557f100da95 req-84038bc6-999a-49a0-9dc2-bb8730654129 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184373 Jul 28 18:03:53.287470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.377421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-beb64b91-eb64-4350-b99e-ff608b846e7a req-d7662312-2362-4107-9412-adad3793ecee tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967151 Jul 28 18:03:53.392992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db3d7711-9178-4961-9eea-42671c835679 req-37dc61a7-ee1b-4a6c-929d-1f7b7021a904 service neutron] 10.222.0.37 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062964 Jul 28 18:03:53.403544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.426183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:03:53.431554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189180a9-18c9-4e53-bfd5-71b5e7ad1324']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:53.447382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdec2ff7-edb4-4f88-86cf-d14b06fc10ae') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:53.449358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdec2ff7-edb4-4f88-86cf-d14b06fc10ae') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:53.505103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.536251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.557915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.606915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7d807-6753-406f-ab31-c9fa7c72fef4 req-5e048bd1-9888-4b8c-aafa-6d21e5cbda7f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.609185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db7d807-6753-406f-ab31-c9fa7c72fef4 req-5e048bd1-9888-4b8c-aafa-6d21e5cbda7f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 936 time: 0.1002159 Jul 28 18:03:53.612113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:53.614056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:53.614557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:03:53.616432 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:03:53.630294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:53.642217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:53.642980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:53.744897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-23d096fe-56f9-4582-a4c8-ea205d40d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.745593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-23d096fe-56f9-4582-a4c8-ea205d40d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.751060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-23d096fe-56f9-4582-a4c8-ea205d40d299 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c92136590a440ccac9902ee6389abd9&device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1980 time: 0.1341243 Jul 28 18:03:53.751968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] No DVR routers for this DVR port 05542515-0f1b-4250-bb62-5793bbfb0d88 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:03:53.762347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:53.765776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-20c54934-386d-4e12-9b3b-76db99bb1cf9 req-87650019-643f-4fc9-ba61-a52c312dbeab tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.35 "DELETE /v2.0/ports/05542515-0f1b-4250-bb62-5793bbfb0d88 HTTP/1.1" status: 204 len: 173 time: 3.2190528 Jul 28 18:03:53.766276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'name': 'network-vif-deleted', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:53.777035 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a27c97-0cfc-4d69-a66a-a40e00b299d5" -d '{"events": [{"server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "name": "network-vif-deleted", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:53.789938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 476e08c8-e514-46ca-805b-bfde12a9a728 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:53.805751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db7d807-6753-406f-ab31-c9fa7c72fef4 req-b9bdea37-b325-481e-939f-78a727d1da4b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567926 Jul 28 18:03:53.825409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:53.926638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-82b34652-e8aa-4feb-a2e9-97440d666b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:53.928194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-82b34652-e8aa-4feb-a2e9-97440d666b9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb258230-bf9a-4121-be7e-3f83f422219b HTTP/1.1" status: 200 len: 903 time: 0.1384394 Jul 28 18:03:53.978943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-0cf0ed29-0bb2-432d-883e-72c1474ed667 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c HTTP/1.1" status: 200 len: 217 time: 0.0389867 Jul 28 18:03:54.034515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:54.038109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 476e08c8-e514-46ca-805b-bfde12a9a728 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:54.039071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:54.048238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-6e883e89-017a-46ee-acef-53d740d12fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.050010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-6e883e89-017a-46ee-acef-53d740d12fa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a456c4da-e44b-449e-8d66-63c12a81d42f HTTP/1.1" status: 200 len: 801 time: 0.0616002 Jul 28 18:03:54.062781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:54.065310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 476e08c8-e514-46ca-805b-bfde12a9a728 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:54.067268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.071078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:03:54.074593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.119755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceafd9-517b-4bb3-b664-254ad1511f9e req-622da425-fd85-4594-9189-b277ea525cd1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.127081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1ceafd9-517b-4bb3-b664-254ad1511f9e req-622da425-fd85-4594-9189-b277ea525cd1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 945 time: 0.6200085 Jul 28 18:03:54.163995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03be5e8c-daa9-4471-b1c0-c712027dc4e5 req-fbd2dc97-82f4-47f5-a064-7f718c2100fc tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a7a143-936e-4203-854e-3b3593f039ed HTTP/1.1" status: 200 len: 210 time: 0.0621254 Jul 28 18:03:54.207760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-57b3794b-3405-413e-8235-3b8eeac5029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.210860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-57b3794b-3405-413e-8235-3b8eeac5029c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb258230-bf9a-4121-be7e-3f83f422219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480811 Jul 28 18:03:54.215707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.223732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.230093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.236268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.241391 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] 10.222.0.25 "DELETE /v2.0/networks/189180a9-18c9-4e53-bfd5-71b5e7ad1324 HTTP/1.1" status: 204 len: 168 time: 1.4057453 Jul 28 18:03:54.272289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1ceafd9-517b-4bb3-b664-254ad1511f9e req-3048c051-64d7-4542-842b-f6a2f626307f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419735 Jul 28 18:03:54.290299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 05542515-0f1b-4250-bb62-5793bbfb0d88 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:54.301088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9674f3-04f8-4061-8c05-10b15003763b admin admin] Pushing event deleted for resources: {'Network': ['ID=189180a9-18c9-4e53-bfd5-71b5e7ad1324,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.384834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:54.396089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.422198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f041ed8c-cf96-49e4-b9ec-d1eaa025afee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8985739 Jul 28 18:03:54.430202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Transition to ACTIVE for port object 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:54.439430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Request body: {'port': {'device_id': '9f75444c-420e-4b69-9a54-108e230ca473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:03:54.468541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-36d04c22-e9b5-4e34-ae6e-fbd24e47d0a2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461927 Jul 28 18:03:54.471768 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc76b90-4b7b-49d8-b813-4ff1b62d241b x-openstack-request-id: req-cdc76b90-4b7b-49d8-b813-4ff1b62d241b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:54.472724 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a7a143-936e-4203-854e-3b3593f039ed", "name": "network-vif-deleted", "tag": "05542515-0f1b-4250-bb62-5793bbfb0d88", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:54.473453 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdc76b90-4b7b-49d8-b813-4ff1b62d241b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:54.474503 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a7a143-936e-4203-854e-3b3593f039ed', 'name': 'network-vif-deleted', 'tag': '05542515-0f1b-4250-bb62-5793bbfb0d88', 'status': 'completed', 'code': 200} Jul 28 18:03:54.479240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 05542515-0f1b-4250-bb62-5793bbfb0d88 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:03:54.479623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 05542515-0f1b-4250-bb62-5793bbfb0d88 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:54.495609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.514564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:54.565662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.568070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.585013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:54.630265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:03:54.630891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:54.718367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72895-7429-4554-9382-3d10f19a2b2e req-b8ba191a-8c28-4595-a4e4-499dff7341d3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.721130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.722776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecc72895-7429-4554-9382-3d10f19a2b2e req-b8ba191a-8c28-4595-a4e4-499dff7341d3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1862774 Jul 28 18:03:54.765752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798266b-80bc-4cfd-8173-3a5b171cb370 req-c9b9a189-221f-41b7-b365-2f51c6701c0d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.772618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798266b-80bc-4cfd-8173-3a5b171cb370 req-c9b9a189-221f-41b7-b365-2f51c6701c0d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:54.781412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a798266b-80bc-4cfd-8173-3a5b171cb370 req-c9b9a189-221f-41b7-b365-2f51c6701c0d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1678 time: 0.2131503 Jul 28 18:03:54.785518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecc72895-7429-4554-9382-3d10f19a2b2e req-ef9077bb-d6f6-4c41-9c25-8a8d7db54855 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491354 Jul 28 18:03:54.830794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf9b94b-017e-4d41-87de-e4b4a515cc2c req-96b69601-cec8-44cd-b641-a4465ca0807d service neutron] 10.222.0.37 "GET /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516657 Jul 28 18:03:54.888467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=476e08c8-e514-46ca-805b-bfde12a9a728,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:54.890269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:54.892393 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e789731-3af1-477a-82cc-29d1c160bf09" -d '{"events": [{"server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "name": "network-vif-plugged", "status": "completed", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:54.898684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d6c3d66-ac85-45a4-909f-315d996b3ff2 None None] Provisioning for port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:03:54.919387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d6c3d66-ac85-45a4-909f-315d996b3ff2 None None] Provisioning complete for port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:03:54.919807 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0d6c3d66-ac85-45a4-909f-315d996b3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.985569 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:54.991846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a798266b-80bc-4cfd-8173-3a5b171cb370 req-84a6ae8e-3114-4daa-aaad-3f1598f15edb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094412 Jul 28 18:03:54.993220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a384907-a75b-4261-ba62-7b79c64411bc req-24f6c87e-ae98-49d7-8fb7-954adb1e613d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.001395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a384907-a75b-4261-ba62-7b79c64411bc req-24f6c87e-ae98-49d7-8fb7-954adb1e613d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 936 time: 0.0763872 Jul 28 18:03:55.016601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Attempting to bind port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:55.016601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Attempting to bind port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:55.016601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Attempting to bind port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:55.018405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:55.018597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Attempting to bind port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:55.060109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:55.062099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:55.062099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:55.062099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Bound port: 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:55.062408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.064306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:55.109093 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a87b054-e706-41e7-8bd7-93746eda17a8 x-openstack-request-id: req-8a87b054-e706-41e7-8bd7-93746eda17a8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:55.109894 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "name": "network-vif-plugged", "status": "completed", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:55.110875 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a87b054-e706-41e7-8bd7-93746eda17a8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:55.111484 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728', 'code': 200} Jul 28 18:03:55.151322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c3d66-ac85-45a4-909f-315d996b3ff2 None None] Port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:03:55.215678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-504dec89-8a13-41b7-aa65-d2276b6ee60a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec0b33c604d14a5fb5c450ab703d6d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486771 Jul 28 18:03:55.229445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50534) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:55.231290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:55.256848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:03:55.266869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:55.309321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:55.364194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727b717d-9ca2-4d7d-9a30-fe08ba79f22d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:55.369129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.376787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.391119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.440600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.461916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Transition to ACTIVE for port object 727b717d-9ca2-4d7d-9a30-fe08ba79f22d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:03:55.468050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.468693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.470325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f HTTP/1.1" status: 200 len: 1096 time: 2.4859722 Jul 28 18:03:55.476312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:55.478198 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd868e-0331-4fbe-b415-d415620bda8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:55.514442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a384907-a75b-4261-ba62-7b79c64411bc req-eac49458-bfe8-42f5-8dfa-ace27e7a9b1f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049281 Jul 28 18:03:55.528007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa3e3c-14bf-4115-b6b6-a79d25dfa789 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:55.549797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.553852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553cb8d-2ab4-4a3c-909d-75e46cb33c5a req-93661b0d-d7dd-423a-ac05-42547d4e82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.562054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a553cb8d-2ab4-4a3c-909d-75e46cb33c5a req-93661b0d-d7dd-423a-ac05-42547d4e82b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 1097 time: 0.1098461 Jul 28 18:03:55.629408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a553cb8d-2ab4-4a3c-909d-75e46cb33c5a req-43ecbc6c-3f31-47ea-8c74-04210b633bad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Jul 28 18:03:55.721246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-c04f51e7-341a-46cf-b6f7-812cdebbff31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0741394 Jul 28 18:03:55.749683 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5870b-7291-4acb-bf1b-dc41037b8d0d x-openstack-request-id: req-b7f5870b-7291-4acb-bf1b-dc41037b8d0d {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:55.750214 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:55.750357 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7f5870b-7291-4acb-bf1b-dc41037b8d0d {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:55.750809 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', 'status': 'completed', 'code': 200} Jul 28 18:03:55.762295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:55.784686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Pushing event updated for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:55.852588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcad5c-31a0-4971-b7f5-9e161aa21dc5 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T17:57:19Z', 'revision_number': 4, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b81b4ffe-8a26-4c5f-8fd7-813efae27cf0', 'name': '', 'network_id': '6129e79d-4911-451d-8031-4800bf02a0e2', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'mac_address': 'fa:16:3e:60:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:18Z', 'updated_at': '2021-07-28T17:57:26Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'subnets': [{'id': 'da8a4607-0e59-46b5-9d9e-e11f798041a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:55.859604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3775d2d2-1824-4d17-b652-f07a1c205950 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:55.886660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f040094b-3f99-41f6-a462-cb0f171b4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.888535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-f040094b-3f99-41f6-a462-cb0f171b4e02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 1099 time: 0.2600136 Jul 28 18:03:55.912882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424867-9245-4c74-b73b-5ddb2f62ccef req-1db668f6-a1e3-4765-8940-52856cd76e08 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.914607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e3424867-9245-4c74-b73b-5ddb2f62ccef req-1db668f6-a1e3-4765-8940-52856cd76e08 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 946 time: 0.2841971 Jul 28 18:03:55.915829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.917223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.917223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.917223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.917729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.918191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.918652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.920615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-33eaba20-ea8c-460a-9bfe-9b62ba30c5df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.1303649 Jul 28 18:03:55.927873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.930821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:55.935003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bef83313-ce8c-4905-91cd-c0bf57b24493 HTTP/1.1" status: 204 len: 168 time: 0.7020760 Jul 28 18:03:55.959776 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:55.969312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743002f-6637-479d-9ee3-49f17a1bf9b6 req-8cd0806b-fc5e-441a-8c1d-7d241dffd627 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:55.970880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9743002f-6637-479d-9ee3-49f17a1bf9b6 req-8cd0806b-fc5e-441a-8c1d-7d241dffd627 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.0981185 Jul 28 18:03:56.039026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-865e892c-4d02-4cbf-bf7d-09d01e4e4408 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f HTTP/1.1" status: 200 len: 217 time: 0.1373205 Jul 28 18:03:56.044657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc76c0-a808-4d3a-b8c9-f2a1f3c2e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef83313-ce8c-4905-91cd-c0bf57b24493,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:56.066514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3775d2d2-1824-4d17-b652-f07a1c205950,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:56.073442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9743002f-6637-479d-9ee3-49f17a1bf9b6 req-a7cac063-f5b5-47b8-b1fb-a1b2891f74ee tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885963 Jul 28 18:03:56.111148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3775d2d2-1824-4d17-b652-f07a1c205950', 'network_id': '52c61b56-18bb-46ee-8a95-e781d8f01be0', 'port_id': '3775d2d2-1824-4d17-b652-f07a1c205950', 'mac_address': 'fa:16:3e:cd:91:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d527926-093f-4894-acc6-71781e747d9d', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:56.147005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Attempting to bind port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:03:56.147815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Attempting to bind port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:03:56.148161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Attempting to bind port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:56.155943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-883d25ed-07d2-4b2f-8bcf-cbf94eacf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.156642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-883d25ed-07d2-4b2f-8bcf-cbf94eacf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.157105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-883d25ed-07d2-4b2f-8bcf-cbf94eacf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.161778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-883d25ed-07d2-4b2f-8bcf-cbf94eacf4f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=94e906e3-07e8-44a9-b2a3-050299f660ee&id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 2293 time: 0.1898808 Jul 28 18:03:56.170965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e3424867-9245-4c74-b73b-5ddb2f62ccef req-2c151c52-0c73-438d-96db-3be767670dc1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150946 Jul 28 18:03:56.175762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:03:56.176095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Attempting to bind port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:03:56.189409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-2f27fb03-1151-4270-a7fc-8b17490bfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.191750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-2f27fb03-1151-4270-a7fc-8b17490bfdf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1364563 Jul 28 18:03:56.196414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:03:56.196414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:03:56.196783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:03:56.197223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Bound port: 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:03:56.197589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.203611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.249373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3775d2d2-1824-4d17-b652-f07a1c205950 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:56.293158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-95dc7ad7-7dd3-4b36-92ee-c70324401bb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 1001 time: 0.1236641 Jul 28 18:03:56.293737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:56.317274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-d85a313c-1dc1-4296-8662-939d81fbb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.318647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-d85a313c-1dc1-4296-8662-939d81fbb70f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184866 Jul 28 18:03:56.337721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3775d2d2-1824-4d17-b652-f07a1c205950,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:56.401291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:56.420190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:56.422540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.423431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:03:56.447112 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ca568-fc08-4dee-b059-c1f28328fe0e None None] New status for floating IP 898c3a02-1900-4785-b75e-246501ed2018: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:03:56.462169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-f30d5d64-47bf-4a19-86f6-723d08405f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.463893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-f30d5d64-47bf-4a19-86f6-723d08405f1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 200 len: 851 time: 0.1386209 Jul 28 18:03:56.488444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-28333b41-dd38-4168-9aeb-ae914e78a55c service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625645 Jul 28 18:03:56.544330 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.604411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.616075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:56.644130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.644888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.646510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] 10.222.0.37 "PUT /v2.0/ports/727b717d-9ca2-4d7d-9a30-fe08ba79f22d HTTP/1.1" status: 200 len: 1096 time: 2.2139983 Jul 28 18:03:56.646890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac563ae-ea83-453c-8c7f-77142099ffb1 req-6e9163a0-4a82-4225-9616-f7efb28d2f94 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.665075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac563ae-ea83-453c-8c7f-77142099ffb1 req-6e9163a0-4a82-4225-9616-f7efb28d2f94 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.671226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eac563ae-ea83-453c-8c7f-77142099ffb1 req-6e9163a0-4a82-4225-9616-f7efb28d2f94 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1679 time: 0.2901578 Jul 28 18:03:56.718252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:56.733497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f4ff1-9d92-4dba-9638-e0ee690a8689 service neutron] Pushing event updated for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:56.745914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-a5b15e9c-3507-4fc3-9ec8-4eb2d8c12b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.750055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-7e375b15-6acd-491b-8820-d2c3a02846c1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536297 Jul 28 18:03:56.755026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-a5b15e9c-3507-4fc3-9ec8-4eb2d8c12b01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373853 Jul 28 18:03:56.766290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c', 'network_id': 'bb258230-bf9a-4121-be7e-3f83f422219b', 'port_id': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a456c4da-e44b-449e-8d66-63c12a81d42f', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:03:56.840384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.842392 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:56.861812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:03:56.880688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-7b5388ad-0d19-4485-a699-42d5054d97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.882153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-7b5388ad-0d19-4485-a699-42d5054d97ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 1099 time: 0.1063347 Jul 28 18:03:56.902834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:56.906075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866fa46-cdb2-41ab-8177-7a17fca77e11 req-03d432a9-bc72-471e-b1aa-d377cad08bd5 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:56.907893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6866fa46-cdb2-41ab-8177-7a17fca77e11 req-03d432a9-bc72-471e-b1aa-d377cad08bd5 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0918489 Jul 28 18:03:56.921613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eac563ae-ea83-453c-8c7f-77142099ffb1 req-467f55e0-a051-4116-a740-ae74dc1bfb14 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494521 Jul 28 18:03:56.979266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-c45edfe1-d45c-40a2-9057-11b7b048d125 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069108 Jul 28 18:03:57.005863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.010585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-87eab1de-e500-44c4-b625-a807b4ff2833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d HTTP/1.1" status: 200 len: 217 time: 0.1016908 Jul 28 18:03:57.080821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:57.105945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6866fa46-cdb2-41ab-8177-7a17fca77e11 req-5e3aedd2-03de-464a-bd98-bfc4759643fb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912560 Jul 28 18:03:57.114133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd868e-0331-4fbe-b415-d415620bda8c req-e273d081-29a6-46ce-9a9a-288cd8ebb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.115865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-e273d081-29a6-46ce-9a9a-288cd8ebb060 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 1099 time: 0.1987479 Jul 28 18:03:57.119516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7b1bb-c4b4-4053-85bc-50be9f4adb2e req-3c019efa-2e3c-40de-97e7-811d037da7cf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.120280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-8e8b01fe-10b2-438e-9b7b-18fa78115f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.121262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74c7b1bb-c4b4-4053-85bc-50be9f4adb2e req-3c019efa-2e3c-40de-97e7-811d037da7cf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 948 time: 0.1101882 Jul 28 18:03:57.121635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-8e8b01fe-10b2-438e-9b7b-18fa78115f25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0992663 Jul 28 18:03:57.140864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-c161672e-8085-4adc-9805-b7dc4f9771a5 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538095 Jul 28 18:03:57.200970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-fdd20d07-1bca-4441-8bf0-ba8d15a59721 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 217 time: 0.0490298 Jul 28 18:03:57.201671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.204207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.205219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "DELETE /v2.0/security-groups/907969c2-7dcb-4d76-ab63-a9070e06fb74 HTTP/1.1" status: 204 len: 168 time: 0.9092643 Jul 28 18:03:57.209164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:57.235711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fb1b7-b293-43bc-9408-412f64e749d5 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907969c2-7dcb-4d76-ab63-a9070e06fb74,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:57.242411 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-79641530-15af-4418-ac5d-f2556f928949 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] show failed (client error): The resource could not be found. Jul 28 18:03:57.243364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-79641530-15af-4418-ac5d-f2556f928949 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "GET /v2.0/security-groups/907969c2-7dcb-4d76-ab63-a9070e06fb74 HTTP/1.1" status: 404 len: 347 time: 0.0324893 Jul 28 18:03:57.249629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-067a0d0d-1773-4c9b-bd7b-5964f7e6eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.251110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-067a0d0d-1773-4c9b-bd7b-5964f7e6eb4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191061 Jul 28 18:03:57.254901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:57.273243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74c7b1bb-c4b4-4053-85bc-50be9f4adb2e req-9d56541b-2806-4f6c-8902-6e6390894a9f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300292 Jul 28 18:03:57.298138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3775d2d2-1824-4d17-b652-f07a1c205950'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:57.320116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-82becda8-8000-45bf-a567-5ae9d5ba8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.321685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-82becda8-8000-45bf-a567-5ae9d5ba8139 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1035247 Jul 28 18:03:57.343300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd868e-0331-4fbe-b415-d415620bda8c req-e3c1b252-6a3e-42d9-9c00-eacbc68d52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.344851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-e3c1b252-6a3e-42d9-9c00-eacbc68d52b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2213218 Jul 28 18:03:57.454916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-cf0cec90-a51b-483f-85fb-aa4f893ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.459858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-cf0cec90-a51b-483f-85fb-aa4f893ccce5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300514 Jul 28 18:03:57.465698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-bd1e2792-16ad-421d-84c0-3f56d403c408 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f HTTP/1.1" status: 200 len: 217 time: 0.1081333 Jul 28 18:03:57.473344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00590ec-f5e7-4dbf-9a68-d60c35928a07 req-1c51aa76-ad6c-4030-b6a2-80e762021aee tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.475552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f00590ec-f5e7-4dbf-9a68-d60c35928a07 req-1c51aa76-ad6c-4030-b6a2-80e762021aee tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.1201246 Jul 28 18:03:57.586790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd868e-0331-4fbe-b415-d415620bda8c req-42ff0d97-607e-4ad0-b23b-9a10d23b47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.588260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-42ff0d97-607e-4ad0-b23b-9a10d23b47cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1079650 Jul 28 18:03:57.592103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-956ac83d-2858-408a-815e-ff1b9d89c998 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224967 Jul 28 18:03:57.605317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f00590ec-f5e7-4dbf-9a68-d60c35928a07 req-f05c788c-b253-40d0-abc4-dc79b1ece7bd tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123505 Jul 28 18:03:57.624336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Deleting port 822f931c-848f-427f-9ad1-9f555f370e8e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:03:57.624336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.648177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-72b33a74-dadd-48bb-8087-12eb9dd5e8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713023 Jul 28 18:03:57.744566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.744910 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:57.757482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Calling delete_port for 822f931c-848f-427f-9ad1-9f555f370e8e owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:03:57.781839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:03:57.782836 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056324ef-b0b9-4732-8d64-cf0697401ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:57.800904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-91e85ea4-d8e1-4004-b8cc-6b8087ab0c5d service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447351 Jul 28 18:03:57.854118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-8f075fa1-f75a-41a0-bc26-a1e9478bfb2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 217 time: 0.0450060 Jul 28 18:03:57.940114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd868e-0331-4fbe-b415-d415620bda8c req-2bd148ac-f8f8-4518-85bc-9d88469525b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.941659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-2bd148ac-f8f8-4518-85bc-9d88469525b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3421369 Jul 28 18:03:57.942153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-f2e869ef-e91a-432e-b646-56aeff23a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.943550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-f2e869ef-e91a-432e-b646-56aeff23a653 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0705216 Jul 28 18:03:57.952666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e303cf-2dd8-4a0a-bece-82e39fb2dd2e req-ed530886-bd45-4678-a7cc-22b6ad91ec70 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.954161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5e303cf-2dd8-4a0a-bece-82e39fb2dd2e req-ed530886-bd45-4678-a7cc-22b6ad91ec70 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.0939825 Jul 28 18:03:57.968245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50263e-9a12-42cf-bf0a-e38682083aab req-fed4098e-995e-487f-a876-286b280bd80e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:57.969753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f50263e-9a12-42cf-bf0a-e38682083aab req-fed4098e-995e-487f-a876-286b280bd80e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 946 time: 0.1977437 Jul 28 18:03:58.025316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5e303cf-2dd8-4a0a-bece-82e39fb2dd2e req-6fdf225d-9c8f-457d-bf28-ca2da03989c1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651176 Jul 28 18:03:58.039735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-76fd8aa0-ec24-4e09-8854-2a579d32255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.041511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-76fd8aa0-ec24-4e09-8854-2a579d32255a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796154 Jul 28 18:03:58.145030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-30470f2b-6542-4592-b0ae-58dc0ee82cca service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942693 Jul 28 18:03:58.251031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-2248b950-5fb2-419b-a060-972bb643a7ad service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984571 Jul 28 18:03:58.281940 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afa769-5992-4dd1-83b0-40654496a2ce x-openstack-request-id: req-21afa769-5992-4dd1-83b0-40654496a2ce {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:58.282240 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:58.282497 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21afa769-5992-4dd1-83b0-40654496a2ce {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:58.282878 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'status': 'completed', 'code': 200} Jul 28 18:03:58.306767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-9700f2c0-0578-4348-b809-b08bd10e5f07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0447595 Jul 28 18:03:58.335343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b68cfce6-91ec-4e1b-81b4-c62230d99d79 req-4d6fb0a5-12d7-44f3-8db8-c1eaea846b2b service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235620 Jul 28 18:03:58.363331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-8e1ea5fe-d7ed-49ba-895c-cbc9b1f0f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.364833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-8e1ea5fe-d7ed-49ba-895c-cbc9b1f0f098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0462551 Jul 28 18:03:58.371107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4ccc44dc-ff35-4c6d-bd04-1351e7e2743c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:58.403142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f50263e-9a12-42cf-bf0a-e38682083aab req-2bb2af8e-e84f-4a90-acf2-3e2dac584377 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290343 Jul 28 18:03:58.434007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-0c4a1f8c-439e-418f-8b59-2f975043a8ce service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600790 Jul 28 18:03:58.451379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-f30bde8b-488a-4827-9aa7-d8c20d3a643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.452958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-f30bde8b-488a-4827-9aa7-d8c20d3a643f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807767 Jul 28 18:03:58.571518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:58.603726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-8aa30932-49c7-4dd6-9388-042bba2ce4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384811 Jul 28 18:03:58.636662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Pushing event deleted for resources: {'Port': ['ID=822f931c-848f-427f-9ad1-9f555f370e8e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:58.717087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-bb270e0e-07e1-4839-a01b-58fba05f2325 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024969 Jul 28 18:03:58.725052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-aa5cc30b-d787-452c-a10c-1e10f5f83070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.726703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-aa5cc30b-d787-452c-a10c-1e10f5f83070 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 1099 time: 0.2684524 Jul 28 18:03:58.738651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20c3b5-2f98-40a4-9025-5efb6816d103 req-581d1286-d8fd-4332-8db6-c488524569cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.744579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20c3b5-2f98-40a4-9025-5efb6816d103 req-581d1286-d8fd-4332-8db6-c488524569cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.746222 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc20c3b5-2f98-40a4-9025-5efb6816d103 req-581d1286-d8fd-4332-8db6-c488524569cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1680 time: 0.2055895 Jul 28 18:03:58.763577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0abd868e-0331-4fbe-b415-d415620bda8c req-b2fec77a-c0ad-497a-ada3-74681500df51 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215659 Jul 28 18:03:58.784457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-26e7ec18-43ed-46e6-b861-77b71d1083a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 200 len: 217 time: 0.0487888 Jul 28 18:03:58.834611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:58.837158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:03:58.838384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cea164f6-e224-42d1-a9dc-654d0f2cac08 tempest-ServersWithSpecificFlavorTestJSON-1645834240 tempest-ServersWithSpecificFlavorTestJSON-1645834240-project] 10.222.0.25 "DELETE /v2.0/floatingips/898c3a02-1900-4785-b75e-246501ed2018 HTTP/1.1" status: 204 len: 168 time: 1.5825005 Jul 28 18:03:58.866595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc20c3b5-2f98-40a4-9025-5efb6816d103 req-ef1545f0-4bf2-4386-87d2-99b183156b49 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071868 Jul 28 18:03:58.869448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-aa636e1e-fb22-4ce0-9a93-f885d48c7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.871005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-aa636e1e-fb22-4ce0-9a93-f885d48c7e9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0841911 Jul 28 18:03:58.888437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc8c4a-d8bc-4081-b287-8994e486080b req-2f60a588-32e0-4b43-85f1-5be95560d6ff tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.888437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bdc8c4a-d8bc-4081-b287-8994e486080b req-2f60a588-32e0-4b43-85f1-5be95560d6ff tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Jul 28 18:03:58.897916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-606e0c2f-0683-4e5c-abcd-053ec920c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.898657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-606e0c2f-0683-4e5c-abcd-053ec920c946 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1513917 Jul 28 18:03:58.954223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-d380392a-5599-458f-a595-54360cf56561 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d HTTP/1.1" status: 200 len: 217 time: 0.0431616 Jul 28 18:03:58.954646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bdc8c4a-d8bc-4081-b287-8994e486080b req-a9d94516-f56c-4b81-8bbc-d5fd09f8b274 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600929 Jul 28 18:03:58.971265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-60593541-84ec-460e-93e2-c83a9ffcfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:58.973978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-60593541-84ec-460e-93e2-c83a9ffcfb80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870583 Jul 28 18:03:59.019001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-091b343d-b418-4e87-a281-20a66e2f93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.020893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-091b343d-b418-4e87-a281-20a66e2f93f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0579188 Jul 28 18:03:59.089054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-c200fcf6-3448-434f-9188-0b5ef2ec1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.091593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-c200fcf6-3448-434f-9188-0b5ef2ec1afe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562136 Jul 28 18:03:59.143283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98683cb2-42cf-4d79-8b0f-84388659b489 req-0ca29a63-1351-4d80-9a1c-4dc6ebe0307d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.145958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98683cb2-42cf-4d79-8b0f-84388659b489 req-0ca29a63-1351-4d80-9a1c-4dc6ebe0307d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 948 time: 0.1061587 Jul 28 18:03:59.151709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-6b94b1c5-d30c-43ae-9ce2-96d85f77558c service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699231 Jul 28 18:03:59.234469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-d9e8f3af-a0be-4e69-9e0c-d9d6ef2a6b4c service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261842 Jul 28 18:03:59.250525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98683cb2-42cf-4d79-8b0f-84388659b489 req-1bfd3f1c-0405-4396-a9e3-01937f0834c1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Jul 28 18:03:59.302335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-672277d8-ecf1-40cd-b598-355e0f65a75c service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429908 Jul 28 18:03:59.370877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-056324ef-b0b9-4732-8d64-cf0697401ef0 req-98664215-d39e-4add-b8a1-cf10fe210728 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285655 Jul 28 18:03:59.396399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-d1987b2e-9dc0-4c12-be8c-10e50ce0d8bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 217 time: 0.0848258 Jul 28 18:03:59.458978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-e0f5724a-5cb9-484e-b6df-96428f85cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.463921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-e0f5724a-5cb9-484e-b6df-96428f85cf16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0561459 Jul 28 18:03:59.560086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-572d0d4d-3558-4212-a10f-2a10671ee4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.562053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-572d0d4d-3558-4212-a10f-2a10671ee4a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861337 Jul 28 18:03:59.654903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8ffd-aa81-498a-a8f7-34874cce4c98 req-7aa54052-a243-43f8-9b90-5638d508d06c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.660699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8ffd-aa81-498a-a8f7-34874cce4c98 req-7aa54052-a243-43f8-9b90-5638d508d06c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.667232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8ffd-aa81-498a-a8f7-34874cce4c98 req-7aa54052-a243-43f8-9b90-5638d508d06c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:03:59.668963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51bc8ffd-aa81-498a-a8f7-34874cce4c98 req-7aa54052-a243-43f8-9b90-5638d508d06c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86&device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83&device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 2417 time: 0.1239245 Jul 28 18:03:59.753433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-14b889c7-b48a-4e7f-b160-f2458de382fb service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650982 Jul 28 18:03:59.756542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51bc8ffd-aa81-498a-a8f7-34874cce4c98 req-ac60b9ea-9c70-474b-a568-7f905dfe4553 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739524 Jul 28 18:03:59.825837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3775d2d2-1824-4d17-b652-f07a1c205950 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:59.882764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-f49b3ab0-84fd-4d0a-9ca7-71bbf507b075 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220865 Jul 28 18:03:59.937412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:03:59.960786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-14b732d1-4521-4da3-97ea-e9cafd3c4899 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 217 time: 0.0676568 Jul 28 18:04:00.002354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50692) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:00.017428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 3775d2d2-1824-4d17-b652-f07a1c205950 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:00.021720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3775d2d2-1824-4d17-b652-f07a1c205950 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:00.022102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.075081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-526605f1-67af-4f1e-bb71-626fe521d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.077163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305ed0c-4b3a-49b7-b0e4-55b9b723f8ad req-c434e188-e765-495f-bdc0-c2e072a54c24 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.080373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-526605f1-67af-4f1e-bb71-626fe521d27c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0908124 Jul 28 18:04:00.083872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305ed0c-4b3a-49b7-b0e4-55b9b723f8ad req-c434e188-e765-495f-bdc0-c2e072a54c24 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.086020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1305ed0c-4b3a-49b7-b0e4-55b9b723f8ad req-c434e188-e765-495f-bdc0-c2e072a54c24 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1680 time: 0.0845153 Jul 28 18:04:00.158396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e842fd9-4127-4a53-aa1f-f0da80a7cc8f req-8dc7319d-a195-4b6a-9c81-17449cf516ca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.160125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e842fd9-4127-4a53-aa1f-f0da80a7cc8f req-8dc7319d-a195-4b6a-9c81-17449cf516ca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1984551 Jul 28 18:04:00.169315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.174875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3587-8300-4549-a511-022484119367 req-aa5cdef0-a79d-4367-a232-337b546437bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.182081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-aa5cdef0-a79d-4367-a232-337b546437bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884786 Jul 28 18:04:00.194833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:00.197308 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a22ef-4db3-417c-98c6-73fe3f8150d1" -d '{"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:00.213177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1305ed0c-4b3a-49b7-b0e4-55b9b723f8ad req-a220c7c2-544f-43b1-b2e3-c1a359b30b4e tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146429 Jul 28 18:04:00.215708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3775d2d2-1824-4d17-b652-f07a1c205950,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:00.219127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-71f83aae-0f19-43a7-a59c-750f454cf055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.289178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:00.319976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e842fd9-4127-4a53-aa1f-f0da80a7cc8f req-cc143db7-ecec-4c6c-89e3-a1997dc868d7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367087 Jul 28 18:04:00.375915 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.376717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:00.394537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-59a7e8c5-782f-4660-bad8-53d983843ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622686 Jul 28 18:04:00.477160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:00.547944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:00.565949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', 'mac_address': 'fa:16:3e:9a:06:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:00.572636 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867b929-6799-4333-adc8-b95359ad3215 x-openstack-request-id: req-b867b929-6799-4333-adc8-b95359ad3215 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:00.573509 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:00.574298 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b867b929-6799-4333-adc8-b95359ad3215 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:00.575660 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950', 'code': 200} Jul 28 18:04:00.578603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18af3587-8300-4549-a511-022484119367 req-3801429b-3630-402a-b90c-d2568a4afabc service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738026 Jul 28 18:04:00.605873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-71f83aae-0f19-43a7-a59c-750f454cf055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.649992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.671762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:00.700446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:00.706255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dfb85-daf2-4b83-8eee-9460d1eb6231 req-341904e8-9c34-4b08-a089-44b7832210df tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:00.707896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41dfb85-daf2-4b83-8eee-9460d1eb6231 req-341904e8-9c34-4b08-a089-44b7832210df tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 948 time: 0.0708804 Jul 28 18:04:00.752945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41dfb85-daf2-4b83-8eee-9460d1eb6231 req-ad398bcd-1696-4ae0-a012-b0140ab9cccf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Jul 28 18:04:00.823244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.963316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.967815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:00.970196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-71f83aae-0f19-43a7-a59c-750f454cf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.972645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:00.973015 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:00.997538 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-71f83aae-0f19-43a7-a59c-750f454cf055 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8a860d35bf14b4fa96e3b2690c9288b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940507 Jul 28 18:04:01.001264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50718) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:01.049273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f83aae-0f19-43a7-a59c-750f454cf055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c4a8ce-ebee-4250-916a-62107fdff569,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.115730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.143257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.185930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.200198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Deleting port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:01.200561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.230245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.270930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:01.325963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.328755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.332404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4c4a8ce-ebee-4250-916a-62107fdff569 HTTP/1.1" status: 204 len: 168 time: 0.3271067 Jul 28 18:04:01.344504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] For port b81b4ffe-8a26-4c5f-8fd7-813efae27cf0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:01.344894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.352115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe0205-a90d-449f-8b35-a1deef378beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c4a8ce-ebee-4250-916a-62107fdff569,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.356718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.361964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Calling delete_port for b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:01.400133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0b7bb-40a0-42a6-9ab2-398cc6bc74ec req-c567f861-12d8-49a1-b7a2-faa31cb19068 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:01.400133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0b7bb-40a0-42a6-9ab2-398cc6bc74ec req-c567f861-12d8-49a1-b7a2-faa31cb19068 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:01.401091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81b0b7bb-40a0-42a6-9ab2-398cc6bc74ec req-c567f861-12d8-49a1-b7a2-faa31cb19068 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1681 time: 0.1034942 Jul 28 18:04:01.445462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.459421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:01.501470 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81b0b7bb-40a0-42a6-9ab2-398cc6bc74ec req-ae5d9086-cc16-4d33-878a-629d5b19bb7b tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631020 Jul 28 18:04:01.831979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 727b717d-9ca2-4d7d-9a30-fe08ba79f22d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:01.891453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:01.921532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81b4ffe-8a26-4c5f-8fd7-813efae27cf0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.936045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:01.955979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'mac_address': 'fa:16:3e:13:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:02.003057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:02.027573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727b717d-9ca2-4d7d-9a30-fe08ba79f22d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:02.063543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:02.120594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:02.189495 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:02.240120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:02.344083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:04:02.511952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:02.583058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:02.585938 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d91cab8-9556-485d-8c87-181b1d6590e3" -d '{"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:02.860082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:02.868271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b3721183-9f63-4564-9c69-8e193fbf8205 admin admin] 10.222.0.25 "PUT /v2.0/routers/e45c166d-42e8-4a92-b8c2-c0aa38db25d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9264982 Jul 28 18:04:02.869315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50778) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:02.878523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ce57-0d1a-4c84-bb08-80e210ab6cbf req-2ee9e3ac-4f93-402d-9e21-05c171adbeb3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:02.879306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Sync routers for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:02.880445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e25ce57-0d1a-4c84-bb08-80e210ab6cbf req-2ee9e3ac-4f93-402d-9e21-05c171adbeb3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 949 time: 0.0693204 Jul 28 18:04:02.890991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:02.891934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:02.951569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e25ce57-0d1a-4c84-bb08-80e210ab6cbf req-5dd67191-e394-41ee-bca0-96034da3ce93 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513668 Jul 28 18:04:03.024544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.059081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:03.069459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9c46-aafb-491f-bf30-50b2d271fdf0 req-58d1e343-9ac9-4320-b7a6-71af1673c080 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:03.076472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9c46-aafb-491f-bf30-50b2d271fdf0 req-58d1e343-9ac9-4320-b7a6-71af1673c080 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:03.078179 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19da9c46-aafb-491f-bf30-50b2d271fdf0 req-58d1e343-9ac9-4320-b7a6-71af1673c080 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.0713217 Jul 28 18:04:03.121917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19da9c46-aafb-491f-bf30-50b2d271fdf0 req-c5781ae1-ab17-47a8-872c-cf0c869b688d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Jul 28 18:04:03.153497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.240738 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c5f3f9-d4c8-4ff6-8391-c949bf413a6d x-openstack-request-id: req-01c5f3f9-d4c8-4ff6-8391-c949bf413a6d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:03.241036 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:03.241286 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c5f3f9-d4c8-4ff6-8391-c949bf413a6d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:03.241669 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c', 'code': 200} Jul 28 18:04:03.266250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '23575b22-e59e-4726-8c12-1968bf582752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port': {'id': '23575b22-e59e-4726-8c12-1968bf582752', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:15Z', 'updated_at': '2021-07-28T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:03.311738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Deleting port 23575b22-e59e-4726-8c12-1968bf582752 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:03.312074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.333938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Checking router: e45c166d-42e8-4a92-b8c2-c0aa38db25d7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:03.366291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Routers {'e45c166d-42e8-4a92-b8c2-c0aa38db25d7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:03.367168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:03.397270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854f79a-b0c8-48be-bbe4-6a72438fb3d1 req-c9c90376-5c1e-46df-a364-c2e5b9fb8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:03.398347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854f79a-b0c8-48be-bbe4-6a72438fb3d1 req-c9c90376-5c1e-46df-a364-c2e5b9fb8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:03.401048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0854f79a-b0c8-48be-bbe4-6a72438fb3d1 req-c9c90376-5c1e-46df-a364-c2e5b9fb8154 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1984 time: 0.0886245 Jul 28 18:04:03.416472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] For port 23575b22-e59e-4726-8c12-1968bf582752, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23575b22-e59e-4726-8c12-1968bf582752,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:03.416839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.430889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Calling delete_port for 23575b22-e59e-4726-8c12-1968bf582752 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:03.449530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0854f79a-b0c8-48be-bbe4-6a72438fb3d1 req-120cae6e-1295-443d-891a-834337798864 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Jul 28 18:04:03.464507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] Set router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:03.539638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T18:04:03Z', 'revision_number': 6, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:03.568631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912ff1b-f440-42e8-8482-48c955604e91 None None] The sync data for ids ['e45c166d-42e8-4a92-b8c2-c0aa38db25d7'] in n-d-778550-5 is: [{'id': 'e45c166d-42e8-4a92-b8c2-c0aa38db25d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2100069404-router', 'tenant_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:14Z', 'updated_at': '2021-07-28T18:04:03Z', 'revision_number': 6, 'project_id': '7b8f69069bd04c08a3f86fdb3d0e7c3c', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:03.718974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.746362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Pushing event deleted for resources: {'Port': ['ID=23575b22-e59e-4726-8c12-1968bf582752,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:03.810044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.825114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945cb34-c11f-4418-b30f-0be1c1f8be07 req-995777ed-4509-46a0-9979-e137732ebdf9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:03.826664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8945cb34-c11f-4418-b30f-0be1c1f8be07 req-995777ed-4509-46a0-9979-e137732ebdf9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0608556 Jul 28 18:04:03.849728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 727b717d-9ca2-4d7d-9a30-fe08ba79f22d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:03.889456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8945cb34-c11f-4418-b30f-0be1c1f8be07 req-f9960357-61f0-43bb-8776-0ab2bbaa4371 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 Jul 28 18:04:03.908736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.911680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:03.992129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:03.997242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:03.997626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.043439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.043805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45c166d-42e8-4a92-b8c2-c0aa38db25d7 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:04:04.049218 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.050408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2737780f-1d17-4191-831d-62a5dd06d732 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e45c166d-42e8-4a92-b8c2-c0aa38db25d7 HTTP/1.1" status: 204 len: 168 time: 1.1799541 Jul 28 18:04:04.053035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50800) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:04.099156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d3aa-d0f5-4a2e-9083-715a443a2ea6 req-335a960d-cd44-4bc5-a60e-a316e8da3aa1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:04.101314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5a2d3aa-d0f5-4a2e-9083-715a443a2ea6 req-335a960d-cd44-4bc5-a60e-a316e8da3aa1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 949 time: 0.0682006 Jul 28 18:04:04.141113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Deleting subnet da8a4607-0e59-46b5-9d9e-e11f798041a0 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:04.144860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.147051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5a2d3aa-d0f5-4a2e-9083-715a443a2ea6 req-19d4d58e-7a3e-40b9-97c7-b2294b456645 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Jul 28 18:04:04.148476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.188992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:04.195035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.274329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.278302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.285459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3719c8-4d48-4684-99cb-2646a00285b3 req-a8d37159-4f84-452e-92df-3ee05605f836 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:04.291783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3719c8-4d48-4684-99cb-2646a00285b3 req-a8d37159-4f84-452e-92df-3ee05605f836 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:04.293824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd3719c8-4d48-4684-99cb-2646a00285b3 req-a8d37159-4f84-452e-92df-3ee05605f836 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.0699122 Jul 28 18:04:04.346387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd3719c8-4d48-4684-99cb-2646a00285b3 req-6b2db79f-739f-4206-a411-b41bef67fc35 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Jul 28 18:04:04.350950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:04.358185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.452213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.474951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853dba69-83f5-45ad-a0cf-0872c8f70ba9 None None] Network 6129e79d-4911-451d-8031-4800bf02a0e2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:04.492919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.500202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da8a4607-0e59-46b5-9d9e-e11f798041a0 HTTP/1.1" status: 204 len: 168 time: 0.4434109 Jul 28 18:04:04.500202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd918-0bb9-4aa0-8c19-d14587aef710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8a4607-0e59-46b5-9d9e-e11f798041a0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.500597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50816) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:04.584315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:04.602907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.607082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:04.607082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.697897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Deleting port 21e0da04-74c2-4015-af03-d650314b9d0f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:04.697897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.774669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.789165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23575b22-e59e-4726-8c12-1968bf582752 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:04.838155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 23575b22-e59e-4726-8c12-1968bf582752 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:04.838509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23575b22-e59e-4726-8c12-1968bf582752 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:04.839911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:04.852881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] For port 21e0da04-74c2-4015-af03-d650314b9d0f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=21e0da04-74c2-4015-af03-d650314b9d0f,segment=NetworkSegment(8c0aceb4-ccf0-4d4b-a28e-585d80855227),segment_id=8c0aceb4-ccf0-4d4b-a28e-585d80855227)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:04.853262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:04.877001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Calling delete_port for 21e0da04-74c2-4015-af03-d650314b9d0f owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:04.900858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] DHCP port deletion for 6129e79d-4911-451d-8031-4800bf02a0e2 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:04.905811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:04.906213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b81b4ffe-8a26-4c5f-8fd7-813efae27cf0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:04.922052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:05.008095 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.046565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4f674-39eb-4699-b89e-6cbd57257360 req-a5eb73dd-2975-43b2-8323-2384b6582a12 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.048467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eae4f674-39eb-4699-b89e-6cbd57257360 req-a5eb73dd-2975-43b2-8323-2384b6582a12 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0642071 Jul 28 18:04:05.068554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.095040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.115442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Deleting port 21e0da04-74c2-4015-af03-d650314b9d0f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:05.115916 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.117420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] No DVR routers for this DVR port 21e0da04-74c2-4015-af03-d650314b9d0f on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:05.126472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e0da04-74c2-4015-af03-d650314b9d0f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.137445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50826) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:05.183641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eae4f674-39eb-4699-b89e-6cbd57257360 req-33e1b5cc-67ca-4d79-92d8-c87bac793796 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155546 Jul 28 18:04:05.263883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'}, {'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:05.265145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.269583 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d319b0f0-830a-4e24-af9d-14a3c10ebd1b" -d '{"events": [{"server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "name": "network-vif-plugged", "status": "completed", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d"}, {"server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "name": "network-vif-plugged", "status": "completed", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:05.302993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] For port 21e0da04-74c2-4015-af03-d650314b9d0f, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:05.303762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.312029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6129e79d-4911-451d-8031-4800bf02a0e2']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:05.315607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a8cb-6241-453b-87cc-58f5cc8e2e40 req-4e577f64-1b42-44b4-b951-a48c1357a134 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.322284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Calling delete_port for 21e0da04-74c2-4015-af03-d650314b9d0f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:05.324829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a1a8cb-6241-453b-87cc-58f5cc8e2e40 req-4e577f64-1b42-44b4-b951-a48c1357a134 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 950 time: 0.0628436 Jul 28 18:04:05.327134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Port 21e0da04-74c2-4015-af03-d650314b9d0f was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:04:05.328874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0aceb4-ccf0-4d4b-a28e-585d80855227') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:05.330243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.330768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0aceb4-ccf0-4d4b-a28e-585d80855227') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:05.343692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e983906e-ca2f-4a72-ad61-bd39e413a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.343995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.360232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.369380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:05.369895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:05.372358 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:05.408616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a1a8cb-6241-453b-87cc-58f5cc8e2e40 req-b1fa3fa1-3758-4d68-8620-37a680b3aed9 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746567 Jul 28 18:04:05.408864 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a146225-03e0-48db-b21d-e87f19ff72ac x-openstack-request-id: req-0a146225-03e0-48db-b21d-e87f19ff72ac {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:05.408864 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "name": "network-vif-plugged", "status": "completed", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d", "code": 200}, {"server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "name": "network-vif-plugged", "status": "completed", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:05.408864 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a146225-03e0-48db-b21d-e87f19ff72ac {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:05.408864 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'code': 200} Jul 28 18:04:05.408864 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', 'code': 200} Jul 28 18:04:05.412343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] Pushing event deleted for resources: {'Port': ['ID=21e0da04-74c2-4015-af03-d650314b9d0f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.414510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793073fd-b4db-4ac8-8743-6b9dfcd715bb None None] No DVR routers for this DVR port 21e0da04-74c2-4015-af03-d650314b9d0f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:05.548480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc15ba1-d2e9-4016-8a61-c92ca67ef3ff req-e0a682bf-5081-45d8-8885-c2444f61ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.550226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efc15ba1-d2e9-4016-8a61-c92ca67ef3ff req-e0a682bf-5081-45d8-8885-c2444f61ea85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 1101 time: 0.0705986 Jul 28 18:04:05.590279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404095c0-0d8e-4815-b77a-0051bf2bf374 req-86a83048-1bdf-40bd-a5b4-60a0c5164871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.590551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e983906e-ca2f-4a72-ad61-bd39e413a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.591951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-404095c0-0d8e-4815-b77a-0051bf2bf374 req-86a83048-1bdf-40bd-a5b4-60a0c5164871 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 1101 time: 0.1054869 Jul 28 18:04:05.606248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efc15ba1-d2e9-4016-8a61-c92ca67ef3ff req-60075aff-2246-4a00-b024-59c353fba426 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jul 28 18:04:05.607184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989dcc-0911-4886-be68-5c5d6dc1b789 req-1b7e663e-d9cc-407f-9ebc-3c7e7eb29f55 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.613590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989dcc-0911-4886-be68-5c5d6dc1b789 req-1b7e663e-d9cc-407f-9ebc-3c7e7eb29f55 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:05.615257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8989dcc-0911-4886-be68-5c5d6dc1b789 req-1b7e663e-d9cc-407f-9ebc-3c7e7eb29f55 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.0909910 Jul 28 18:04:05.674161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-404095c0-0d8e-4815-b77a-0051bf2bf374 req-9ca62e92-1c66-404a-b4e0-3d1558f6cfbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Jul 28 18:04:05.677023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8989dcc-0911-4886-be68-5c5d6dc1b789 req-b97603b3-7c91-402c-8088-d010a61d38ce tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523999 Jul 28 18:04:05.701325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.710437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.711440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6129e79d-4911-451d-8031-4800bf02a0e2 HTTP/1.1" status: 204 len: 168 time: 1.2068412 Jul 28 18:04:05.714410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e983906e-ca2f-4a72-ad61-bd39e413a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.718070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50842) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:05.735609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021914-8944-463e-a716-34881cde80c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6129e79d-4911-451d-8031-4800bf02a0e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.752377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:05.806628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983906e-ca2f-4a72-ad61-bd39e413a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f271883-0cdd-48fd-ad88-83c656904255,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.847068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e983906e-ca2f-4a72-ad61-bd39e413a542 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bf57c78f52e4208ad034fdd954c67be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057736 Jul 28 18:04:05.847506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50852) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:05.914602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.945690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:05.963617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fca03bb-6b70-42ae-ae80-c3120ffcd05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.104711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.107204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.108433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f271883-0cdd-48fd-ad88-83c656904255 HTTP/1.1" status: 204 len: 168 time: 0.2599797 Jul 28 18:04:06.126149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b72c7f-fe7a-418a-8c17-4d0fd21a68b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f271883-0cdd-48fd-ad88-83c656904255,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:06.176641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fca03bb-6b70-42ae-ae80-c3120ffcd05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.213457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.266333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fca03bb-6b70-42ae-ae80-c3120ffcd05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.357359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca03bb-6b70-42ae-ae80-c3120ffcd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9cb528-c225-4a9b-8f22-d963704d82b4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:06.370497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fca03bb-6b70-42ae-ae80-c3120ffcd05f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98127912663648f0adeafabc7bca5dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167974 Jul 28 18:04:06.371143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:06.431922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c33b11-f06d-4572-9c3e-d1278740296d req-4a568fc6-a0ff-4186-9996-dcd1544f6387 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:06.440473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09c33b11-f06d-4572-9c3e-d1278740296d req-4a568fc6-a0ff-4186-9996-dcd1544f6387 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1491637 Jul 28 18:04:06.506097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09c33b11-f06d-4572-9c3e-d1278740296d req-04fb60a1-8ade-4d15-8d10-115701c545dd tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635221 Jul 28 18:04:06.509386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.570003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.675937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f90be-0ee6-43b7-a909-db5b2c67a2af req-fea22f29-0de8-4e19-be0f-1576d28e87ab tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:06.683795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb2f90be-0ee6-43b7-a909-db5b2c67a2af req-fea22f29-0de8-4e19-be0f-1576d28e87ab tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 950 time: 0.0881505 Jul 28 18:04:06.769462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb2f90be-0ee6-43b7-a909-db5b2c67a2af req-1278d335-5f89-4708-acbb-2febf21a2aaf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 Jul 28 18:04:06.775344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.783162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:06.784525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d9cb528-c225-4a9b-8f22-d963704d82b4 HTTP/1.1" status: 204 len: 168 time: 0.4116244 Jul 28 18:04:06.798239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 21e0da04-74c2-4015-af03-d650314b9d0f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:06.802416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78b17-12cc-4db8-a8bd-76c28e267b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9cb528-c225-4a9b-8f22-d963704d82b4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:06.852213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 21e0da04-74c2-4015-af03-d650314b9d0f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:06.853152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 21e0da04-74c2-4015-af03-d650314b9d0f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:06.870780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1278-4126-4906-874d-b5a9f6ff23fe req-a88cf47f-ad50-44b5-a99e-b2e8a3d46001 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:06.882446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1278-4126-4906-874d-b5a9f6ff23fe req-a88cf47f-ad50-44b5-a99e-b2e8a3d46001 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:06.897434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-152c1278-4126-4906-874d-b5a9f6ff23fe req-a88cf47f-ad50-44b5-a99e-b2e8a3d46001 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.6444273 Jul 28 18:04:06.961754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-152c1278-4126-4906-874d-b5a9f6ff23fe req-c46910f4-f3fa-499f-b011-0caae65d2ae2 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Jul 28 18:04:07.156253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Deleting port fb0744d8-72e5-4dde-8268-b331695f0977 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:07.156628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.257607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] For port fb0744d8-72e5-4dde-8268-b331695f0977, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb0744d8-72e5-4dde-8268-b331695f0977,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:07.258740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.277148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Calling delete_port for fb0744d8-72e5-4dde-8268-b331695f0977 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:07.569839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50892) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:07.579697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.605689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d9342d9-1c3e-449b-a1c0-31bb193cfa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.665246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0c63a7a-e0f1-40b9-afba-b132bc3fa67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.770363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0744d8-72e5-4dde-8268-b331695f0977,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:07.802936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d9342d9-1c3e-449b-a1c0-31bb193cfa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.838095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.838582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.839028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.839522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.839973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.840401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.840836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.841264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.841770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.842654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.843125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.843585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:07.874256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de44f40-1836-4cf6-b6e5-154267c6b2fc req-347a0c36-8863-43e8-9ae6-fbd035f20d78 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:07.875262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2de44f40-1836-4cf6-b6e5-154267c6b2fc req-347a0c36-8863-43e8-9ae6-fbd035f20d78 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.2577777 Jul 28 18:04:07.901046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d9342d9-1c3e-449b-a1c0-31bb193cfa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:07.976580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2de44f40-1836-4cf6-b6e5-154267c6b2fc req-c19580b8-c5e9-4c1d-920c-75b2a02ad8d6 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Jul 28 18:04:07.992732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5d9342d9-1c3e-449b-a1c0-31bb193cfa5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc331686fd644996aae256d273453cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207027 Jul 28 18:04:07.995842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:08.015740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.070344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9342d9-1c3e-449b-a1c0-31bb193cfa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fd867f-c834-4d98-bc2f-db5e39fc888c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.087307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc26d-dca0-4fa7-94f7-3e7f300693f8 req-ff50b968-1307-4448-8bde-42ae3b31e4d4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.089576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e82dc26d-dca0-4fa7-94f7-3e7f300693f8 req-ff50b968-1307-4448-8bde-42ae3b31e4d4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 950 time: 0.2034595 Jul 28 18:04:08.126163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7895ba92-45b1-4be1-812e-e54742b170af tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.132303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7895ba92-45b1-4be1-812e-e54742b170af tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.133909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7895ba92-45b1-4be1-812e-e54742b170af tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.1255369 Jul 28 18:04:08.169152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e82dc26d-dca0-4fa7-94f7-3e7f300693f8 req-74469f7e-237b-44ba-ad76-b99de078c38c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717733 Jul 28 18:04:08.242389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.262815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e4046-b291-45a8-a599-e96d1b677edc req-bd0151cd-ed86-4415-bd9f-62067204a595 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.270148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e4046-b291-45a8-a599-e96d1b677edc req-bd0151cd-ed86-4415-bd9f-62067204a595 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.277921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b60e4046-b291-45a8-a599-e96d1b677edc req-bd0151cd-ed86-4415-bd9f-62067204a595 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 1682 time: 0.2112978 Jul 28 18:04:08.308051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.339096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port 3775d2d2-1824-4d17-b652-f07a1c205950 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:08.339470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.387424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9fb7-ea52-4cd5-a6da-a2c239b3e17e req-afb0460f-b9a1-4f8a-878d-c05879a0d7b1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.389154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb3d9fb7-ea52-4cd5-a6da-a2c239b3e17e req-afb0460f-b9a1-4f8a-878d-c05879a0d7b1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 950 time: 0.1033907 Jul 28 18:04:08.392175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b60e4046-b291-45a8-a599-e96d1b677edc req-9d055b0c-69f7-434d-8883-b9b84399176f tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133201 Jul 28 18:04:08.465833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb3d9fb7-ea52-4cd5-a6da-a2c239b3e17e req-ada97ed1-3cac-4a06-bec2-c6a9782b1991 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Jul 28 18:04:08.474542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Router 0c47e706-d3cd-4314-918d-542528b52806 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:04:08.522594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port 3775d2d2-1824-4d17-b652-f07a1c205950, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3775d2d2-1824-4d17-b652-f07a1c205950,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:08.522974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.528919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.531600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.535308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79fd867f-c834-4d98-bc2f-db5e39fc888c HTTP/1.1" status: 204 len: 168 time: 0.5358553 Jul 28 18:04:08.543457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for 3775d2d2-1824-4d17-b652-f07a1c205950 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:08.545213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbee8f4-b45d-444d-a0b7-f5a88bfc03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fd867f-c834-4d98-bc2f-db5e39fc888c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.624553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:08.633716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef51b4b7-420f-46d5-870e-18bcc1395144 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c47e706-d3cd-4314-918d-542528b52806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9119544 Jul 28 18:04:08.634701 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Sync routers for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:08.637647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50922) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:08.649098 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:08.654389 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:08.829275 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:08.855966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.868900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9322-444d-4330-b422-9e96277ca63d req-c8b44fb7-5994-4e17-ba6b-51491b42bd26 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.875514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9322-444d-4330-b422-9e96277ca63d req-c8b44fb7-5994-4e17-ba6b-51491b42bd26 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:08.882881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d1f9322-444d-4330-b422-9e96277ca63d req-c8b44fb7-5994-4e17-ba6b-51491b42bd26 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73&device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 1691 time: 0.0808175 Jul 28 18:04:08.910154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:08.919626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3775d2d2-1824-4d17-b652-f07a1c205950', '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:08.977785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=3775d2d2-1824-4d17-b652-f07a1c205950,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.993328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d1f9322-444d-4330-b422-9e96277ca63d req-4d129c61-bbf8-48d2-8456-d9ad670f197a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094546 Jul 28 18:04:09.035174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.137625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port 3775d2d2-1824-4d17-b652-f07a1c205950 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:09.141137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.145146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-df787f7d-2599-4f90-8f87-11991e1bfb69 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "DELETE /v2.0/ports/3775d2d2-1824-4d17-b652-f07a1c205950 HTTP/1.1" status: 204 len: 173 time: 0.9994807 Jul 28 18:04:09.147141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-deleted', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:09.149672 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ebd66-cc2a-4b53-8d1c-25ebaa5946b3" -d '{"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-deleted", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:09.216915 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T18:04:07Z', 'revision_number': 5, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port': {'id': '49a25780-175a-47a4-a2b6-c1116ebfa74d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c47e706-d3cd-4314-918d-542528b52806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T17:57:28Z', 'updated_at': '2021-07-28T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:09.231746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Deleting port 49a25780-175a-47a4-a2b6-c1116ebfa74d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:09.232057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.313847 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Checking router: 0c47e706-d3cd-4314-918d-542528b52806 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:09.336520 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Routers {'0c47e706-d3cd-4314-918d-542528b52806'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:09.338346 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:03:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c47e706-d3cd-4314-918d-542528b52806'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:09.344559 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b10153-a9b2-4fab-82fa-a7181c447668 x-openstack-request-id: req-e3b10153-a9b2-4fab-82fa-a7181c447668 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:09.344940 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-deleted", "tag": "3775d2d2-1824-4d17-b652-f07a1c205950", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:09.345261 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3b10153-a9b2-4fab-82fa-a7181c447668 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:09.345729 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-deleted', 'tag': '3775d2d2-1824-4d17-b652-f07a1c205950', 'status': 'completed', 'code': 200} Jul 28 18:04:09.365679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ec30-88c9-446e-9f1d-4a0eae4da796 req-901455f1-4215-4df9-97cb-3eceb3bfc552 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:09.367670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2389ec30-88c9-446e-9f1d-4a0eae4da796 req-901455f1-4215-4df9-97cb-3eceb3bfc552 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.2212322 Jul 28 18:04:09.445210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:09.445647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.479365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] For port 49a25780-175a-47a4-a2b6-c1116ebfa74d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=49a25780-175a-47a4-a2b6-c1116ebfa74d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:09.480473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.497264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Calling delete_port for 49a25780-175a-47a4-a2b6-c1116ebfa74d owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:09.512375 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] Set router 0c47e706-d3cd-4314-918d-542528b52806 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:09.514795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c928-9289-44d3-a3d0-74e76d615f6c req-82af2b36-6289-4ac4-a66d-0b73a4e33ff1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:09.519984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ca2c928-9289-44d3-a3d0-74e76d615f6c req-82af2b36-6289-4ac4-a66d-0b73a4e33ff1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 1101 time: 0.0962234 Jul 28 18:04:09.525501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2389ec30-88c9-446e-9f1d-4a0eae4da796 req-8c0682aa-8ab2-4da8-857f-eb6717a12e45 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496072 Jul 28 18:04:09.570640 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T18:04:09Z', 'revision_number': 6, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:09.599209 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143dc7a-ef7d-469a-943b-8e6f52dc3108 None None] The sync data for ids ['0c47e706-d3cd-4314-918d-542528b52806'] in n-d-778550-5 is: [{'id': '0c47e706-d3cd-4314-918d-542528b52806', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1438761834-router', 'tenant_id': '1f1ebe12961443b081f789a578c1bd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T17:57:27Z', 'updated_at': '2021-07-28T18:04:09Z', 'revision_number': 6, 'project_id': '1f1ebe12961443b081f789a578c1bd22', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:09.613388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:09.613861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.633434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:09.659958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ca2c928-9289-44d3-a3d0-74e76d615f6c req-5a446928-ffb1-4e35-a6f4-d209222f931c tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316867 Jul 28 18:04:09.808641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b8519-5fc8-4be2-b70a-ced0551b74eb req-dd1ac6b0-64a0-4083-b012-4101542136e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:09.812396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-993b8519-5fc8-4be2-b70a-ced0551b74eb req-dd1ac6b0-64a0-4083-b012-4101542136e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 946 time: 0.1041439 Jul 28 18:04:09.841592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4046051-428e-454f-9ac2-692c92d3a9b8 req-81b175b2-aee8-4f8a-b80b-53037fbb57f1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:09.843192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4046051-428e-454f-9ac2-692c92d3a9b8 req-81b175b2-aee8-4f8a-b80b-53037fbb57f1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 1101 time: 0.0884457 Jul 28 18:04:09.882772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4046051-428e-454f-9ac2-692c92d3a9b8 req-3c3a9bde-d30a-4618-abab-f157b62825c4 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jul 28 18:04:09.900437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-993b8519-5fc8-4be2-b70a-ced0551b74eb req-705b4ef8-262b-4155-9a42-4afd7a6028f3 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2422a0-a7d1-499a-bc6f-d518987fe931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584962 Jul 28 18:04:09.930514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.949131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57b5cd99-55b8-46a5-bcc9-6733b9bfbefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:09.961089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=49a25780-175a-47a4-a2b6-c1116ebfa74d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:09.994343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.022919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.034294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=4ccc44dc-ff35-4c6d-bd04-1351e7e2743c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.058639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.118694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:10.121868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.125185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4c30899-4505-4d55-aad1-dbb92cf01853 req-7ec1c194-9f56-444e-919e-205822c399cb tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.37 "DELETE /v2.0/ports/4ccc44dc-ff35-4c6d-bd04-1351e7e2743c HTTP/1.1" status: 204 len: 173 time: 0.9708054 Jul 28 18:04:10.196970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-54cf4a44-71ef-4bde-aa30-cd46e3a162cc tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867188 Jul 28 18:04:10.303069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.306930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.410522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-eba1f7eb-6193-4923-a94d-151eddfef7d2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:10.412271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-eba1f7eb-6193-4923-a94d-151eddfef7d2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144330 Jul 28 18:04:10.430681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-b1841de4-b389-4e99-a423-dd4595e7b379 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0103860 Jul 28 18:04:10.474816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.475333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c47e706-d3cd-4314-918d-542528b52806 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:04:10.480053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.481254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66880f49-8665-4795-bea0-ce884c5ffb8f admin admin] 10.222.0.25 "DELETE /v2.0/routers/0c47e706-d3cd-4314-918d-542528b52806 HTTP/1.1" status: 204 len: 168 time: 1.8424139 Jul 28 18:04:10.484520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:10.556464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-b8fcc347-94ec-4a7e-a26a-f0928179d275 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1168239 Jul 28 18:04:10.572541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Deleting subnet 83af06fb-505c-4d6a-a7d0-21e4114c1933 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:10.577494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.632219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.745751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c22d0-c009-4f9a-9947-eeeb9120b839 req-3d01cfed-667a-4168-be59-e53cfd6a1e17 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:10.747358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c4c22d0-c009-4f9a-9947-eeeb9120b839 req-3d01cfed-667a-4168-be59-e53cfd6a1e17 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1313169 Jul 28 18:04:10.759656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb0744d8-72e5-4dde-8268-b331695f0977 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:10.778799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fb0744d8-72e5-4dde-8268-b331695f0977 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:10.779146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb0744d8-72e5-4dde-8268-b331695f0977 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:10.779588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 49a25780-175a-47a4-a2b6-c1116ebfa74d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:10.782356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.801923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 49a25780-175a-47a4-a2b6-c1116ebfa74d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:10.802338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 49a25780-175a-47a4-a2b6-c1116ebfa74d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:10.825283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c4c22d0-c009-4f9a-9947-eeeb9120b839 req-bff9d2a0-e00f-4f09-83c9-a32b57a04989 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680382 Jul 28 18:04:10.934441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.966236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e7d19b1-c7ec-4c99-9f7d-f88929993791 req-7ea062bc-91b9-476e-aa23-6811bbad4c31 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 210 time: 0.0434418 Jul 28 18:04:10.968533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:10.991064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83af06fb-505c-4d6a-a7d0-21e4114c1933,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.996974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b768ad-02f3-487c-bb0d-bf335d7eaa1a None None] Network 47d15852-f80b-49b5-b84b-fce4b45ec93e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:10.997276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.000507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8515d5a3-82bb-4d96-a8f3-3c73e1f7bd7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/83af06fb-505c-4d6a-a7d0-21e4114c1933 HTTP/1.1" status: 204 len: 168 time: 0.5148673 Jul 28 18:04:11.002909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51010) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:11.110267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.133345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e526b7b6-2be2-4164-924d-bfa5baf45227 req-77893d26-4cf1-4a54-a06f-3c30e9e72cf7 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b0f8a2b-6335-43fd-b393-8808c8c7b1ba HTTP/1.1" status: 200 len: 210 time: 0.0334411 Jul 28 18:04:11.185503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Deleting port 82399663-b801-42f0-951c-d77fd58753a5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:11.186065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.261178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] For port 82399663-b801-42f0-951c-d77fd58753a5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82399663-b801-42f0-951c-d77fd58753a5,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:11.261549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.277228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Calling delete_port for 82399663-b801-42f0-951c-d77fd58753a5 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:11.296571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] DHCP port deletion for 47d15852-f80b-49b5-b84b-fce4b45ec93e request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:11.344294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Deleting port 82399663-b801-42f0-951c-d77fd58753a5 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:11.344922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.348738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-deleted', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:11.355594 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0928ae4-683b-4510-b81f-d5627254ae88" -d '{"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-deleted", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:11.408964 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ca8a82-efc6-4881-8308-205e8eb0489b x-openstack-request-id: req-09ca8a82-efc6-4881-8308-205e8eb0489b {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:11.409366 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0f8a2b-6335-43fd-b393-8808c8c7b1ba", "name": "network-vif-deleted", "tag": "4ccc44dc-ff35-4c6d-bd04-1351e7e2743c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:11.409709 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ca8a82-efc6-4881-8308-205e8eb0489b {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:11.410333 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0f8a2b-6335-43fd-b393-8808c8c7b1ba', 'name': 'network-vif-deleted', 'tag': '4ccc44dc-ff35-4c6d-bd04-1351e7e2743c', 'status': 'completed', 'code': 200} Jul 28 18:04:11.510717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.545851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82399663-b801-42f0-951c-d77fd58753a5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.556772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] No DVR routers for this DVR port 82399663-b801-42f0-951c-d77fd58753a5 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:11.576160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] For port 82399663-b801-42f0-951c-d77fd58753a5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=82399663-b801-42f0-951c-d77fd58753a5,segment=NetworkSegment(e2ef1a1a-f102-4330-81c3-0c0399e5d1af),segment_id=e2ef1a1a-f102-4330-81c3-0c0399e5d1af)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:11.577559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.595303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Calling delete_port for 82399663-b801-42f0-951c-d77fd58753a5 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:11.650445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.663534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d15852-f80b-49b5-b84b-fce4b45ec93e']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:11.679772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:11.680590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ef1a1a-f102-4330-81c3-0c0399e5d1af') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:11.691919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.702928 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.709433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.718224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:11.718924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:11.721150 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:11.734525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] Pushing event deleted for resources: {'Port': ['ID=82399663-b801-42f0-951c-d77fd58753a5,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.739549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66ee36-74b2-4412-a680-5bf1dc4fabcf None None] No DVR routers for this DVR port 82399663-b801-42f0-951c-d77fd58753a5 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:11.865585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.871960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:11.874922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47d15852-f80b-49b5-b84b-fce4b45ec93e HTTP/1.1" status: 204 len: 168 time: 0.8703289 Jul 28 18:04:11.892817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b9f4-3d55-470d-834e-4a7521e4b1a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47d15852-f80b-49b5-b84b-fce4b45ec93e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.930175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3775d2d2-1824-4d17-b652-f07a1c205950 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:11.968232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 3775d2d2-1824-4d17-b652-f07a1c205950 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:11.968511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3775d2d2-1824-4d17-b652-f07a1c205950 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:11.968941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:12.011036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:12.011265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4ccc44dc-ff35-4c6d-bd04-1351e7e2743c not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:12.018826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e69ac-3b29-495c-b460-4fd41cbb1ff6 req-f5efcff8-0bc2-461a-b823-81395ad63596 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:12.020686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-921e69ac-3b29-495c-b460-4fd41cbb1ff6 req-f5efcff8-0bc2-461a-b823-81395ad63596 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0772250 Jul 28 18:04:12.075423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-921e69ac-3b29-495c-b460-4fd41cbb1ff6 req-50910f87-3d14-494e-ac68-1ff5b321c227 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Jul 28 18:04:12.160985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d296f0b-d60e-4286-a7a5-096049c4a6bb req-ee07461e-ccb9-4b9f-912f-ce2dbaf45e80 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 210 time: 0.0321372 Jul 28 18:04:12.209927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:12.272574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting subnet a456c4da-e44b-449e-8d66-63c12a81d42f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:12.276212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.320739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.364948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51080) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:12.423189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f0b1671a-648b-45b3-8f4c-20ed1dbec4f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b8f69069bd04c08a3f86fdb3d0e7c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568569 Jul 28 18:04:12.425679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51090) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:12.491190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.518606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.518798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.697127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.697461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.700449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.701602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c40f6f6f-8499-49e8-a9ce-18c1cbce2579 HTTP/1.1" status: 204 len: 168 time: 0.2749345 Jul 28 18:04:12.712880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.715279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/subnets/a456c4da-e44b-449e-8d66-63c12a81d42f HTTP/1.1" status: 204 len: 168 time: 0.5043592 Jul 28 18:04:12.718829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51098) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:12.721631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c51c86-bb2f-45b2-8239-35f602dc644f None None] Network bb258230-bf9a-4121-be7e-3f83f422219b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:12.729815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1104fcc-5258-4702-b7c5-5b5b974fb813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f6f6f-8499-49e8-a9ce-18c1cbce2579,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:12.769604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d926b7a-9977-4894-8268-f4e5cb7b5f4d tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Subnet': ['ID=a456c4da-e44b-449e-8d66-63c12a81d42f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:12.794471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82399663-b801-42f0-951c-d77fd58753a5 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:12.825821 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.828650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 82399663-b801-42f0-951c-d77fd58753a5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:12.829198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 82399663-b801-42f0-951c-d77fd58753a5 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:12.885457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:12.885808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.951949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:12.956710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:12.965802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for e992f7fd-8626-41d8-9a3b-9567a2a07ad5 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:12.971988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] DHCP port deletion for bb258230-bf9a-4121-be7e-3f83f422219b request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:12.976117 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.022854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Deleting port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:13.023167 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.094566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] For port e992f7fd-8626-41d8-9a3b-9567a2a07ad5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,segment=NetworkSegment(c3732b5b-0e6b-4c21-925c-976b70402e76),segment_id=c3732b5b-0e6b-4c21-925c-976b70402e76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:13.094975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.109173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Calling delete_port for e992f7fd-8626-41d8-9a3b-9567a2a07ad5 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:13.120661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.152323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.155429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:13.228223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33ae8-acee-447b-a040-4d6244c108f0 req-0fc55b71-69b5-437d-b397-81eec6a18bf0 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:13.238779 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.247321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33f33ae8-acee-447b-a040-4d6244c108f0 req-0fc55b71-69b5-437d-b397-81eec6a18bf0 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1140635 Jul 28 18:04:13.268533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.281488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb258230-bf9a-4121-be7e-3f83f422219b']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:13.283256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] Pushing event deleted for resources: {'Port': ['ID=e992f7fd-8626-41d8-9a3b-9567a2a07ad5,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.296331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3732b5b-0e6b-4c21-925c-976b70402e76') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:13.297148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3732b5b-0e6b-4c21-925c-976b70402e76') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:13.299774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04b056-3cd1-4ff5-9e65-b517b976069a None None] No DVR routers for this DVR port e992f7fd-8626-41d8-9a3b-9567a2a07ad5 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:13.312117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.320034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33f33ae8-acee-447b-a040-4d6244c108f0 req-edca4c56-c4a9-4d1d-a842-ce7bdbd5710f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714669 Jul 28 18:04:13.359894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45ced285-9f94-4aa4-b45e-6c3567c0c3b6 req-5d08ea36-966a-4a3d-a68b-52a7906c2dd3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 210 time: 0.0391932 Jul 28 18:04:13.363630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.371266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:13.371703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:13.376892 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:13.460975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51116) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:13.511605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-91decce6-9483-464f-9686-cd9136911e96 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287850 Jul 28 18:04:13.564600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.575737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.578178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/networks/bb258230-bf9a-4121-be7e-3f83f422219b HTTP/1.1" status: 204 len: 168 time: 0.8577423 Jul 28 18:04:13.581645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51120) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:13.595533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9776d-c821-45de-b6e3-b19882d603e0 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Network': ['ID=bb258230-bf9a-4121-be7e-3f83f422219b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.640972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting subnet 2d527926-093f-4894-acc6-71781e747d9d {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:13.642808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-b2307bc2-f011-4450-a150-d78611fc90d0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:13.644333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-b2307bc2-f011-4450-a150-d78611fc90d0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273201 Jul 28 18:04:13.644482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.662028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:13.683430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.774751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.851893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51124) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:13.894647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3eea8c48-6c13-4108-a5d4-3b9308bb6fa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f1ebe12961443b081f789a578c1bd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415180 Jul 28 18:04:13.897127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51126) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:13.928599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:13.933560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.953251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:13.984735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c7117f5-5636-4720-83d9-5cd78d123f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.001782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Subnet': ['ID=2d527926-093f-4894-acc6-71781e747d9d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.013939 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.030462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02136eb3-fdf5-4cbd-b1fc-45d6654e66fd None None] Network 52c61b56-18bb-46ee-8a95-e781d8f01be0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:14.031019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.031019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-303dc03e-3bdf-4392-bc75-997d13ca214c tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/subnets/2d527926-093f-4894-acc6-71781e747d9d HTTP/1.1" status: 204 len: 168 time: 0.4478006 Jul 28 18:04:14.036635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51130) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:14.070118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.102158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.170 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/096966b7-769c-415e-88d7-8eff1e754dff) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:14.180957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.246654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Deleting port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:14.247264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.299148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] DHCP port deletion for 52c61b56-18bb-46ee-8a95-e781d8f01be0 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:14.299653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.320656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] For port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:14.321368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.329784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object 096966b7-769c-415e-88d7-8eff1e754dff will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:14.336276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.338910 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.343366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1491baa9-3392-4422-805e-e18a59b8a17d HTTP/1.1" status: 204 len: 168 time: 0.4443817 Jul 28 18:04:14.353149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Calling delete_port for f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:14.369666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96653228-18d6-4777-b335-66b427b61dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1491baa9-3392-4422-805e-e18a59b8a17d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.426325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Deleting port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:14.431371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.476627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.496830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c7117f5-5636-4720-83d9-5cd78d123f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.566493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:14.569010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:14.592863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972748-dd5b-4505-99b1-9db6512b4c54 req-0e31a8dc-8156-43ee-a2d3-08d3448106b3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:14.600287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b972748-dd5b-4505-99b1-9db6512b4c54 req-0e31a8dc-8156-43ee-a2d3-08d3448106b3 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 936 time: 0.0637012 Jul 28 18:04:14.607866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c7117f5-5636-4720-83d9-5cd78d123f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.634078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:14.653874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:14.679793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.682737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] For port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,segment=NetworkSegment(ed063652-76ff-44fa-b95f-27f2ebd3e04f),segment_id=ed063652-76ff-44fa-b95f-27f2ebd3e04f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:14.683318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.694566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.698514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:14.718901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Calling delete_port for f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:14.732630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b972748-dd5b-4505-99b1-9db6512b4c54 req-465ee537-864d-4824-abb9-ce9aa4228079 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313992 Jul 28 18:04:14.754940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9927f-3daa-4685-84ec-a5fb04f151e6 req-7662e93a-e127-4626-9d0f-93938d27349c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:14.755966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4c9927f-3daa-4685-84ec-a5fb04f151e6 req-7662e93a-e127-4626-9d0f-93938d27349c tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.2907081 Jul 28 18:04:14.763253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0c7117f5-5636-4720-83d9-5cd78d123f69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93cae1cc226542beb4fda6f5a3c97833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2985139 Jul 28 18:04:14.768938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:14.783754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Port': ['ID=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.787766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7117f5-5636-4720-83d9-5cd78d123f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162dbcff-e126-4af5-b8b5-3462082c1dd7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.796018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] No DVR routers for this DVR port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:14.841633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e992f7fd-8626-41d8-9a3b-9567a2a07ad5 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:14.878411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:14.879258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.890950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e992f7fd-8626-41d8-9a3b-9567a2a07ad5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:14.891294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e992f7fd-8626-41d8-9a3b-9567a2a07ad5 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:14.891952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:14.931273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.936462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4c9927f-3daa-4685-84ec-a5fb04f151e6 req-959cd7cf-fe17-449c-9f1b-e61ad60ccc9f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191976 Jul 28 18:04:14.938553 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:14.956218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c61b56-18bb-46ee-8a95-e781d8f01be0']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:14.965003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:14.965667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:15.025064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.027682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-8c4fd032-452c-4412-af44-6c9a107e0536 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3694141 Jul 28 18:04:15.032249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed063652-76ff-44fa-b95f-27f2ebd3e04f') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:15.032556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed063652-76ff-44fa-b95f-27f2ebd3e04f') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:15.045272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Request body: {'port': {'device_id': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:15.053140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.087134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.101362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:15.102088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.121884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:15.178629 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:15.196646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] No DVR routers for this DVR port f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:15.224724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.227102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f830a26-8224-4502-93dd-db09989f4574 None None] Pushing event deleted for resources: {'Port': ['ID=f2016888-6eb9-4dd4-b6bf-2e7d891bc4f4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:15.315424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-734099d5-1089-4790-856d-c3f20e70ded1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:15.324234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-734099d5-1089-4790-856d-c3f20e70ded1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.1443799 Jul 28 18:04:15.344219 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-3c850e76-9584-46eb-b8cf-ae6539a6ecf8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/quotas/25b875fc756e4421abd725e069fde1f0 HTTP/1.1" status: 200 len: 375 time: 0.0126376 Jul 28 18:04:15.388140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.388972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b238be1-882c-40e2-8b0f-b9052a9148ea None None] Provisioning for port 096966b7-769c-415e-88d7-8eff1e754dff completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:15.394013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.395938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.399013 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.402532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/162dbcff-e126-4af5-b8b5-3462082c1dd7 HTTP/1.1" status: 204 len: 168 time: 0.6301761 Jul 28 18:04:15.403014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b238be1-882c-40e2-8b0f-b9052a9148ea None None] Provisioning complete for port 096966b7-769c-415e-88d7-8eff1e754dff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:15.403014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2b238be1-882c-40e2-8b0f-b9052a9148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.418841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:15.418841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] 10.222.0.25 "DELETE /v2.0/networks/52c61b56-18bb-46ee-8a95-e781d8f01be0 HTTP/1.1" status: 204 len: 168 time: 1.3806536 Jul 28 18:04:15.430813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b753b-f9a5-40b2-834e-fbe4323d306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162dbcff-e126-4af5-b8b5-3462082c1dd7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:15.433885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50f3f-8862-429a-b1b6-5e7f492fbd65 tempest-ServersTestMultiNic-1209950202 tempest-ServersTestMultiNic-1209950202-project] Pushing event deleted for resources: {'Network': ['ID=52c61b56-18bb-46ee-8a95-e781d8f01be0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:15.474574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-117d1c91-516f-4b33-9a98-f994a75176f1 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232493 Jul 28 18:04:15.480300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2b238be1-882c-40e2-8b0f-b9052a9148ea None None] Port 096966b7-769c-415e-88d7-8eff1e754dff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:15.635665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:15.638932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-30821a08-8e70-4710-99cb-bdcf0d15ab54 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624196 Jul 28 18:04:15.760254 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-1f49b5fc-17c7-42e2-9cec-f0eac5b8c3d1 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201403 Jul 28 18:04:16.084834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99f08f-9ace-4729-a9a6-f5bb4d9eeafa req-f5128fcc-d76a-4349-ab9e-6ff2992ac0a9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:16.095231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d99f08f-9ace-4729-a9a6-f5bb4d9eeafa req-f5128fcc-d76a-4349-ab9e-6ff2992ac0a9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0714536 Jul 28 18:04:16.144261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d99f08f-9ace-4729-a9a6-f5bb4d9eeafa req-c33088b2-e69f-41bd-818f-757b3d1e7244 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Jul 28 18:04:16.181688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4920b9b-0c2e-4be6-826f-e5ebb55b7061 req-0a8283ad-9d73-4f8e-bc3c-5474df58b948 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:16.188854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4920b9b-0c2e-4be6-826f-e5ebb55b7061 req-0a8283ad-9d73-4f8e-bc3c-5474df58b948 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 936 time: 0.1504149 Jul 28 18:04:16.219669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096966b7-769c-415e-88d7-8eff1e754dff {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:16.233057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.246508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac058329-748d-463e-ac1c-24664f1ce96c req-99afc2d4-3054-402e-a194-f75ec5d3be7e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 210 time: 0.0510633 Jul 28 18:04:16.292633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Transition to ACTIVE for port object 096966b7-769c-415e-88d7-8eff1e754dff will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:16.297502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4920b9b-0c2e-4be6-826f-e5ebb55b7061 req-9a1e3b7b-2f1b-4712-b2aa-5698ea6c4b07 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078320 Jul 28 18:04:16.391537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.443332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Pushing event updated for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:16.600551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Attempting to bind port 096966b7-769c-415e-88d7-8eff1e754dff on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:16.600903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Attempting to bind port 096966b7-769c-415e-88d7-8eff1e754dff by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:16.601271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Attempting to bind port 096966b7-769c-415e-88d7-8eff1e754dff on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:16.609143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Port 096966b7-769c-415e-88d7-8eff1e754dff on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:04:16.609472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Attempting to bind port 096966b7-769c-415e-88d7-8eff1e754dff on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:16.621139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:16.621139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:16.621139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:16.621139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Bound port: 096966b7-769c-415e-88d7-8eff1e754dff, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:16.621139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.662725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51216) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:16.682887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32d5653-39f0-4358-8d51-03cdceb85458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.744496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:16.749741 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.797040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=096966b7-769c-415e-88d7-8eff1e754dff,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:16.847365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32d5653-39f0-4358-8d51-03cdceb85458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.906368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.928005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32d5653-39f0-4358-8d51-03cdceb85458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.969503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:16.969503 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:16.971075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] 10.222.0.35 "PUT /v2.0/ports/096966b7-769c-415e-88d7-8eff1e754dff HTTP/1.1" status: 200 len: 1096 time: 1.9311728 Jul 28 18:04:16.984916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:16.985261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d32d5653-39f0-4358-8d51-03cdceb85458 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44b9c92e564b47e5b24a7dd29bb96b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120770 Jul 28 18:04:16.985261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d5653-39f0-4358-8d51-03cdceb85458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d9c94-a706-468f-ba0f-9daa610dce9f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:16.985611 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a" -d '{"events": [{"name": "network-changed", "server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "tag": "096966b7-769c-415e-88d7-8eff1e754dff"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:16.987506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51224) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:17.031496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4b5b-66f5-4202-a869-b26e572a5b14 service neutron] Pushing event updated for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:17.072310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.105195 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6c93ab-442f-47ee-bc4e-2676e06eba8f x-openstack-request-id: req-ab6c93ab-442f-47ee-bc4e-2676e06eba8f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:17.105479 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "tag": "096966b7-769c-415e-88d7-8eff1e754dff", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:17.105730 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab6c93ab-442f-47ee-bc4e-2676e06eba8f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:17.106154 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff', 'status': 'completed', 'code': 200} Jul 28 18:04:17.126325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.193726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a req-b34e688f-f73d-4b0f-a8d4-913415533ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.195241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a req-b34e688f-f73d-4b0f-a8d4-913415533ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 1099 time: 0.0881934 Jul 28 18:04:17.243438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a req-5e1ddac2-e410-4739-93be-3ca4bc96b78f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234740 Jul 28 18:04:17.306234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.309217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.313354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e73d9c94-a706-468f-ba0f-9daa610dce9f HTTP/1.1" status: 204 len: 168 time: 0.3245785 Jul 28 18:04:17.334170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd98262-19ed-4b17-9a70-a3fc5d4e0b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d9c94-a706-468f-ba0f-9daa610dce9f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:17.356471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8905bd-35b2-41ed-b728-d619bc37bebd req-a1e88e61-7767-4aa6-950f-187aa2ea5d39 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.360596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd8905bd-35b2-41ed-b728-d619bc37bebd req-a1e88e61-7767-4aa6-950f-187aa2ea5d39 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1299491 Jul 28 18:04:17.399319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e39e285-24d8-48c4-a7d6-46b02d06cb9d req-89827cd7-8d6d-49fa-8012-607a8fe43593 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 210 time: 0.0751235 Jul 28 18:04:17.416594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd8905bd-35b2-41ed-b728-d619bc37bebd req-2267e969-c5b9-4e62-94f4-fdd3cd415007 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491922 Jul 28 18:04:17.431733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Deleting port c0f7c6bf-aa06-426c-8d00-79f36776beed {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:17.432776 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.448415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a req-d6b913a5-a84d-4a41-b7df-a1318ab859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.459986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b99bcfe8-bbde-428a-a4ca-67acc9a1c87a req-d6b913a5-a84d-4a41-b7df-a1318ab859b8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990080 Jul 28 18:04:17.611059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] For port c0f7c6bf-aa06-426c-8d00-79f36776beed, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c0f7c6bf-aa06-426c-8d00-79f36776beed,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:17.611452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:17.622014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe9f9d-ec4b-401d-a21b-761fbac8e05d req-d0c82be9-8c7e-431b-88a7-a702738e72bf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.623560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4fe9f9d-ec4b-401d-a21b-761fbac8e05d req-d0c82be9-8c7e-431b-88a7-a702738e72bf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 948 time: 0.1211178 Jul 28 18:04:17.631184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-1d9d88da-3c19-49d2-bea8-366e06f34c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.632738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-1d9d88da-3c19-49d2-bea8-366e06f34c5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 1099 time: 0.1314631 Jul 28 18:04:17.644600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Calling delete_port for c0f7c6bf-aa06-426c-8d00-79f36776beed owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:17.703062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-33c95e1f-18f5-4715-89c0-14efad4faa6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=096966b7-769c-415e-88d7-8eff1e754dff HTTP/1.1" status: 200 len: 217 time: 0.0536737 Jul 28 18:04:17.782350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4fe9f9d-ec4b-401d-a21b-761fbac8e05d req-1a148561-4e9d-4715-8431-6a6a3c6ff75c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485326 Jul 28 18:04:17.832088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-558cf3ec-7492-4a2b-a10a-c34c0ae7f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.833662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-558cf3ec-7492-4a2b-a10a-c34c0ae7f303 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0999174 Jul 28 18:04:17.930586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040639b-0529-4b5d-b619-55b8f1306729 req-e45ed75f-a4f8-4a90-867f-2114b29e06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:17.932124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-e45ed75f-a4f8-4a90-867f-2114b29e06df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631785 Jul 28 18:04:18.061705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-2f4766e5-f607-42e7-b228-e97f6450a352 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211452 Jul 28 18:04:18.116292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:18.152583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f7c6bf-aa06-426c-8d00-79f36776beed,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:18.239246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3040639b-0529-4b5d-b619-55b8f1306729 req-20babd1c-acb6-43c0-a6af-2dcd21dd0a6e service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704400 Jul 28 18:04:18.357301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:18.395734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:18.544805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-c3141114-e4b7-44b6-a69f-4dafffdddafe tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:18.546900 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-c3141114-e4b7-44b6-a69f-4dafffdddafe tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.1801827 Jul 28 18:04:18.562384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Request body: {'port': {'device_id': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'admin_state_up': True, 'tenant_id': '25b875fc756e4421abd725e069fde1f0'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:18.600227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3613-d006-425a-afb5-5ccb914cbc4e req-760dcd2e-4430-48ed-8790-2ebfa7ddb7b7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:18.601757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ad3613-d006-425a-afb5-5ccb914cbc4e req-760dcd2e-4430-48ed-8790-2ebfa7ddb7b7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0687268 Jul 28 18:04:18.645463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eff4d528-0ff2-481b-8ce1-21b97cbbe768 req-6c189116-9684-44cc-a0e4-8167cae283c7 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 210 time: 0.0973463 Jul 28 18:04:18.720600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ad3613-d006-425a-afb5-5ccb914cbc4e req-9df7d776-19fd-446e-865e-aba141479ab0 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820754 Jul 28 18:04:18.756514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Router 71917e22-502f-45f9-ace7-ee48dc51e666 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:04:18.868349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:18.872063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:18.896572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:18.908412 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22651cd5-4376-4a20-bdfd-261411ab3b4c admin admin] 10.222.0.25 "PUT /v2.0/routers/71917e22-502f-45f9-ace7-ee48dc51e666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2664783 Jul 28 18:04:18.908412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51288) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:18.908591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Sync routers for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:18.917919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:18.918635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:18.997538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5225b3-0e4c-4d35-9b4b-ccde14aefc33 req-6d72236a-8fc8-4d0c-b194-31ac4b2c1593 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:19.005167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e5225b3-0e4c-4d35-9b4b-ccde14aefc33 req-6d72236a-8fc8-4d0c-b194-31ac4b2c1593 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 948 time: 0.1202903 Jul 28 18:04:19.073094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.087208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:19.089288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e5225b3-0e4c-4d35-9b4b-ccde14aefc33 req-3ad36e7f-98a9-4619-b7b4-924da1a63e51 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784526 Jul 28 18:04:19.103307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Allocated IP 172.20.0.2 (0ff64175-42b5-412e-a670-6008439f5a87/7d9a6f04-56c1-429d-8b30-14e1613cc5d5/2532e9c7-8eaa-4aef-bdfa-7ae825f14537) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:19.226133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.344796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:04:17Z', 'revision_number': 5, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port': {'id': '30a8288a-721a-4f59-b3c7-1d82a31e02df', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:02:37Z', 'updated_at': '2021-07-28T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:19.361066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Deleting port 30a8288a-721a-4f59-b3c7-1d82a31e02df {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:19.361417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.387095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Checking router: 71917e22-502f-45f9-ace7-ee48dc51e666 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:19.400219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Routers {'71917e22-502f-45f9-ace7-ee48dc51e666'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:19.401286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['71917e22-502f-45f9-ace7-ee48dc51e666'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:19.508891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] For port 30a8288a-721a-4f59-b3c7-1d82a31e02df, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=30a8288a-721a-4f59-b3c7-1d82a31e02df,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:19.509426 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.512933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] Set router 71917e22-502f-45f9-ace7-ee48dc51e666 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:19.527986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Calling delete_port for 30a8288a-721a-4f59-b3c7-1d82a31e02df owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:19.580926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:04:19Z', 'revision_number': 6, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:19.615635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3f83c-0895-4d4d-b755-07a39bb61984 None None] The sync data for ids ['71917e22-502f-45f9-ace7-ee48dc51e666'] in n-d-778550-5 is: [{'id': '71917e22-502f-45f9-ace7-ee48dc51e666', 'name': 'tempest-ServersTestMultiNic-921154900-router', 'tenant_id': '9c92136590a440ccac9902ee6389abd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:02:36Z', 'updated_at': '2021-07-28T18:04:19Z', 'revision_number': 6, 'project_id': '9c92136590a440ccac9902ee6389abd9', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:19.662234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.763422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.776100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:19.803960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Network 0ff64175-42b5-412e-a670-6008439f5a87 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:19.825778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:19.830944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:19.846396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9455490-acc6-495e-b88c-c65b946958f4 req-84a02742-4b33-4c4c-a5ff-89d78f4064d5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:19.864619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9455490-acc6-495e-b88c-c65b946958f4 req-84a02742-4b33-4c4c-a5ff-89d78f4064d5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 931 time: 0.1078255 Jul 28 18:04:19.881376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:19.882016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.911732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:19.919721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event updated for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.943049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.945746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.946321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.946321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.946473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.946771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.960892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a8288a-721a-4f59-b3c7-1d82a31e02df,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.993594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9455490-acc6-495e-b88c-c65b946958f4 req-c3addb15-8720-4b0f-896d-e9c712adaa2f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205380 Jul 28 18:04:19.999961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-adf5d3f4-4565-4319-a1ac-7af299207a9b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4417794 Jul 28 18:04:20.015812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Request body: {'port': {'device_id': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:20.056452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.083659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41eaa-8907-420b-a675-b918652cf578 req-bcf10557-d1b7-4e2a-ad35-f8d64fcbd3eb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:20.086062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7eb41eaa-8907-420b-a675-b918652cf578 req-bcf10557-d1b7-4e2a-ad35-f8d64fcbd3eb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1270788 Jul 28 18:04:20.146246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.175338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7eb41eaa-8907-420b-a675-b918652cf578 req-c9b00501-c7e2-4aa0-8471-998c1a3e5dca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Jul 28 18:04:20.196265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.203973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.336926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.337542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71917e22-502f-45f9-ace7-ee48dc51e666 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:04:20.347853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.347853 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1754db67-6f6a-4f6f-b5ec-e9c2c8c735b2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/71917e22-502f-45f9-ace7-ee48dc51e666 HTTP/1.1" status: 204 len: 168 time: 1.4372237 Jul 28 18:04:20.347853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51330) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:20.382605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba205ab0-33b5-4a51-a1f4-14e407b16bff req-d5313f61-0b11-4907-a63f-589457513ed6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:20.384158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba205ab0-33b5-4a51-a1f4-14e407b16bff req-d5313f61-0b11-4907-a63f-589457513ed6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 948 time: 0.1220000 Jul 28 18:04:20.390344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Deleting subnet 1d2d15d8-a7e9-42d6-8d01-e5e0353003ee {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:20.393773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.442469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.482147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba205ab0-33b5-4a51-a1f4-14e407b16bff req-e1779247-23b5-4607-8cd4-dc4207ccc609 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656590 Jul 28 18:04:20.570396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.590995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:20.601927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.619103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Transition to ACTIVE for port object 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:20.760805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.772115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 30a8288a-721a-4f59-b3c7-1d82a31e02df no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:20.792910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 30a8288a-721a-4f59-b3c7-1d82a31e02df {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:20.793447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 30a8288a-721a-4f59-b3c7-1d82a31e02df not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:20.793642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c0f7c6bf-aa06-426c-8d00-79f36776beed no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:20.802981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.812433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c0f7c6bf-aa06-426c-8d00-79f36776beed {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:20.812787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c0f7c6bf-aa06-426c-8d00-79f36776beed not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:20.813214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Pushing event updated for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:20.838857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:20.844571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d2d15d8-a7e9-42d6-8d01-e5e0353003ee HTTP/1.1" status: 204 len: 168 time: 0.4975648 Jul 28 18:04:20.844936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51344) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:20.845837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2528fd-a199-4d34-ac78-f7694ef26990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2d15d8-a7e9-42d6-8d01-e5e0353003ee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:20.847574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d1e1d-d307-42c2-9b68-7761a6a19fb0 None None] Network a42f02b2-a7fc-4707-86b6-c94787e62df4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:20.957775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Attempting to bind port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:20.958127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Attempting to bind port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:20.958463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Attempting to bind port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:20.975162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 on network 0ff64175-42b5-412e-a670-6008439f5a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:04:20.975553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Attempting to bind port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:20.985452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.010397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:21.010793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Checking segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:21.013136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Bound using segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:21.013136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Bound port: 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:21.013136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.123216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:21.142878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:21.155560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Deleting port 4b67ef13-ffa2-4549-afe6-9c623e1be603 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:21.155920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.156231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0be810-4ec8-44d8-9f8d-182609914864 req-530a0fc0-43e0-4e5f-ae9e-704ba1f1e337 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.159010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de0be810-4ec8-44d8-9f8d-182609914864 req-530a0fc0-43e0-4e5f-ae9e-704ba1f1e337 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 943 time: 0.0839002 Jul 28 18:04:21.202417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.244916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de0be810-4ec8-44d8-9f8d-182609914864 req-f3ad306f-70cf-444f-9402-2c74972e6bf0 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Jul 28 18:04:21.262088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] DHCP port deletion for a42f02b2-a7fc-4707-86b6-c94787e62df4 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:21.275115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Pushing event updated for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:21.290841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.291770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.293968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2ce60838-33db-4e07-a209-32963a3dd6ac service neutron] 10.222.0.37 "PUT /v2.0/ports/2532e9c7-8eaa-4aef-bdfa-7ae825f14537 HTTP/1.1" status: 200 len: 1091 time: 1.2844844 Jul 28 18:04:21.294483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:21.297034 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6740e6d-db66-4031-a157-b3d2baadd59f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:21.314689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] For port 4b67ef13-ffa2-4549-afe6-9c623e1be603, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4b67ef13-ffa2-4549-afe6-9c623e1be603,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:21.315192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.329504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Deleting port 4b67ef13-ffa2-4549-afe6-9c623e1be603 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:21.329878 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.340701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Calling delete_port for 4b67ef13-ffa2-4549-afe6-9c623e1be603 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:21.408170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] For port 4b67ef13-ffa2-4549-afe6-9c623e1be603, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4b67ef13-ffa2-4549-afe6-9c623e1be603,segment=NetworkSegment(4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb),segment_id=4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:21.408552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.424272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Calling delete_port for 4b67ef13-ffa2-4549-afe6-9c623e1be603 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:21.508237 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f09c1b-06a5-4b5a-ba98-aa8ffbcce30c x-openstack-request-id: req-19f09c1b-06a5-4b5a-ba98-aa8ffbcce30c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:21.508530 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:21.508784 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19f09c1b-06a5-4b5a-ba98-aa8ffbcce30c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:21.509181 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', 'status': 'completed', 'code': 200} Jul 28 18:04:21.541872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518cdc-4e43-4cdd-8f41-70b9e3031222 req-18819666-0683-4b12-96c5-838c1511d198 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.545545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-3214161f-708d-432e-9d65-0df925c871e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.547189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-3214161f-708d-432e-9d65-0df925c871e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 1094 time: 0.0974557 Jul 28 18:04:21.552787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3518cdc-4e43-4cdd-8f41-70b9e3031222 req-18819666-0683-4b12-96c5-838c1511d198 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1176603 Jul 28 18:04:21.604026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-33867038-12c4-4222-b624-d5dd5d46567a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537 HTTP/1.1" status: 200 len: 217 time: 0.0449016 Jul 28 18:04:21.607576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3518cdc-4e43-4cdd-8f41-70b9e3031222 req-8a34eaba-bbe6-4958-8c3b-0f36f29c211b tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 Jul 28 18:04:21.627684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.642723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] No DVR routers for this DVR port 4b67ef13-ffa2-4549-afe6-9c623e1be603 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:21.663060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e51c88-1114-476e-8836-586c82b7b934 None None] Pushing event deleted for resources: {'Port': ['ID=4b67ef13-ffa2-4549-afe6-9c623e1be603,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:21.664734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.702230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] No DVR routers for this DVR port 4b67ef13-ffa2-4549-afe6-9c623e1be603 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:21.709788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b67ef13-ffa2-4549-afe6-9c623e1be603,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:21.739468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-aa5f3067-fe83-492e-a972-4f2f80d20463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.743135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-aa5f3067-fe83-492e-a972-4f2f80d20463 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.1270311 Jul 28 18:04:21.823671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-2cbf86c5-a0c6-4b84-b0b5-9886fb419a29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636573 Jul 28 18:04:21.842813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.873273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42f02b2-a7fc-4707-86b6-c94787e62df4']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:21.912130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc2a0-0367-46e1-897e-63c698788497 req-ab420066-e42a-46eb-982d-187dc8de6b74 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:21.913648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64efc2a0-0367-46e1-897e-63c698788497 req-ab420066-e42a-46eb-982d-187dc8de6b74 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 948 time: 0.2155118 Jul 28 18:04:21.918342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:21.918572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f65c3a5-23a0-4ff8-9381-bea2e1dbbffb') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:21.933445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.963540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.986542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:21.986542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:21.990907 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:22.017367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-baf1e489-5eb0-4dd1-8710-b266f11fcf51 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224643 Jul 28 18:04:22.047647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64efc2a0-0367-46e1-897e-63c698788497 req-b17404b8-a69b-4db6-a06b-372e981bc324 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122782 Jul 28 18:04:22.055240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-3bc66831-eac9-475d-ba3c-18ab0a694614 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143455 Jul 28 18:04:22.147367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:22.156026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:22.159881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/a42f02b2-a7fc-4707-86b6-c94787e62df4 HTTP/1.1" status: 204 len: 168 time: 1.2893417 Jul 28 18:04:22.164512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-5c897b17-55e4-4d92-bbd0-3c1752517fac tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.166380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-5c897b17-55e4-4d92-bbd0-3c1752517fac tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432984 Jul 28 18:04:22.189463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce877-e4ed-4f2c-9594-eb6c6a3d46fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a42f02b2-a7fc-4707-86b6-c94787e62df4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:22.190505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-ec2c5655-b6c7-49ae-82de-06f515d66a8e tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/quotas/5fd7f8aee1b844449a878531b9bfdf44 HTTP/1.1" status: 200 len: 375 time: 0.0157826 Jul 28 18:04:22.195269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef5b3be5-03ad-4958-90d3-7aa0b4ea9548 req-22dacc05-490b-4673-82bd-9ca867e239fd service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256053 Jul 28 18:04:22.227211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-c9c7af6d-f26d-4700-acc6-f4062853e358 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357499 Jul 28 18:04:22.386446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 096966b7-769c-415e-88d7-8eff1e754dff details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:22.411433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-3f6e9e23-e5eb-467f-baf8-dcdaacb8bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.413655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-3f6e9e23-e5eb-467f-baf8-dcdaacb8bda5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 1094 time: 0.0903711 Jul 28 18:04:22.441279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c4cea-f434-4c89-a0d8-f5d4ad1a77d6 req-43ae309a-7444-4457-b1d6-c732345d776b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.451076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f11c4cea-f434-4c89-a0d8-f5d4ad1a77d6 req-43ae309a-7444-4457-b1d6-c732345d776b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 943 time: 0.1139104 Jul 28 18:04:22.563270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f11c4cea-f434-4c89-a0d8-f5d4ad1a77d6 req-9d26daad-463c-4b6c-abff-3e4a344b1b7f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092343 Jul 28 18:04:22.594373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=096966b7-769c-415e-88d7-8eff1e754dff,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:22.623003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '096966b7-769c-415e-88d7-8eff1e754dff', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '096966b7-769c-415e-88d7-8eff1e754dff', 'mac_address': 'fa:16:3e:c5:c7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:22.640807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-bfa7398e-5f93-4090-b195-aef948e6a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.645268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-bfa7398e-5f93-4090-b195-aef948e6a6a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 916 time: 0.1907697 Jul 28 18:04:22.731447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:22.760242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-809a47ce-f43d-48fd-8854-c0477d5302eb req-e8ea261c-5895-4dc4-b0c5-76d4ff83f8b5 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 210 time: 0.1122100 Jul 28 18:04:22.761177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:22.793845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096966b7-769c-415e-88d7-8eff1e754dff {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:22.812662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4b67ef13-ffa2-4549-afe6-9c623e1be603 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:22.827002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91aefa5c-deff-4fb1-a3c8-26280fce9b34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c92136590a440ccac9902ee6389abd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973637 Jul 28 18:04:22.837945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51418) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:22.838533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51420) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:22.839742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-4441df77-6c9c-4589-934c-ab990e4e0454 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537 HTTP/1.1" status: 200 len: 217 time: 0.0782626 Jul 28 18:04:22.857171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4b67ef13-ffa2-4549-afe6-9c623e1be603 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:22.858434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4b67ef13-ffa2-4549-afe6-9c623e1be603 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:22.861313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=096966b7-769c-415e-88d7-8eff1e754dff,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:22.892574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1f499-71d6-4a44-99a3-5b6fe433e58d req-cf970fa2-1eb4-4bd7-a5eb-714651bc2b6d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.892766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-72b1f499-71d6-4a44-99a3-5b6fe433e58d req-cf970fa2-1eb4-4bd7-a5eb-714651bc2b6d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0823503 Jul 28 18:04:22.936522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-60e0bb16-722c-4c3f-a9f2-7c5df428bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:22.938005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-60e0bb16-722c-4c3f-a9f2-7c5df428bae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.0842586 Jul 28 18:04:22.941124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-72b1f499-71d6-4a44-99a3-5b6fe433e58d req-560c4d7f-7a7f-4aeb-9a2c-607748108753 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Jul 28 18:04:22.943116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:22.960931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:22.980479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-b5b62dfc-ded6-4814-8201-d668383b1359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304518 Jul 28 18:04:22.996122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.009430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3107b6f5-09a5-401a-859a-e3e3de85f51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.064045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.195155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-021b618b-d381-44a1-9674-9cfb3d366178 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012746 Jul 28 18:04:23.270686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0616e-fa48-4b3a-bac9-c2235389a323 req-419e3176-aaee-4866-8224-4b8e3dc6300c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:23.272193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ae0616e-fa48-4b3a-bac9-c2235389a323 req-419e3176-aaee-4866-8224-4b8e3dc6300c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 949 time: 0.1401074 Jul 28 18:04:23.291957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:23.297679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.300145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.301249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f2422a0-a7d1-499a-bc6f-d518987fe931 HTTP/1.1" status: 204 len: 168 time: 0.4606290 Jul 28 18:04:23.331902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a41ed-3868-43f3-be68-5712e579b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2422a0-a7d1-499a-bc6f-d518987fe931,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.365722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3107b6f5-09a5-401a-859a-e3e3de85f51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.381367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ae0616e-fa48-4b3a-bac9-c2235389a323 req-6b059eea-b9d5-4c0b-8615-08fe8c3cd0b9 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004584 Jul 28 18:04:23.396098 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6740e6d-db66-4031-a157-b3d2baadd59f req-db8e4321-0711-4b40-afce-f3aaaaf17b3c service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891899 Jul 28 18:04:23.420059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['096966b7-769c-415e-88d7-8eff1e754dff'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:23.429127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f11e9624-d799-4bc1-89a5-d85823409e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.436565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3107b6f5-09a5-401a-859a-e3e3de85f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.485409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3107b6f5-09a5-401a-859a-e3e3de85f51b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac6309e42eff42f185c69d0132650460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407332 Jul 28 18:04:23.485409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b6f5-09a5-401a-859a-e3e3de85f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c383591d-de8d-46e9-8003-d41a2b52ad90,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.486766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51436) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:23.568564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f11e9624-d799-4bc1-89a5-d85823409e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.571667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.595207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.661327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f11e9624-d799-4bc1-89a5-d85823409e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.715721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c2eef-e7c9-458c-bf6c-a483bc1ad628 req-d8120f9f-8a9f-44fc-ad97-0eef2c6c60a4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:23.717795 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-870c2eef-e7c9-458c-bf6c-a483bc1ad628 req-d8120f9f-8a9f-44fc-ad97-0eef2c6c60a4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 943 time: 0.0952253 Jul 28 18:04:23.718692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e9624-d799-4bc1-89a5-d85823409e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f2749-d30d-49cd-abd4-3370ca9aab53,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.725707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f11e9624-d799-4bc1-89a5-d85823409e33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6618c8d6a5fd4a07bf9ab3ebee0d4da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325948 Jul 28 18:04:23.726007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51444) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:23.760873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-870c2eef-e7c9-458c-bf6c-a483bc1ad628 req-6ca88bcc-467e-4dfe-b96a-13c80aceb9c5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Jul 28 18:04:23.792837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.797400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.798745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c383591d-de8d-46e9-8003-d41a2b52ad90 HTTP/1.1" status: 204 len: 168 time: 0.3109159 Jul 28 18:04:23.816878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d215-c98e-48ba-ad2e-c3265080a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383591d-de8d-46e9-8003-d41a2b52ad90,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.818792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.877281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.892670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-90d84eff-1670-469c-93a0-df664b60eeeb req-ce22540a-ccf0-4a72-be24-a8452931df8c tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 210 time: 0.0543778 Jul 28 18:04:23.961515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:23.990496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.993202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:23.994370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/239f2749-d30d-49cd-abd4-3370ca9aab53 HTTP/1.1" status: 204 len: 168 time: 0.2664251 Jul 28 18:04:24.006096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a12ccb-81bc-4334-98d2-39a40b26dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f2749-d30d-49cd-abd4-3370ca9aab53,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.084671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87a60a-edca-4418-80de-d083166731cf req-52665849-657d-450e-9006-83b3250962ad tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:24.087921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac87a60a-edca-4418-80de-d083166731cf req-52665849-657d-450e-9006-83b3250962ad tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0600221 Jul 28 18:04:24.125898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:24.131126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac87a60a-edca-4418-80de-d083166731cf req-7324bf5d-8c12-4b88-ade2-23d9a9051421 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Jul 28 18:04:24.154321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'port_id': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', 'mac_address': 'fa:16:3e:b0:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9a6f04-56c1-429d-8b30-14e1613cc5d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:24.196747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.217766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:24.235274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:24.351174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.399318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.504520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb4bdd-db5b-406a-a614-e592be9a3cea req-02a0ee5f-b40b-49f2-80f6-7eb06600d898 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:24.506078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8dbb4bdd-db5b-406a-a614-e592be9a3cea req-02a0ee5f-b40b-49f2-80f6-7eb06600d898 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 949 time: 0.0552263 Jul 28 18:04:24.546322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8dbb4bdd-db5b-406a-a614-e592be9a3cea req-eb81e24c-2631-47c8-9633-3528e5660319 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jul 28 18:04:24.581465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:24.595288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfba2f41-2e27-49c1-b0a4-57e030bc6c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.656870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['2532e9c7-8eaa-4aef-bdfa-7ae825f14537'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:24.693992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfba2f41-2e27-49c1-b0a4-57e030bc6c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.767641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfba2f41-2e27-49c1-b0a4-57e030bc6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.824174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bfba2f41-2e27-49c1-b0a4-57e030bc6c4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e5707581a2a4906922c66e1e0b37c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413771 Jul 28 18:04:24.825365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2f41-2e27-49c1-b0a4-57e030bc6c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f457c-540f-45bc-8911-e95429124b31,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.829335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51480) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:24.886783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.901492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e1218-c6a8-4f72-9c96-dfd9529831a2 req-96fdb88c-7950-47cb-8d0d-19147e13e8e4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:24.903436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b0e1218-c6a8-4f72-9c96-dfd9529831a2 req-96fdb88c-7950-47cb-8d0d-19147e13e8e4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 944 time: 0.0630147 Jul 28 18:04:24.929686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:24.946613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51486) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:24.964130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b0e1218-c6a8-4f72-9c96-dfd9529831a2 req-e35f2588-a6fd-4f49-be84-7777124d1868 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Jul 28 18:04:24.995491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51490) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:25.006899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18de9e5b-cac0-4c8f-9ebe-084a92d093d2 req-94b2cab7-212d-4132-8051-d4658937a891 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 210 time: 0.0386393 Jul 28 18:04:25.031692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e5c901e-931c-44df-83d2-de8f61aaa54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.050947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-a0fcca6b-0ef8-4dc2-bf0d-59e2aafd13bb tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215943 Jul 28 18:04:25.105609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.108647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.109820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb2f457c-540f-45bc-8911-e95429124b31 HTTP/1.1" status: 204 len: 168 time: 0.2787595 Jul 28 18:04:25.125243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352b30c-2c0f-4f15-8fb9-7c352339f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f457c-540f-45bc-8911-e95429124b31,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.163935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e5c901e-931c-44df-83d2-de8f61aaa54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.205199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-f31e264c-9b7a-4c63-a732-20cbe0f0c856 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:25.206820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-f31e264c-9b7a-4c63-a732-20cbe0f0c856 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497395 Jul 28 18:04:25.212706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-network', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:25.223050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Request body: {'port': {'device_id': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '5fd7f8aee1b844449a878531b9bfdf44'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:25.236869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e5c901e-931c-44df-83d2-de8f61aaa54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.298375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e5c901e-931c-44df-83d2-de8f61aaa54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c958721193c46d0b025231a9436c5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988706 Jul 28 18:04:25.298853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51496) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:25.300608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c901e-931c-44df-83d2-de8f61aaa54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a99446-8536-462f-b7a8-d76a654f5a65,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.340674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4168-beaa-4ba6-b164-35d0d2048c99 req-568b8b80-d95e-4a17-8f03-1b91adafe36d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:25.342202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d7c4168-beaa-4ba6-b164-35d0d2048c99 req-568b8b80-d95e-4a17-8f03-1b91adafe36d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1173718 Jul 28 18:04:25.378887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:25.381525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.397059 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.404973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d7c4168-beaa-4ba6-b164-35d0d2048c99 req-44f00682-aa8b-4698-b11f-42a22d34930d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Jul 28 18:04:25.407945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.430290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.512808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Made reservation on behalf of 5fd7f8aee1b844449a878531b9bfdf44 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:25.513018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.528781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.605966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.609363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.612234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1a99446-8536-462f-b7a8-d76a654f5a65 HTTP/1.1" status: 204 len: 168 time: 0.3108501 Jul 28 18:04:25.620808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723629-535e-4e77-947f-598a396186d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a99446-8536-462f-b7a8-d76a654f5a65,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.708372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f4f1-26f8-4035-b7e7-aa04609f7226 req-afe894dc-892c-4b45-aea3-490ec359cd45 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:25.709917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9d5f4f1-26f8-4035-b7e7-aa04609f7226 req-afe894dc-892c-4b45-aea3-490ec359cd45 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 949 time: 0.0709713 Jul 28 18:04:25.743623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.759092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9d5f4f1-26f8-4035-b7e7-aa04609f7226 req-b93ddbc1-12cf-45fd-8b2e-b4af72b62e03 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Jul 28 18:04:25.824786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.862993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:25.890370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7c6b3-774e-416d-94b8-27c21fffe6fa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.899447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.899622 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Added segment 0f6d8f66-52d8-422e-aa3b-cbaf2713bd03 of type vlan for network 39f91cda-fdb7-4e29-86f1-09633e410dfb Jul 28 18:04:25.938200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74bd5-2b4b-4279-afa2-47b595a39128 req-5a6e30e8-0c7f-4c89-804c-5cdc1d3d5d41 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:25.945826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45b74bd5-2b4b-4279-afa2-47b595a39128 req-5a6e30e8-0c7f-4c89-804c-5cdc1d3d5d41 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0675814 Jul 28 18:04:25.975513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:25.975635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:25.986553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45b74bd5-2b4b-4279-afa2-47b595a39128 req-fdcb3915-8831-4cf5-8e22-2661c65155e3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jul 28 18:04:26.078719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636f24-4aed-49ab-87e3-e838205ee477 req-9b785f3f-1ca4-4b1a-bf4f-04a98a90c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.079970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-9b785f3f-1ca4-4b1a-bf4f-04a98a90c715 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b518c320f4e478f8a64223548958c&device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 1096 time: 0.0541899 Jul 28 18:04:26.088260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.154471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:26.160236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:26.160435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.182262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b69d040-3b8d-4033-9c7a-35189e0fa095 req-e68798f8-eb31-44f5-a9e7-24480ea01eba tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 210 time: 0.0369372 Jul 28 18:04:26.203158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839a892-9afa-47fc-9289-193cf73aecf9 req-160d0601-25b8-4f3d-93bb-c706f55e2bed tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.204884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9839a892-9afa-47fc-9289-193cf73aecf9 req-160d0601-25b8-4f3d-93bb-c706f55e2bed tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 944 time: 0.1108053 Jul 28 18:04:26.206258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.235117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636f24-4aed-49ab-87e3-e838205ee477 req-50e5ea04-f1e1-449c-a2bd-52598f2f7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.237044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-50e5ea04-f1e1-449c-a2bd-52598f2f7c5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 200 len: 917 time: 0.1484632 Jul 28 18:04:26.263590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.289692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:26.292057 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf05f4ab-78cd-4ddc-86e9-c6f16676b1d6" -d '{"events": [{"server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "name": "network-vif-plugged", "status": "completed", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:26.292752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-8b170eb2-d710-4503-8fb4-47cad976358c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df929067-20c6-4ce7-b834-e75aa5c893da HTTP/1.1" status: 200 len: 217 time: 0.0467124 Jul 28 18:04:26.306718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:26.308236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.309375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.310086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.353999 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51441ee2-4d42-436a-9e04-ef3b4563e410 x-openstack-request-id: req-51441ee2-4d42-436a-9e04-ef3b4563e410 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:26.353999 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "name": "network-vif-plugged", "status": "completed", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:26.353999 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51441ee2-4d42-436a-9e04-ef3b4563e410 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:26.358721 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', 'code': 200} Jul 28 18:04:26.377266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.393490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636f24-4aed-49ab-87e3-e838205ee477 req-2528d3d2-991a-4827-bafd-ec02120b6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.395949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-2528d3d2-991a-4827-bafd-ec02120b6270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 200 len: 855 time: 0.0815139 Jul 28 18:04:26.425780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 096966b7-769c-415e-88d7-8eff1e754dff up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:26.429397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4817088 Jul 28 18:04:26.438493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:26.440155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa89129-3c20-4bb7-b0b4-045127ff6f03,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:26.447636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Request body: {'subnet': {'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-subnet', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:26.472212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9839a892-9afa-47fc-9289-193cf73aecf9 req-2277a413-c8ac-4ccb-80e4-da42df5264f5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519567 Jul 28 18:04:26.500004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ba415-c789-4428-a2d5-32156fb6cd14 admin admin] Pushing event updated for resources: {'Network': ['ID=39f91cda-fdb7-4e29-86f1-09633e410dfb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:26.507519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636f24-4aed-49ab-87e3-e838205ee477 req-ace8c213-dda0-4a9b-9a8e-f00361b74f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.510100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-ace8c213-dda0-4a9b-9a8e-f00361b74f85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069400 Jul 28 18:04:26.532034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:26.548387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Allocated IP 192.168.233.207 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/1d3d25de-057c-4c22-a141-c6aaf709ea06) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:26.552756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:26.615143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a99530-6716-44a1-b956-4a051420d019 req-108fc83e-8c3b-4a12-855a-13a31cd16ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:26.616827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4a99530-6716-44a1-b956-4a051420d019 req-108fc83e-8c3b-4a12-855a-13a31cd16ddd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 1096 time: 0.1767168 Jul 28 18:04:26.678159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-c35f6361-31d6-4894-8169-9bf1ef2c11e6 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588266 Jul 28 18:04:26.679968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4a99530-6716-44a1-b956-4a051420d019 req-8eff4315-cb77-405d-8025-88b5851d1b04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Jul 28 18:04:26.709267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:26.711545 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.736019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 096966b7-769c-415e-88d7-8eff1e754dff completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:26.740077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 096966b7-769c-415e-88d7-8eff1e754dff triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:26.740502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.886665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.898568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58636f24-4aed-49ab-87e3-e838205ee477 req-0125daf0-1aed-4bbb-aab7-396c8c8dedf7 service neutron] 10.222.0.35 "GET /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091935 Jul 28 18:04:26.931630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=096966b7-769c-415e-88d7-8eff1e754dff,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:26.939741 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:26.954451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Transition to ACTIVE for port object 1d3d25de-057c-4c22-a141-c6aaf709ea06 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:27.003638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ad1c-ea82-464d-8541-de5980ee6ead req-5f6817d6-80d6-4a57-9158-0d31bc821cac tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.005142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef08ad1c-ea82-464d-8541-de5980ee6ead req-5f6817d6-80d6-4a57-9158-0d31bc821cac tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 949 time: 0.1026647 Jul 28 18:04:27.019802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.050921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.085446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef08ad1c-ea82-464d-8541-de5980ee6ead req-f9146832-2781-42ac-b0e6-6a2ede86138a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544484 Jul 28 18:04:27.108685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.131009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:27.136371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:27.143906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.151599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:27.173043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Pushing event updated for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.229882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a0ae9b-72c4-4f94-a75b-46c011cc98d7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.247290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Checking segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:27.247685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Network hostable DHCP agents. Network: 39f91cda-fdb7-4e29-86f1-09633e410dfb, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:27.347066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b8279-d462-4758-8672-c680072be82c req-e8b25123-3d77-4594-8cd5-77e54415cac9 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.348777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de3b8279-d462-4758-8672-c680072be82c req-e8b25123-3d77-4594-8cd5-77e54415cac9 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 936 time: 0.0604630 Jul 28 18:04:27.391558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:27.413432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de3b8279-d462-4758-8672-c680072be82c req-64f98cfe-329e-4f82-b2fb-4bc6ca561b04 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581067 Jul 28 18:04:27.477153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 39f91cda-fdb7-4e29-86f1-09633e410dfb) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:27.491255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.492328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282e7b8-d61c-41d8-b482-a919c43fb7cd None None] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:27.493002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.625519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-366fddcf-c447-472e-af52-14aa45cd1063 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1824112 Jul 28 18:04:27.628088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51578) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:27.633418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:27.683610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.684256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.695648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2797cb-8e2c-4374-bec5-ecba2a81e646 req-c65f3473-57b3-4700-a325-f330231f67fc tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.697195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b2797cb-8e2c-4374-bec5-ecba2a81e646 req-c65f3473-57b3-4700-a325-f330231f67fc tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.5648127 Jul 28 18:04:27.759687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6e2e-5e84-441d-a338-d429c2b1a851 req-a9e01d79-8a47-4d3a-aada-9aa907770c8d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:27.759687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-513d6e2e-5e84-441d-a338-d429c2b1a851 req-a9e01d79-8a47-4d3a-aada-9aa907770c8d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 945 time: 0.0787511 Jul 28 18:04:27.793970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b2797cb-8e2c-4374-bec5-ecba2a81e646 req-22f3df29-29f4-40d1-b68c-cc81c58bb0be tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833101 Jul 28 18:04:27.802994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.804041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.834331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-513d6e2e-5e84-441d-a338-d429c2b1a851 req-e8d700bf-5591-4cb5-b558-74203ee793e3 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Jul 28 18:04:27.843377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-39f91cda-fdb7-4e29-86f1-09633e410dfb', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:04:27.844790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.866570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-11cfdfe9-ebde-4040-aed6-546c91fc301f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6473277 Jul 28 18:04:27.880327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Request body: {'port': {'device_id': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:27.935144 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:27.965483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.021247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Allocated IP 172.20.0.2 (39f91cda-fdb7-4e29-86f1-09633e410dfb/67a0ae9b-72c4-4f94-a75b-46c011cc98d7/ba356afc-6839-4778-8781-ef3f5ab4156a) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:28.032679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-da53580f-de9f-4a4e-a758-36fa3dfa707c None None] Provisioning for port 1d3d25de-057c-4c22-a141-c6aaf709ea06 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:28.041703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-da53580f-de9f-4a4e-a758-36fa3dfa707c None None] Provisioning complete for port 1d3d25de-057c-4c22-a141-c6aaf709ea06 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:28.042324 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da53580f-de9f-4a4e-a758-36fa3dfa707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.152717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-da53580f-de9f-4a4e-a758-36fa3dfa707c None None] Port 1d3d25de-057c-4c22-a141-c6aaf709ea06 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:28.299970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.316048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Transition to ACTIVE for port object ba356afc-6839-4778-8781-ef3f5ab4156a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:28.337760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Transition to ACTIVE for port object ba356afc-6839-4778-8781-ef3f5ab4156a will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:28.350646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3d25de-057c-4c22-a141-c6aaf709ea06 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:28.355633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:28.358817 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef8e218-91f7-4656-9383-36897ef59c2e" -d '{"events": [{"server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "096966b7-769c-415e-88d7-8eff1e754dff"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:28.362174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.378109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Transition to ACTIVE for port object 1d3d25de-057c-4c22-a141-c6aaf709ea06 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:28.403280 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac591505-9dc8-492f-b061-104290b3d64f x-openstack-request-id: req-ac591505-9dc8-492f-b061-104290b3d64f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:28.404041 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "096966b7-769c-415e-88d7-8eff1e754dff", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:28.404500 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac591505-9dc8-492f-b061-104290b3d64f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:28.405506 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff', 'code': 200} Jul 28 18:04:28.460409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.500092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.518892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:28.522265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:28.532932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:28.564428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Pushing event updated for resources: {'Port': ['ID=ba356afc-6839-4778-8781-ef3f5ab4156a,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:28.582411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.587521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.588378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.588981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.590134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.590752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.591486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.592909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.598659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.598659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.598659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.598659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.598659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:28.616669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:28.621710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1bee7-1b2b-4538-81d0-92ff5d083bcd req-dd35d992-49ae-43d9-a2c0-d16af48aabfd tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:28.627928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-48d1bee7-1b2b-4538-81d0-92ff5d083bcd req-dd35d992-49ae-43d9-a2c0-d16af48aabfd tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.1369250 Jul 28 18:04:28.637701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17d0a0-cf74-488b-804f-9ec5c1dea449 req-cada9725-8965-4d31-aba9-8ba4fe060467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:28.639343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc17d0a0-cf74-488b-804f-9ec5c1dea449 req-cada9725-8965-4d31-aba9-8ba4fe060467 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 1101 time: 0.1472340 Jul 28 18:04:28.690043 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-48d1bee7-1b2b-4538-81d0-92ff5d083bcd req-d64aee08-63d0-4e37-b865-72497aa6abfd tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Jul 28 18:04:28.701291 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc17d0a0-cf74-488b-804f-9ec5c1dea449 req-f21b221b-3380-4e9d-a4fc-aac33c19ef01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479956 Jul 28 18:04:28.740524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Attempting to bind port 1d3d25de-057c-4c22-a141-c6aaf709ea06 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:28.740869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Attempting to bind port 1d3d25de-057c-4c22-a141-c6aaf709ea06 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:28.741464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Attempting to bind port 1d3d25de-057c-4c22-a141-c6aaf709ea06 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:28.747240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Attempting to bind port ba356afc-6839-4778-8781-ef3f5ab4156a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:28.747761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Attempting to bind port ba356afc-6839-4778-8781-ef3f5ab4156a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:28.748192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Attempting to bind port ba356afc-6839-4778-8781-ef3f5ab4156a on network 39f91cda-fdb7-4e29-86f1-09633e410dfb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:28.750658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Port 1d3d25de-057c-4c22-a141-c6aaf709ea06 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:04:28.751000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Attempting to bind port 1d3d25de-057c-4c22-a141-c6aaf709ea06 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:28.758452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:28.758583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:28.759089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:28.759705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Bound port: 1d3d25de-057c-4c22-a141-c6aaf709ea06, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:28.760091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.762721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:28.763926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Checking segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:28.764352 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.764752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Bound using segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:28.765274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Bound port: ba356afc-6839-4778-8781-ef3f5ab4156a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:28.770938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.863302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:28.867773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:28.900830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] For port ba356afc-6839-4778-8781-ef3f5ab4156a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:28.901129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58845349-d7fd-462c-9089-10efd20b4045 req-58ffa86d-9aea-4cbe-a15b-2233b88d7481 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:28.905321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58845349-d7fd-462c-9089-10efd20b4045 req-58ffa86d-9aea-4cbe-a15b-2233b88d7481 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 948 time: 0.1047447 Jul 28 18:04:28.908167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] For port ba356afc-6839-4778-8781-ef3f5ab4156a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba356afc-6839-4778-8781-ef3f5ab4156a,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:28.945396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.972054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.993944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:28.995004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:28.996527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d3d25de-057c-4c22-a141-c6aaf709ea06 HTTP/1.1" status: 200 len: 1096 time: 1.1212630 Jul 28 18:04:28.998184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:29.000858 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea64ea-838a-4672-b5ae-dddc16c29d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:29.050105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58845349-d7fd-462c-9089-10efd20b4045 req-b99244c3-0234-4759-bd2b-36eb811f41a1 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336970 Jul 28 18:04:29.057377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fbdc4-f991-4923-a457-8a77a646910d None None] Pushing event updated for resources: {'Port': ['ID=ba356afc-6839-4778-8781-ef3f5ab4156a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:29.083016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9196-2cf0-4efb-8060-63e01845e874 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:29.101547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:29.121481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fd16-efa8-49b4-8df7-2529056e5ac2 req-3d6b5606-bd92-46e7-862b-43107a4d39fb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.122071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:29.135533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f46fd16-efa8-49b4-8df7-2529056e5ac2 req-3d6b5606-bd92-46e7-862b-43107a4d39fb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.1534026 Jul 28 18:04:29.215700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f46fd16-efa8-49b4-8df7-2529056e5ac2 req-63a20daf-723c-4cae-aced-69ead9cdf456 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Jul 28 18:04:29.243612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-f6bd3d9d-8264-4da4-a025-cab80ef80dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.245737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-f6bd3d9d-8264-4da4-a025-cab80ef80dfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 1099 time: 0.1054170 Jul 28 18:04:29.327836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-da882440-355a-4fc4-b12e-6acbd1442f1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06 HTTP/1.1" status: 200 len: 217 time: 0.0719757 Jul 28 18:04:29.374033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Allocated IP 172.25.7.244 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/57a683ca-5eaf-4e07-b705-c66d84c24c19) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:29.418187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-03976ef5-55fe-4903-b51a-c88940bbfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.418187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-03976ef5-55fe-4903-b51a-c88940bbfa60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0803998 Jul 28 18:04:29.422624 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce3b2c8-4633-45a7-afe5-c2b25a1e71fd x-openstack-request-id: req-3ce3b2c8-4633-45a7-afe5-c2b25a1e71fd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:29.422924 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:29.423178 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ce3b2c8-4633-45a7-afe5-c2b25a1e71fd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:29.423629 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06', 'status': 'completed', 'code': 200} Jul 28 18:04:29.484898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e077-33a1-4564-a76b-bffc2694da99 req-51a5f917-4ee2-43f2-95bd-768ff9d81e58 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.486818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59a3e077-33a1-4564-a76b-bffc2694da99 req-51a5f917-4ee2-43f2-95bd-768ff9d81e58 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 945 time: 0.2368515 Jul 28 18:04:29.492213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-4e44340e-8dc0-466c-b25d-f42c82e4f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.493800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-4e44340e-8dc0-466c-b25d-f42c82e4f221 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627038 Jul 28 18:04:29.608489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:29.648320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59a3e077-33a1-4564-a76b-bffc2694da99 req-609669b3-f368-49b5-85ba-de3b5c2f2a7a tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530006 Jul 28 18:04:29.711473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ee6f3-23bc-4e86-b4e5-cd621a8c158f req-d63c4738-007c-4a62-b591-e3289dc8803a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:29.713070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-232ee6f3-23bc-4e86-b4e5-cd621a8c158f req-d63c4738-007c-4a62-b591-e3289dc8803a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0571570 Jul 28 18:04:29.747496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-f5a9c9f6-ef6a-4624-aadd-f3a5d09de8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262683 Jul 28 18:04:29.768883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:29.810891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-232ee6f3-23bc-4e86-b4e5-cd621a8c158f req-6398ed8a-e54f-48d2-a8c0-d786d49ede0f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911336 Jul 28 18:04:29.815537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:29.833212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:29.844020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:29.864608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Pushing event updated for resources: {'Port': ['ID=57a683ca-5eaf-4e07-b705-c66d84c24c19,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:29.894623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a837688-936e-4229-91d8-b1f7b772dec9 req-e487a88f-c348-4464-a18f-ce0a6638670c service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324911 Jul 28 18:04:30.001982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567284a-738d-4b81-bf9b-3405ab82e443 req-dc847d25-bf99-4071-b69b-b7bea95f2d76 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.003717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7567284a-738d-4b81-bf9b-3405ab82e443 req-dc847d25-bf99-4071-b69b-b7bea95f2d76 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.0584996 Jul 28 18:04:30.049266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7567284a-738d-4b81-bf9b-3405ab82e443 req-edf90b54-0ad6-46de-b852-13a3e817d87f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Jul 28 18:04:30.102933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc991c-ab43-425a-8899-fb4077597907 req-888993bd-1cf0-42ba-b0ea-fe71beb8245a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.104708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33cc991c-ab43-425a-8899-fb4077597907 req-888993bd-1cf0-42ba-b0ea-fe71beb8245a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.1233497 Jul 28 18:04:30.105268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-01e4946e-3530-4721-a8ad-9bdd805b7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.106918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-01e4946e-3530-4721-a8ad-9bdd805b7384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 1099 time: 0.0545197 Jul 28 18:04:30.201348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33cc991c-ab43-425a-8899-fb4077597907 req-9b601171-d5d3-42b4-bd8b-daca6ee3e18f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888951 Jul 28 18:04:30.286822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-558c3433-7bc4-4099-ab3e-ae24f0e91522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.288216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-558c3433-7bc4-4099-ab3e-ae24f0e91522 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1726284 Jul 28 18:04:30.352539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-57ffa94a-daf1-4fae-a74d-600fa232e4e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06 HTTP/1.1" status: 200 len: 217 time: 0.0557275 Jul 28 18:04:30.394841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:30.409334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77312599-51e0-4b1a-859c-9c4f1531370a req-2406cc73-0f42-4cd0-be39-9939243eb8b8 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.410328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f887404-24e6-4c3b-941d-2abf60b53751 None None] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:30.410787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-5e0ef075-717e-4472-8c1c-c12cbb26690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.410885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77312599-51e0-4b1a-859c-9c4f1531370a req-2406cc73-0f42-4cd0-be39-9939243eb8b8 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 948 time: 0.0773180 Jul 28 18:04:30.413898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-5e0ef075-717e-4472-8c1c-c12cbb26690b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0544178 Jul 28 18:04:30.492527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-49f61a6b-85b8-4f7e-9006-57a2d2661450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.502515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-49f61a6b-85b8-4f7e-9006-57a2d2661450 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804396 Jul 28 18:04:30.550395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77312599-51e0-4b1a-859c-9c4f1531370a req-c882c093-46f6-4740-87ab-a03b5bc66ad8 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076972 Jul 28 18:04:30.644582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b48e7e5f-eda9-441d-a909-4cc051de7a42 None None] Provisioning for port ba356afc-6839-4778-8781-ef3f5ab4156a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:30.698750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-be2a13f0-7a49-4e19-aa15-78994a99b68b service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852798 Jul 28 18:04:30.909124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:30.932075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba356afc-6839-4778-8781-ef3f5ab4156a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:30.948761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e295-c51e-4adb-b51b-57dde5d360e0 req-3d2d58b2-8a2b-4e65-960d-567a0ecfa496 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:30.957738 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c048e295-c51e-4adb-b51b-57dde5d360e0 req-3d2d58b2-8a2b-4e65-960d-567a0ecfa496 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1870589 Jul 28 18:04:30.963238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18ea64ea-838a-4672-b5ae-dddc16c29d6c req-3b684a83-2337-4adc-9931-31619bb05be0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568121 Jul 28 18:04:30.991510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:31.058313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c048e295-c51e-4adb-b51b-57dde5d360e0 req-a6743eac-b933-4f42-ad0b-aae9f40fbe2a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Jul 28 18:04:31.108651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-80875bc0-934d-4ff5-8047-d1ba63f314ef req-9c0ac398-898c-42c3-ba64-9fe5d4595429 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:04:31.109636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80875bc0-934d-4ff5-8047-d1ba63f314ef req-9c0ac398-898c-42c3-ba64-9fe5d4595429 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088696 Jul 28 18:04:31.122831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ba356afc-6839-4778-8781-ef3f5ab4156a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:31.129552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ba356afc-6839-4778-8781-ef3f5ab4156a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:31.132241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.155312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f42321b7-449a-4e21-93de-2da41aec19ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.210887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c622a-0438-4d4e-856d-3a22923ea16d req-f83f64fe-7368-48ea-b156-dffc0693751d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:31.212601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b8c622a-0438-4d4e-856d-3a22923ea16d req-f83f64fe-7368-48ea-b156-dffc0693751d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.0752904 Jul 28 18:04:31.220500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.229578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80875bc0-934d-4ff5-8047-d1ba63f314ef req-b3de55ff-5b48-4e3a-bbda-41e86465fa5a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1070023 Jul 28 18:04:31.264767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ba356afc-6839-4778-8781-ef3f5ab4156a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba356afc-6839-4778-8781-ef3f5ab4156a,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:31.282156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b8c622a-0438-4d4e-856d-3a22923ea16d req-e5748254-9b03-4eab-8b7e-90ade1a75890 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597713 Jul 28 18:04:31.305657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Router 53397808-f9d2-40c4-8383-1be86511ba94 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:04:31.339434 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.344916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f42321b7-449a-4e21-93de-2da41aec19ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.396026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ba356afc-6839-4778-8781-ef3f5ab4156a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:31.429147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e67b-7bb8-4a7d-bcc6-9e41d1bc0022 req-b4038e0c-a90c-4a14-8b36-a8341f280def tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:31.430903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f63e67b-7bb8-4a7d-bcc6-9e41d1bc0022 req-b4038e0c-a90c-4a14-8b36-a8341f280def tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 1101 time: 0.0626535 Jul 28 18:04:31.451867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:31.466474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Sync routers for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:31.477605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f42321b7-449a-4e21-93de-2da41aec19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.480479 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:31.486904 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:31.525054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f63e67b-7bb8-4a7d-bcc6-9e41d1bc0022 req-abe8688f-99a3-4967-8b47-f95ae7f664ac tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875933 Jul 28 18:04:31.542581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42321b7-449a-4e21-93de-2da41aec19ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c7e47-5534-4fea-9239-3866dbe7a993,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:31.542816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7cf7-c8d5-403b-9c59-1b8633822b3b req-4a28530c-8e10-4f0c-8667-5fa52a65cfa0 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:31.542816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-727e7cf7-c8d5-403b-9c59-1b8633822b3b req-4a28530c-8e10-4f0c-8667-5fa52a65cfa0 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0703750 Jul 28 18:04:31.553219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f42321b7-449a-4e21-93de-2da41aec19ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9cf2acd121c4774bc596104d119e11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604763 Jul 28 18:04:31.556232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51708) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:31.627630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-727e7cf7-c8d5-403b-9c59-1b8633822b3b req-461d08b8-3ef2-4fde-84f2-3eec231d4162 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 Jul 28 18:04:31.638366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.662332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.730676 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:31.763104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbc8f2-2d40-4a43-9b80-6a127bc552c3 req-87bef38b-e172-4b50-9550-238902b40a59 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:31.765071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2adbc8f2-2d40-4a43-9b80-6a127bc552c3 req-87bef38b-e172-4b50-9550-238902b40a59 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 948 time: 0.0841110 Jul 28 18:04:31.770559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7739b-29fd-4c04-a841-1fea8171a656 req-7c6bb7bd-ae99-43fb-8342-7192bc5807cd tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:31.778345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16b7739b-29fd-4c04-a841-1fea8171a656 req-7c6bb7bd-ae99-43fb-8342-7192bc5807cd tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.0731034 Jul 28 18:04:31.814942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2adbc8f2-2d40-4a43-9b80-6a127bc552c3 req-c4f02653-fdb9-4f5e-9798-610d0b990d6f tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Jul 28 18:04:31.824187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16b7739b-29fd-4c04-a841-1fea8171a656 req-8e29d73e-7a5a-45cb-9f8e-609e5ed3a64b tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Jul 28 18:04:31.877605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.881092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-200ea74f-df15-4fbb-afe7-602159f57c09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2497909 Jul 28 18:04:31.882527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51726) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:31.944588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.956387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:31.966753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/153c7e47-5534-4fea-9239-3866dbe7a993 HTTP/1.1" status: 204 len: 168 time: 0.4091382 Jul 28 18:04:32.011749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc63ab4-01dc-4139-ba1d-d5489abf2c7a req-0652afba-43fe-4560-8a93-9b9fee931a99 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:32.012492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-f3ea35bf-57d4-4219-9c13-41056acd9ea5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718088 Jul 28 18:04:32.017310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30253669-6477-4e6b-a9e0-8042be4156bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c7e47-5534-4fea-9239-3866dbe7a993,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:32.038312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dc63ab4-01dc-4139-ba1d-d5489abf2c7a req-0652afba-43fe-4560-8a93-9b9fee931a99 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1299901 Jul 28 18:04:32.109522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dc63ab4-01dc-4139-ba1d-d5489abf2c7a req-f81ecb26-3cef-44aa-b388-f36045a64abb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702341 Jul 28 18:04:32.171467 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:30Z', 'revision_number': 3, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:32.208190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51740) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:32.227912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-eb6aa48f-1759-4514-8a7e-2dc5af68815d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:32.231195 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Checking router: 53397808-f9d2-40c4-8383-1be86511ba94 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:32.235016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Updating router 53397808-f9d2-40c4-8383-1be86511ba94 port 57a683ca-5eaf-4e07-b705-c66d84c24c19 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:32.235811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-eb6aa48f-1759-4514-8a7e-2dc5af68815d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223992 Jul 28 18:04:32.253937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a2bf4802-fd9d-4017-adfc-bc966e223191 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0170960 Jul 28 18:04:32.286907 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.368186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-6599b69c-6c5e-4bf4-af9b-f325f08847f0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1133809 Jul 28 18:04:32.419980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8306f208-bf6f-4ebd-ba94-8904e707ef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.589207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8306f208-bf6f-4ebd-ba94-8904e707ef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.650390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296f5e7-2494-46eb-8c29-f87dc0f85bfd req-ce38bb25-98ff-4992-b8ee-e67e63647e94 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:32.657218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296f5e7-2494-46eb-8c29-f87dc0f85bfd req-ce38bb25-98ff-4992-b8ee-e67e63647e94 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:32.663234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296f5e7-2494-46eb-8c29-f87dc0f85bfd req-ce38bb25-98ff-4992-b8ee-e67e63647e94 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:32.693363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c296f5e7-2494-46eb-8c29-f87dc0f85bfd req-ce38bb25-98ff-4992-b8ee-e67e63647e94 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86&device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83&device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 2417 time: 0.1071372 Jul 28 18:04:32.703253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8306f208-bf6f-4ebd-ba94-8904e707ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.738933 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.752384 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Transition to ACTIVE for port object 57a683ca-5eaf-4e07-b705-c66d84c24c19 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:32.783351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.811471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba356afc-6839-4778-8781-ef3f5ab4156a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:32.826067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306f208-bf6f-4ebd-ba94-8904e707ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab81d49-2d50-4fb8-873e-5c6f7bbfbf33,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:32.828982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5b5e8bf-0260-424b-980c-95092a0a8d20 req-8e2601d3-d818-47f0-954e-b4ed72497b4f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 210 time: 0.0430603 Jul 28 18:04:32.830948 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:32.861147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8306f208-bf6f-4ebd-ba94-8904e707ef9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7af3723ff31d49c6a64a81243f184689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516049 Jul 28 18:04:32.867046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51752) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:32.880958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c296f5e7-2494-46eb-8c29-f87dc0f85bfd req-49e7048c-de59-4422-aa26-62f280ad05bd tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849794 Jul 28 18:04:32.947029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ba356afc-6839-4778-8781-ef3f5ab4156a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:32.947767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.017844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Attempting to bind port 57a683ca-5eaf-4e07-b705-c66d84c24c19 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:33.018429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Attempting to bind port 57a683ca-5eaf-4e07-b705-c66d84c24c19 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:33.021857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Attempting to bind port 57a683ca-5eaf-4e07-b705-c66d84c24c19 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:33.027354 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Pushing event updated for resources: {'Port': ['ID=57a683ca-5eaf-4e07-b705-c66d84c24c19,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:33.061974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:33.065586 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:33.066091 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:33.066588 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.067151 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:33.067762 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Bound port: 57a683ca-5eaf-4e07-b705-c66d84c24c19, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:33.068349 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.100500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.122173 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.140861 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] For port 57a683ca-5eaf-4e07-b705-c66d84c24c19, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:33.147025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] For port 57a683ca-5eaf-4e07-b705-c66d84c24c19, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57a683ca-5eaf-4e07-b705-c66d84c24c19,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:33.149684 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.151139 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.151682 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.152290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.153156 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.153730 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.154424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.155016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.156172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.156741 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.157249 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.158009 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:33.159555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Allocated IP 172.20.0.1 (39f91cda-fdb7-4e29-86f1-09633e410dfb/67a0ae9b-72c4-4f94-a75b-46c011cc98d7/b0aedad3-8f5a-4750-abaa-1750bcf20dd4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:33.163152 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:04:33.169961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5402db0-9efb-4a69-b7e6-94e85e2c1f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.170532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e1be7-7367-4184-85f0-5860ad584c62 req-81c15ac2-9f2d-4a4e-bb62-e77f10526794 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:33.172272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d82e1be7-7367-4184-85f0-5860ad584c62 req-81c15ac2-9f2d-4a4e-bb62-e77f10526794 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 948 time: 0.1657851 Jul 28 18:04:33.207256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47a656be-b1a1-438d-b470-f85933d3ef02 req-92130fa7-365d-434e-bc29-7855b3e820e6 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2338722 Jul 28 18:04:33.260587 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.267429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d82e1be7-7367-4184-85f0-5860ad584c62 req-255e28a1-c70b-4157-abec-6a3f7f7435d0 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803204 Jul 28 18:04:33.335850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.339995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.341343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aab81d49-2d50-4fb8-873e-5c6f7bbfbf33 HTTP/1.1" status: 204 len: 168 time: 0.4564943 Jul 28 18:04:33.359198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.381296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Transition to ACTIVE for port object b0aedad3-8f5a-4750-abaa-1750bcf20dd4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:33.410832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cee19-5a00-4fa7-9dec-0272a18d748d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab81d49-2d50-4fb8-873e-5c6f7bbfbf33,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:33.445484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:33.446248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:33.449221 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de4ed-1d7d-4625-b707-b5ee53f7b24b None None] Pushing event updated for resources: {'Port': ['ID=57a683ca-5eaf-4e07-b705-c66d84c24c19,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:33.488084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.548177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5402db0-9efb-4a69-b7e6-94e85e2c1f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.549415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:33.552823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:33.563631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:33.617723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Pushing event updated for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:33.619868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5402db0-9efb-4a69-b7e6-94e85e2c1f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.656518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.661190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:33.730228 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a5402db0-9efb-4a69-b7e6-94e85e2c1f3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38a61805ac6c496fbafcb02672d23544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735358 Jul 28 18:04:33.733694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51776) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:33.757817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5402db0-9efb-4a69-b7e6-94e85e2c1f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5fc6d2-cfa5-48e7-8d3e-6d8f7f218acb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:33.865884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.921206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:33.979646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2eba941c-0501-4fa3-8f43-5c6ea260d788 req-3dad9053-31d7-48f2-ac74-f1b342448293 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 210 time: 0.0453823 Jul 28 18:04:34.008637 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.092819 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:30Z', 'revision_number': 3, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:34.119302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d9cfdf3-de68-47a0-b293-bdad75a42c31 None None] Provisioning for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:34.119302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d9cfdf3-de68-47a0-b293-bdad75a42c31 None None] Provisioning complete for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:34.119302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d9cfdf3-de68-47a0-b293-bdad75a42c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.129055 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825fba80-7bae-43e4-90a4-f35f7309d9ba None None] The sync data for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 is: [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:30Z', 'revision_number': 3, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:34.167623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cfdf3-de68-47a0-b293-bdad75a42c31 None None] Port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:34.311914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.316338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.320463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.320878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e5fc6d2-cfa5-48e7-8d3e-6d8f7f218acb HTTP/1.1" status: 204 len: 168 time: 0.5820181 Jul 28 18:04:34.331051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06d8b3-daa4-46c8-99bc-8f669c09504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5fc6d2-cfa5-48e7-8d3e-6d8f7f218acb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:34.424917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.460977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1d3d25de-057c-4c22-a141-c6aaf709ea06 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:34.472169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:34.475138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.491718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-721d0135-aa98-4b1f-8957-38f424d82e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.715192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-721d0135-aa98-4b1f-8957-38f424d82e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.717075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215daaf-a96b-410f-a917-28a0e1077690 req-98bbb703-f6de-485d-8ff9-f26d02c05fd6 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:34.732597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a215daaf-a96b-410f-a917-28a0e1077690 req-98bbb703-f6de-485d-8ff9-f26d02c05fd6 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 948 time: 0.3674419 Jul 28 18:04:34.749505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:34.770122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '1d3d25de-057c-4c22-a141-c6aaf709ea06', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '1d3d25de-057c-4c22-a141-c6aaf709ea06', 'mac_address': 'fa:16:3e:99:f2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:34.788905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Pushing event updated for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:34.807893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-721d0135-aa98-4b1f-8957-38f424d82e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:34.868684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:34.870600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57a683ca-5eaf-4e07-b705-c66d84c24c19 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:34.881045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d0135-aa98-4b1f-8957-38f424d82e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3812ebf9-7bca-4fb7-8287-0c41c46fceac,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:34.882311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:34.948254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a215daaf-a96b-410f-a917-28a0e1077690 req-2fd2cab6-c70d-436d-884b-e500e79ddaf0 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168801 Jul 28 18:04:34.952263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-721d0135-aa98-4b1f-8957-38f424d82e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c6d04cf5640485684674ce9ea750f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789088 Jul 28 18:04:34.955630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51802) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:34.988487 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.020513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3d25de-057c-4c22-a141-c6aaf709ea06 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:35.058317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:35.126305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 57a683ca-5eaf-4e07-b705-c66d84c24c19 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:35.134178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 57a683ca-5eaf-4e07-b705-c66d84c24c19 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:35.141850 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.189295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddb22bfc-ede9-49f3-8c2c-fc62fea7e9fc req-8faf75ac-ecac-45f5-b094-0e8199686423 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 210 time: 0.0676749 Jul 28 18:04:35.206728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.291831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:35.330073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-031e9c2a-77d7-4674-889c-0ac1c68bb0e7 None None] Provisioning complete for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:35.331177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-031e9c2a-77d7-4674-889c-0ac1c68bb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.403060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.421815 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.425517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-031e9c2a-77d7-4674-889c-0ac1c68bb0e7 None None] Port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:35.439586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 57a683ca-5eaf-4e07-b705-c66d84c24c19, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57a683ca-5eaf-4e07-b705-c66d84c24c19,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:35.452639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Router 53397808-f9d2-40c4-8383-1be86511ba94 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:04:35.479446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.556625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.620211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-df0a71dd-b3b6-40ac-9731-23c9fc814fbf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268998 Jul 28 18:04:35.635662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=57a683ca-5eaf-4e07-b705-c66d84c24c19,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:35.733164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['1d3d25de-057c-4c22-a141-c6aaf709ea06'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:35.735690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:35.764358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-754d9665-fdcd-4582-bf10-fbec1b3aa5ff admin admin] 10.222.0.25 "PUT /v2.0/routers/53397808-f9d2-40c4-8383-1be86511ba94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8677585 Jul 28 18:04:35.786486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.795783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:35.798350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3812ebf9-7bca-4fb7-8287-0c41c46fceac HTTP/1.1" status: 204 len: 168 time: 0.8415806 Jul 28 18:04:35.857451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd71de-6023-487b-842c-bf0c8d5cdef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3812ebf9-7bca-4fb7-8287-0c41c46fceac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:35.905995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-e1b698cf-dd17-4e66-8434-dadab2d837e2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:35.916015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-e1b698cf-dd17-4e66-8434-dadab2d837e2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764459 Jul 28 18:04:35.932632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:36.134736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aaa8c-0679-4936-bb07-1f3d40c9229d req-66540f75-d235-490a-856a-c99e43dc82eb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:36.137998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-918aaa8c-0679-4936-bb07-1f3d40c9229d req-66540f75-d235-490a-856a-c99e43dc82eb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1355073 Jul 28 18:04:36.155797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8826fb-0c70-44d1-9d6e-e9f46eb5d407 req-18c6e580-a210-482d-b68d-a13234fe83e1 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:36.166135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db8826fb-0c70-44d1-9d6e-e9f46eb5d407 req-18c6e580-a210-482d-b68d-a13234fe83e1 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 949 time: 0.0893118 Jul 28 18:04:36.231782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db8826fb-0c70-44d1-9d6e-e9f46eb5d407 req-6a67bf3a-2715-49e4-97b4-b59c6fa25323 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640066 Jul 28 18:04:36.278241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-918aaa8c-0679-4936-bb07-1f3d40c9229d req-94168cd3-f4b9-4cca-b643-e023d1d07b2f tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192875 Jul 28 18:04:36.345227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:36.351482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:36.416609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-232fe6c7-f8db-44ca-9701-17ac451cc845 req-28f1a65e-9efd-4a5a-a99d-6c30eb653ca1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 210 time: 0.0486624 Jul 28 18:04:36.573403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.99 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/f2fe2359-9552-411a-a97e-2c964bc2ab24) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:36.805470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57a683ca-5eaf-4e07-b705-c66d84c24c19 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:36.932106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Sync routers for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:36.943352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 57a683ca-5eaf-4e07-b705-c66d84c24c19 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:36.943772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:36.970028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:36.970871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:37.187904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:37.226221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:37.241856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object f2fe2359-9552-411a-a97e-2c964bc2ab24 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:37.391550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:37.406755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223253a-ea03-49ea-b8de-77c100c03066 req-a98e1d74-6919-4939-904a-27aae70c9b04 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:37.406755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6223253a-ea03-49ea-b8de-77c100c03066 req-a98e1d74-6919-4939-904a-27aae70c9b04 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.1135864 Jul 28 18:04:37.411436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31420d30-6d02-4932-96e1-1f214f5d4a94 req-12cfa7a6-1d7d-4036-8375-92f9a47a9cc0 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:37.413657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:37.427736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31420d30-6d02-4932-96e1-1f214f5d4a94 req-12cfa7a6-1d7d-4036-8375-92f9a47a9cc0 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 949 time: 0.0867658 Jul 28 18:04:37.507318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31420d30-6d02-4932-96e1-1f214f5d4a94 req-2f1de4f1-3a26-4f70-abad-519903820624 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783885 Jul 28 18:04:37.607292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:37.615330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:37.620459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:37.634454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', '096966b7-769c-415e-88d7-8eff1e754dff'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:37.681137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Deleting port 8ce34be9-ae01-44a5-819e-9be37ab045e4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:37.681838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:37.694339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:37.709347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961f263-78cc-4a36-80ad-66212dcb1eb5 req-c0bf4aa3-31da-4c26-9409-2cae82fe5104 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:37.717189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8961f263-78cc-4a36-80ad-66212dcb1eb5 req-c0bf4aa3-31da-4c26-9409-2cae82fe5104 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 945 time: 0.3228209 Jul 28 18:04:37.773986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f08f0-f955-4926-977e-be34c534a142 req-9c1bdd60-fcca-4b7b-b9a9-90d73b8b76c6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:37.786533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-997f08f0-f955-4926-977e-be34c534a142 req-9c1bdd60-fcca-4b7b-b9a9-90d73b8b76c6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 935 time: 0.1509354 Jul 28 18:04:37.808880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:37.809562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:37.820276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-837a4d41-56f2-4e33-aeea-fa643307e315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:37.901312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8961f263-78cc-4a36-80ad-66212dcb1eb5 req-ed7ae5bd-e3ff-4d06-9bec-923993d151bb tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822300 Jul 28 18:04:37.922131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-a6f85d1d-61ce-494b-a5a9-c92e6ee4b582 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9935322 Jul 28 18:04:37.930834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:34Z', 'revision_number': 2, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:37.931043 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-997f08f0-f955-4926-977e-be34c534a142 req-98336558-1ab4-45ef-86a8-1aa9785b92ce tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432097 Jul 28 18:04:37.940892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Request body: {'port': {'device_id': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:38.000563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Checking router: 53397808-f9d2-40c4-8383-1be86511ba94 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:38.002885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Updating router 53397808-f9d2-40c4-8383-1be86511ba94 port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:38.015872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] For port 8ce34be9-ae01-44a5-819e-9be37ab045e4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ce34be9-ae01-44a5-819e-9be37ab045e4,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:38.016246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.044263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Calling delete_port for 8ce34be9-ae01-44a5-819e-9be37ab045e4 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:38.063780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.099476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.297243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-b3a41bfe-ee88-4f44-87b9-cc4aa75ddbcc tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:38.298886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-b3a41bfe-ee88-4f44-87b9-cc4aa75ddbcc tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.1729150 Jul 28 18:04:38.353395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-845e52e4-cae1-4f67-b616-46f1aaa1f356 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/quotas/25b875fc756e4421abd725e069fde1f0 HTTP/1.1" status: 200 len: 375 time: 0.0416853 Jul 28 18:04:38.440851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.518349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1d3d25de-057c-4c22-a141-c6aaf709ea06 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:38.545856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-6cc1a4b4-9b07-419c-a180-0c8adbde9af6 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849961 Jul 28 18:04:38.557941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event deleted for resources: {'Port': ['ID=8ce34be9-ae01-44a5-819e-9be37ab045e4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:38.630665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fe2359-9552-411a-a97e-2c964bc2ab24 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:38.638347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e332c84-1768-42ac-b4e4-365cb74622af None None] Provisioning for port f2fe2359-9552-411a-a97e-2c964bc2ab24 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:38.648370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.661810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e332c84-1768-42ac-b4e4-365cb74622af None None] Provisioning complete for port f2fe2359-9552-411a-a97e-2c964bc2ab24 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:38.665747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e332c84-1768-42ac-b4e4-365cb74622af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.676930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Transition to ACTIVE for port object f2fe2359-9552-411a-a97e-2c964bc2ab24 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:38.764341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d4db-f291-4b41-b871-ce5778f90723 req-3f308d98-cdeb-4d5d-a922-a0129d1f8745 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:38.777499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df79d4db-f291-4b41-b871-ce5778f90723 req-3f308d98-cdeb-4d5d-a922-a0129d1f8745 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 949 time: 0.1263022 Jul 28 18:04:38.811965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8e332c84-1768-42ac-b4e4-365cb74622af None None] Port f2fe2359-9552-411a-a97e-2c964bc2ab24 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:38.835792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df79d4db-f291-4b41-b871-ce5778f90723 req-fcd5ddc5-dbf8-401a-9a1d-8c0de7f0478e tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572369 Jul 28 18:04:38.841426 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:38.942489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 1d3d25de-057c-4c22-a141-c6aaf709ea06 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:39.005756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 1d3d25de-057c-4c22-a141-c6aaf709ea06 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:39.008044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.022708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.183766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Transition to ACTIVE for port object b0aedad3-8f5a-4750-abaa-1750bcf20dd4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:39.185010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3dbada28-bad7-4aac-9b51-0345bdfa831f req-e3f0146d-e8f3-42bf-9da2-292af4138e0a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0961909 Jul 28 18:04:39.185771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:39.211809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Attempting to bind port f2fe2359-9552-411a-a97e-2c964bc2ab24 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:39.212229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Attempting to bind port f2fe2359-9552-411a-a97e-2c964bc2ab24 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:39.212642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Attempting to bind port f2fe2359-9552-411a-a97e-2c964bc2ab24 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:39.224611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Port f2fe2359-9552-411a-a97e-2c964bc2ab24 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:04:39.231948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Attempting to bind port f2fe2359-9552-411a-a97e-2c964bc2ab24 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:39.246064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:39.246193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:39.246567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:39.247008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Bound port: f2fe2359-9552-411a-a97e-2c964bc2ab24, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:39.247378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.287710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] No DVR routers for this DVR port 8ce34be9-ae01-44a5-819e-9be37ab045e4 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:39.291868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.294542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6223253a-ea03-49ea-b8de-77c100c03066 req-ea25b818-5ca5-4497-aca9-31da174a0cc3 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "DELETE /v2.0/ports/8ce34be9-ae01-44a5-819e-9be37ab045e4 HTTP/1.1" status: 204 len: 173 time: 1.8639405 Jul 28 18:04:39.302707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.311547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'name': 'network-vif-deleted', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:39.314753 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a58b3-95f6-4b3a-87e0-df5820dc8142" -d '{"events": [{"server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "name": "network-vif-deleted", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:39.333583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-2512dffd-188b-46ed-84d9-9f6e4f407d6d service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645521 Jul 28 18:04:39.443236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:39.469328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-8fe52385-9b89-4bd6-9f1a-d5c29d8a870b service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345406 Jul 28 18:04:39.478271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:39.483434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c0c3a-0ed6-4db3-8006-5e53c21033eb req-a485dc3f-f39b-4a96-83f9-c88d34b71ff0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:39.485973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a1c0c3a-0ed6-4db3-8006-5e53c21033eb req-a485dc3f-f39b-4a96-83f9-c88d34b71ff0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 947 time: 0.1061144 Jul 28 18:04:39.583677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.608812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a1c0c3a-0ed6-4db3-8006-5e53c21033eb req-05a928f7-c2c8-4ef1-b8d2-544d0fe05c4b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107178 Jul 28 18:04:39.655997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e423fd5-23f1-4eb9-a4ba-c107abb885be None None] Pushing event updated for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:39.689028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.696191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:39.696840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.698239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] 10.222.0.35 "PUT /v2.0/ports/f2fe2359-9552-411a-a97e-2c964bc2ab24 HTTP/1.1" status: 200 len: 1095 time: 1.7658966 Jul 28 18:04:39.700918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:39.708101 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b" -d '{"events": [{"name": "network-changed", "server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:39.713329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Attempting to bind port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:39.713329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Attempting to bind port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:39.713329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Attempting to bind port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 on network 39f91cda-fdb7-4e29-86f1-09633e410dfb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:39.731608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:39.731991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Checking segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:39.732492 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.732937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Bound using segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:39.733449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Bound port: b0aedad3-8f5a-4750-abaa-1750bcf20dd4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:39.733864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:39.756452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb350c0-59b9-485e-a2bb-f4548a9ab237 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:39.785659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:39.788105 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b4ec30-ca23-4466-872f-b2c180b1beaa" -d '{"events": [{"server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:39.868661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:39.925364 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c698b6-e59a-4d7d-a3bf-bcf23db71a14 x-openstack-request-id: req-b5c698b6-e59a-4d7d-a3bf-bcf23db71a14 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:39.925364 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c69df-895e-428a-abe5-76ad9ef56c86", "name": "network-vif-deleted", "tag": "8ce34be9-ae01-44a5-819e-9be37ab045e4", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:39.925364 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c698b6-e59a-4d7d-a3bf-bcf23db71a14 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:39.925364 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c69df-895e-428a-abe5-76ad9ef56c86', 'name': 'network-vif-deleted', 'tag': '8ce34be9-ae01-44a5-819e-9be37ab045e4', 'status': 'completed', 'code': 200} Jul 28 18:04:39.977139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-8195d95b-c1c7-4277-8ea9-f9d1a3eb1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:39.981678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-8195d95b-c1c7-4277-8ea9-f9d1a3eb1090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 1098 time: 0.1479423 Jul 28 18:04:40.022332 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82726cb1-4019-44a6-bfb4-094c018fd59a x-openstack-request-id: req-82726cb1-4019-44a6-bfb4-094c018fd59a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:40.022871 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:40.022871 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82726cb1-4019-44a6-bfb4-094c018fd59a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:40.023277 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06', 'code': 200} Jul 28 18:04:40.026268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:40.027067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ce34be9-ae01-44a5-819e-9be37ab045e4 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:40.051308 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a8fa26-686d-4509-808d-2b1e58c49774 x-openstack-request-id: req-b2a8fa26-686d-4509-808d-2b1e58c49774 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:40.053234 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:40.053591 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2a8fa26-686d-4509-808d-2b1e58c49774 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:40.054109 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24', 'status': 'completed', 'code': 200} Jul 28 18:04:40.056911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-5e268fe5-b93d-454e-82c3-c53853788a00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24 HTTP/1.1" status: 200 len: 217 time: 0.0593579 Jul 28 18:04:40.081240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7cf2989f-18a3-4a14-9c31-3cdbca80309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:40.089839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 8ce34be9-ae01-44a5-819e-9be37ab045e4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:40.090642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ce34be9-ae01-44a5-819e-9be37ab045e4 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:40.095512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['df929067-20c6-4ce7-b834-e75aa5c893da', '0f20dc47-a7ec-4123-b643-0d63498ea920'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:40.101697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] For port b0aedad3-8f5a-4750-abaa-1750bcf20dd4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:40.175788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] For port b0aedad3-8f5a-4750-abaa-1750bcf20dd4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:40.178920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:40.242171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:40.249554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4adca783-750e-42aa-8c14-8b240bb47289 req-5246fb39-3615-4c1f-90e2-1129dc9e4022 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 210 time: 0.1024930 Jul 28 18:04:40.258020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:40.289019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c252-dd5f-4f59-9789-b56ac2e445be req-e3c603bf-8b38-44bf-861c-e122a07a6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:40.296932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2904c252-dd5f-4f59-9789-b56ac2e445be req-e3c603bf-8b38-44bf-861c-e122a07a6a3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 1101 time: 0.2173355 Jul 28 18:04:40.356492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-9ef75101-3597-41db-827c-320034db9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:40.361131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-9ef75101-3597-41db-827c-320034db9aa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.2812061 Jul 28 18:04:40.365561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2904c252-dd5f-4f59-9789-b56ac2e445be req-7f89fb97-297e-4b7a-9629-1b4916e8ae0e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Jul 28 18:04:40.375797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:04:40.377882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:04:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:40.402862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f1092-87f6-4b6c-8abe-4d907b0cfd73 req-d55775a6-614b-4811-b3c9-8eefeb79f59b tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:40.412000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f1f1092-87f6-4b6c-8abe-4d907b0cfd73 req-d55775a6-614b-4811-b3c9-8eefeb79f59b tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.2358413 Jul 28 18:04:40.466805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c37057f3-c368-4bed-a256-4a4d1242e917 req-61ef51e8-8f70-4623-8119-d3ad2bc231e2 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4c69df-895e-428a-abe5-76ad9ef56c86 HTTP/1.1" status: 200 len: 210 time: 0.0383248 Jul 28 18:04:40.524983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f1f1092-87f6-4b6c-8abe-4d907b0cfd73 req-d5f3aa8b-c559-452c-9879-64c249d39cbc tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116157 Jul 28 18:04:40.620755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-420c27c5-ec94-434b-b673-d75fab9e4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:40.623109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-420c27c5-ec94-434b-b673-d75fab9e4158 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404727 Jul 28 18:04:40.818259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e423fd5-23f1-4eb9-a4ba-c107abb885be None None] Pushing event updated for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:40.843110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-6f8a1ec0-2977-4252-a495-223603cf6c35 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042933 Jul 28 18:04:40.861323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626b643-ea9c-4829-b8bc-b5d928f8bfd5 req-f42d7ee6-ca78-4fde-9e72-d8481c8b8b37 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:40.864498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d626b643-ea9c-4829-b8bc-b5d928f8bfd5 req-f42d7ee6-ca78-4fde-9e72-d8481c8b8b37 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 947 time: 0.1329861 Jul 28 18:04:40.951118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d626b643-ea9c-4829-b8bc-b5d928f8bfd5 req-84ffafda-8607-44c0-a66c-3f3c012052e0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766709 Jul 28 18:04:41.023721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b595f77-9f5f-44b6-98fa-57efac51ba6c req-09f0b621-2141-44f5-aecd-59f458195fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670074 Jul 28 18:04:41.042290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:04:41.086334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:41.265962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-4192e034-34cd-4d96-920b-b5fc0a575e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:41.267559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-4192e034-34cd-4d96-920b-b5fc0a575e93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 1098 time: 0.0674150 Jul 28 18:04:41.336156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:39Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:41.377962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5692a4f-db50-4291-bcc6-b205c74574be None None] The sync data for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 is: [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:39Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:41.398807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70036cfe-0293-44a2-85da-b28ec7ed5fe9 req-43a199e8-b21a-4235-a5e6-8442458b881b tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 210 time: 0.0342793 Jul 28 18:04:41.479693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-9f704068-8f8e-4277-9faf-35321c584e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:41.483604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-9f704068-8f8e-4277-9faf-35321c584e82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2031140 Jul 28 18:04:41.591230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-e7992268-966f-4160-af56-c6dd2726babb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24 HTTP/1.1" status: 200 len: 217 time: 0.0802531 Jul 28 18:04:41.674825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52060) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:41.712069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-fd901946-cada-4344-9322-a00ca8ca4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:41.713519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-fd901946-cada-4344-9322-a00ca8ca4c12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1117527 Jul 28 18:04:41.796182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d72e63-ec57-45c2-b7de-84457cf37cdf req-67351ad9-b87d-4860-96a4-c3dd3527e871 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:41.797101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45d72e63-ec57-45c2-b7de-84457cf37cdf req-67351ad9-b87d-4860-96a4-c3dd3527e871 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.0878906 Jul 28 18:04:41.943855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45d72e63-ec57-45c2-b7de-84457cf37cdf req-51d3a625-ce81-4690-9dcf-3586bbb84802 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402533 Jul 28 18:04:41.966848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-c589307e-e93b-4d68-a511-4bf73048d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:41.972561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-c589307e-e93b-4d68-a511-4bf73048d35b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272836 Jul 28 18:04:42.131065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2e3b-573d-4d12-ac90-56726ab21854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.194627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-70fd272c-1e01-4db1-be9a-c9e80d99ea02 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071557 Jul 28 18:04:42.313933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2e3b-573d-4d12-ac90-56726ab21854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.367525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4a63-e017-4953-90f1-fe8877802026 req-c9980b1c-808a-4c04-bfc2-36dceab990e4 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:42.369631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-809b4a63-e017-4953-90f1-fe8877802026 req-c9980b1c-808a-4c04-bfc2-36dceab990e4 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.0786903 Jul 28 18:04:42.371259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2e3b-573d-4d12-ac90-56726ab21854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.427871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16f752-643b-4c84-bf44-82b13525a970 req-42c907cc-93fd-4a34-9630-e2f86b0919ba tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:42.429340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c16f752-643b-4c84-bf44-82b13525a970 req-42c907cc-93fd-4a34-9630-e2f86b0919ba tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 947 time: 0.1037529 Jul 28 18:04:42.469525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-809b4a63-e017-4953-90f1-fe8877802026 req-93c9c6c1-cba8-4a6c-8464-e4be9b68f530 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766170 Jul 28 18:04:42.471024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5f8f381-f9ea-4a9f-aca9-a5dad363b89b req-2cb523e1-ee30-4e6d-8b79-b4bc8623713b service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682822 Jul 28 18:04:42.485170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52082) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:42.486935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c7bd2e3b-573d-4d12-ac90-56726ab21854 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6f7e7f6eeed470abbfe3266b411413b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086116 Jul 28 18:04:42.488280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd2e3b-573d-4d12-ac90-56726ab21854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e55279-d9f6-4c97-a0cc-4d51ecec2609,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:42.528217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c16f752-643b-4c84-bf44-82b13525a970 req-0a905d37-11c1-421e-9821-49712d031ffb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922461 Jul 28 18:04:42.586628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.615240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.620194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f4db9f0-96ec-4824-85d3-057f596e96ce req-d898c5c6-ecb5-4926-ba9a-d2084e5fe8f6 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 210 time: 0.0330009 Jul 28 18:04:42.790086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.790290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0aedad3-8f5a-4750-abaa-1750bcf20dd4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:42.793332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.798445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6e55279-d9f6-4c97-a0cc-4d51ecec2609 HTTP/1.1" status: 204 len: 168 time: 0.3099053 Jul 28 18:04:42.814576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf47328-8738-4c26-a75e-15e799eef19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e55279-d9f6-4c97-a0cc-4d51ecec2609,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:42.895415 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:42.966625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:42.980402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:42.981106 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.054233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-209e4ecf-025e-472c-bc07-dbc90d9ced3e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:43.055854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-209e4ecf-025e-472c-bc07-dbc90d9ced3e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.1792033 Jul 28 18:04:43.083432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Request body: {'port': {'device_id': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'admin_state_up': True, 'tenant_id': '25b875fc756e4421abd725e069fde1f0'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:43.135745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba3b0-585c-4e6b-a03c-accef5498f2d req-d341ebd9-ed0a-491f-8c3b-7b88269a77e7 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:43.137283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-205ba3b0-585c-4e6b-a03c-accef5498f2d req-d341ebd9-ed0a-491f-8c3b-7b88269a77e7 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.1014223 Jul 28 18:04:43.158000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.200569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-205ba3b0-585c-4e6b-a03c-accef5498f2d req-36237d8a-1cf8-466c-be7e-7ff55b322bf7 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559034 Jul 28 18:04:43.282299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b0aedad3-8f5a-4750-abaa-1750bcf20dd4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:43.362876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.390998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:43.396234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.428660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:43.563335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Allocated IP 172.20.0.7 (0ff64175-42b5-412e-a670-6008439f5a87/7d9a6f04-56c1-429d-8b30-14e1613cc5d5/8b95d415-ded6-4631-8a62-cc8ec6031fd3) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:43.627892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8d914-8b6e-440d-bb3d-38f206eb7a40 req-19ff3039-0c0c-4b1f-8f23-fb0f632fb56e tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:43.629437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61f8d914-8b6e-440d-bb3d-38f206eb7a40 req-19ff3039-0c0c-4b1f-8f23-fb0f632fb56e tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.0682805 Jul 28 18:04:43.687023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52112) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:43.698192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61f8d914-8b6e-440d-bb3d-38f206eb7a40 req-ba776d8e-1c53-442b-ae90-505f18ec5006 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Jul 28 18:04:43.701833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7321f27b-8d7e-4f4e-8910-b26fe6f1301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.798812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35bdc-cf3a-4477-a820-29ec79ab28d0 req-f8a17eaf-e1da-468e-ad3c-bd3662f2cdef tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:43.800592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f35bdc-cf3a-4477-a820-29ec79ab28d0 req-f8a17eaf-e1da-468e-ad3c-bd3662f2cdef tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 947 time: 0.0872788 Jul 28 18:04:43.804499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e40f3679-1a02-4054-9d50-a892e3216bca req-d0564c03-57b5-49ef-9a88-e9303103d22f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 210 time: 0.0389583 Jul 28 18:04:43.863161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.876826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f35bdc-cf3a-4477-a820-29ec79ab28d0 req-c0a9ac2f-b9b3-44cc-a658-55c02e8ab2f5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679381 Jul 28 18:04:43.927814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7321f27b-8d7e-4f4e-8910-b26fe6f1301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.983874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:43.996700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728', '2532e9c7-8eaa-4aef-bdfa-7ae825f14537'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:44.006107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7321f27b-8d7e-4f4e-8910-b26fe6f1301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.058421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event updated for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:44.070005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Network 0ff64175-42b5-412e-a670-6008439f5a87 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:44.072008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:44.075418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:44.087661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7321f27b-8d7e-4f4e-8910-b26fe6f1301b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=674a70b79e114d88abb592d4a07b6ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990958 Jul 28 18:04:44.093569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52120) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:44.138171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:44.138721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.175320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321f27b-8d7e-4f4e-8910-b26fe6f1301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c15637-c1b4-413f-9e15-2a55874161c6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:44.213839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-bca2bcc7-538e-4e5b-abee-86ea59b4f71d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:44.215489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-bca2bcc7-538e-4e5b-abee-86ea59b4f71d tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.1141632 Jul 28 18:04:44.231734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-20e89ada-d78c-4698-87db-11c5394c4a16 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627560 Jul 28 18:04:44.235258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.250696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Request body: {'port': {'device_id': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:44.307874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.326945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.461455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Deleting port 0f20dc47-a7ec-4123-b643-0d63498ea920 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:44.462105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.530898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.534759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.535235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73c15637-c1b4-413f-9e15-2a55874161c6 HTTP/1.1" status: 204 len: 168 time: 0.4402883 Jul 28 18:04:44.541411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2fe2359-9552-411a-a97e-2c964bc2ab24 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:44.553771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8baab5-a94a-4171-bded-2865f1bbdd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c15637-c1b4-413f-9e15-2a55874161c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:44.629244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b95d415-ded6-4631-8a62-cc8ec6031fd3 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:44.635892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] For port 0f20dc47-a7ec-4123-b643-0d63498ea920, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0f20dc47-a7ec-4123-b643-0d63498ea920,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:44.636660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.637451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.650223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Transition to ACTIVE for port object 8b95d415-ded6-4631-8a62-cc8ec6031fd3 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:44.653669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Calling delete_port for 0f20dc47-a7ec-4123-b643-0d63498ea920 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:44.705481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:44.707038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2208-8b0a-46d1-82a9-2eae1a02fa1b req-ce6d0b8e-f4da-44f9-8df8-8514d366e3f5 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:44.708664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47be2208-8b0a-46d1-82a9-2eae1a02fa1b req-ce6d0b8e-f4da-44f9-8df8-8514d366e3f5 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.0571771 Jul 28 18:04:44.709857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.722255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f2fe2359-9552-411a-a97e-2c964bc2ab24', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'f2fe2359-9552-411a-a97e-2c964bc2ab24', 'mac_address': 'fa:16:3e:ba:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:44.833078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.863854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fe2359-9552-411a-a97e-2c964bc2ab24 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:44.877767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0aedad3-8f5a-4750-abaa-1750bcf20dd4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:44.882441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:44.907388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47be2208-8b0a-46d1-82a9-2eae1a02fa1b req-d2ed8975-f7f7-4e2b-9bcf-e9454e515f90 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874728 Jul 28 18:04:44.932773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Attempting to bind port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:04:44.933139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Attempting to bind port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:04:44.933689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Attempting to bind port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:44.940035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 on network 0ff64175-42b5-412e-a670-6008439f5a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:04:44.940367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Attempting to bind port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:04:44.951731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:04:44.951731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Checking segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:44.951731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Bound using segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:04:44.951731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Bound port: 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:04:44.952196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:44.991745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:45.023678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f114e2c-c036-4fe5-a094-cd68d36440b6 req-33640c55-fdb5-4209-a9d7-0140da54d052 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.032978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f114e2c-c036-4fe5-a094-cd68d36440b6 req-33640c55-fdb5-4209-a9d7-0140da54d052 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 946 time: 0.0975888 Jul 28 18:04:45.036269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.061278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['df929067-20c6-4ce7-b834-e75aa5c893da', '0f20dc47-a7ec-4123-b643-0d63498ea920'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:45.072058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:45.072058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.081936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event deleted for resources: {'Port': ['ID=0f20dc47-a7ec-4123-b643-0d63498ea920,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:45.106689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.110990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:45.143904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:45.152254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] No DVR routers for this DVR port 0f20dc47-a7ec-4123-b643-0d63498ea920 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:45.157490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.159714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-868555c1-49ba-4655-94ce-dda8ee33ba1b req-8bb9bd3e-c1cf-422e-8852-142dc2b39a20 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "DELETE /v2.0/ports/0f20dc47-a7ec-4123-b643-0d63498ea920 HTTP/1.1" status: 204 len: 173 time: 0.9254541 Jul 28 18:04:45.160493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'name': 'network-vif-deleted', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:45.163383 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b8e7e2-4f15-4f95-a0e2-ba1b67f0066e" -d '{"events": [{"server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "name": "network-vif-deleted", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:45.176248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb86794-8ac8-4943-8cb2-62558a100684 req-ae7a2021-63d0-46f0-8aab-9ced1fcf11c8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.177203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f114e2c-c036-4fe5-a094-cd68d36440b6 req-a6cac381-1126-4522-8a6b-3802ba29cdf1 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433063 Jul 28 18:04:45.179279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-adb86794-8ac8-4943-8cb2-62558a100684 req-ae7a2021-63d0-46f0-8aab-9ced1fcf11c8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 943 time: 0.1138062 Jul 28 18:04:45.218622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:45.236192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-adb86794-8ac8-4943-8cb2-62558a100684 req-73f6e026-3bc5-4c80-a645-7c57463c3aa5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jul 28 18:04:45.272442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.342914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275c32c-e5ee-4f29-bf6b-06e42341b1ec req-b9421dae-8bb4-4d20-b49d-6343c3951509 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.345020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2275c32c-e5ee-4f29-bf6b-06e42341b1ec req-b9421dae-8bb4-4d20-b49d-6343c3951509 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 948 time: 0.0914118 Jul 28 18:04:45.346779 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbb76f-6948-455c-82fd-2038a1974cdb x-openstack-request-id: req-dccbb76f-6948-455c-82fd-2038a1974cdb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:45.347547 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc30f08e-40fd-423f-b2c6-7e023d865c83", "name": "network-vif-deleted", "tag": "0f20dc47-a7ec-4123-b643-0d63498ea920", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:45.347979 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dccbb76f-6948-455c-82fd-2038a1974cdb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:45.348540 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc30f08e-40fd-423f-b2c6-7e023d865c83', 'name': 'network-vif-deleted', 'tag': '0f20dc47-a7ec-4123-b643-0d63498ea920', 'status': 'completed', 'code': 200} Jul 28 18:04:45.358510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:45.377066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.377931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.379688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-88b5e0f0-5310-4a19-9798-b6641e2a9ba5 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b95d415-ded6-4631-8a62-cc8ec6031fd3 HTTP/1.1" status: 200 len: 1091 time: 1.1341112 Jul 28 18:04:45.380358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:45.383954 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:45.412845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:45.452498 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd01b0-3319-442b-bbfd-82e4a30be7e0 x-openstack-request-id: req-80cd01b0-3319-442b-bbfd-82e4a30be7e0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:45.455059 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:45.455319 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80cd01b0-3319-442b-bbfd-82e4a30be7e0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:45.457132 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3', 'status': 'completed', 'code': 200} Jul 28 18:04:45.461029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2275c32c-e5ee-4f29-bf6b-06e42341b1ec req-bea6f062-6d28-4554-913a-865ed74efafe tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Jul 28 18:04:45.615550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f2fe2359-9552-411a-a97e-2c964bc2ab24'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:45.618994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-0ba453aa-c842-4b88-b7ae-75317626985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.625033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-0ba453aa-c842-4b88-b7ae-75317626985a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 1094 time: 0.1458950 Jul 28 18:04:45.814535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-a66047e7-ee2d-4ae9-8d0b-cfc1b38256c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.816237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-a66047e7-ee2d-4ae9-8d0b-cfc1b38256c0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=25b875fc756e4421abd725e069fde1f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1810677 Jul 28 18:04:45.922552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-967050a0-6e18-4ae7-bc96-9ea861bbd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:45.924291 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f68f8b50-5a44-471c-a03b-9ec8ca6d6ab9 req-967050a0-6e18-4ae7-bc96-9ea861bbd92c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964611 Jul 28 18:04:46.018269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-881aeeee-f0e1-4e21-883c-1bff0dc2cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.019882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-881aeeee-f0e1-4e21-883c-1bff0dc2cfd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 1094 time: 0.0529468 Jul 28 18:04:46.052329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96253e-8c60-4312-a3fd-774617e24766 req-fe1df7c1-04ca-483e-98a2-01d60f1affbf tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.054201 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f96253e-8c60-4312-a3fd-774617e24766 req-fe1df7c1-04ca-483e-98a2-01d60f1affbf tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.0594816 Jul 28 18:04:46.075826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-d8a846e1-aaf0-44ab-8e3b-c3f8ef89f564 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3 HTTP/1.1" status: 200 len: 217 time: 0.0474679 Jul 28 18:04:46.112009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f96253e-8c60-4312-a3fd-774617e24766 req-af8a99b6-8087-40a1-b920-f6e144326173 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/security-groups?id=caa89129-3c20-4bb7-b0b4-045127ff6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jul 28 18:04:46.158052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5a17-0e19-4d87-9453-66660b57d267 req-cdf5466f-a387-4b64-b961-4600409b0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.159566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-cdf5466f-a387-4b64-b961-4600409b0ca3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.0732391 Jul 28 18:04:46.204376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-065eb00c-005c-4968-ad24-754d5f68ef5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366938 Jul 28 18:04:46.261226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-dac5ba96-33ed-4857-ae6b-e7d06b063ee9 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.283617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-dac5ba96-33ed-4857-ae6b-e7d06b063ee9 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 950 time: 0.1155927 Jul 28 18:04:46.393626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01572367-281a-47f2-b08f-10b07d77dbc2 req-13aa5450-9895-4c9d-a4fe-907089de93f9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc30f08e-40fd-423f-b2c6-7e023d865c83 HTTP/1.1" status: 200 len: 210 time: 0.0322270 Jul 28 18:04:46.408612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-630273b0-1039-4c3d-b4fd-35eeff5e18cc service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964803 Jul 28 18:04:46.472811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49ac1c-0328-489b-bdbe-f204719961f5 req-1caf1bdb-9a64-460f-b288-0af5ade10695 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.476117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c49ac1c-0328-489b-bdbe-f204719961f5 req-1caf1bdb-9a64-460f-b288-0af5ade10695 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 943 time: 0.1076050 Jul 28 18:04:46.524779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Deleting port 1d3d25de-057c-4c22-a141-c6aaf709ea06 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:46.525156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:46.575647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-862e5a17-0e19-4d87-9453-66660b57d267 req-9e4a70d1-eb11-48e9-8317-74dab3803c54 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584101 Jul 28 18:04:46.598444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c49ac1c-0328-489b-bdbe-f204719961f5 req-cfed303f-1fe0-416e-baf2-a46493d08165 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Jul 28 18:04:46.642957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3ff6-ec9a-418e-9dc0-192c0566a55d req-ee8e8c51-ef6a-4a28-bc9d-e59449d64cf2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:46.644669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbdd3ff6-ec9a-418e-9dc0-192c0566a55d req-ee8e8c51-ef6a-4a28-bc9d-e59449d64cf2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 948 time: 0.0738287 Jul 28 18:04:46.657995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52190) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:46.677144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] For port 1d3d25de-057c-4c22-a141-c6aaf709ea06, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1d3d25de-057c-4c22-a141-c6aaf709ea06,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:46.677916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:46.700557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Calling delete_port for 1d3d25de-057c-4c22-a141-c6aaf709ea06 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:46.742187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbdd3ff6-ec9a-418e-9dc0-192c0566a55d req-e1240802-c79b-42fb-9723-ef3e665f76f0 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892560 Jul 28 18:04:46.958618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-403963550-network', 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:46.961841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:46.998614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Pushing event deleted for resources: {'Port': ['ID=1d3d25de-057c-4c22-a141-c6aaf709ea06,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:47.048402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] No DVR routers for this DVR port 1d3d25de-057c-4c22-a141-c6aaf709ea06 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:47.050991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.053333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9dffbb8-18be-48c2-8a61-c25847e2de6a req-fbddc436-778f-4785-af5c-4d35e3e765c3 tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.35 "DELETE /v2.0/ports/1d3d25de-057c-4c22-a141-c6aaf709ea06 HTTP/1.1" status: 204 len: 173 time: 0.7631035 Jul 28 18:04:47.070590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:47.073103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.083223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.117708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['1d3d25de-057c-4c22-a141-c6aaf709ea06'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:47.196648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.237815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2625a447-2fab-4546-9921-61ac26417b5f req-fe157bfa-82f1-45a0-8614-8d6ba2664edc tempest-TenantUsagesTestJSON-631627904 tempest-TenantUsagesTestJSON-631627904-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca940-7101-49bc-8fe3-333cae15ed96 HTTP/1.1" status: 200 len: 210 time: 0.0296204 Jul 28 18:04:47.263562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.287736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:47.302373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df31cbf-44ac-474b-85d9-84618f8f7366,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:47.305221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.305559 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Added segment b0bf40a5-a5ac-47c4-8b62-177c8a415f8d of type vlan for network 41c376b8-712e-48c3-9967-c14f2872f547 Jul 28 18:04:47.347365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.350603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'name': 'network-vif-deleted', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:47.354049 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f401f59-8c51-443a-b564-2e0d378bd37f" -d '{"events": [{"server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "name": "network-vif-deleted", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:47.400627 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b854dd1-401d-43bd-9795-c899ab4d99f6 x-openstack-request-id: req-1b854dd1-401d-43bd-9795-c899ab4d99f6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:47.400927 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1ca940-7101-49bc-8fe3-333cae15ed96", "name": "network-vif-deleted", "tag": "1d3d25de-057c-4c22-a141-c6aaf709ea06", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:47.401182 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b854dd1-401d-43bd-9795-c899ab4d99f6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:47.401575 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1ca940-7101-49bc-8fe3-333cae15ed96', 'name': 'network-vif-deleted', 'tag': '1d3d25de-057c-4c22-a141-c6aaf709ea06', 'status': 'completed', 'code': 200} Jul 28 18:04:47.463239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.467592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:47.467592 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.553295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] Pushing event updated for resources: {'Network': ['ID=41c376b8-712e-48c3-9967-c14f2872f547,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:47.563847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 41c376b8-712e-48c3-9967-c14f2872f547 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:47.566942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b7684845-4a79-4875-a55b-dc9520e80e41 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9077179 Jul 28 18:04:47.569982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52208) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:47.577291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Request body: {'subnet': {'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-403963550-subnet', 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:47.745589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:47.749522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:47.837536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6c98-f230-471a-986f-9d90c2b88c02 req-0aa7ffaa-255d-4f36-bc7d-dbd92b2ceb73 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:47.841079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4a6c98-f230-471a-986f-9d90c2b88c02 req-0aa7ffaa-255d-4f36-bc7d-dbd92b2ceb73 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 943 time: 0.1343093 Jul 28 18:04:47.920970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4a6c98-f230-471a-986f-9d90c2b88c02 req-5e5d0ae3-24df-4b39-9f7d-4fc9e20ffbd5 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Jul 28 18:04:47.966308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b897f-dcc0-403e-9320-48cef5e1c7fc req-7fe00287-5fe2-4fdf-9af4-d1686ca49d96 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:47.975723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096b897f-dcc0-403e-9320-48cef5e1c7fc req-7fe00287-5fe2-4fdf-9af4-d1686ca49d96 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 948 time: 0.0845575 Jul 28 18:04:48.038080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096b897f-dcc0-403e-9320-48cef5e1c7fc req-7db8ba32-c235-492e-acff-a8b8ffd72908 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Jul 28 18:04:48.098577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b95d415-ded6-4631-8a62-cc8ec6031fd3 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:48.138084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b5c76-da61-4b1c-8946-7bf633d8f0a0 req-5f291f07-9ad8-484f-82c3-1197f9d33fca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:48.140078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e74b5c76-da61-4b1c-8946-7bf633d8f0a0 req-5f291f07-9ad8-484f-82c3-1197f9d33fca tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0653429 Jul 28 18:04:48.141847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:48.230709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:48.252193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8b95d415-ded6-4631-8a62-cc8ec6031fd3', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'port_id': '8b95d415-ded6-4631-8a62-cc8ec6031fd3', 'mac_address': 'fa:16:3e:f3:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9a6f04-56c1-429d-8b30-14e1613cc5d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:48.252454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e234d1d-522d-4efa-9d89-cbbb43c0b575,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:48.277390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e74b5c76-da61-4b1c-8946-7bf633d8f0a0 req-6a5e0de2-97f1-45c2-bd20-c49122fed8d9 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282842 Jul 28 18:04:48.289854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:48.290225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Network hostable DHCP agents. Network: 41c376b8-712e-48c3-9967-c14f2872f547, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:48.338449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:48.354233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b95d415-ded6-4631-8a62-cc8ec6031fd3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:04:48.374049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Network 41c376b8-712e-48c3-9967-c14f2872f547 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:48.376956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:48.379165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:48.465310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:48.466141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 41c376b8-712e-48c3-9967-c14f2872f547) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:48.473157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:48.473935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:48.493344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03578d-a86b-40f1-9601-021618b4609c None None] Network 41c376b8-712e-48c3-9967-c14f2872f547 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:48.569224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-adcebbca-7591-4088-bd5d-9ca23c4ee0f1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9980681 Jul 28 18:04:48.581245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2fe2359-9552-411a-a97e-2c964bc2ab24 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:48.589312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:48.687637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73128aeb-a147-40b1-96fb-bdc6465bf35a None None] Network 41c376b8-712e-48c3-9967-c14f2872f547 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:48.767528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8b95d415-ded6-4631-8a62-cc8ec6031fd3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:48.825774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f2fe2359-9552-411a-a97e-2c964bc2ab24 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:48.854483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f2fe2359-9552-411a-a97e-2c964bc2ab24 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:48.854483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.035723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:49.062747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae524352-b152-4998-b230-6104086c78cc req-55615cae-8068-4c02-be04-2df5165ae8ea tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:49.070549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae524352-b152-4998-b230-6104086c78cc req-55615cae-8068-4c02-be04-2df5165ae8ea tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 944 time: 0.0642071 Jul 28 18:04:49.131330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae524352-b152-4998-b230-6104086c78cc req-7cd3ab6a-9e13-40bc-809e-d94da91d7b50 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Jul 28 18:04:49.207930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.254572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f0c90-5894-49cc-8fb5-9d203a83bf4c req-41c0e5ab-10da-4961-9d43-16d7ad63393f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:49.256992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:49.259549 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa44152-7e0f-476a-9eea-5e70b55e5d76" -d '{"events": [{"server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "name": "network-vif-plugged", "status": "completed", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:49.263568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71f0c90-5894-49cc-8fb5-9d203a83bf4c req-41c0e5ab-10da-4961-9d43-16d7ad63393f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 948 time: 0.0632367 Jul 28 18:04:49.275562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:49.303946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71f0c90-5894-49cc-8fb5-9d203a83bf4c req-788e4005-538c-49c4-9bfd-d6857b650186 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Jul 28 18:04:49.306855 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb14ecf3-3fd2-499e-8dbe-877daacda0a3 x-openstack-request-id: req-fb14ecf3-3fd2-499e-8dbe-877daacda0a3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:49.307141 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "name": "network-vif-plugged", "status": "completed", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:49.307431 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb14ecf3-3fd2-499e-8dbe-877daacda0a3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:49.307841 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24', 'code': 200} Jul 28 18:04:49.333866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.334865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0f20dc47-a7ec-4123-b643-0d63498ea920 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:49.361844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 0f20dc47-a7ec-4123-b643-0d63498ea920 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:49.362362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0f20dc47-a7ec-4123-b643-0d63498ea920 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:49.362916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1d3d25de-057c-4c22-a141-c6aaf709ea06 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:49.431167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b647e-c949-4285-97c1-6904f8fcd997 req-5c395d99-2986-4cb2-b2b3-c03b86c1d14a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:49.433564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 1d3d25de-057c-4c22-a141-c6aaf709ea06 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:49.438881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1d3d25de-057c-4c22-a141-c6aaf709ea06 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:49.443096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e53b647e-c949-4285-97c1-6904f8fcd997 req-5c395d99-2986-4cb2-b2b3-c03b86c1d14a tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0678988 Jul 28 18:04:49.472100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062a02-530f-4dc9-90ce-4638e16de10e req-655aa70e-b577-43cb-a6d8-de24ee19e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:49.478951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d062a02-530f-4dc9-90ce-4638e16de10e req-655aa70e-b577-43cb-a6d8-de24ee19e627 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 1100 time: 0.0867722 Jul 28 18:04:49.484394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:49.516424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e53b647e-c949-4285-97c1-6904f8fcd997 req-3feeb294-a6fd-46b5-a62a-a534fe0e2c92 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffa1033-83e8-49d3-9239-969667c0f162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723538 Jul 28 18:04:49.571912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1a931c93-5a03-4b4a-8e20-7832c10277e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fd7f8aee1b844449a878531b9bfdf44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317543 Jul 28 18:04:49.572204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52260) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:49.593284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d062a02-530f-4dc9-90ce-4638e16de10e req-65d1ab28-81cb-4e5b-bb3f-7f7ecd73e987 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062276 Jul 28 18:04:49.635261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.658263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.859720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.862352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:49.866083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caa89129-3c20-4bb7-b0b4-045127ff6f03 HTTP/1.1" status: 204 len: 168 time: 0.2905266 Jul 28 18:04:49.879785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5677c-9701-4a1d-9810-bfc6f7300732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa89129-3c20-4bb7-b0b4-045127ff6f03,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:49.936696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-1ba71aa5-dc5e-4e7c-b4e3-4b6b3b886894 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:49.938369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-1ba71aa5-dc5e-4e7c-b4e3-4b6b3b886894 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 945 time: 0.0670986 Jul 28 18:04:50.058346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Deleting port df929067-20c6-4ce7-b834-e75aa5c893da {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:50.059083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.130575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b95d415-ded6-4631-8a62-cc8ec6031fd3 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:50.158853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] For port df929067-20c6-4ce7-b834-e75aa5c893da, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=df929067-20c6-4ce7-b834-e75aa5c893da,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:50.159234 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.183593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Calling delete_port for df929067-20c6-4ce7-b834-e75aa5c893da owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:50.276596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:50.282564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:50.283025 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.318126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b85ee-27b2-4595-89dc-fe72e3bfe4bd req-347d926b-050a-42d5-9428-1920a2195218 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:50.320828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab2b85ee-27b2-4595-89dc-fe72e3bfe4bd req-347d926b-050a-42d5-9428-1920a2195218 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 944 time: 0.0693374 Jul 28 18:04:50.415604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.432766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab2b85ee-27b2-4595-89dc-fe72e3bfe4bd req-0dd84395-af2f-4d25-b1d3-de85a9fd0252 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033602 Jul 28 18:04:50.469252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:50.481363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52286) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:50.486383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1326698241-network', 'tenant_id': '9a6bf4dfeadb4bfdb9d3b1e5c9abfcf5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:50.548117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaee63-33fa-4837-8eb9-0a90d6841538 req-29641e29-cae4-4eca-bcdd-365447df1031 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:50.555774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecdaee63-33fa-4837-8eb9-0a90d6841538 req-29641e29-cae4-4eca-bcdd-365447df1031 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 949 time: 0.0863664 Jul 28 18:04:50.608772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.625003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecdaee63-33fa-4837-8eb9-0a90d6841538 req-574d1f50-0463-4490-81b1-6b37da653427 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679524 Jul 28 18:04:50.625899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.653805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99209c0e-5a5b-4e72-9a6f-913734fcfa52 req-1e784f52-cf35-4c34-8752-2030337bb202 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 210 time: 0.0395184 Jul 28 18:04:50.665143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['df929067-20c6-4ce7-b834-e75aa5c893da'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:50.679184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Pushing event deleted for resources: {'Port': ['ID=df929067-20c6-4ce7-b834-e75aa5c893da,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:50.688631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Made reservation on behalf of 9a6bf4dfeadb4bfdb9d3b1e5c9abfcf5 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:50.692063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.712836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.727720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:50.747740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] No DVR routers for this DVR port df929067-20c6-4ce7-b834-e75aa5c893da on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:50.751371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.755790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08470fbb-0220-4f91-91e2-e5bf2903e338 req-692f3961-7407-4c2a-9b13-f74981067a32 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.35 "DELETE /v2.0/ports/df929067-20c6-4ce7-b834-e75aa5c893da HTTP/1.1" status: 204 len: 173 time: 0.8071625 Jul 28 18:04:50.755790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'name': 'network-vif-deleted', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:50.757347 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51547e-a633-4a2f-9717-d34fe1290d0e" -d '{"events": [{"server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "name": "network-vif-deleted", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:50.799169 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a697939-ef78-4f9d-b286-0b54912fd62d x-openstack-request-id: req-7a697939-ef78-4f9d-b286-0b54912fd62d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:50.802353 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941b7ccf-3825-47de-b3ba-3b960a76d223", "name": "network-vif-deleted", "tag": "df929067-20c6-4ce7-b834-e75aa5c893da", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:50.802353 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a697939-ef78-4f9d-b286-0b54912fd62d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:50.802353 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941b7ccf-3825-47de-b3ba-3b960a76d223', 'name': 'network-vif-deleted', 'tag': 'df929067-20c6-4ce7-b834-e75aa5c893da', 'status': 'completed', 'code': 200} Jul 28 18:04:50.856080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:50.945382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.003695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52300) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:51.018945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790df4c7-50b7-4160-b134-da3f99dc7c75,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.028975 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52d4b0a9-07c4-4480-aabe-a0beb96063cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.047672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:51.065467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.065817 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Added segment cc0b6c16-9e4c-447a-ad55-3c8faa33a232 of type vlan for network 1def596a-c314-462f-bdd9-f48f7e56bacd Jul 28 18:04:51.108516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.140031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52d4b0a9-07c4-4480-aabe-a0beb96063cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.207877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.209299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:51.209909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.265921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52d4b0a9-07c4-4480-aabe-a0beb96063cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.272258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] Pushing event updated for resources: {'Network': ['ID=1def596a-c314-462f-bdd9-f48f7e56bacd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.284756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 1def596a-c314-462f-bdd9-f48f7e56bacd details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:51.323480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91cfd365-c7ae-4591-ba6b-c7cb08e4fc58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8404267 Jul 28 18:04:51.325801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52306) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:51.330115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-52d4b0a9-07c4-4480-aabe-a0beb96063cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61fd08ea14f849f1a900f1dee5f45241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248608 Jul 28 18:04:51.332901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b0a9-07c4-4480-aabe-a0beb96063cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdaa57c-cee5-4d5e-bc90-b27a9dc9e04d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.333039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Request body: {'subnet': {'network_id': '1def596a-c314-462f-bdd9-f48f7e56bacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1326698241-subnet', 'tenant_id': '9a6bf4dfeadb4bfdb9d3b1e5c9abfcf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:51.335109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:51.374915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:04:51.378075 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a2098-b2d0-430f-8275-cc10a28f8abb" -d '{"events": [{"server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "name": "network-vif-plugged", "status": "completed", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:51.405497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.430945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.432515 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d43dfbf-cab7-465e-b840-3c266a2d990c x-openstack-request-id: req-5d43dfbf-cab7-465e-b840-3c266a2d990c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:51.433288 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "name": "network-vif-plugged", "status": "completed", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:51.433893 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d43dfbf-cab7-465e-b840-3c266a2d990c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:51.434370 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3', 'code': 200} Jul 28 18:04:51.465206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Made reservation on behalf of 9a6bf4dfeadb4bfdb9d3b1e5c9abfcf5 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:51.469590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.602143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.604790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:51.606588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bdaa57c-cee5-4d5e-bc90-b27a9dc9e04d HTTP/1.1" status: 204 len: 168 time: 0.2685733 Jul 28 18:04:51.629285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff671eb-c03a-4292-8ccd-d73d80303656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdaa57c-cee5-4d5e-bc90-b27a9dc9e04d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.683969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd715d-cb5c-431e-8948-cb78da6ceb17 req-ce0d3a9c-16d5-4404-8ce6-27462e4e4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:51.687302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00bd715d-cb5c-431e-8948-cb78da6ceb17 req-ce0d3a9c-16d5-4404-8ce6-27462e4e4053 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 1096 time: 0.1418285 Jul 28 18:04:51.702731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a19ef-874b-4095-b926-1e6427933402 req-ea243f84-271c-4c75-8ab5-7e5d3592e5dc tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:51.710925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-612a19ef-874b-4095-b926-1e6427933402 req-ea243f84-271c-4c75-8ab5-7e5d3592e5dc tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.1658716 Jul 28 18:04:51.812860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00bd715d-cb5c-431e-8948-cb78da6ceb17 req-bf5a127d-d4c1-46e6-8705-92e3b025fc31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995045 Jul 28 18:04:51.820482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4f2b-850b-41ea-8e93-0fbe66fadef0 req-401149fd-2b28-40ed-a2b4-d661ce8fcf56 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:51.829125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-612a19ef-874b-4095-b926-1e6427933402 req-081270f5-4286-435e-aa5f-4f2f0545d26e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125603 Jul 28 18:04:51.834266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6c4f2b-850b-41ea-8e93-0fbe66fadef0 req-401149fd-2b28-40ed-a2b4-d661ce8fcf56 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 949 time: 0.1269526 Jul 28 18:04:51.923549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6c4f2b-850b-41ea-8e93-0fbe66fadef0 req-f421b282-f2ac-42f2-9125-d4c8cc089e2d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882013 Jul 28 18:04:51.949776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd7e6ee6-bfb6-4520-9a46-a10498f5545c req-43380722-d49a-44e8-a661-d302b1c11ff7 tempest-ListServerFiltersTestJSON-1476360163 tempest-ListServerFiltersTestJSON-1476360163-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b7ccf-3825-47de-b3ba-3b960a76d223 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Jul 28 18:04:51.975042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:52.049139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e17bf-c826-4cf9-8709-7e786e569930 req-dd2862bf-db2d-4bfc-a86c-41ef64baff1d tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:52.056797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-272e17bf-c826-4cf9-8709-7e786e569930 req-dd2862bf-db2d-4bfc-a86c-41ef64baff1d tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 1100 time: 0.0559149 Jul 28 18:04:52.094926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d558a954-ba24-4013-94ff-079994320b7e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:52.101653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Checking segment: {'id': 'cc0b6c16-9e4c-447a-ad55-3c8faa33a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1def596a-c314-462f-bdd9-f48f7e56bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:52.104104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Network hostable DHCP agents. Network: 1def596a-c314-462f-bdd9-f48f7e56bacd, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:52.116255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-272e17bf-c826-4cf9-8709-7e786e569930 req-a6f09093-c56f-487c-9679-42d0da674e3e tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Jul 28 18:04:52.200614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Network 1def596a-c314-462f-bdd9-f48f7e56bacd is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:52.284095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 1def596a-c314-462f-bdd9-f48f7e56bacd) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:52.284095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:52.284095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:52.287258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d72ed8-0556-4527-a00d-4bd3234cb30e None None] Network 1def596a-c314-462f-bdd9-f48f7e56bacd requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:52.356553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-757e94a6-828f-4a20-97b7-990613312822 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238459 Jul 28 18:04:52.493916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9b246b8b-df67-4daf-9f92-a98fe8475b1e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1584926 Jul 28 18:04:52.512999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49768716-73fe-48a3-9055-a0f9ed78b7d9 None None] Network 1def596a-c314-462f-bdd9-f48f7e56bacd requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:52.569284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-f8df1448-2a40-49e9-96d0-7161989c00d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853806 Jul 28 18:04:52.572806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device df929067-20c6-4ce7-b834-e75aa5c893da no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:52.588329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-49f77d2c-a36b-47a6-90e6-1e7e2a848c5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:52.595711 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-49f77d2c-a36b-47a6-90e6-1e7e2a848c5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303383 Jul 28 18:04:52.614930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-c40c053a-fdff-4299-8e11-ff42a645e5ee tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/quotas/b9738e5b1d634f3cba9a89a13e8bc988 HTTP/1.1" status: 200 len: 375 time: 0.0182633 Jul 28 18:04:52.618864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: df929067-20c6-4ce7-b834-e75aa5c893da {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:52.620782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device df929067-20c6-4ce7-b834-e75aa5c893da not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:52.773879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-c2b5ccb5-7dff-42f1-9229-1d2de0181819 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1552382 Jul 28 18:04:52.787241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-6d1893e8-e716-4240-9784-70554003bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:52.794294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-6d1893e8-e716-4240-9784-70554003bd8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 1100 time: 0.1492653 Jul 28 18:04:52.923241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-aaa990b2-583c-4b76-aa37-aae0a26b970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:52.925345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-aaa990b2-583c-4b76-aa37-aae0a26b970d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1097374 Jul 28 18:04:52.998403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-292dd999-c29f-465d-a87d-f9835c90649b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583 HTTP/1.1" status: 200 len: 217 time: 0.0654953 Jul 28 18:04:53.002043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dc2c8-5a47-43a8-a35d-0504a5bdb876 req-532ad172-581e-4123-8378-32ff9fcd121f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:53.010363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7dc2c8-5a47-43a8-a35d-0504a5bdb876 req-532ad172-581e-4123-8378-32ff9fcd121f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.0872843 Jul 28 18:04:53.061740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7dc2c8-5a47-43a8-a35d-0504a5bdb876 req-464bfa3f-579e-4b73-ba63-1e0dccad1c8a tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495923 Jul 28 18:04:53.092893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52374) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:53.145610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-b5b889ce-b731-4b1d-9905-d54957df34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:53.149221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-b5b889ce-b731-4b1d-9905-d54957df34f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1405504 Jul 28 18:04:53.179445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9702d27a-236c-412e-8485-29f7ab90e0c7 req-3ab8f12e-dd2b-4d62-8911-0df6ef5298a1 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.0461435 Jul 28 18:04:53.189611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Deleting subnet d0ab4f00-613a-47b1-a76d-f704d0e2da76 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:04:53.193344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.223005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-da63ebd9-7da2-4657-b808-2110df8af0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:53.225064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-da63ebd9-7da2-4657-b808-2110df8af0c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674779 Jul 28 18:04:53.277785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.391867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.415620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-69f969c6-d6af-467d-a197-1d1ae60ce078 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772835 Jul 28 18:04:53.651627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f82a6947-e6f7-49a3-a717-c698de5de109 req-15bacd68-d659-4905-9afe-e5edb0dd94db service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280998 Jul 28 18:04:53.669598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-f1e53e92-514e-4b9c-a275-28f9ea99ccf3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:53.671645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-f1e53e92-514e-4b9c-a275-28f9ea99ccf3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1412797 Jul 28 18:04:53.683057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.688714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-aa535ae9-48cd-4cf7-a816-c47678d53972 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/quotas/3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 375 time: 0.0107646 Jul 28 18:04:53.731493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ab4f00-613a-47b1-a76d-f704d0e2da76,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:53.734220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b544b-c659-4d8d-9f3b-12115d31ef52 None None] Network 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:53.740187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.742387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9be838b8-21bb-48f3-8175-ff2ae3d5512c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d0ab4f00-613a-47b1-a76d-f704d0e2da76 HTTP/1.1" status: 204 len: 168 time: 0.6482487 Jul 28 18:04:53.746303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52404) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:53.768445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-da810c9b-8806-4f4c-8bb4-6d05bb086827 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671179 Jul 28 18:04:53.859310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.919338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-1c98890e-6d9a-478d-817c-317dfb522e48 service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422784 Jul 28 18:04:53.926377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Deleting port 16f3701e-098e-4321-b741-bf0bf873133b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:53.926725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:53.945907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:54.029899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] DHCP port deletion for 3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:04:54.035110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] For port 16f3701e-098e-4321-b741-bf0bf873133b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16f3701e-098e-4321-b741-bf0bf873133b,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:54.037450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.072260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-f6279b24-f58a-49c5-b755-1ede789f32cc service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511774 Jul 28 18:04:54.082799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Calling delete_port for 16f3701e-098e-4321-b741-bf0bf873133b owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:54.133318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Deleting port 16f3701e-098e-4321-b741-bf0bf873133b {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:04:54.134385 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.244276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] For port 16f3701e-098e-4321-b741-bf0bf873133b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16f3701e-098e-4321-b741-bf0bf873133b,segment=NetworkSegment(6bc413ca-cc2c-4072-a806-bb80b943f90f),segment_id=6bc413ca-cc2c-4072-a806-bb80b943f90f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:54.253999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.254358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1596960517-network', 'tenant_id': '5251ce822557461480f69f227d6c2070'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:54.265710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Calling delete_port for 16f3701e-098e-4321-b741-bf0bf873133b owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:04:54.353119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8313e-0e39-44e8-a934-9643e81ebdae req-0d3d59e7-728b-464a-85e9-00258832e146 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:54.355221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29e8313e-0e39-44e8-a934-9643e81ebdae req-0d3d59e7-728b-464a-85e9-00258832e146 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.1178954 Jul 28 18:04:54.412676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29e8313e-0e39-44e8-a934-9643e81ebdae req-0b9c0ef7-113e-4605-8e1f-8533367d059d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jul 28 18:04:54.458163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Made reservation on behalf of 5251ce822557461480f69f227d6c2070 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: from cryptography.utils import int_from_bytes Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: from cryptography.utils import int_from_bytes Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.458373 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:04:54.461878 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:04:54.462987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.462987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.463207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.512752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] Pushing event deleted for resources: {'Port': ['ID=16f3701e-098e-4321-b741-bf0bf873133b,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:54.517135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb39ca1-d50c-414b-ae12-2963574e2757 None None] No DVR routers for this DVR port 16f3701e-098e-4321-b741-bf0bf873133b on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:54.564281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.582809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-651fa5dc-52b1-4fe9-b87c-8d3940edd75b req-abab0f88-498b-4153-a986-8ebabd2892c5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.1364255 Jul 28 18:04:54.610213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f3701e-098e-4321-b741-bf0bf873133b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:54.623883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] No DVR routers for this DVR port 16f3701e-098e-4321-b741-bf0bf873133b on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:04:54.658113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d01cb95b-bf9a-4b78-a3ae-47d937601840 req-f38b20f9-24ea-4e87-bdee-c649a5c64dac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.1185031 Jul 28 18:04:54.786121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.803838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:54.821554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc413ca-cc2c-4072-a806-bb80b943f90f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:54.821961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc413ca-cc2c-4072-a806-bb80b943f90f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:54.827319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16f3701e-098e-4321-b741-bf0bf873133b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:54.845372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.869542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 16f3701e-098e-4321-b741-bf0bf873133b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:04:54.869542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16f3701e-098e-4321-b741-bf0bf873133b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:54.872224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.887836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:04:54.892537 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:04:54.973020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.029195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.037003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.037723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297 HTTP/1.1" status: 204 len: 168 time: 1.2901890 Jul 28 18:04:55.050552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12e25-b000-443b-bce5-561e993574a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0bbf75-edc8-4c53-bf40-2bdf3a7bf297,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:55.056778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.125753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:55.154973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16532061-9d6d-4828-8789-235bff918078,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:55.162529 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.162975 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Added segment 92238f44-f95a-4e01-a62f-98c970bb7e58 of type vlan for network 55b5efcb-6a2a-4e34-a023-efc9670646eb Jul 28 18:04:55.268365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.401977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.403466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:55.403638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.479737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] Pushing event updated for resources: {'Network': ['ID=55b5efcb-6a2a-4e34-a023-efc9670646eb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:55.493291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 55b5efcb-6a2a-4e34-a023-efc9670646eb details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:55.537790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-413121e4-7242-4ef7-8d32-7497c707cb62 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5907671 Jul 28 18:04:55.538568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52456) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:55.544851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Request body: {'subnet': {'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1596960517-subnet', 'tenant_id': '5251ce822557461480f69f227d6c2070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:55.679848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ceadc519-89e9-4083-81b4-6c6847ac0240 req-a4c5b996-652a-47c8-b7f9-aa2fc9efb11a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.0304928 Jul 28 18:04:55.694201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Made reservation on behalf of 5251ce822557461480f69f227d6c2070 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:55.696799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:55.800879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17b99b1b-36f9-4a9e-9d11-d4eaa598b596 req-b83bdd23-3b45-41c0-85f4-b30ec9521f99 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0808449 Jul 28 18:04:55.876132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:55.941134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22bdb70c-326c-4406-a1ed-bbce0e3f66e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da8b518c320f4e478f8a64223548958c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638196 Jul 28 18:04:55.942998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:56.033143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:56.048120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.084306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.118722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c4226e-d2ff-4b85-ac05-02780e19db4a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:56.133254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Checking segment: {'id': '92238f44-f95a-4e01-a62f-98c970bb7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:04:56.134231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Network hostable DHCP agents. Network: 55b5efcb-6a2a-4e34-a023-efc9670646eb, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:56.154210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.230427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Network 55b5efcb-6a2a-4e34-a023-efc9670646eb is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:56.232566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68fbe32a-7c55-44a2-b972-d800be19d759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.304858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 55b5efcb-6a2a-4e34-a023-efc9670646eb) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:56.309102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:56.309973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.314649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36dfaef-cbec-4759-969b-01fd4dba54cd None None] Network 55b5efcb-6a2a-4e34-a023-efc9670646eb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:56.324901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.328659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.332253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ffa1033-83e8-49d3-9239-969667c0f162 HTTP/1.1" status: 204 len: 168 time: 0.3851335 Jul 28 18:04:56.346072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287e416-c042-45f6-a524-d191c9b97116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffa1033-83e8-49d3-9239-969667c0f162,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:56.432206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68fbe32a-7c55-44a2-b972-d800be19d759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.513382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68fbe32a-7c55-44a2-b972-d800be19d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.523357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3e665-5fa1-42c7-92c6-b04abd84e0ce None None] Network 55b5efcb-6a2a-4e34-a023-efc9670646eb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:04:56.532722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-4b37b079-1d0c-414e-8638-cf716975b734 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742705 Jul 28 18:04:56.658081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbe32a-7c55-44a2-b972-d800be19d759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0507dd15-78af-4246-9eaa-92e1b44720b8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:56.678844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3ce795ff-b18b-4808-adbb-5c0ffef3892a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1383388 Jul 28 18:04:56.682457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-68fbe32a-7c55-44a2-b972-d800be19d759 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22fb78e7593e411ca078231780172209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475635 Jul 28 18:04:56.686899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:56.845663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-09cf7cbd-c268-42a5-a245-88782fa0ab15 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:56.849907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-09cf7cbd-c268-42a5-a245-88782fa0ab15 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091118 Jul 28 18:04:56.865715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Request body: {'port': {'device_id': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'b9738e5b1d634f3cba9a89a13e8bc988'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:56.878805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:56.945858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:57.076218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c13b0234-f702-4a4d-ae97-740e23e3467d req-6aff101b-6965-4091-bd4e-1279ac7726cd tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0531991 Jul 28 18:04:57.178041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:57.180770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:57.182791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0507dd15-78af-4246-9eaa-92e1b44720b8 HTTP/1.1" status: 204 len: 168 time: 0.4938941 Jul 28 18:04:57.191796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe205017-f5e7-4ecb-87dc-a2f82ad0fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0507dd15-78af-4246-9eaa-92e1b44720b8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:57.484782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4611e34-8448-4456-b5f3-48429fef57aa req-5a4579d3-2086-4e41-9b1e-1b39a4ee3617 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.5148098 Jul 28 18:04:58.190793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-74525f17-4ae2-43f7-ad63-14171ced1bd0 req-eb29715f-6067-4e5c-8bf4-ddac69db1cfe tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jul 28 18:04:58.545178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Made reservation on behalf of b9738e5b1d634f3cba9a89a13e8bc988 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:58.549955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:58.610810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92bd5691-4559-42d6-b72b-46543c185532 req-d11f264c-83be-426b-bb54-e6b5497cbce7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.0522964 Jul 28 18:04:58.780030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Allocated IP 192.168.233.236 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/b9494065-13e1-4e50-ba27-abbdea815d0d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:58.857199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-c8498bd0-e067-4940-8b0d-6c4ab217820d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:58.859584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-c8498bd0-e067-4940-8b0d-6c4ab217820d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1425626 Jul 28 18:04:58.878072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Request body: {'port': {'device_id': '86efc074-159d-43a5-9af4-33880afead2b', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'admin_state_up': True, 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:58.980568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:58.999782 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.012088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db5f81af-9026-4ca3-aa9a-7061d0632efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.019003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Transition to ACTIVE for port object b9494065-13e1-4e50-ba27-abbdea815d0d will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:04:59.127630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:59.137242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.145178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.160754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:59.164825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', '096966b7-769c-415e-88d7-8eff1e754dff', 'f2fe2359-9552-411a-a97e-2c964bc2ab24'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:59.184426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:59.188704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-742189236-network', 'tenant_id': '7177dd9a1f014f2c82fd09cf5379101b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:59.210188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:59.224566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:59.224566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:04:59.285793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:59.286648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.301513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event updated for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:59.413124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e502718-e2c2-416a-9c0f-309466bc15fe req-9a941d7c-af2e-4702-960c-e6c5c767bad1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0601504 Jul 28 18:04:59.539377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52576) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:59.578474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db5f81af-9026-4ca3-aa9a-7061d0632efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.633768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Allocated IP 172.20.0.8 (41c376b8-712e-48c3-9967-c14f2872f547/7e234d1d-522d-4efa-9d89-cbbb43c0b575/72ae4464-8d40-4ef1-bec4-2e1f961e710e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:59.648435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db5f81af-9026-4ca3-aa9a-7061d0632efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.703384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1986704066-network', 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:59.724391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f81af-9026-4ca3-aa9a-7061d0632efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5e8b4-c59e-42ef-8b49-159703998949,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:59.729075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db5f81af-9026-4ca3-aa9a-7061d0632efb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fef57ed8cf374c3d8d442b67fcd02ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7372162 Jul 28 18:04:59.733329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52582) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:04:59.768303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-02f77e13-170d-4eab-924d-3aa828307bde tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9073131 Jul 28 18:04:59.788586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Request body: {'port': {'device_id': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:04:59.811444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cdf9b6a1-df4e-4e07-8c14-cde6a3f55565 None None] Provisioning for port b9494065-13e1-4e50-ba27-abbdea815d0d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:04:59.824368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cdf9b6a1-df4e-4e07-8c14-cde6a3f55565 None None] Provisioning complete for port b9494065-13e1-4e50-ba27-abbdea815d0d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:04:59.824809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b6a1-df4e-4e07-8c14-cde6a3f55565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.860205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.877677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9b6a1-df4e-4e07-8c14-cde6a3f55565 None None] Port b9494065-13e1-4e50-ba27-abbdea815d0d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:04:59.891605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.934202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9861f-4579-4e23-8a56-74941e50b5c5 req-8c674615-6cb1-4566-9578-6f1e7440b0a8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:04:59.942273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf9861f-4579-4e23-8a56-74941e50b5c5 req-8c674615-6cb1-4566-9578-6f1e7440b0a8 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 936 time: 0.1544628 Jul 28 18:04:59.953555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Made reservation on behalf of 7177dd9a1f014f2c82fd09cf5379101b for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:59.956220 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.983069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.994813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:04:59.997721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.034440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf9861f-4579-4e23-8a56-74941e50b5c5 req-a28ce247-403f-4586-960c-8473c739188c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905995 Jul 28 18:05:00.222201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.237758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.241533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.242399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fda5e8b4-c59e-42ef-8b49-159703998949 HTTP/1.1" status: 204 len: 168 time: 0.4952419 Jul 28 18:05:00.259936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:00.266321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.274472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.300952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Network 41c376b8-712e-48c3-9967-c14f2872f547 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:00.305272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:00.308221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:00.334805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84baf2e-8e4c-497f-be79-517ca63ed630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5e8b4-c59e-42ef-8b49-159703998949,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.338279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.381408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.389609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:00.390233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.465147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.469379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9494065-13e1-4e50-ba27-abbdea815d0d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:00.481138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.511747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Transition to ACTIVE for port object b9494065-13e1-4e50-ba27-abbdea815d0d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:00.533495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:00.566834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-339e0119-408a-465f-b286-612b5bbaf515 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6924605 Jul 28 18:05:00.568051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.568399 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Added segment 2e562560-0ce2-4a32-9e7c-09ad65f6ec61 of type vlan for network f77404fb-0c78-4c6a-9e04-62e2c4974894 Jul 28 18:05:00.571454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f763fc-dad4-4da4-9254-754dabb639dd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.576868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.602360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Request body: {'port': {'device_id': '86efc074-159d-43a5-9af4-33880afead2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:00.661091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Pushing event updated for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.712971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.734227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.753084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd7fb-de80-44f6-8bf1-79416ada857e req-85ed47f7-7e17-442f-8867-b3936c0b50bf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:00.759568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-025cd7fb-de80-44f6-8bf1-79416ada857e req-85ed47f7-7e17-442f-8867-b3936c0b50bf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 931 time: 0.2050283 Jul 28 18:05:00.799868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.801042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Attempting to bind port b9494065-13e1-4e50-ba27-abbdea815d0d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:00.801377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Attempting to bind port b9494065-13e1-4e50-ba27-abbdea815d0d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:00.801707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Attempting to bind port b9494065-13e1-4e50-ba27-abbdea815d0d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:00.806569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Port b9494065-13e1-4e50-ba27-abbdea815d0d on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:00.806899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Attempting to bind port b9494065-13e1-4e50-ba27-abbdea815d0d on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:00.812402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:00.812745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:00.813135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:00.814299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Bound port: b9494065-13e1-4e50-ba27-abbdea815d0d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:00.814299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.880428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.911688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:00.923479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:00.937537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9bfefa-7c92-4005-8f5e-995a013bdfac,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.961645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:00.961645 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Added segment 056ade61-9367-4bbc-92eb-293af7c91e65 of type vlan for network 7e96af71-1687-4bdb-b665-a6bb63f2f241 Jul 28 18:05:00.963313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b9494065-13e1-4e50-ba27-abbdea815d0d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:01.060670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.096343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.119091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.121245 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.124013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] 10.222.0.37 "PUT /v2.0/ports/b9494065-13e1-4e50-ba27-abbdea815d0d HTTP/1.1" status: 200 len: 1096 time: 1.3449743 Jul 28 18:05:01.156532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:01.158836 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2" -d '{"events": [{"name": "network-changed", "server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:01.258843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38a82-3daa-4c32-b94f-fa8446a75435 service neutron] Pushing event updated for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:01.302601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c84f96-c228-4cd2-bf8c-ca6d24bc352a req-7b197d6f-5afd-486a-a360-b36650f5f282 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.315673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c84f96-c228-4cd2-bf8c-ca6d24bc352a req-7b197d6f-5afd-486a-a360-b36650f5f282 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 948 time: 0.1497111 Jul 28 18:05:01.343043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.343043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.343043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.434848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] Pushing event updated for resources: {'Network': ['ID=7e96af71-1687-4bdb-b665-a6bb63f2f241,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:01.445750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:01.514763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c84f96-c228-4cd2-bf8c-ca6d24bc352a req-1b5d8a20-26ae-4ca9-96f1-f01cbf56c1b9 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808307 Jul 28 18:05:01.537373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-0b36b5a4-e893-47c2-8b0a-e443e80f4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.549248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-0b36b5a4-e893-47c2-8b0a-e443e80f4b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 1099 time: 0.2749717 Jul 28 18:05:01.555042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-728df408-8b9e-4f54-bb56-0b8834ac5667 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0159385 Jul 28 18:05:01.558663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:01.559572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.resource_extend [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:05:01.601625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Request body: {'subnet': {'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1986704066-subnet', 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:01.682719 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee93156-bc7e-40f3-b9d8-afcc069a5235 x-openstack-request-id: req-0ee93156-bc7e-40f3-b9d8-afcc069a5235 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:01.683252 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:01.683735 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ee93156-bc7e-40f3-b9d8-afcc069a5235 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:01.684608 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d', 'status': 'completed', 'code': 200} Jul 28 18:05:01.689829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-554cb835-0e23-4e6f-820c-6e925933d674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=b9494065-13e1-4e50-ba27-abbdea815d0d HTTP/1.1" status: 200 len: 217 time: 0.1270406 Jul 28 18:05:01.756909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.758111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.758714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.775381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-439fa5e0-7b40-47e5-916c-64f2e265735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.777174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-439fa5e0-7b40-47e5-916c-64f2e265735b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0696418 Jul 28 18:05:01.850321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:01.852816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:01.885035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-025cd7fb-de80-44f6-8bf1-79416ada857e req-df454cd3-e820-4417-9b5f-5cc4aac67ff6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0099809 Jul 28 18:05:01.906007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-8db6ef84-9a35-485d-a624-4c7ede08a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:01.907880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-8db6ef84-9a35-485d-a624-4c7ede08a697 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220846 Jul 28 18:05:02.032726 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-f8fbcd3e-2130-4fd1-8cda-61080fd0efdc service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116135 Jul 28 18:05:02.073132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8903143 Jul 28 18:05:02.081404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:02.126133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Request body: {'subnet': {'network_id': 'f77404fb-0c78-4c6a-9e04-62e2c4974894', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-742189236-subnet', 'tenant_id': '7177dd9a1f014f2c82fd09cf5379101b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:02.135187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e6e81-7086-49a0-8b9f-d61f60e9e191 admin admin] Pushing event updated for resources: {'Network': ['ID=f77404fb-0c78-4c6a-9e04-62e2c4974894,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.148757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f77404fb-0c78-4c6a-9e04-62e2c4974894 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:02.155480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ae4464-8d40-4ef1-bec4-2e1f961e710e {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:02.166703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:02.181638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Transition to ACTIVE for port object 72ae4464-8d40-4ef1-bec4-2e1f961e710e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:02.339175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cc92e66-e31d-440b-b15e-b0a10cf48c81 req-4cf358f4-4d8c-4250-b174-fe68156c32b3 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984812 Jul 28 18:05:02.454017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Made reservation on behalf of 7177dd9a1f014f2c82fd09cf5379101b for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:02.456405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:02.461746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:02.485461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:02.587208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.723552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-8b4758b0-d446-4df7-ad1b-ecd35f68bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:02.723552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-8b4758b0-d446-4df7-ad1b-ecd35f68bb82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 1099 time: 0.1937141 Jul 28 18:05:02.789285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:02.792736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:02.792736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:02.803781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:02.814369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:02.836239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:02.836600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:02.836968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:02.837402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Bound port: 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:02.837762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:02.899761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-c05b60a7-9a31-4871-8ecb-ca8ec2f85b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:02.901787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-c05b60a7-9a31-4871-8ecb-ca8ec2f85b00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1552174 Jul 28 18:05:02.969947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:02.972226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-d2af766f-a680-4f0c-88b4-93d3eadd89f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=b9494065-13e1-4e50-ba27-abbdea815d0d HTTP/1.1" status: 200 len: 217 time: 0.0535095 Jul 28 18:05:02.972863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe21c4f-eb29-4d10-aea0-e56c2248f458,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.973263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:02.975953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Checking segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:02.976360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Network hostable DHCP agents. Network: 7e96af71-1687-4bdb-b665-a6bb63f2f241, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:03.028509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-96c0cb79-89a5-45c7-9048-cb3059bfca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.031661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-96c0cb79-89a5-45c7-9048-cb3059bfca0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0521457 Jul 28 18:05:03.049462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e449e-c8a9-45da-966a-a28743f50b82 req-e6be20dc-290b-4f0c-83e6-a1ccc91301cb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.058017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-374e449e-c8a9-45da-966a-a28743f50b82 req-e6be20dc-290b-4f0c-83e6-a1ccc91301cb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 948 time: 0.4289412 Jul 28 18:05:03.072932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:03.124252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:03.185178 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-374e449e-c8a9-45da-966a-a28743f50b82 req-da46b963-c031-49df-8dd2-37b056922b35 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260295 Jul 28 18:05:03.193885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-55a8d54f-d2ea-4d64-9e59-57f31fd4c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.196416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-55a8d54f-d2ea-4d64-9e59-57f31fd4c682 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356034 Jul 28 18:05:03.239478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f18d8-4839-4d05-b4b8-fd58ac2cca10 req-8e9b2291-e1e6-4568-97b3-b533df55444b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.241095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-693f18d8-4839-4d05-b4b8-fd58ac2cca10 req-8e9b2291-e1e6-4568-97b3-b533df55444b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.2058659 Jul 28 18:05:03.251517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.254128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:03.254128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] 10.222.0.35 "PUT /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 1091 time: 2.6722758 Jul 28 18:05:03.254128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:03.256529 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be1622-eca6-4be6-9f4a-8f1ced994702" -d '{"events": [{"name": "network-changed", "server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:03.269686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Checking segment: {'id': '2e562560-0ce2-4a32-9e7c-09ad65f6ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f77404fb-0c78-4c6a-9e04-62e2c4974894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:03.270168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Network hostable DHCP agents. Network: f77404fb-0c78-4c6a-9e04-62e2c4974894, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:03.293196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19654e14-fb35-4bd0-96dc-d1c4637019ee,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:03.310712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a97711-b393-4ab8-a393-ec960cb9cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:03.320682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:03.341210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-693f18d8-4839-4d05-b4b8-fd58ac2cca10 req-7c4257ca-ab11-40d2-aa1a-c7ef868d92c7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789626 Jul 28 18:05:03.365529 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81693c8b-e801-429f-868c-002efc8187c3 x-openstack-request-id: req-81693c8b-e801-429f-868c-002efc8187c3 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:03.365830 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:03.366076 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81693c8b-e801-429f-868c-002efc8187c3 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:03.366493 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'status': 'completed', 'code': 200} Jul 28 18:05:03.390476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-88f15a90-3211-4d6d-aebc-20f55032a864 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809831 Jul 28 18:05:03.439076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-804d380a-005b-45f3-864e-22dedc490b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.441060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-804d380a-005b-45f3-864e-22dedc490b41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1094 time: 0.0524786 Jul 28 18:05:03.463464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Network f77404fb-0c78-4c6a-9e04-62e2c4974894 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:03.521137 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8877e95b-6bb0-40fd-a5a7-68839dd6aea2 req-cfbbdbf6-5528-49ad-9508-7276f080eb41 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210387 Jul 28 18:05:03.568010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7e96af71-1687-4bdb-b665-a6bb63f2f241) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:03.572831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.578526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:03.582591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5831a5-283e-4cca-b2aa-94f89227650d None None] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:03.626938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f77404fb-0c78-4c6a-9e04-62e2c4974894) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:03.640328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.640987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:03.669945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-5b03c78a-de3b-43ba-96c7-6c588c1a6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.671629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-5b03c78a-de3b-43ba-96c7-6c588c1a6518 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2215273 Jul 28 18:05:03.674891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8449f29-a209-4007-af4c-a513e44d15fa None None] Network f77404fb-0c78-4c6a-9e04-62e2c4974894 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:03.732437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-429252ab-0f41-4b55-8c95-b25412c88327 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1416049 Jul 28 18:05:03.791634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba93d414-66a7-4824-ba2e-01398cc0f241 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7037425 Jul 28 18:05:03.836983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3c55e-b320-4e59-a4bf-4a1c6feef1ed None None] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:03.838418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-40d2f3d2-433b-4573-956a-c1098f3516ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.840440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9be1622-eca6-4be6-9f4a-8f1ced994702 req-40d2f3d2-433b-4573-956a-c1098f3516ae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602414 Jul 28 18:05:03.964078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-f78cdeb7-bb39-4aa8-a336-f6cde22d3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:03.965000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-f78cdeb7-bb39-4aa8-a336-f6cde22d3a38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1094 time: 0.0814233 Jul 28 18:05:04.010211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326bd239-d25f-456d-9c41-678b02b2373f None None] Network f77404fb-0c78-4c6a-9e04-62e2c4974894 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:04.037072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-99ef8e1a-a3bd-4162-94c8-e4a9710e4faa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 217 time: 0.0562813 Jul 28 18:05:04.113646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f015-b95e-48cf-ac22-52010612d1ec req-d61229c1-ee62-46ac-90b8-12b08d1433ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:04.116829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-d61229c1-ee62-46ac-90b8-12b08d1433ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.0713258 Jul 28 18:05:04.157614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-5d18f111-8aab-4137-9a85-ae58625426f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330307 Jul 28 18:05:04.192835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b9494065-13e1-4e50-ba27-abbdea815d0d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:04.415353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b9494065-13e1-4e50-ba27-abbdea815d0d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:04.428776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b9494065-13e1-4e50-ba27-abbdea815d0d', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'b9494065-13e1-4e50-ba27-abbdea815d0d', 'mac_address': 'fa:16:3e:fe:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:04.429736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-bc40911b-b81e-4a14-807d-d549062a514d service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603033 Jul 28 18:05:04.444285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53920-e4bf-4577-a1fe-889bcd4cb221 req-47da3128-8e9a-4d89-933e-6830461b7189 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:04.448230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29d53920-e4bf-4577-a1fe-889bcd4cb221 req-47da3128-8e9a-4d89-933e-6830461b7189 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 948 time: 0.1178699 Jul 28 18:05:04.559926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29d53920-e4bf-4577-a1fe-889bcd4cb221 req-405ea6d3-7b94-49b8-86ac-560e00de4266 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985596 Jul 28 18:05:04.649269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2660f015-b95e-48cf-ac22-52010612d1ec req-90d09b25-e8f4-4807-b73d-249c931e53b9 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024355 Jul 28 18:05:04.674128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:04.697441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9494065-13e1-4e50-ba27-abbdea815d0d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:04.728451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b9494065-13e1-4e50-ba27-abbdea815d0d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:04.730969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-dd742fd9-6843-4302-a68e-37a23d68318e tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:04.733628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-dd742fd9-6843-4302-a68e-37a23d68318e tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.1707206 Jul 28 18:05:04.752107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-2d94c10c-44e3-43b2-94e2-b46470b20794 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/quotas/f1651b7cff4643f783d4fd270e2383f8 HTTP/1.1" status: 200 len: 375 time: 0.0112958 Jul 28 18:05:04.798848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-1032f40c-64af-42ef-876d-e2ccb16b6340 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409005 Jul 28 18:05:04.842281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:04.915827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52714) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:04.925371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d8005be1-d6fd-43d7-a8e8-2f2a802da7a8 service neutron] 10.222.0.25 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164451 Jul 28 18:05:04.937457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:04.941521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-fdb912fc-1b71-4e32-9676-7f3483d43f7a tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:04.947908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-fdb912fc-1b71-4e32-9676-7f3483d43f7a tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/networks?id=55b5efcb-6a2a-4e34-a023-efc9670646eb HTTP/1.1" status: 200 len: 815 time: 0.1479831 Jul 28 18:05:04.964736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-fd1575e0-3994-4e68-bc7b-a1d260e7ee0b tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/quotas/5251ce822557461480f69f227d6c2070 HTTP/1.1" status: 200 len: 375 time: 0.0119460 Jul 28 18:05:05.011309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-9f8eaf7b-1fcd-4d46-956f-5c16ca95be7b tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5251ce822557461480f69f227d6c2070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397325 Jul 28 18:05:05.048774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-563c2683-35c0-4c72-89ec-3eddac7cb05d service neutron] 10.222.0.25 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125689 Jul 28 18:05:05.095459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3075edeb-6a4d-4def-bf2f-66a68f88efef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.166114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b9494065-13e1-4e50-ba27-abbdea815d0d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:05.217583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3075edeb-6a4d-4def-bf2f-66a68f88efef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.232449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-71551bfe-426c-46cc-a010-7df5974c9712 service neutron] 10.222.0.25 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095897 Jul 28 18:05:05.303293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3075edeb-6a4d-4def-bf2f-66a68f88efef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.349054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3075edeb-6a4d-4def-bf2f-66a68f88efef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d878a59647d84ee7aebfa046abab47ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293797 Jul 28 18:05:05.350220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52726) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:05.359174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075edeb-6a4d-4def-bf2f-66a68f88efef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dcedd8-67c1-4770-9312-41bb9a5075c0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:05.364376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-50c5ca6d-50d2-4ca8-84cc-e2c8d2411da3 service neutron] 10.222.0.25 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180799 Jul 28 18:05:05.417734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.441045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.605776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.617764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:05.618601 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1dcedd8-67c1-4770-9312-41bb9a5075c0 HTTP/1.1" status: 204 len: 168 time: 0.2665453 Jul 28 18:05:05.630567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3be147-addd-483b-99d3-3713c9fd5659 req-d5767e2d-65eb-4e39-b82f-3306630cb36c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:05.632210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b3be147-addd-483b-99d3-3713c9fd5659 req-d5767e2d-65eb-4e39-b82f-3306630cb36c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.0936217 Jul 28 18:05:05.640001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d14ef-4c55-48ad-a595-7c46cf048ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dcedd8-67c1-4770-9312-41bb9a5075c0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:05.682936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b3be147-addd-483b-99d3-3713c9fd5659 req-2cf09054-4155-49ac-8d9a-d73a615d863d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Jul 28 18:05:05.806394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67069eb5-f2fd-493a-a6b3-7f7fff1b0440 req-1ccc1204-8598-45a0-b7a6-8e29b4027da1 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 210 time: 0.0555656 Jul 28 18:05:05.876092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4574b3fe-89a6-43a2-bfa6-6ab5eb125139 req-8aeb1034-5535-425d-b831-90d5e77e04fc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jul 28 18:05:05.924727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a10c3-190e-41f3-a876-f05cce7356aa req-62824df8-f42f-468b-aa5b-c89734393d73 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:05.926243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be7a10c3-190e-41f3-a876-f05cce7356aa req-62824df8-f42f-468b-aa5b-c89734393d73 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 949 time: 0.0704455 Jul 28 18:05:05.965998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be7a10c3-190e-41f3-a876-f05cce7356aa req-729c2373-0628-4352-ab8c-16202b001507 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338635 Jul 28 18:05:06.408817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52760) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:06.423735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f9902f2-fae1-4343-a245-429f85abba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:06.530342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f9902f2-fae1-4343-a245-429f85abba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:06.659259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f9902f2-fae1-4343-a245-429f85abba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:06.698322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f9902f2-fae1-4343-a245-429f85abba6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40a7b50562014d88bacea1c6fa46c98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885852 Jul 28 18:05:06.699465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9902f2-fae1-4343-a245-429f85abba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0959bb0-fea6-44cf-b0b4-00b46c5e5365,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:06.702370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52762) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:06.770403 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:06.827179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:06.875076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360b39a-dce4-4710-b329-35f10302076d req-00a72c75-4443-44c4-8e43-d92d76c3c21f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:06.876730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a360b39a-dce4-4710-b329-35f10302076d req-00a72c75-4443-44c4-8e43-d92d76c3c21f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.0912342 Jul 28 18:05:06.881072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81cd8b79-f02f-4619-bd41-11fb347892ec req-21d9f6ea-370f-4d61-a81e-c520920cc3ab tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 210 time: 0.0337353 Jul 28 18:05:06.934402 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a360b39a-dce4-4710-b329-35f10302076d req-d388329d-7a6d-4ce0-9aa4-e04f74b05a68 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Jul 28 18:05:06.963208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea536725-42b0-488c-a2a9-3d52835369dc req-dc905968-b34d-4ff8-bcb7-48d80cc83d6d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Jul 28 18:05:07.078277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:07.080877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:07.082086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0959bb0-fea6-44cf-b0b4-00b46c5e5365 HTTP/1.1" status: 204 len: 168 time: 0.3778043 Jul 28 18:05:07.096304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976015-fbc0-46e9-8f48-3c48196f25bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0959bb0-fea6-44cf-b0b4-00b46c5e5365,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:07.116510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3b8ba-1ffe-44d0-8bc0-1885db34976a req-c68edc76-3355-4413-b271-e5dface69328 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:07.125171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2e3b8ba-1ffe-44d0-8bc0-1885db34976a req-c68edc76-3355-4413-b271-e5dface69328 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 949 time: 0.0810668 Jul 28 18:05:07.177983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2e3b8ba-1ffe-44d0-8bc0-1885db34976a req-b3a95307-43db-4be9-98c6-44b16ef0f83d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Jul 28 18:05:07.676258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-88a79424-af35-4889-91e7-d752e53a4f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:07.997263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-170bfb05-359a-4acc-a838-7887d089128f req-0e75c3a7-44f7-40bb-9034-2302f4c774af tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 210 time: 0.0395582 Jul 28 18:05:08.074182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cbaa8-b57c-4e57-b152-a26fa94422ed req-5729c3eb-0fa3-4b36-bd05-da5f82463538 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:08.074714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a6f0451-38e2-44dd-9c1d-89f01c486659 req-edd2425b-521b-4a6b-895c-0c116412eaf7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0290329 Jul 28 18:05:08.075948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b3cbaa8-b57c-4e57-b152-a26fa94422ed req-5729c3eb-0fa3-4b36-bd05-da5f82463538 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.0532539 Jul 28 18:05:08.125473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b3cbaa8-b57c-4e57-b152-a26fa94422ed req-1807f088-b861-4d05-9962-7888801db70e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Jul 28 18:05:08.187377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b9494065-13e1-4e50-ba27-abbdea815d0d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:08.355359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4081c-1731-40aa-a903-672089e99e6d req-ad2f6ace-b532-4ce6-8e9b-0cd49127ccc5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:08.356797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f4081c-1731-40aa-a903-672089e99e6d req-ad2f6ace-b532-4ce6-8e9b-0cd49127ccc5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 949 time: 0.0674541 Jul 28 18:05:08.367368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port b9494065-13e1-4e50-ba27-abbdea815d0d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:08.371581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b9494065-13e1-4e50-ba27-abbdea815d0d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:08.374409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:08.399820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f4081c-1731-40aa-a903-672089e99e6d req-420a5367-605a-456b-b4a3-6a7fac22dbb2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Jul 28 18:05:08.470958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:08.496477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:08.498796 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c2fda-39c6-4763-94ce-3c95e8e13b72" -d '{"events": [{"server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "name": "network-vif-plugged", "status": "completed", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:08.518748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b9494065-13e1-4e50-ba27-abbdea815d0d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:08.545197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d9f5d-0063-4ea8-a834-a74ffacbf474 x-openstack-request-id: req-e74d9f5d-0063-4ea8-a834-a74ffacbf474 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:08.545488 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "name": "network-vif-plugged", "status": "completed", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:08.545741 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e74d9f5d-0063-4ea8-a834-a74ffacbf474 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:08.546168 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d', 'code': 200} Jul 28 18:05:08.646384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:08.659290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce334077-c915-43da-9fbd-44b23457ecf7 req-065d0d92-e6dd-4f15-be07-2fdfe03598e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:08.661154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce334077-c915-43da-9fbd-44b23457ecf7 req-065d0d92-e6dd-4f15-be07-2fdfe03598e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 1100 time: 0.0457325 Jul 28 18:05:08.702921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:08.718633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:08.756439 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce334077-c915-43da-9fbd-44b23457ecf7 req-6b0c3eb3-32f2-4784-b05a-17f51fe85520 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761304 Jul 28 18:05:08.839136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:08.850527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'port_id': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'mac_address': 'fa:16:3e:a5:aa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e234d1d-522d-4efa-9d89-cbbb43c0b575', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:08.910420 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:08.925680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ae4464-8d40-4ef1-bec4-2e1f961e710e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:08.953691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:09.048488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-5e7e0640-8797-48a6-b843-02e8a6b513d5 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:09.050142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-5e7e0640-8797-48a6-b843-02e8a6b513d5 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.35 "GET /v2.0/networks?id=55b5efcb-6a2a-4e34-a023-efc9670646eb HTTP/1.1" status: 200 len: 815 time: 0.1489859 Jul 28 18:05:09.053030 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:09.073105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Request body: {'port': {'device_id': 'ed65a312-8c6c-4521-b189-897754e375e6', 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb', 'admin_state_up': True, 'tenant_id': '5251ce822557461480f69f227d6c2070'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:09.143339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:09.174815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c5d4f0b-ed45-45a4-be3b-ece9d32e30cb req-44f77abc-c992-49c4-8c66-8880a28f6469 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 210 time: 0.0589874 Jul 28 18:05:09.222003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b6ba2a6-def4-42b9-97ef-174257d8ef31 req-fc3bb278-d5b9-4cef-a814-4d32149a9f63 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0376379 Jul 28 18:05:09.364462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c96a9-2572-41d0-bd65-9e7c39a0a4a9 req-7148f22e-e4bd-46f4-8fd9-c9480ad84baf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:09.366011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df4c96a9-2572-41d0-bd65-9e7c39a0a4a9 req-7148f22e-e4bd-46f4-8fd9-c9480ad84baf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.0667365 Jul 28 18:05:09.409052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df4c96a9-2572-41d0-bd65-9e7c39a0a4a9 req-5f372861-f3d4-431f-8885-179525aa3589 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Jul 28 18:05:09.412741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Made reservation on behalf of 5251ce822557461480f69f227d6c2070 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:09.416552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:09.497350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['72ae4464-8d40-4ef1-bec4-2e1f961e710e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:09.586567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df313-78ba-4dc2-b77b-878b3fea015f req-8deb1218-ef11-4091-a41d-494bca5140b7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:09.588412 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f72df313-78ba-4dc2-b77b-878b3fea015f req-8deb1218-ef11-4091-a41d-494bca5140b7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 950 time: 0.0964930 Jul 28 18:05:09.598868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Allocated IP 172.20.0.2 (55b5efcb-6a2a-4e34-a023-efc9670646eb/70c4226e-d2ff-4b85-ac05-02780e19db4a/412bd307-b4f0-412a-b990-840a09ac3038) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:09.690917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f72df313-78ba-4dc2-b77b-878b3fea015f req-669d243b-a826-40d1-9dbf-70d5292d0b89 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 Jul 28 18:05:09.707806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-23eb0b51-bf41-4fd1-8aad-71023f2b8d2d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:09.709393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-23eb0b51-bf41-4fd1-8aad-71023f2b8d2d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.1777840 Jul 28 18:05:09.725400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Request body: {'port': {'device_id': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'admin_state_up': True, 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:09.855002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:09.879602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:09.922439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f6eafca2-a26b-4620-8b18-f1d033c9fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:09.927018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:09.930657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:09.964866 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:10.008144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.064618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.075614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e53030-e5e5-4133-a8c0-3cc78d246189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.076984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Network 55b5efcb-6a2a-4e34-a023-efc9670646eb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:10.080647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:10.087298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:10.091180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Pushing event updated for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:10.128372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.128639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.128967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.129795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.129795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.130046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.130269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.130582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.130903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.131632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.131632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.131877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:10.156558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:10.157182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.189656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-6d5a7586-a665-443c-b627-e20e49d0599e tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:10.191307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-6d5a7586-a665-443c-b627-e20e49d0599e tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.2781973 Jul 28 18:05:10.195894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Allocated IP 172.20.0.5 (7e96af71-1687-4bdb-b665-a6bb63f2f241/bbe21c4f-eb29-4d10-aea0-e56c2248f458/cdea65e2-236b-4c2a-a126-5adbf8a4fe8c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:10.209890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Request body: {'port': {'device_id': '29de72cf-758d-4e9b-af44-c4452d38b946', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'admin_state_up': True, 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:10.308571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ec3d-36ff-4414-9558-1887878bd746 req-45ec7441-bc47-4238-8885-a5f9eda5ac0d tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:10.310166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5686ec3d-36ff-4414-9558-1887878bd746 req-45ec7441-bc47-4238-8885-a5f9eda5ac0d tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 931 time: 0.0533152 Jul 28 18:05:10.345298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f71a7422-2752-42f8-bc1b-19db105ca98f req-dfc25aac-2cdf-4390-bdf7-93f54a2c040a tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0540528 Jul 28 18:05:10.349464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5686ec3d-36ff-4414-9558-1887878bd746 req-9a67bc68-4c1d-461a-bb64-447cb438cd0a tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 28 18:05:10.458666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e53030-e5e5-4133-a8c0-3cc78d246189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.514916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.534813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193458dc-adfc-4776-9b99-031d004c5e6c req-d89e9ee9-f53b-45a8-b345-192df6df2fdf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:10.536384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-193458dc-adfc-4776-9b99-031d004c5e6c req-d89e9ee9-f53b-45a8-b345-192df6df2fdf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.0545886 Jul 28 18:05:10.549869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e53030-e5e5-4133-a8c0-3cc78d246189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.576746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-193458dc-adfc-4776-9b99-031d004c5e6c req-99c7e72c-5af1-49d3-9814-b1fc65adb1c4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jul 28 18:05:10.592175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5e53030-e5e5-4133-a8c0-3cc78d246189 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa2bd73760f64147bbd822b4f52e69de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112672 Jul 28 18:05:10.594682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52870) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:10.600680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e53030-e5e5-4133-a8c0-3cc78d246189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee106c-3ae6-4962-86b1-33ef1cfda101,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:10.630857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-301fb1f3-d4e1-4636-897c-04f5ef2a5eec tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5671318 Jul 28 18:05:10.650907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Request body: {'port': {'device_id': 'ed65a312-8c6c-4521-b189-897754e375e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:10.660057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.674899 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.693072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.707593 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.748449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:10.762234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:10.764095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:10.767658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:10.769865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:10.788401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event updated for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:10.962712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.016292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412bd307-b4f0-412a-b990-840a09ac3038 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:11.025662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.040184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Transition to ACTIVE for port object 412bd307-b4f0-412a-b990-840a09ac3038 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:11.104971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.157292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.157917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.177490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714a1-5a00-4ea2-8674-8e06f88056ea req-cc3d6d93-fea6-499e-add2-0beb2270d6d6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.178791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:11.178948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c1714a1-5a00-4ea2-8674-8e06f88056ea req-cc3d6d93-fea6-499e-add2-0beb2270d6d6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 950 time: 0.3990691 Jul 28 18:05:11.217599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c1714a1-5a00-4ea2-8674-8e06f88056ea req-b6daecf0-c670-41b6-95ef-e0576d911f16 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 28 18:05:11.221785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.224095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.225192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24ee106c-3ae6-4962-86b1-33ef1cfda101 HTTP/1.1" status: 204 len: 168 time: 0.6295872 Jul 28 18:05:11.232658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Attempting to bind port 412bd307-b4f0-412a-b990-840a09ac3038 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:11.234150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Attempting to bind port 412bd307-b4f0-412a-b990-840a09ac3038 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '92238f44-f95a-4e01-a62f-98c970bb7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:11.234501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Attempting to bind port 412bd307-b4f0-412a-b990-840a09ac3038 on network 55b5efcb-6a2a-4e34-a023-efc9670646eb {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:11.239916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Port 412bd307-b4f0-412a-b990-840a09ac3038 on network 55b5efcb-6a2a-4e34-a023-efc9670646eb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:11.240709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Attempting to bind port 412bd307-b4f0-412a-b990-840a09ac3038 on network 55b5efcb-6a2a-4e34-a023-efc9670646eb {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:11.246106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:11.246508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Checking segment: {'id': '92238f44-f95a-4e01-a62f-98c970bb7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:11.247024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Bound using segment: {'id': '92238f44-f95a-4e01-a62f-98c970bb7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:11.247670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Bound port: 412bd307-b4f0-412a-b990-840a09ac3038, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92238f44-f95a-4e01-a62f-98c970bb7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:11.248040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.276352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-a2e1dc05-b4d5-4804-a0eb-c4f4cbe8cd3f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5549395 Jul 28 18:05:11.289710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Request body: {'port': {'device_id': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:11.295599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aca47e-427c-403c-b17b-c3171fb5ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee106c-3ae6-4962-86b1-33ef1cfda101,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:11.398732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.402273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:11.421237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d3563-f687-4ce0-ae3c-f22decabb15f req-9f24f453-60d3-412a-b548-1018c9b131e1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.422951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f43d3563-f687-4ce0-ae3c-f22decabb15f req-9f24f453-60d3-412a-b548-1018c9b131e1 tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 1101 time: 0.0728164 Jul 28 18:05:11.425551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Allocated IP 172.20.0.13 (7e96af71-1687-4bdb-b665-a6bb63f2f241/bbe21c4f-eb29-4d10-aea0-e56c2248f458/1b98dce4-62cd-4ef6-8386-fbe7147cebc9) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:11.428453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=412bd307-b4f0-412a-b990-840a09ac3038,segment=NetworkSegment(92238f44-f95a-4e01-a62f-98c970bb7e58),segment_id=92238f44-f95a-4e01-a62f-98c970bb7e58)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:11.472212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f43d3563-f687-4ce0-ae3c-f22decabb15f req-05f24ed9-0056-4040-9648-26996993561c tempest-ServersOnMultiNodesTest-1823537450 tempest-ServersOnMultiNodesTest-1823537450-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Jul 28 18:05:11.517660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.583579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3f37b70-133e-42f2-b610-755b705ab927 req-9aead169-44cf-4b84-ae8b-b29d9ae6fc63 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 210 time: 0.0368314 Jul 28 18:05:11.586080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.586663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.588154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] 10.222.0.35 "PUT /v2.0/ports/412bd307-b4f0-412a-b990-840a09ac3038 HTTP/1.1" status: 200 len: 1091 time: 0.9417694 Jul 28 18:05:11.588431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:11.590793 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44e4f8c-33ef-4690-a900-8f8badfb8441" -d '{"events": [{"name": "network-changed", "server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "tag": "412bd307-b4f0-412a-b990-840a09ac3038"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:11.619699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc291b4-077e-49dd-bf8c-fba06f2ee75e req-03269d80-cec4-44f0-8886-f346a1bc3921 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.623547 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acc291b4-077e-49dd-bf8c-fba06f2ee75e req-03269d80-cec4-44f0-8886-f346a1bc3921 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 943 time: 0.1737564 Jul 28 18:05:11.640635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf2f1e-1522-428d-af1c-7a9d219d0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:11.743485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acc291b4-077e-49dd-bf8c-fba06f2ee75e req-29a24923-1952-41c0-a40d-8f688fc1ca13 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100128 Jul 28 18:05:11.802748 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c924b4a8-0629-40e9-b95d-4baf3ff5fa66 x-openstack-request-id: req-c924b4a8-0629-40e9-b95d-4baf3ff5fa66 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:11.803049 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "tag": "412bd307-b4f0-412a-b990-840a09ac3038", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:11.803298 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c924b4a8-0629-40e9-b95d-4baf3ff5fa66 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:11.803724 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038', 'status': 'completed', 'code': 200} Jul 28 18:05:11.826489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-2a34a12c-1eef-4f51-898c-ab905e1f8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.828214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-2a34a12c-1eef-4f51-898c-ab905e1f8bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5251ce822557461480f69f227d6c2070&device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 1094 time: 0.1010444 Jul 28 18:05:11.837258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:11.897515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-2b246678-7bd4-48b5-8446-5979f084df42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=412bd307-b4f0-412a-b990-840a09ac3038 HTTP/1.1" status: 200 len: 217 time: 0.0575171 Jul 28 18:05:11.965758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-6e3085d6-b76a-42c5-98be-0124b461fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.967598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-6e3085d6-b76a-42c5-98be-0124b461fdfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70c4226e-d2ff-4b85-ac05-02780e19db4a HTTP/1.1" status: 200 len: 855 time: 0.0578017 Jul 28 18:05:11.979505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074344f6-669e-4878-a755-2fb8411903ab req-9124225f-655d-4070-add7-295d5957364b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:11.981335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-074344f6-669e-4878-a755-2fb8411903ab req-9124225f-655d-4070-add7-295d5957364b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.0910125 Jul 28 18:05:12.027954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-074344f6-669e-4878-a755-2fb8411903ab req-1645dd9e-6091-43bf-808d-79c8fd38de6d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 Jul 28 18:05:12.028190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-49ab20dc-3378-4d3f-af21-c272118b10b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=55b5efcb-6a2a-4e34-a023-efc9670646eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421913 Jul 28 18:05:12.112065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.163084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-88d6bfa8-ce64-4823-9767-e7b5e1215846 service neutron] 10.222.0.35 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248660 Jul 28 18:05:12.180650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:12.192585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:12.200140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:12.266015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event updated for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:12.316041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f51291b-0635-45ff-be0b-3335fe49ffbb req-5f5b27c9-18f7-44ff-b80b-99736411747b service neutron] 10.222.0.35 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451755 Jul 28 18:05:12.335825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.336411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.401809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e363d21-cd74-40a8-acfb-01bb03201902 req-7d8aed74-b9c2-4eac-a2e8-ee11dafeab68 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.403677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e363d21-cd74-40a8-acfb-01bb03201902 req-7d8aed74-b9c2-4eac-a2e8-ee11dafeab68 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 950 time: 0.1928785 Jul 28 18:05:12.425538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdea65e2-236b-4c2a-a126-5adbf8a4fe8c {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:12.451858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.483821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-8026d0d3-6c0f-4f63-946a-3eccd00982c7 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2802312 Jul 28 18:05:12.503516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Request body: {'port': {'device_id': '29de72cf-758d-4e9b-af44-c4452d38b946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:12.532414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-6f0e79c9-f7ab-439f-b86d-be8c6bf843cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.535947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-6f0e79c9-f7ab-439f-b86d-be8c6bf843cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5251ce822557461480f69f227d6c2070&device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 1094 time: 0.0938804 Jul 28 18:05:12.538202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Transition to ACTIVE for port object cdea65e2-236b-4c2a-a126-5adbf8a4fe8c will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:12.558678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e363d21-cd74-40a8-acfb-01bb03201902 req-a934097e-b959-48e2-b9fd-fe9226104948 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459150 Jul 28 18:05:12.594979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.617834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:12.650800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-9c8b0b59-c321-4041-b032-32a89d78a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.652692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-9c8b0b59-c321-4041-b032-32a89d78a3d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=55b5efcb-6a2a-4e34-a023-efc9670646eb HTTP/1.1" status: 200 len: 916 time: 0.1084242 Jul 28 18:05:12.670293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.721537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-4bfd00a3-9397-436d-95de-ca746389b74c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=412bd307-b4f0-412a-b990-840a09ac3038 HTTP/1.1" status: 200 len: 217 time: 0.0605941 Jul 28 18:05:12.734803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:12.837316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:12.853419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-f9b1b193-37cf-45eb-b6f4-363d382c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.853419 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-f9b1b193-37cf-45eb-b6f4-363d382c2c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70c4226e-d2ff-4b85-ac05-02780e19db4a HTTP/1.1" status: 200 len: 855 time: 0.1218648 Jul 28 18:05:12.898995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.906894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-87b71720-e5f2-4b51-8f07-70ade947701c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=55b5efcb-6a2a-4e34-a023-efc9670646eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399582 Jul 28 18:05:12.922336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 72ae4464-8d40-4ef1-bec4-2e1f961e710e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:12.926412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 72ae4464-8d40-4ef1-bec4-2e1f961e710e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:12.932260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:12.932420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b9cd2-b40e-4778-a723-f02a089bcd63 req-5eed537e-1475-49fc-bfd5-e80432b51799 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.932420 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c81b9cd2-b40e-4778-a723-f02a089bcd63 req-5eed537e-1475-49fc-bfd5-e80432b51799 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 932 time: 0.1773274 Jul 28 18:05:12.964382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f6af884-0c4c-40a0-bb25-26f22b0f30f2 tempest-AgentManagementNegativeTest-259168092 tempest-AgentManagementNegativeTest-259168092-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3446109 Jul 28 18:05:12.974909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9cf7-f4fa-4ca5-a278-4b8a4fd7d74a req-2d11bf2d-40bf-4d22-9b28-40a42b458efb tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:12.976491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4cf9cf7-f4fa-4ca5-a278-4b8a4fd7d74a req-2d11bf2d-40bf-4d22-9b28-40a42b458efb tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 943 time: 0.1199608 Jul 28 18:05:13.015787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.037537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c81b9cd2-b40e-4778-a723-f02a089bcd63 req-2359b4db-efc8-4d12-89ee-66fca2326e59 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864708 Jul 28 18:05:13.052083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4cf9cf7-f4fa-4ca5-a278-4b8a4fd7d74a req-bcf93e26-8b89-4a12-99d1-612463e51ee7 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608239 Jul 28 18:05:13.052711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:13.054197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:13.057036 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bffd2-ccae-4e4c-9dc6-71c35f6c30d0" -d '{"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-plugged", "status": "completed", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:13.057295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Attempting to bind port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:13.057650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Attempting to bind port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:13.057991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Attempting to bind port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:13.080850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:13.081304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Attempting to bind port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:13.086063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-8762d8d3-644b-4502-b52b-e2d5e80d08ca service neutron] 10.222.0.35 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692851 Jul 28 18:05:13.094416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:13.094774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Checking segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:13.095172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Bound using segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:13.095649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Bound port: cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:13.096017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.127605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.196771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:13.209889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a44e4f8c-33ef-4690-a900-8f8badfb8441 req-cde1ed95-9c02-4485-9163-55ff61516d72 service neutron] 10.222.0.35 "GET /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161869 Jul 28 18:05:13.250001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:13.260875 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.294476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Transition to ACTIVE for port object 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:13.300495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:13.304276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:13.312143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a456384-a260-417b-82ec-02af591fd36c req-57d0a7f3-355e-4747-8fa0-df511080c8ac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.313757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a456384-a260-417b-82ec-02af591fd36c req-57d0a7f3-355e-4747-8fa0-df511080c8ac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 945 time: 0.1403644 Jul 28 18:05:13.355283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a456384-a260-417b-82ec-02af591fd36c req-b8841fde-b800-4536-82b0-e3d9c589f081 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Jul 28 18:05:13.379143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.402609 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91424de2-3623-42da-9d80-784bb7fa015a x-openstack-request-id: req-91424de2-3623-42da-9d80-784bb7fa015a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:13.402974 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-plugged", "status": "completed", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:13.403303 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91424de2-3623-42da-9d80-784bb7fa015a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:13.403802 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'code': 200} Jul 28 18:05:13.409534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.476289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Pushing event updated for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:13.496095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.496095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.497650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/cdea65e2-236b-4c2a-a126-5adbf8a4fe8c HTTP/1.1" status: 200 len: 1091 time: 2.2121229 Jul 28 18:05:13.502461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:13.502461 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c48d24-a060-4280-8462-cc6ffafdf966" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:13.565581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-c7a6bb2f-0bb8-45cc-97d3-f6b108b790a5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.567215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-c7a6bb2f-0bb8-45cc-97d3-f6b108b790a5 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 950 time: 0.1251509 Jul 28 18:05:13.579344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b62eb-b019-46c5-a2a2-0c9568ad3ad7 req-ff862dc5-90c2-453b-a0e5-6c305b48e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.580787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-677b62eb-b019-46c5-a2a2-0c9568ad3ad7 req-ff862dc5-90c2-453b-a0e5-6c305b48e7e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1096 time: 0.0828946 Jul 28 18:05:13.608647 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cebeb8-23c5-48f3-9dcf-8c893350f5be x-openstack-request-id: req-75cebeb8-23c5-48f3-9dcf-8c893350f5be {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:13.611623 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:13.611623 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75cebeb8-23c5-48f3-9dcf-8c893350f5be {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:13.611623 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c', 'status': 'completed', 'code': 200} Jul 28 18:05:13.638052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52968) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:13.722416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-677b62eb-b019-46c5-a2a2-0c9568ad3ad7 req-eaf7aeff-6cec-432f-83c9-98f1ff210ffe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318896 Jul 28 18:05:13.752731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d9c5-6579-4358-bc75-d84ac78a59c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:13.756364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port b9494065-13e1-4e50-ba27-abbdea815d0d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:13.756848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.808927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-ec62a023-2e5a-4305-9ae2-3c8839852cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.810473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-ec62a023-2e5a-4305-9ae2-3c8839852cdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 1094 time: 0.1822810 Jul 28 18:05:13.818296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Attempting to bind port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:13.818630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Attempting to bind port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:13.818958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Attempting to bind port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:13.819721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31bea6a-8eb9-4a18-85b6-a0c0ac1dafe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.832762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bd241-7148-4a94-bca8-32753cc0a31e req-5a55e08d-582c-453f-b758-7114724b2165 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:13.834250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d62bd241-7148-4a94-bca8-32753cc0a31e req-5a55e08d-582c-453f-b758-7114724b2165 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 950 time: 0.1015422 Jul 28 18:05:13.835245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:13.835599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Attempting to bind port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:13.840758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:13.843524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Checking segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:13.843524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Bound using segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:13.843524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Bound port: 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:13.843524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.894523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port b9494065-13e1-4e50-ba27-abbdea815d0d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b9494065-13e1-4e50-ba27-abbdea815d0d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:13.894899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:13.917499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for b9494065-13e1-4e50-ba27-abbdea815d0d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:13.993916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d62bd241-7148-4a94-bca8-32753cc0a31e req-bcdf0f49-afd2-4a6d-beac-ac2bc8280057 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470010 Jul 28 18:05:14.006849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:14.017682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:14.027661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-7c927609-a519-48b4-8339-b889be5a08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.029453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-7c927609-a519-48b4-8339-b889be5a08a4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1651b7cff4643f783d4fd270e2383f8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1845105 Jul 28 18:05:14.033825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31bea6a-8eb9-4a18-85b6-a0c0ac1dafe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.105670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.106216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31bea6a-8eb9-4a18-85b6-a0c0ac1dafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.153454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.154208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.155628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b98dce4-62cd-4ef6-8386-fbe7147cebc9 HTTP/1.1" status: 200 len: 1092 time: 1.6575916 Jul 28 18:05:14.200334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d31bea6a-8eb9-4a18-85b6-a0c0ac1dafe9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=817c977ad9ff49888473728a9f25cf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523882 Jul 28 18:05:14.200334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bea6a-8eb9-4a18-85b6-a0c0ac1dafe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac5265-83e4-46e7-8179-81a050459d81,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:14.203746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52976) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:14.207028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.218803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'b9494065-13e1-4e50-ba27-abbdea815d0d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:14.224113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', '096966b7-769c-415e-88d7-8eff1e754dff', 'f2fe2359-9552-411a-a97e-2c964bc2ab24'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:14.293521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=b9494065-13e1-4e50-ba27-abbdea815d0d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:14.314464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port b9494065-13e1-4e50-ba27-abbdea815d0d on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:14.317985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.320902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c34a7a4-c510-407b-9ad2-b61be84af85f req-3c35674c-8a7b-4908-9dee-1486a86565f2 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "DELETE /v2.0/ports/b9494065-13e1-4e50-ba27-abbdea815d0d HTTP/1.1" status: 204 len: 173 time: 0.7447457 Jul 28 18:05:14.330805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7866-d3ba-4ff8-852f-71fd0bb0ecb7 req-6b7b7327-c93b-4bb5-ab1c-3d22745cbb73 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.339307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ddb7866-d3ba-4ff8-852f-71fd0bb0ecb7 req-6b7b7327-c93b-4bb5-ab1c-3d22745cbb73 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 943 time: 0.2118621 Jul 28 18:05:14.341981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'name': 'network-vif-deleted', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:14.344361 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e4220-b805-4b3a-9182-3887ce94e05d" -d '{"events": [{"server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "name": "network-vif-deleted", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:14.397565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ddb7866-d3ba-4ff8-852f-71fd0bb0ecb7 req-07ba4fd7-30a5-4033-bcf8-b5b842a63765 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570829 Jul 28 18:05:14.414361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-671b41eb-7a1e-4508-a647-4238fa2a5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.415928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29c48d24-a060-4280-8462-cc6ffafdf966 req-671b41eb-7a1e-4508-a647-4238fa2a5bf6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3756721 Jul 28 18:05:14.420613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28314c25-ce1b-46d4-bb56-c15c98569639 service neutron] Pushing event updated for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:14.469965 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b9696-c3e7-46fd-98b0-f9d8d68386fb x-openstack-request-id: req-d61b9696-c3e7-46fd-98b0-f9d8d68386fb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:14.470271 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caffd95-9c65-4d6e-b4a4-1df458ce1bee", "name": "network-vif-deleted", "tag": "b9494065-13e1-4e50-ba27-abbdea815d0d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:14.470533 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d61b9696-c3e7-46fd-98b0-f9d8d68386fb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:14.470989 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caffd95-9c65-4d6e-b4a4-1df458ce1bee', 'name': 'network-vif-deleted', 'tag': 'b9494065-13e1-4e50-ba27-abbdea815d0d', 'status': 'completed', 'code': 200} Jul 28 18:05:14.505954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b86b6-725d-487b-ad08-754fb7d65542 req-9947573d-ebfb-4624-af47-4e168bb3d3db tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.518413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a0b86b6-725d-487b-ad08-754fb7d65542 req-9947573d-ebfb-4624-af47-4e168bb3d3db tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 944 time: 0.3666439 Jul 28 18:05:14.628918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347caf-bdb4-4f89-9737-060939833d95 req-2de2add0-2133-49e3-b593-3d427ebd67f4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.630724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec347caf-bdb4-4f89-9737-060939833d95 req-2de2add0-2133-49e3-b593-3d427ebd67f4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 945 time: 0.0729952 Jul 28 18:05:14.702295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-3490563b-27f2-4455-a4c2-5d9eeda3a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.704941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-3490563b-27f2-4455-a4c2-5d9eeda3a8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 1095 time: 0.3933270 Jul 28 18:05:14.707952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-e69db10d-1925-454f-ae4c-1e057d53527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:14.709491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-e69db10d-1925-454f-ae4c-1e057d53527e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 1094 time: 0.1889708 Jul 28 18:05:14.710198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.725513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a0b86b6-725d-487b-ad08-754fb7d65542 req-9f86edbd-48b1-4232-b31c-3e0d71c11be3 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061484 Jul 28 18:05:14.731344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec347caf-bdb4-4f89-9737-060939833d95 req-4996cd12-869e-4162-86b5-d3397a125053 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 Jul 28 18:05:14.842149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-eb5011a1-84f5-46cd-ac9b-efd4aa8f0027 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9 HTTP/1.1" status: 200 len: 217 time: 0.1105058 Jul 28 18:05:14.866048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:14.971941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-9e053a8c-d874-47fb-8e20-da68465d6030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c HTTP/1.1" status: 200 len: 217 time: 0.1318607 Jul 28 18:05:15.048050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-172c8da4-5186-42ef-96fb-b00d40fb40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:15.057828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-172c8da4-5186-42ef-96fb-b00d40fb40a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.0571446 Jul 28 18:05:15.057828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:15.057828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:15.057828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95ac5265-83e4-46e7-8179-81a050459d81 HTTP/1.1" status: 204 len: 168 time: 0.8465512 Jul 28 18:05:15.085533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11cb3-7ef9-4176-9398-7731e23a8ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac5265-83e4-46e7-8179-81a050459d81,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:15.112178 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-898ff257-bb11-4e54-908d-d5a602e3e543 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500848 Jul 28 18:05:15.114414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-6b9c7279-2083-40d2-8c23-4e4509300be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:15.115954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-6b9c7279-2083-40d2-8c23-4e4509300be0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.1952055 Jul 28 18:05:15.184724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2d848b6-38e9-4bfc-9006-f500f161a45c req-c7fe8e60-8ac7-413d-9c07-5e454b646176 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=3caffd95-9c65-4d6e-b4a4-1df458ce1bee HTTP/1.1" status: 200 len: 210 time: 0.0465641 Jul 28 18:05:15.291814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-00265a2c-78de-4caa-b707-a05c6a97dcab service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684623 Jul 28 18:05:15.293608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-9c439595-4e4c-4e0d-a281-d2f44bac6e5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366036 Jul 28 18:05:15.315959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:15.813395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:15.815618 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:15.859581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8c219-a0b3-401e-bd04-6953b3524fd8 req-c46d8224-8284-4e92-833e-4bc974435958 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:15.864672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4c8c219-a0b3-401e-bd04-6953b3524fd8 req-c46d8224-8284-4e92-833e-4bc974435958 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 944 time: 0.0631444 Jul 28 18:05:15.875033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-d0e31e2c-ab57-45d6-a32a-116b35217323 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667994 Jul 28 18:05:15.876827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-77179c91-dbe6-487e-bf02-931dcefd237c service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786140 Jul 28 18:05:15.929512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4c8c219-a0b3-401e-bd04-6953b3524fd8 req-aad4ea42-fd9d-4440-b51f-27a3867b0c67 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592623 Jul 28 18:05:15.963340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702e23f-6817-4667-a94d-89163ee2aeab req-be7d4fd5-4526-4ea1-a8b2-d1f683a89447 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:15.964895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d702e23f-6817-4667-a94d-89163ee2aeab req-be7d4fd5-4526-4ea1-a8b2-d1f683a89447 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 943 time: 0.1463141 Jul 28 18:05:16.037784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d702e23f-6817-4667-a94d-89163ee2aeab req-60c848e1-29e2-4a88-ba86-48c31495473d tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636892 Jul 28 18:05:16.050032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bed2dab0-afa9-4f5a-9075-900c6ac37d1c req-c3de2c32-879d-4308-bd66-1671a46cf034 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557729 Jul 28 18:05:16.081619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80fe7-d2d3-4430-9e00-87f40f5033fc req-341f8943-96eb-4f30-b754-53466f298390 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.086972 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a021f8e-3868-4014-99ee-96ba23ac2ac6 x-openstack-request-id: req-7a021f8e-3868-4014-99ee-96ba23ac2ac6 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:16.087267 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:16.087561 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a021f8e-3868-4014-99ee-96ba23ac2ac6 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:16.087957 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9', 'status': 'completed', 'code': 200} Jul 28 18:05:16.100246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35f80fe7-d2d3-4430-9e00-87f40f5033fc req-341f8943-96eb-4f30-b754-53466f298390 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 945 time: 0.1061292 Jul 28 18:05:16.144644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35f80fe7-d2d3-4430-9e00-87f40f5033fc req-46b74bd0-ed52-4f24-969f-4f03b863662c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Jul 28 18:05:16.213266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-6bd186b1-2585-49b6-9001-e41aaa355a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.214834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-6bd186b1-2585-49b6-9001-e41aaa355a1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 1095 time: 0.0641260 Jul 28 18:05:16.229996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b9494065-13e1-4e50-ba27-abbdea815d0d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:16.258487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: b9494065-13e1-4e50-ba27-abbdea815d0d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:16.259020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b9494065-13e1-4e50-ba27-abbdea815d0d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:16.328982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-b561013c-06bf-4381-a0c3-d9555d2ecf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.330793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-b561013c-06bf-4381-a0c3-d9555d2ecf26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 914 time: 0.1085000 Jul 28 18:05:16.390622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-a26e1b76-ea6a-4936-93d7-dfad6e5b1969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9 HTTP/1.1" status: 200 len: 217 time: 0.0506697 Jul 28 18:05:16.467050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-109d9dc0-0314-4318-9d2b-a4658cdcdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.471090 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-109d9dc0-0314-4318-9d2b-a4658cdcdbd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.0731678 Jul 28 18:05:16.489652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53038) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:16.539437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-cc8f1670-a412-4ca9-a6e6-14447ed37003 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479968 Jul 28 18:05:16.539687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53042) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:16.541478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1438324073'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:16.687736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-85229826'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:16.691925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f15f5-6284-48f2-b4a0-19f363ee9b6b req-1c88c97b-2a6c-412a-a0d0-8a2d3c0d1a28 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.701966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-012f15f5-6284-48f2-b4a0-19f363ee9b6b req-1c88c97b-2a6c-412a-a0d0-8a2d3c0d1a28 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1096 time: 0.1172726 Jul 28 18:05:16.703449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:16.710078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:16.773266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 412bd307-b4f0-412a-b990-840a09ac3038 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:16.775962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-012f15f5-6284-48f2-b4a0-19f363ee9b6b req-3b56c207-93ca-44b1-8576-6c3183508c37 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730672 Jul 28 18:05:16.781695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-4896076d-b74a-4b04-a847-31869c9e8ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380660 Jul 28 18:05:16.799321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:16.815858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:16.816215 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Added segment 338f9a8f-f29f-4585-bbd3-59ca3a7eeff7 of type vlan for network f46442f0-7eb5-467b-98f6-9ac6516e066e Jul 28 18:05:16.828406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:16.832276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:16.873393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd556-f635-463f-a039-e09819e69315 req-9ed5bc67-72f0-4000-a92a-dc7c301edf56 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:16.875524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8ccd556-f635-463f-a039-e09819e69315 req-9ed5bc67-72f0-4000-a92a-dc7c301edf56 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 949 time: 0.1300015 Jul 28 18:05:16.878943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:16.909026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:16.927101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=412bd307-b4f0-412a-b990-840a09ac3038,segment=NetworkSegment(92238f44-f95a-4e01-a62f-98c970bb7e58),segment_id=92238f44-f95a-4e01-a62f-98c970bb7e58)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:16.942846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '412bd307-b4f0-412a-b990-840a09ac3038', 'network_id': '55b5efcb-6a2a-4e34-a023-efc9670646eb', 'port_id': '412bd307-b4f0-412a-b990-840a09ac3038', 'mac_address': 'fa:16:3e:dc:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4226e-d2ff-4b85-ac05-02780e19db4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:16.970557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8ccd556-f635-463f-a039-e09819e69315 req-aa7ed950-2ecb-48e6-b9ff-d850a4d9340f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Jul 28 18:05:16.983007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d80c4fad-98e8-413b-a2a6-fb0eda66e6c4 req-8236dc61-b08e-4034-aef1-f9cefdfcb284 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807499 Jul 28 18:05:17.006447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159d40f-1e31-4aec-9297-651bd121e17f req-1243e876-ffa6-4b32-8dc8-6e53233e354b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:17.008166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6159d40f-1e31-4aec-9297-651bd121e17f req-1243e876-ffa6-4b32-8dc8-6e53233e354b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1096 time: 0.0932677 Jul 28 18:05:17.014991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.032883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412bd307-b4f0-412a-b990-840a09ac3038 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:17.048875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6159d40f-1e31-4aec-9297-651bd121e17f req-24335faf-4859-4818-9206-05f317494846 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Jul 28 18:05:17.078763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.078923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=412bd307-b4f0-412a-b990-840a09ac3038,segment=NetworkSegment(92238f44-f95a-4e01-a62f-98c970bb7e58),segment_id=92238f44-f95a-4e01-a62f-98c970bb7e58)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:17.107067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.113362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:17.114035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.157717 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.184062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c130e9-b1dc-45b3-a123-0c92aa055344 req-ff67b9d5-f0d2-45ff-ba88-42bfcc1411cf tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:17.186560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88c130e9-b1dc-45b3-a123-0c92aa055344 req-ff67b9d5-f0d2-45ff-ba88-42bfcc1411cf tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 943 time: 0.0558374 Jul 28 18:05:17.228743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:17.244981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88c130e9-b1dc-45b3-a123-0c92aa055344 req-a5abc8db-3797-4ccc-98e0-bd2dd9e761f2 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492947 Jul 28 18:05:17.527718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.589562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:17.595787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Network': ['ID=f46442f0-7eb5-467b-98f6-9ac6516e066e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:17.605975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f46442f0-7eb5-467b-98f6-9ac6516e066e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:17.610194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32e048-5222-483f-8ce4-a17011aeabab req-b6a7b89f-0e9a-479b-95b5-939c58871c09 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:17.612084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc32e048-5222-483f-8ce4-a17011aeabab req-b6a7b89f-0e9a-479b-95b5-939c58871c09 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 944 time: 0.5416007 Jul 28 18:05:17.623118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-36e9d4dd-b0c7-45cb-9e6e-5e345a35be03 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0861745 Jul 28 18:05:17.626221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:17.633104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cbd9e-ccaf-492b-84a0-b3c4cce3a728,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:17.657764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-271775779'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:17.673193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.673193 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Added segment dfb6f981-3169-4fb4-8017-0a53b7aa019b of type vlan for network 02de251d-9347-46ab-9b2a-143fdbfe65d6 Jul 28 18:05:17.709886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['412bd307-b4f0-412a-b990-840a09ac3038'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:17.737141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.742852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc32e048-5222-483f-8ce4-a17011aeabab req-8ecc31e4-3ebf-48c9-9f52-978717f91a2f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225772 Jul 28 18:05:17.838726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:17.842407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.863596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.869054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:17.869613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.878406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:17.943541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:17.943896 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Added segment 7cdda612-b285-4c10-9458-54f2151c2e79 of type vlan for network 6f31886b-f639-4de9-8a4e-de5fd523a61c Jul 28 18:05:17.980076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Network': ['ID=02de251d-9347-46ab-9b2a-143fdbfe65d6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:17.987058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-83b4ce8b-df7b-4fb4-a94c-888dbbeecfb0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4921186 Jul 28 18:05:17.988001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53068) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:17.992115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:17.992617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:18.002492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.154050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e371-c8e0-41d8-bb18-e6c6221f9c39 req-6e7facfe-183d-4e4b-b3f8-4d6c38e46b57 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:18.155886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dff7e371-c8e0-41d8-bb18-e6c6221f9c39 req-6e7facfe-183d-4e4b-b3f8-4d6c38e46b57 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 949 time: 0.0773020 Jul 28 18:05:18.156521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.161913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:18.162491 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.223725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:18.223725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.240930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:18.279739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dff7e371-c8e0-41d8-bb18-e6c6221f9c39 req-b16bc3f9-5d77-4d13-bd34-0e46a8c8858d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057103 Jul 28 18:05:18.283739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Network': ['ID=6f31886b-f639-4de9-8a4e-de5fd523a61c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:18.321065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86488d1f-965d-4df6-a358-cba1c483872b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6864033 Jul 28 18:05:18.321371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53088) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:18.348146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'subnet': {'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:18.371345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:18.388254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'port_id': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9', 'mac_address': 'fa:16:3e:6d:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe21c4f-eb29-4d10-aea0-e56c2248f458', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:18.392924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:18.498721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.518145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:18.540629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:18.543129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.576392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b356-916b-468c-a3a0-4b599026501b req-731f8d93-b06c-4789-bb6d-e1d5582b4f65 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:18.578531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d677b356-916b-468c-a3a0-4b599026501b req-731f8d93-b06c-4789-bb6d-e1d5582b4f65 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 949 time: 0.1161642 Jul 28 18:05:18.581070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2f22-bb1c-4067-b173-667a078f4abb req-9a6f9989-b252-4be4-8f35-9850da237d62 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:18.582547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-accc2f22-bb1c-4067-b173-667a078f4abb req-9a6f9989-b252-4be4-8f35-9850da237d62 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 944 time: 0.2264647 Jul 28 18:05:18.620159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.626155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-accc2f22-bb1c-4067-b173-667a078f4abb req-1a6bfa51-a347-4145-bc16-0485b7f78fef tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Jul 28 18:05:18.642451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:18.658597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.705719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.712585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:18.790051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cdea65e2-236b-4c2a-a126-5adbf8a4fe8c details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:18.839622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=ffe7835a-ff85-4a4e-aff3-edd5b54d9238,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:18.856673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:18.857590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network hostable DHCP agents. Network: 02de251d-9347-46ab-9b2a-143fdbfe65d6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:18.865527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port f2fe2359-9552-411a-a97e-2c964bc2ab24 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:18.865908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:18.909800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:18.923739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['1b98dce4-62cd-4ef6-8386-fbe7147cebc9'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:18.928578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'port_id': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c', 'mac_address': 'fa:16:3e:35:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe21c4f-eb29-4d10-aea0-e56c2248f458', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:19.018758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.026558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0edb-d112-44bc-867e-961b5fcd8553 req-e915839b-bab4-4e6b-9574-9d6ce723651d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:19.028138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-136f0edb-d112-44bc-867e-961b5fcd8553 req-e915839b-bab4-4e6b-9574-9d6ce723651d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 945 time: 0.0941167 Jul 28 18:05:19.033839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port f2fe2359-9552-411a-a97e-2c964bc2ab24, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2fe2359-9552-411a-a97e-2c964bc2ab24,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:19.034984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.046451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea65e2-236b-4c2a-a126-5adbf8a4fe8c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:19.051389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for f2fe2359-9552-411a-a97e-2c964bc2ab24 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:19.074907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-136f0edb-d112-44bc-867e-961b5fcd8553 req-0f604840-8e46-45be-a369-4610e3a9c639 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Jul 28 18:05:19.075650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:19.140141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:19.177777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.213067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.230415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 02de251d-9347-46ab-9b2a-143fdbfe65d6) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:19.236003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:19.237909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.260749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.281641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:19.287084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9062b33-b8d7-4408-9681-e3605e25b924 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:19.289564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', '096966b7-769c-415e-88d7-8eff1e754dff'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:19.298533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=f2fe2359-9552-411a-a97e-2c964bc2ab24,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:19.314922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Subnet': ['ID=ff646031-fdaa-448f-a593-73cef0bfcc10,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:19.336142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fddd1f46-f6f1-47c6-80ca-3c5c7a2d173c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3453004 Jul 28 18:05:19.337453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53118) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:19.354775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port f2fe2359-9552-411a-a97e-2c964bc2ab24 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:19.358158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.360279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d677b356-916b-468c-a3a0-4b599026501b req-1e185a11-6926-4df0-8386-a2b26a6e4b5c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "DELETE /v2.0/ports/f2fe2359-9552-411a-a97e-2c964bc2ab24 HTTP/1.1" status: 204 len: 173 time: 0.7757397 Jul 28 18:05:19.360740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'name': 'network-vif-deleted', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:19.363034 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68bccc1-7e78-4123-9581-ea241166dd95" -d '{"events": [{"server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "name": "network-vif-deleted", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:19.374511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'name': 'tempest-NetworksTestDHCPv6-1005425079'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:19.437633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:19.438528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network hostable DHCP agents. Network: f46442f0-7eb5-467b-98f6-9ac6516e066e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:19.456105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-ebbe3ed9-6945-40a5-813a-446d044138fb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:19.463958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-ebbe3ed9-6945-40a5-813a-446d044138fb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.3019989 Jul 28 18:05:19.491301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-a25c9858-84dd-4420-8d5a-1d8c79c54c26 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/quotas/25b875fc756e4421abd725e069fde1f0 HTTP/1.1" status: 200 len: 375 time: 0.0264292 Jul 28 18:05:19.587597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-1314745f-50c5-4fa3-b097-5e6cdc1c0d25 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841732 Jul 28 18:05:19.589987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': 'ffe7835a-ff85-4a4e-aff3-edd5b54d9238'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:19.590881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.592057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:19.634989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cdea65e2-236b-4c2a-a126-5adbf8a4fe8c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:19.695052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-a325a480-2eaf-4217-b569-3e5f991deef6 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981345 Jul 28 18:05:19.751389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f46442f0-7eb5-467b-98f6-9ac6516e066e) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:19.757982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:19.758583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.766338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:19.769785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:19.786572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0387954b-7612-48e9-899b-3058060fef1c None None] Network f46442f0-7eb5-467b-98f6-9ac6516e066e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:19.811314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 93d55889-8707-46e2-b132-9fa8ba0c7722 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:19.860414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:19.861363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-53cd982d-4feb-45d2-ba12-0f1b80e4bc3c service neutron] 10.222.0.25 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581261 Jul 28 18:05:19.873675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/ffe7835a-ff85-4a4e-aff3-edd5b54d9238/e7adca71-fb7a-4734-aaca-5d134b518c45) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:19.898112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-75281239-591d-4cdc-bee5-6ec84972b3c6 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:05:19.899470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-75281239-591d-4cdc-bee5-6ec84972b3c6 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1545022 Jul 28 18:05:19.923648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a17dcab-322a-4c61-b823-a51c3ccd5423 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5990207 Jul 28 18:05:19.926440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53130) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:19.937276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'subnet': {'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:19.968378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:19.968981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:05:20.131778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:20.141062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.169103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:20.169103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:20.175674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:20.185868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:20.186289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:20.195862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:20.198419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:20.198419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:20.198419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Bound port: 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:20.263786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:20.314121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05563ff5-3abc-47fc-8668-499e812d7868 req-a6fc4c34-17c7-4675-bd8e-2bf1fbdcca9f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=afde588d-3338-4a6c-af4c-1fc7b020fd80 HTTP/1.1" status: 200 len: 210 time: 0.0402942 Jul 28 18:05:20.402488 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718348af-5f55-48d1-8077-e0d19166c787 x-openstack-request-id: req-718348af-5f55-48d1-8077-e0d19166c787 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:20.402894 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde588d-3338-4a6c-af4c-1fc7b020fd80", "name": "network-vif-deleted", "tag": "f2fe2359-9552-411a-a97e-2c964bc2ab24", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:20.403059 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-718348af-5f55-48d1-8077-e0d19166c787 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:20.403418 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde588d-3338-4a6c-af4c-1fc7b020fd80', 'name': 'network-vif-deleted', 'tag': 'f2fe2359-9552-411a-a97e-2c964bc2ab24', 'status': 'completed', 'code': 200} Jul 28 18:05:20.414361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:20.416467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f46442f0-7eb5-467b-98f6-9ac6516e066e', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:20.417374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.503592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.532936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dc46-3f51-46ed-b2c4-2e6f24a2e366 req-3e70bcd5-5c48-4bb8-8dbc-b383f338d25f tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:20.539878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8236dc46-3f51-46ed-b2c4-2e6f24a2e366 req-3e70bcd5-5c48-4bb8-8dbc-b383f338d25f tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 944 time: 0.0795488 Jul 28 18:05:20.557953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.559093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-00536ca4-9c9f-4aa0-8fe3-c5c3382bcc9c service neutron] 10.222.0.25 "POST /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6520927 Jul 28 18:05:20.571319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Transition to ACTIVE for port object e7adca71-fb7a-4734-aaca-5d134b518c45 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:20.580361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8236dc46-3f51-46ed-b2c4-2e6f24a2e366 req-c87d1742-9922-4ed7-a22c-23f6f6abc507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Jul 28 18:05:20.623218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Transition to ACTIVE for port object e7adca71-fb7a-4734-aaca-5d134b518c45 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:20.626309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.658650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:20.685159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:20.685560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.718481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Subnet': ['ID=7ef8ddce-c427-4283-9bd4-b609c2feae2a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:20.724627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Allocated IP 10.1.1.2 (f46442f0-7eb5-467b-98f6-9ac6516e066e/ff646031-fdaa-448f-a593-73cef0bfcc10/c6cc018e-8849-4dba-8c1b-cabfab8782fa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:20.731807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.732158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.750925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.750925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.750925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:20.751448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Checking segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:20.752239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network hostable DHCP agents. Network: 6f31886b-f639-4de9-8a4e-de5fd523a61c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:20.816790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 412bd307-b4f0-412a-b990-840a09ac3038 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:20.824279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:20.840696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::34f (02de251d-9347-46ab-9b2a-143fdbfe65d6/ffe7835a-ff85-4a4e-aff3-edd5b54d9238/93d55889-8707-46e2-b132-9fa8ba0c7722) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:20.860516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:20.868100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f65b6-d2a7-414d-99bd-ff9bef9642e0 req-accce621-68de-4896-a873-9d90a6b6de60 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:20.869759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-667f65b6-d2a7-414d-99bd-ff9bef9642e0 req-accce621-68de-4896-a873-9d90a6b6de60 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 945 time: 0.0990281 Jul 28 18:05:20.878266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd9d26ce-c992-4b62-a99e-31753c4cb083 req-d69fa2e4-ac6d-4d00-84b1-ca40024597f4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 28 18:05:20.879773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:20.880439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:20.930444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Pushing event updated for resources: {'Port': ['ID=e7adca71-fb7a-4734-aaca-5d134b518c45,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:20.955352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-667f65b6-d2a7-414d-99bd-ff9bef9642e0 req-2bbf1d26-cedc-4706-bd04-9ddda4a52b7c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622308 Jul 28 18:05:20.985039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6f31886b-f639-4de9-8a4e-de5fd523a61c) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:20.990579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:20.991241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.005631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447f8c4-6220-473e-a7b3-131490e73bd6 None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:21.069473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.086539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 93d55889-8707-46e2-b132-9fa8ba0c7722 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:21.109303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b9e7-86e0-4f14-9288-a97d3d26ee51 req-89c0cb71-f053-46cf-8ebe-82918cad237a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.111539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0804b9e7-86e0-4f14-9288-a97d3d26ee51 req-89c0cb71-f053-46cf-8ebe-82918cad237a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 945 time: 0.0749791 Jul 28 18:05:21.130903 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8524d52e-e348-405f-903d-39a203fc938e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2031655 Jul 28 18:05:21.133967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Attempting to bind port e7adca71-fb7a-4734-aaca-5d134b518c45 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:21.134151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53146) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:21.134335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Attempting to bind port e7adca71-fb7a-4734-aaca-5d134b518c45 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:21.134688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Attempting to bind port e7adca71-fb7a-4734-aaca-5d134b518c45 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:21.136591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.140251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'name': 'tempest-TaggedBootDevicesTest_v242-232274002', 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:21.178091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:21.178411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:21.178824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.179313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:21.180274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Bound port: e7adca71-fb7a-4734-aaca-5d134b518c45, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:21.180274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.198177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0804b9e7-86e0-4f14-9288-a97d3d26ee51 req-e8edb2f0-999d-4d2a-ad96-4902aac8eb4d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Jul 28 18:05:21.230697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:21.233026 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad91864-4cc1-4654-ae3b-d3d41d76c0a1" -d '{"events": [{"server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "name": "network-vif-plugged", "status": "completed", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:21.245314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.257532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-503a9061-f544-47d4-a208-86e299fe0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.259180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-503a9061-f544-47d4-a208-86e299fe0c04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1096 time: 0.0509105 Jul 28 18:05:21.284598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 412bd307-b4f0-412a-b990-840a09ac3038 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:21.300051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:21.302292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:21.310302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:21.319346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:21.325351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.326305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.329691 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf5568-1009-441c-8499-4fe8287cab33 x-openstack-request-id: req-bdaf5568-1009-441c-8499-4fe8287cab33 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:21.330040 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "name": "network-vif-plugged", "status": "completed", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:21.330347 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdaf5568-1009-441c-8499-4fe8287cab33 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:21.331009 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9', 'code': 200} Jul 28 18:05:21.331150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=93d55889-8707-46e2-b132-9fa8ba0c7722,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:21.340531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 412bd307-b4f0-412a-b990-840a09ac3038 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:21.340904 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.397075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:21.423113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-67fc95b9-feec-47e7-b7e6-8101a9a61723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.425614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.430988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-67fc95b9-feec-47e7-b7e6-8101a9a61723 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1525352 Jul 28 18:05:21.435786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.498927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Transition to ACTIVE for port object c6cc018e-8849-4dba-8c1b-cabfab8782fa will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:21.504095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46965-4ac0-4265-b8ae-af2f3c45cf65 req-e1b4e1b9-d8bb-42b7-a22c-4fa69f2e7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.505882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ada46965-4ac0-4265-b8ae-af2f3c45cf65 req-e1b4e1b9-d8bb-42b7-a22c-4fa69f2e7788 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 1097 time: 0.1031663 Jul 28 18:05:21.507459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-f04077f8-0ccb-491c-9f48-f016da0f055e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 217 time: 0.0543554 Jul 28 18:05:21.509303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ddb3c2bc-3f77-468c-b47a-623bf9dda290 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1602395 Jul 28 18:05:21.512897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:21.529544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] For port e7adca71-fb7a-4734-aaca-5d134b518c45, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:21.541351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.570883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] device_id is not set on port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:21.577226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Transition to ACTIVE for port object c6cc018e-8849-4dba-8c1b-cabfab8782fa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:21.592484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] For port e7adca71-fb7a-4734-aaca-5d134b518c45, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e7adca71-fb7a-4734-aaca-5d134b518c45,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:21.634129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ada46965-4ac0-4265-b8ae-af2f3c45cf65 req-dfaa461f-ea0f-4723-beb4-4431896c78e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174159 Jul 28 18:05:21.646155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:21.669753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-04802e63-dc2b-4f96-9e13-476abbdbc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.680666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-04802e63-dc2b-4f96-9e13-476abbdbc2ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1711788 Jul 28 18:05:21.693367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a4bb8-10b7-49ae-9c7a-ca7587a4e282 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.699387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a4bb8-10b7-49ae-9c7a-ca7587a4e282 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.703290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a75a4bb8-10b7-49ae-9c7a-ca7587a4e282 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1866546 Jul 28 18:05:21.709792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:21.719906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6f31886b-f639-4de9-8a4e-de5fd523a61c', 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ips': [{'subnet_id': '7ef8ddce-c427-4283-9bd4-b609c2feae2a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:21.721049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.727323 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.738855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.753446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-21c290a8-00f0-4953-b069-38a49b02692b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446620 Jul 28 18:05:21.775329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980bf3-dd11-47ca-9d39-f1b7e4fe6be7 req-bfd2a0d2-ca78-4b15-9423-89f4f939ffe1 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:21.781176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63980bf3-dd11-47ca-9d39-f1b7e4fe6be7 req-bfd2a0d2-ca78-4b15-9423-89f4f939ffe1 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 944 time: 0.0983007 Jul 28 18:05:21.825234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:21.829465 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.859732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:21.881562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:21.884923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Pushing event updated for resources: {'Port': ['ID=c6cc018e-8849-4dba-8c1b-cabfab8782fa,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:21.887848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.1.1.140 (f46442f0-7eb5-467b-98f6-9ac6516e066e/ff646031-fdaa-448f-a593-73cef0bfcc10/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:21.902068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 93d55889-8707-46e2-b132-9fa8ba0c7722 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:21.902426 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:21.916446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63980bf3-dd11-47ca-9d39-f1b7e4fe6be7 req-b53ab30b-5a50-4e75-b589-26697b471602 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167886 Jul 28 18:05:21.988300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-ac52bf14-610e-4fc1-a2b9-d2e5e17cd854 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042665 Jul 28 18:05:22.073484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.096728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 93d55889-8707-46e2-b132-9fa8ba0c7722 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:22.105997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=412bd307-b4f0-412a-b990-840a09ac3038,segment=NetworkSegment(92238f44-f95a-4e01-a62f-98c970bb7e58),segment_id=92238f44-f95a-4e01-a62f-98c970bb7e58)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:22.237858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ebf84-9d7b-410e-90e4-0d1c14e4945d None None] Pushing event updated for resources: {'Port': ['ID=e7adca71-fb7a-4734-aaca-5d134b518c45,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:22.240596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Attempting to bind port c6cc018e-8849-4dba-8c1b-cabfab8782fa on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:22.242098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Attempting to bind port c6cc018e-8849-4dba-8c1b-cabfab8782fa by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:22.242098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Attempting to bind port c6cc018e-8849-4dba-8c1b-cabfab8782fa on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:22.244315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e24e-ba54-4537-9213-70083c9035bb req-c13b2879-1064-48ff-8808-19699501130d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:22.245888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b58e24e-ba54-4537-9213-70083c9035bb req-c13b2879-1064-48ff-8808-19699501130d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.2039375 Jul 28 18:05:22.252495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:22.252871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:22.253285 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.253681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Bound using segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:22.254392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Bound port: c6cc018e-8849-4dba-8c1b-cabfab8782fa, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:22.254527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.259084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.259084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2fe2359-9552-411a-a97e-2c964bc2ab24 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:22.266420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6141a3a-5f3a-4755-a1a9-a81042fddf3a req-ec4b1977-b365-4e32-bea1-058626a87efd tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 210 time: 0.0740292 Jul 28 18:05:22.286018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.321298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b58e24e-ba54-4537-9213-70083c9035bb req-9608e556-336e-47f8-b3f1-c4e868b0e6bf tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672455 Jul 28 18:05:22.322720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:22.356080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:22.380393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-bdf328c7-ad67-4b24-ab8c-6ffe1025773f service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827066 Jul 28 18:05:22.439845 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.490980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0518-eace-4ce9-b32e-df42db01a30d req-77ffaf5f-3455-4243-89e3-085d2145bcac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:22.492689 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21bb0518-eace-4ce9-b32e-df42db01a30d req-77ffaf5f-3455-4243-89e3-085d2145bcac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 945 time: 0.0680594 Jul 28 18:05:22.533445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:22.541609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c9327-a3c6-4793-97f6-6c4e1358ebe5 req-ba2bfd50-6b27-4284-88f0-92793d9065e9 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:22.543208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-971c9327-a3c6-4793-97f6-6c4e1358ebe5 req-ba2bfd50-6b27-4284-88f0-92793d9065e9 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 946 time: 0.1611419 Jul 28 18:05:22.552054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:22.555622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: f2fe2359-9552-411a-a97e-2c964bc2ab24 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:22.556195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2fe2359-9552-411a-a97e-2c964bc2ab24 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:22.562906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:22.592469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:22.593962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Allocated IP 10.2.2.2 (6f31886b-f639-4de9-8a4e-de5fd523a61c/7ef8ddce-c427-4283-9bd4-b609c2feae2a/cd155170-4ce4-4424-b7a6-df684e150d8f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:22.636259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.656672 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21bb0518-eace-4ce9-b32e-df42db01a30d req-1604afdd-99ce-48d1-b6e7-c9220fdcce51 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520629 Jul 28 18:05:22.661406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:22.662349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.668201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e6453579-b375-432a-858a-165d7c86d14e tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:22.669919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e6453579-b375-432a-858a-165d7c86d14e tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.1439791 Jul 28 18:05:22.687505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:22.697832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] For port c6cc018e-8849-4dba-8c1b-cabfab8782fa, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:22.716884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] For port c6cc018e-8849-4dba-8c1b-cabfab8782fa, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cc018e-8849-4dba-8c1b-cabfab8782fa,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:22.768938 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.845577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cdea65e2-236b-4c2a-a126-5adbf8a4fe8c up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:22.856491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:22.984203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.009615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e7adca71-fb7a-4734-aaca-5d134b518c45 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:23.024683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Transition to ACTIVE for port object cd155170-4ce4-4424-b7a6-df684e150d8f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:23.132891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb30b96-d792-4eec-9cc5-0e841fe1116a None None] Pushing event updated for resources: {'Port': ['ID=c6cc018e-8849-4dba-8c1b-cabfab8782fa,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:23.161935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Transition to ACTIVE for port object cd155170-4ce4-4424-b7a6-df684e150d8f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:23.184132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:23.202819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:23.208049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:23.208570 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.257655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e0a9-9609-49c7-889e-10ccb2e3174c req-0581d103-d800-4ceb-96f8-8a4e663bb02b tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:23.259949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99b4e0a9-9609-49c7-889e-10ccb2e3174c req-0581d103-d800-4ceb-96f8-8a4e663bb02b tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.1887467 Jul 28 18:05:23.267820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.346653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:23.357204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:23.360439 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea52b9-3e58-432d-83ed-15b7afa2d458" -d '{"events": [{"server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "name": "network-vif-plugged", "status": "completed", "tag": "412bd307-b4f0-412a-b990-840a09ac3038"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:23.367428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e7adca71-fb7a-4734-aaca-5d134b518c45 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:23.402136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:23.422087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:23.422971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=93d55889-8707-46e2-b132-9fa8ba0c7722,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:23.426381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:23.429534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Pushing event updated for resources: {'Port': ['ID=cd155170-4ce4-4424-b7a6-df684e150d8f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:23.454166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-a187951e-3a16-4caf-9c18-6bff3e648306 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:23.457131 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.459126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-a187951e-3a16-4caf-9c18-6bff3e648306 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 815 time: 0.2076242 Jul 28 18:05:23.461315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:23.466278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-971c9327-a3c6-4793-97f6-6c4e1358ebe5 req-ca5dd5e5-28c1-481e-801f-192af4044737 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9005847 Jul 28 18:05:23.469673 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b89e054-e8e1-41af-ab57-aca7a40e9c09" -d '{"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:23.502198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99b4e0a9-9609-49c7-889e-10ccb2e3174c req-826cd427-4c10-433f-aec4-c9cf75febea1 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227988 Jul 28 18:05:23.502696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Request body: {'port': {'device_id': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'admin_state_up': True, 'tenant_id': '25b875fc756e4421abd725e069fde1f0'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:23.518008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.557259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.559507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:23.559746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0f4478e8-da46-4396-984e-0d5550967bea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4200983 Jul 28 18:05:23.571677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'name': 'tempest-TaggedBootDevicesTest_v242-179707322', 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:23.624402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97efa335-9c93-408a-a923-79b2d6186d37 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:23.635958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Attempting to bind port cd155170-4ce4-4424-b7a6-df684e150d8f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:23.641630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Attempting to bind port cd155170-4ce4-4424-b7a6-df684e150d8f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:23.641630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Attempting to bind port cd155170-4ce4-4424-b7a6-df684e150d8f on network 6f31886b-f639-4de9-8a4e-de5fd523a61c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:23.694898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.697596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20ea718a-1521-443d-a3b6-8b79aecc02cd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/93d55889-8707-46e2-b132-9fa8ba0c7722 HTTP/1.1" status: 204 len: 168 time: 1.9870167 Jul 28 18:05:23.701086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:23.701561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:23.701923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Checking segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:23.702571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.703212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Bound using segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:23.703962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Bound port: cd155170-4ce4-4424-b7a6-df684e150d8f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:23.704411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.709093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:23.724004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f7c99c1-fdb9-461c-a979-870fb07470d2 req-0906328e-20a2-424d-9952-a4461e38a44f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 210 time: 0.0869491 Jul 28 18:05:23.769002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:23.807733 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e974f2-050a-40b0-9f56-8212e5fbf40a x-openstack-request-id: req-f3e974f2-050a-40b0-9f56-8212e5fbf40a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:23.817398 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "name": "network-vif-plugged", "status": "completed", "tag": "412bd307-b4f0-412a-b990-840a09ac3038", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:23.817398 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3e974f2-050a-40b0-9f56-8212e5fbf40a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:23.817398 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038', 'code': 200} Jul 28 18:05:23.849609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.860732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4280b0f-1dbf-4d1f-a608-f50fe7861a11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:23.862522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4280b0f-1dbf-4d1f-a608-f50fe7861a11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:23.864482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f4280b0f-1dbf-4d1f-a608-f50fe7861a11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1609063 Jul 28 18:05:23.866360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] For port cd155170-4ce4-4424-b7a6-df684e150d8f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:23.870635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:23.878756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af94b3-cb6b-4be8-b78d-6b0953c0c346 req-1fc67986-6f90-4e24-97cf-8a004d96f18c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:23.880434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14af94b3-cb6b-4be8-b78d-6b0953c0c346 req-1fc67986-6f90-4e24-97cf-8a004d96f18c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.1542990 Jul 28 18:05:23.887497 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d4c53-8f12-4fd7-8d30-cfc98a4023d0 x-openstack-request-id: req-c43d4c53-8f12-4fd7-8d30-cfc98a4023d0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:23.887732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Provisioning for port e7adca71-fb7a-4734-aaca-5d134b518c45 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:23.887926 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-unplugged", "status": "completed", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:23.888238 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c43d4c53-8f12-4fd7-8d30-cfc98a4023d0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:23.888703 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'code': 200} Jul 28 18:05:23.894782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Made reservation on behalf of 25b875fc756e4421abd725e069fde1f0 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:23.898263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.907989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] For port cd155170-4ce4-4424-b7a6-df684e150d8f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd155170-4ce4-4424-b7a6-df684e150d8f,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:23.912461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Provisioning complete for port e7adca71-fb7a-4734-aaca-5d134b518c45 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:23.912842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:23.979447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.020125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:24.023591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:24.023942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:24.024248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:24.040622 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14af94b3-cb6b-4be8-b78d-6b0953c0c346 req-bf4b6dbc-d755-4192-b088-0eead9a46e61 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443260 Jul 28 18:05:24.055741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90582692-ae2c-4711-8423-ea18e5774d4d req-820d502a-a6fb-45ca-b183-7f5e723af10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:24.057297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90582692-ae2c-4711-8423-ea18e5774d4d req-820d502a-a6fb-45ca-b183-7f5e723af10d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 1096 time: 0.1759079 Jul 28 18:05:24.089850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:24.090309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Attempting to bind port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:24.123225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet ffe7835a-ff85-4a4e-aff3-edd5b54d9238 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:24.126696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.138847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98b77-f4e2-4491-8fbc-af64c559a0e9 None None] Pushing event updated for resources: {'Port': ['ID=cd155170-4ce4-4424-b7a6-df684e150d8f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:24.150439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90582692-ae2c-4711-8423-ea18e5774d4d req-b9b8fd45-a7dc-49f5-b248-a4e30e787d99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847638 Jul 28 18:05:24.164266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Allocated IP 172.20.0.3 (0ff64175-42b5-412e-a670-6008439f5a87/7d9a6f04-56c1-429d-8b30-14e1613cc5d5/2db4203f-f05d-4467-bcaf-32f0b6c7aa75) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:24.177437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.190754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.226369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:24.226754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:24.227154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:24.227681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Bound port: 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:24.228047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.251433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] For port e7adca71-fb7a-4734-aaca-5d134b518c45, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e7adca71-fb7a-4734-aaca-5d134b518c45,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:24.276403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-99ed32ad-a5a4-465e-95f3-e22dc3d61244 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:24.277974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-99ed32ad-a5a4-465e-95f3-e22dc3d61244 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.4083865 Jul 28 18:05:24.338685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.374816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca6b01-321c-41e3-bc63-28654cdabe47 req-c8ffad05-bf0a-4da4-b4a0-e1a323cba287 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:24.378017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ca6b01-321c-41e3-bc63-28654cdabe47 req-c8ffad05-bf0a-4da4-b4a0-e1a323cba287 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.4047523 Jul 28 18:05:24.385854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:24.445280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8860fe-a045-4fbf-94ee-cb40050a9ecc None None] Pushing event updated for resources: {'Port': ['ID=e7adca71-fb7a-4734-aaca-5d134b518c45,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:24.461181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.527806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-563e889f-b597-4123-9775-f79fb2c07f8c None None] Provisioning complete for port e7adca71-fb7a-4734-aaca-5d134b518c45 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:24.528776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-563e889f-b597-4123-9775-f79fb2c07f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.596615 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.616799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728', '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', '8b95d415-ded6-4631-8a62-cc8ec6031fd3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:24.628545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:24.640104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:24.685277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.704549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Network 0ff64175-42b5-412e-a670-6008439f5a87 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:24.709515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:24.712119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:24.753772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ca6b01-321c-41e3-bc63-28654cdabe47 req-38747012-768d-45ea-a04c-057e7d4b25bd tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147078 Jul 28 18:05:24.770242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.776259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:24.776924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.779973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:24.801828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55a57-df81-4529-b4b7-5c850b5ad9c7 req-ec673385-4bfb-4785-aec6-dbd8ab952f99 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:24.810310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd184d-e1bd-418a-89e0-7a9358637ee0 None None] Network f46442f0-7eb5-467b-98f6-9ac6516e066e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:24.811872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45e55a57-df81-4529-b4b7-5c850b5ad9c7 req-ec673385-4bfb-4785-aec6-dbd8ab952f99 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 946 time: 0.2066402 Jul 28 18:05:24.844350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event updated for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:24.889006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45e55a57-df81-4529-b4b7-5c850b5ad9c7 req-8f6b907c-813d-4a02-bd12-7bb47247a8d4 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759325 Jul 28 18:05:24.896916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-98581300-06b7-47bb-b996-df0bfa4325eb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4213243 Jul 28 18:05:24.912994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Request body: {'port': {'device_id': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:25.024969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cdbe45fd-ed7b-45f2-82c5-de9cc74284bb None None] Provisioning for port c6cc018e-8849-4dba-8c1b-cabfab8782fa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:25.026056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.036496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] device_id is not set on port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:25.281762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cb23e499-6779-4c5c-8838-229404ddac85 None None] Could not find standard attr ID for object 93d55889-8707-46e2-b132-9fa8ba0c7722. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:05:25.289493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd155170-4ce4-4424-b7a6-df684e150d8f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:25.412795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832ca17-ffa5-4f36-a3fb-414614bedbcb req-ca85e4c6-cada-42f6-9ccd-7979bc2a82ff tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:25.422689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b832ca17-ffa5-4f36-a3fb-414614bedbcb req-ca85e4c6-cada-42f6-9ccd-7979bc2a82ff tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 931 time: 0.2702091 Jul 28 18:05:25.493866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port 096966b7-769c-415e-88d7-8eff1e754dff {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:25.494446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.541695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cd155170-4ce4-4424-b7a6-df684e150d8f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:25.553099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cc018e-8849-4dba-8c1b-cabfab8782fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:25.617407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b832ca17-ffa5-4f36-a3fb-414614bedbcb req-e2ee8d4e-85a4-4cc3-8659-eb052c614356 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888599 Jul 28 18:05:25.681632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=8']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:25.745084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ea0b3-183d-404a-911b-77d2e272d90e None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:25.745928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.749777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c6cc018e-8849-4dba-8c1b-cabfab8782fa completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:25.768533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:25.769461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.770546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-11e27a2d-5eb2-4de5-8a29-fef1167b3c76 service neutron] 10.222.0.37 "PUT /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 1121 time: 3.0920942 Jul 28 18:05:25.775916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:25.788902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.806653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0fc5-390b-4d86-a89d-8801fd1b9c4f req-059fd2ae-7881-49d8-93df-f4012a616bbc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:25.808268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-031c0fc5-390b-4d86-a89d-8801fd1b9c4f req-059fd2ae-7881-49d8-93df-f4012a616bbc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 945 time: 0.1100595 Jul 28 18:05:25.811224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:25.814458 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd328ba-a441-4d41-938b-0d78efc97fec" -d '{"events": [{"server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "name": "network-vif-plugged", "status": "completed", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:25.825945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c6cc018e-8849-4dba-8c1b-cabfab8782fa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:25.826342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.833844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Transition to ACTIVE for port object 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:25.834712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe7835a-ff85-4a4e-aff3-edd5b54d9238,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:25.864192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ab257-805c-4d33-8144-5870b6a59529 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:25.877410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.879388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c06f5693-63c9-4e18-bfca-a31f7e267f6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/ffe7835a-ff85-4a4e-aff3-edd5b54d9238 HTTP/1.1" status: 204 len: 168 time: 1.9817278 Jul 28 18:05:25.887961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-031c0fc5-390b-4d86-a89d-8801fd1b9c4f req-c55eea48-c231-4204-a472-2aa0224b20f4 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693719 Jul 28 18:05:25.890397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:25.890994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53206) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:25.896013 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:25.902687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['72ae4464-8d40-4ef1-bec4-2e1f961e710e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:25.930566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:25.969320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24247829-fe1a-435e-895c-434a1d0a2594 req-0354b8bd-6fb5-4a77-a4e2-3cd32b118d6f tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:25.977503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24247829-fe1a-435e-895c-434a1d0a2594 req-0354b8bd-6fb5-4a77-a4e2-3cd32b118d6f tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.9735932 Jul 28 18:05:25.998266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Provisioning complete for port c6cc018e-8849-4dba-8c1b-cabfab8782fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:25.998266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.014957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-63ab8e87-5ba5-4d20-a4c5-1cc694a26e0a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222219 Jul 28 18:05:26.032557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53210) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:26.038217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port 096966b7-769c-415e-88d7-8eff1e754dff, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=096966b7-769c-415e-88d7-8eff1e754dff,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:26.038604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.059986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:26.111300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Pushing event updated for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:26.139139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cb7a0-53dc-46be-b790-c6a34d9b8d51 req-99404d8a-f1c5-4818-b989-9012b12a7a18 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.147079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d04cb7a0-53dc-46be-b790-c6a34d9b8d51 req-99404d8a-f1c5-4818-b989-9012b12a7a18 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 950 time: 0.1636226 Jul 28 18:05:26.158077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for 096966b7-769c-415e-88d7-8eff1e754dff owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:26.200643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d04cb7a0-53dc-46be-b790-c6a34d9b8d51 req-2cd6c325-dd67-43d2-a10d-3e4cba9af126 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Jul 28 18:05:26.208448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.1.1.70 (f46442f0-7eb5-467b-98f6-9ac6516e066e/ff646031-fdaa-448f-a593-73cef0bfcc10/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:26.237192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Attempting to bind port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:26.237462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Attempting to bind port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:26.237779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Attempting to bind port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:26.247079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 on network 0ff64175-42b5-412e-a670-6008439f5a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:26.247566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Attempting to bind port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 on network 0ff64175-42b5-412e-a670-6008439f5a87 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:26.254724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:26.255226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Checking segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:26.255680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Bound using segment: {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:26.256130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Bound port: 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d0f7d-c8fe-46d8-b093-c65a355e7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:26.256642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.292108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24247829-fe1a-435e-895c-434a1d0a2594 req-9a10fe31-17bf-4639-b643-85d81c722617 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135812 Jul 28 18:05:26.303241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:26.318034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.369272 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a859c0-96ca-45e5-8243-a2c9a9ef8116 x-openstack-request-id: req-d5a859c0-96ca-45e5-8243-a2c9a9ef8116 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:26.369584 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "name": "network-vif-plugged", "status": "completed", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:26.369834 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5a859c0-96ca-45e5-8243-a2c9a9ef8116 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:26.370214 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c', 'code': 200} Jul 28 18:05:26.452360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.491999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbe699-ee2e-43cc-99f8-1a3d25bd8aca req-307f633e-0d31-4a37-aaeb-c3a1b04ab4db tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.493575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79bbe699-ee2e-43cc-99f8-1a3d25bd8aca req-307f633e-0d31-4a37-aaeb-c3a1b04ab4db tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.1529052 Jul 28 18:05:26.498178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.501398 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1128ea4d-c33c-4d5d-b23e-37d3e7e17bac x-openstack-request-id: req-1128ea4d-c33c-4d5d-b23e-37d3e7e17bac {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:26.502330 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:26.502747 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1128ea4d-c33c-4d5d-b23e-37d3e7e17bac {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:26.503478 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'status': 'completed', 'code': 200} Jul 28 18:05:26.546986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:26.552719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-6d76e629-f8c2-45d4-b9f8-59ea7e127ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.554896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-6d76e629-f8c2-45d4-b9f8-59ea7e127ffb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1124 time: 0.1500373 Jul 28 18:05:26.557102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52e39-7be1-4b46-8e84-1305be2d92ed req-065cc49c-e8fa-4341-91d0-001ed51f84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.558757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c6cc018e-8849-4dba-8c1b-cabfab8782fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cc018e-8849-4dba-8c1b-cabfab8782fa,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:26.559476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e52e39-7be1-4b46-8e84-1305be2d92ed req-065cc49c-e8fa-4341-91d0-001ed51f84cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 1096 time: 0.2166946 Jul 28 18:05:26.614728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.615459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e7adca71-fb7a-4734-aaca-5d134b518c45 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:26.669701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:26.720311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-8f66d03e-51f7-4228-96ee-fddcc1774300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.722917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-8f66d03e-51f7-4228-96ee-fddcc1774300 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1525223 Jul 28 18:05:26.729465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:26.791598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c6cc018e-8849-4dba-8c1b-cabfab8782fa,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:26.792275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79bbe699-ee2e-43cc-99f8-1a3d25bd8aca req-2cb6d0a5-d844-4421-abab-0e4045bed7db tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707071 Jul 28 18:05:26.793924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.803988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-db0c4f1d-d230-4323-8f6f-3ae4323c365c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 217 time: 0.0651267 Jul 28 18:05:26.805773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e52e39-7be1-4b46-8e84-1305be2d92ed req-f0b8f18d-7969-484a-bf02-96e828c83e7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321608 Jul 28 18:05:26.810714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:05:26.824568 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:05:26.829749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 096966b7-769c-415e-88d7-8eff1e754dff no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:26.866217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.867032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.868689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] 10.222.0.37 "PUT /v2.0/ports/2db4203f-f05d-4467-bcaf-32f0b6c7aa75 HTTP/1.1" status: 200 len: 1091 time: 1.9615643 Jul 28 18:05:26.869348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fae29-73ee-4c0e-ad25-b87c4398d26e service neutron] Pushing event updated for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:26.871876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:26.875730 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eda2ff-2c69-49a0-9d43-7ba005101bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:26.917079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e7adca71-fb7a-4734-aaca-5d134b518c45 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:26.917461 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.922292 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c7ee6-26df-4767-b10c-e8fcaada334c x-openstack-request-id: req-303c7ee6-26df-4767-b10c-e8fcaada334c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:26.922741 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:26.922998 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303c7ee6-26df-4767-b10c-e8fcaada334c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:26.925479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Deleting port e7adca71-fb7a-4734-aaca-5d134b518c45 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:26.925781 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75', 'status': 'completed', 'code': 200} Jul 28 18:05:26.925912 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.960197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f59c-79f4-4ca7-8cd6-48ad941c1988 req-5e4e096d-29e1-4939-861b-4b37ea2638b8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:26.961770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5416f59c-79f4-4ca7-8cd6-48ad941c1988 req-5e4e096d-29e1-4939-861b-4b37ea2638b8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 943 time: 0.2015924 Jul 28 18:05:26.969277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:26.998860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:27.000879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.031307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.048037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.064759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:27.066797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:27.069728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5416f59c-79f4-4ca7-8cd6-48ad941c1988 req-471dc5ab-a045-4431-a7ad-0e1abfc797b8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940385 Jul 28 18:05:27.069995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] For port e7adca71-fb7a-4734-aaca-5d134b518c45, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e7adca71-fb7a-4734-aaca-5d134b518c45,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:27.070428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.098900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:27.109712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:27.111273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=096966b7-769c-415e-88d7-8eff1e754dff,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:27.115788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-050fe6e8-78a8-4eb6-b787-b99fff550299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.117306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-050fe6e8-78a8-4eb6-b787-b99fff550299 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1500201 Jul 28 18:05:27.122099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-d65aaa4b-5bf1-4d0c-a1e2-616fdadd97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.123728 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-d65aaa4b-5bf1-4d0c-a1e2-616fdadd97a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 1094 time: 0.1753306 Jul 28 18:05:27.133977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.134818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.150999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Calling delete_port for e7adca71-fb7a-4734-aaca-5d134b518c45 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:27.182386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-b570ccdf-cee6-4a41-8e1a-c62956b78c31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557451 Jul 28 18:05:27.184059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=2585fa7f-2a82-4677-9e7b-eef9de3cde05,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:27.206129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port 096966b7-769c-415e-88d7-8eff1e754dff on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:27.209962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.212311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3c9e070-ab83-4d47-854c-ed8607919532 req-bd8b1157-87c6-4615-b2cf-d4d589a5bcf6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "DELETE /v2.0/ports/096966b7-769c-415e-88d7-8eff1e754dff HTTP/1.1" status: 204 len: 173 time: 2.9181621 Jul 28 18:05:27.230858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881a035-74c6-4fde-acd9-d2c71f22cd4b req-58c7d2aa-191b-4234-8e0d-e2c710083686 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.237548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fc85740-5731-4455-952c-cb6756ee5110 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2035437 Jul 28 18:05:27.238491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6881a035-74c6-4fde-acd9-d2c71f22cd4b req-58c7d2aa-191b-4234-8e0d-e2c710083686 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 945 time: 0.2313185 Jul 28 18:05:27.240997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:27.261233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'name': 'tempest-NetworksTestDHCPv6-811363101'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:27.270507 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.372915 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-befebec3-2a49-41c5-8ff8-7a734e6b71ca req-dff1805f-72bc-412f-909e-5571ab044414 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 210 time: 0.0611541 Jul 28 18:05:27.378016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:27.384936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:27.387716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:27.393220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:27.459911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6881a035-74c6-4fde-acd9-d2c71f22cd4b req-5ea7afe4-116b-4fc0-b965-5577315b6b1c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181301 Jul 28 18:05:27.482327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.483016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.523264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-ce0c4ae4-ca40-4e83-b353-3d51fff2aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.532384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.533083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-ce0c4ae4-ca40-4e83-b353-3d51fff2aa4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=25b875fc756e4421abd725e069fde1f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3854718 Jul 28 18:05:27.537758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-39b3ef72-568d-4a6d-a6d0-b85a8f9faa54 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272326 Jul 28 18:05:27.555688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cc018e-8849-4dba-8c1b-cabfab8782fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:27.610124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] Pushing event deleted for resources: {'Port': ['ID=e7adca71-fb7a-4734-aaca-5d134b518c45,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:27.618875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Provisioning for port cd155170-4ce4-4424-b7a6-df684e150d8f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:27.645017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-631f35f9-f0c2-4b0f-aab2-0521173f4578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0767894 Jul 28 18:05:27.645839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Provisioning complete for port cd155170-4ce4-4424-b7a6-df684e150d8f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:27.645839 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:27.658574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5477a-51d4-4506-a432-c757123e7b68 req-a15a4876-fe2a-433f-ba84-d452a32fa6f5 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:27.660177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ff5477a-51d4-4506-a432-c757123e7b68 req-a15a4876-fe2a-433f-ba84-d452a32fa6f5 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.0979018 Jul 28 18:05:27.673018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1650f-1361-49a8-b11c-597bfdb0b477 None None] No DVR routers for this DVR port e7adca71-fb7a-4734-aaca-5d134b518c45 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:27.733932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ff5477a-51d4-4506-a432-c757123e7b68 req-3031ee9f-059d-4c7e-a4be-398d4c8a0d49 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660894 Jul 28 18:05:27.780800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b79ec5-565d-4b79-a03c-97ae93898e44 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:27.948154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c6cc018e-8849-4dba-8c1b-cabfab8782fa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:27.948912 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.007192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53238) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:28.015891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739158135', 'description': 'tempest-description--1578694083'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:28.059099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17299549-2798-4a2a-b2ff-52916b087620 req-a1e30100-5ba7-4992-b0e1-e33e0d89ffa6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.072650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17299549-2798-4a2a-b2ff-52916b087620 req-a1e30100-5ba7-4992-b0e1-e33e0d89ffa6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.1312373 Jul 28 18:05:28.134227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17299549-2798-4a2a-b2ff-52916b087620 req-edeac956-f972-4d4e-b23c-fcdce0e55882 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560229 Jul 28 18:05:28.174060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf036a6e-2a7c-450c-9572-ab85c70a5d9d req-a0735ce3-25e9-44f8-99c1-8376b5155e86 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989666 Jul 28 18:05:28.176725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-8d9cab2e-5c3b-4df5-88f7-c1e342f19b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.178244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47eda2ff-2c69-49a0-9d43-7ba005101bb0 req-8d9cab2e-5c3b-4df5-88f7-c1e342f19b77 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6363945 Jul 28 18:05:28.183752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.219435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.226141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '2585fa7f-2a82-4677-9e7b-eef9de3cde05'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:28.226978 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.239925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419cee7-4947-4d40-aff8-282a2b248481 req-d464e04f-1658-4e43-81e2-234856c2be17 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.241498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5419cee7-4947-4d40-aff8-282a2b248481 req-d464e04f-1658-4e43-81e2-234856c2be17 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 943 time: 0.0623798 Jul 28 18:05:28.322896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5419cee7-4947-4d40-aff8-282a2b248481 req-141f0f2c-45d4-4da6-bd95-64425f408e1d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743654 Jul 28 18:05:28.327088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:28.334923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-195c1361-6410-436d-85ba-f7fb833d335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.336441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-195c1361-6410-436d-85ba-f7fb833d335c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 1094 time: 0.0643234 Jul 28 18:05:28.383000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-171a2bbf-ce41-425d-a2a4-337f650b7cc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75 HTTP/1.1" status: 200 len: 217 time: 0.0369642 Jul 28 18:05:28.384122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:28.387594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.402001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] For port cd155170-4ce4-4424-b7a6-df684e150d8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd155170-4ce4-4424-b7a6-df684e150d8f,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:28.464132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.479256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-cb46f6b9-0823-4ffc-8c4a-f804a979a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.480928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-cb46f6b9-0823-4ffc-8c4a-f804a979a127 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.0767028 Jul 28 18:05:28.482125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 7f0b84d3-f984-4a41-8b59-748b10b892d4 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:28.504806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'name': 'network-vif-deleted', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:28.507266 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a94a81-3988-40cc-a017-3cbfb5680492" -d '{"events": [{"server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "name": "network-vif-deleted", "tag": "096966b7-769c-415e-88d7-8eff1e754dff"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:28.543503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.552281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.556827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-e489549f-ed11-47e4-ae20-a2f2d9fa7015 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287316 Jul 28 18:05:28.608286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e7adca71-fb7a-4734-aaca-5d134b518c45 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:28.618622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9610809d-0333-44d0-864e-cfde35e835c8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:28.660645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e7adca71-fb7a-4734-aaca-5d134b518c45 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:28.661162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e7adca71-fb7a-4734-aaca-5d134b518c45 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:28.678760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a535b4a8-ff47-468b-9533-e091b12c301b req-78339d09-9f42-48e8-a1da-c797e7d3e163 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=97cc4e49-9ad6-44b8-ad8f-7916668b6dfe HTTP/1.1" status: 200 len: 210 time: 0.0417087 Jul 28 18:05:28.688014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.690648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-582f6f27-e02b-4be9-a219-931028e1d147 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6810780 Jul 28 18:05:28.695045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:28.701442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'security_group_rule': {'security_group_id': '9610809d-0333-44d0-864e-cfde35e835c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:28.704598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/2585fa7f-2a82-4677-9e7b-eef9de3cde05/2f2deb35-568b-4108-b2a2-db450b79f3e4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:28.731815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Pushing event updated for resources: {'Port': ['ID=cd155170-4ce4-4424-b7a6-df684e150d8f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:28.743817 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a8b55-b1fb-4f72-9cb7-fbcf21477e3e x-openstack-request-id: req-282a8b55-b1fb-4f72-9cb7-fbcf21477e3e {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:28.745358 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cc4e49-9ad6-44b8-ad8f-7916668b6dfe", "name": "network-vif-deleted", "tag": "096966b7-769c-415e-88d7-8eff1e754dff", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:28.745621 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-282a8b55-b1fb-4f72-9cb7-fbcf21477e3e {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:28.746026 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cc4e49-9ad6-44b8-ad8f-7916668b6dfe', 'name': 'network-vif-deleted', 'tag': '096966b7-769c-415e-88d7-8eff1e754dff', 'status': 'completed', 'code': 200} Jul 28 18:05:28.750182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:28.760920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f305e-21fc-4608-98db-ca9bf1f1f74e req-f5e5d2ee-386c-41c4-83cf-7a107b481c20 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:28.763357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f65f305e-21fc-4608-98db-ca9bf1f1f74e req-f5e5d2ee-386c-41c4-83cf-7a107b481c20 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 945 time: 0.1598034 Jul 28 18:05:28.766518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Provisioning for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:28.769146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.769497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.769840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.770181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.770551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.770849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.771181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.771548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.771876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.772201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.772523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.772848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:28.815482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-f30cc989-2686-47c7-ad08-17a5e5975c3b service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254007 Jul 28 18:05:28.853095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f65f305e-21fc-4608-98db-ca9bf1f1f74e req-d9d64e61-c349-4993-b381-d83a30f605cd tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813899 Jul 28 18:05:28.906140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.939022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb4435e-34e2-4a49-9ea1-8c000ad7ffd3 req-9dded673-c79e-434a-b363-60c415a33897 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065419 Jul 28 18:05:28.966707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Provisioning complete for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:28.967090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:28.968778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:05:29.040724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.046117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0776c167-65b6-43ea-9149-fd45c22f81c0 None None] Port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:29.151168 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.165644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Transition to ACTIVE for port object 2f2deb35-568b-4108-b2a2-db450b79f3e4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:29.169920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.187281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd2f4be-22e1-47f2-8ce6-b44bd55ae04b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:29.189284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Transition to ACTIVE for port object 2f2deb35-568b-4108-b2a2-db450b79f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:29.264287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0c36-2342-4f2b-a795-b30f7f3ec1be req-6a9b9f57-be94-49df-bd19-d46840065205 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:29.264847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Provisioning for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:29.265871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc5f0c36-2342-4f2b-a795-b30f7f3ec1be req-6a9b9f57-be94-49df-bd19-d46840065205 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.0509598 Jul 28 18:05:29.268880 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.280878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Provisioning complete for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:29.281257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.287354 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.294154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-caf750f5-c6e1-4d0c-911c-696ae793375c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5969880 Jul 28 18:05:29.294875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:29.300554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'security_group_rule': {'security_group_id': '9610809d-0333-44d0-864e-cfde35e835c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:29.343681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc5f0c36-2342-4f2b-a795-b30f7f3ec1be req-6d3c5e21-65f5-49ce-a474-ba6e0e79db18 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699713 Jul 28 18:05:29.383364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::37 (02de251d-9347-46ab-9b2a-143fdbfe65d6/2585fa7f-2a82-4677-9e7b-eef9de3cde05/7f0b84d3-f984-4a41-8b59-748b10b892d4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:29.404704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:29.415870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:29.425031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.432247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:29.438539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Pushing event updated for resources: {'Port': ['ID=2f2deb35-568b-4108-b2a2-db450b79f3e4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:29.456020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd155170-4ce4-4424-b7a6-df684e150d8f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:29.464998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:29.505459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.554467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Provisioning complete for port cd155170-4ce4-4424-b7a6-df684e150d8f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:29.554842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.557785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Attempting to bind port 2f2deb35-568b-4108-b2a2-db450b79f3e4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:29.558366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Attempting to bind port 2f2deb35-568b-4108-b2a2-db450b79f3e4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:29.558907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Attempting to bind port 2f2deb35-568b-4108-b2a2-db450b79f3e4 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:29.566534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535e5a4-1735-4086-b0b8-1fd5bb460d9a req-e27e1c99-ca12-4ffa-b99c-28ca6f438863 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:29.568371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c535e5a4-1735-4086-b0b8-1fd5bb460d9a req-e27e1c99-ca12-4ffa-b99c-28ca6f438863 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 943 time: 0.1012669 Jul 28 18:05:29.592238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:29.592957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:29.593368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.593772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:29.594247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Bound port: 2f2deb35-568b-4108-b2a2-db450b79f3e4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:29.594636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.622917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cd155170-4ce4-4424-b7a6-df684e150d8f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:29.623196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.645403 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.645532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c535e5a4-1735-4086-b0b8-1fd5bb460d9a req-d84c4930-9f39-45a3-af44-74e1039fe39c tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510523 Jul 28 18:05:29.645532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.658967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03be544d-4654-4dea-afc8-096972ac591b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:29.663929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 7f0b84d3-f984-4a41-8b59-748b10b892d4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:29.761475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] For port 2f2deb35-568b-4108-b2a2-db450b79f3e4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:29.769385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] For port 2f2deb35-568b-4108-b2a2-db450b79f3e4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2f2deb35-568b-4108-b2a2-db450b79f3e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:29.792114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.798506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:29.800494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43cb4bbb-6d51-4828-845f-58cfdde7aace tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5026860 Jul 28 18:05:29.803853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:29.807002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Provisioning complete for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:29.807618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.821968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.857076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-485eb099-b064-46f5-92ff-1e45931f6834 None None] Port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:29.883907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:29.887173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:29.894445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:29.900437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:29.901064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.905480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=7f0b84d3-f984-4a41-8b59-748b10b892d4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:29.912749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.981617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:29.987761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5b0d-604f-4df3-ac9b-67d4ebe22b31 None None] Pushing event updated for resources: {'Port': ['ID=2f2deb35-568b-4108-b2a2-db450b79f3e4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:30.061372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c75982da-bc0e-4894-a7e2-e55681dba4b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8044732 Jul 28 18:05:30.064252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53282) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:30.190831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dcb1a-9115-45b5-9f85-affda828e383 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:30.216476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:30.223837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dcb1a-9115-45b5-9f85-affda828e383 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:30.225890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ea1dcb1a-9115-45b5-9f85-affda828e383 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1588676 Jul 28 18:05:30.228553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53286) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:30.393189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 172.25.7.61 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/44ccd226-621e-49b0-97ac-8eb36e547d80) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:30.458542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 7f0b84d3-f984-4a41-8b59-748b10b892d4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:30.458896 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:30.507879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-a21084a1-4792-4967-9375-07892dc0e548 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:30.509116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-a21084a1-4792-4967-9375-07892dc0e548 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.1676481 Jul 28 18:05:30.514967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:30.532985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-d313a70e-6466-4566-95da-fd017972be21 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/quotas/f1651b7cff4643f783d4fd270e2383f8 HTTP/1.1" status: 200 len: 375 time: 0.0161204 Jul 28 18:05:30.607014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:30.625106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 7f0b84d3-f984-4a41-8b59-748b10b892d4 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:30.634833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-91a386e0-ceed-4e23-92c4-2cf512220661 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820813 Jul 28 18:05:30.681685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:30.721255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:30.726029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:30.729867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:30.759741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=44ccd226-621e-49b0-97ac-8eb36e547d80,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:30.793051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-35ab658a-e9ea-4b07-a4cb-6c06dc81bed0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502585 Jul 28 18:05:30.835550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebab8e-57bb-4ee3-9aab-b9f2b7c0838c req-ec2ff049-6ad9-466d-8f78-37f6451b4483 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:30.837282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eebab8e-57bb-4ee3-9aab-b9f2b7c0838c req-ec2ff049-6ad9-466d-8f78-37f6451b4483 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.0704141 Jul 28 18:05:30.888337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eebab8e-57bb-4ee3-9aab-b9f2b7c0838c req-2c0b2c93-a43c-441d-9ded-6fbac4ea121d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Jul 28 18:05:30.956952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-baf99821-43f2-4497-a943-378a8c9dced1 service neutron] 10.222.0.25 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522975 Jul 28 18:05:31.001117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.033354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=7f0b84d3-f984-4a41-8b59-748b10b892d4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:31.070369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.075335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-54a8bddc-75af-48a2-9728-0904951f9905 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/7f0b84d3-f984-4a41-8b59-748b10b892d4 HTTP/1.1" status: 204 len: 168 time: 0.8432558 Jul 28 18:05:31.075744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53308) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:31.138963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.165232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d43e2-de06-4d48-90fd-01290a023260 req-10c49df7-dca3-4c44-b71d-d11683e85429 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.166467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-952d43e2-de06-4d48-90fd-01290a023260 req-10c49df7-dca3-4c44-b71d-d11683e85429 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 943 time: 0.1980431 Jul 28 18:05:31.189023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-a8ddce3b-e0df-4d88-89ab-ef43c329d795 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.190545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-a8ddce3b-e0df-4d88-89ab-ef43c329d795 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "GET /v2.0/ports?device_id=4aa01ae0-ae3d-4516-bd8d-448257224413 HTTP/1.1" status: 200 len: 945 time: 0.1200490 Jul 28 18:05:31.219112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f1718-29bd-4921-96b3-a5f000074378 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.220756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f1718-29bd-4921-96b3-a5f000074378 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.222294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a77f1718-29bd-4921-96b3-a5f000074378 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1457212 Jul 28 18:05:31.225700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53312) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:31.258633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-952d43e2-de06-4d48-90fd-01290a023260 req-573ee3d0-c753-4655-af5f-cc1c8be90904 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 Jul 28 18:05:31.261189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-02972836-e4dd-4e7f-b39b-a5588b6176a5 service neutron] 10.222.0.35 "GET /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.1674623 Jul 28 18:05:31.292064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9b4013b2-2d0d-4824-a12e-30d298f3755a None None] Provisioning for port 2f2deb35-568b-4108-b2a2-db450b79f3e4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:31.303817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.465372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2f2deb35-568b-4108-b2a2-db450b79f3e4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:31.471571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 2585fa7f-2a82-4677-9e7b-eef9de3cde05 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:31.475204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.565717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.566850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-08d768d2-943b-4613-91bc-cd2cfe8450c3 None None] Could not find standard attr ID for object 7f0b84d3-f984-4a41-8b59-748b10b892d4. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:05:31.584911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb261-fe00-4ce0-b73d-f13ac167a15f req-47b51542-3cb1-45a0-a888-9aaf44cf6b04 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.589447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e29cb261-fe00-4ce0-b73d-f13ac167a15f req-47b51542-3cb1-45a0-a888-9aaf44cf6b04 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 950 time: 0.1959391 Jul 28 18:05:31.647620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Deleting port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:31.648979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.700739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2f2deb35-568b-4108-b2a2-db450b79f3e4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:31.702990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2f2deb35-568b-4108-b2a2-db450b79f3e4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:31.703507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.743197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:31.756291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.785300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e29cb261-fe00-4ce0-b73d-f13ac167a15f req-46542cf4-2b69-41fb-894f-1cd8212c119a tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858828 Jul 28 18:05:31.817693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:31.836060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.860711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.867590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ae4464-8d40-4ef1-bec4-2e1f961e710e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:31.888243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] For port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:31.888641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.894931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:31.925201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:31.950034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-6cc1146b-a9a3-4263-a6a5-19f7e3407327 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:31.951749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-6cc1146b-a9a3-4263-a6a5-19f7e3407327 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "GET /v2.0/ports?device_id=29de72cf-758d-4e9b-af44-c4452d38b946 HTTP/1.1" status: 200 len: 946 time: 0.1390572 Jul 28 18:05:31.961786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Calling delete_port for cdea65e2-236b-4c2a-a126-5adbf8a4fe8c owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:32.082870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.087484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.124241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.126039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:05:32.126396 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:05:32.127676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.132383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2585fa7f-2a82-4677-9e7b-eef9de3cde05 HTTP/1.1" status: 204 len: 168 time: 0.9056950 Jul 28 18:05:32.133396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab4b9-cd52-4602-9067-bb9f816c0c1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=2585fa7f-2a82-4677-9e7b-eef9de3cde05,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:32.136317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8bb07-f512-4c4d-b719-a31fdf8f241c None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:32.147770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53336) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:32.152714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=44ccd226-621e-49b0-97ac-8eb36e547d80,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:32.273510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-0830cd81-ed2b-471a-9e40-f225119d54d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:32.275450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-0830cd81-ed2b-471a-9e40-f225119d54d7 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 950 time: 0.2049751 Jul 28 18:05:32.305235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24097c2f-6443-42b5-8859-5c02e74362c6 req-49e914cf-5652-402e-adfb-632ef828044c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:32.306882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24097c2f-6443-42b5-8859-5c02e74362c6 req-49e914cf-5652-402e-adfb-632ef828044c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 943 time: 0.2281628 Jul 28 18:05:32.345429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:32.351044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.352297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ea8839a1-e6fb-4c79-949f-ce8d3536414f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5523303 Jul 28 18:05:32.394297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Deleting port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:32.394647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.470871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:32.487696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75', 'network_id': '0ff64175-42b5-412e-a670-6008439f5a87', 'port_id': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75', 'mac_address': 'fa:16:3e:79:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9a6f04-56c1-429d-8b30-14e1613cc5d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:32.490061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:32.516357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] For port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:32.516871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.531726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Calling delete_port for 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:32.584734 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.590084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b5c8739e-247b-4513-83e6-1558f632d309 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4408462 Jul 28 18:05:32.602876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:32.605103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:32.608516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:32.686539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:32.722015 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.742707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98f5e941-4c10-4f6f-93dd-cf0feb87f500 req-1b502454-3f4c-4b30-bf1d-5821c0b792cc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 210 time: 0.0503728 Jul 28 18:05:32.746553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Deleting port 2f2deb35-568b-4108-b2a2-db450b79f3e4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:32.746730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.777166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24097c2f-6443-42b5-8859-5c02e74362c6 req-bc472613-8d86-4f13-a1cb-733b9904a18d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301836 Jul 28 18:05:32.786791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.835964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:32.836349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.851935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-934b0556-e9ea-4d71-9180-99073fe5ff54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:32.853587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-934b0556-e9ea-4d71-9180-99073fe5ff54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f75444c-420e-4b69-9a54-108e230ca473 HTTP/1.1" status: 200 len: 950 time: 0.2600703 Jul 28 18:05:32.892542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] For port 2f2deb35-568b-4108-b2a2-db450b79f3e4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2f2deb35-568b-4108-b2a2-db450b79f3e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:32.898433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.909122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Calling delete_port for 2f2deb35-568b-4108-b2a2-db450b79f3e4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:32.943702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.952542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.952542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:32.952542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:32.954360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] Transition to ACTIVE for port object 72ae4464-8d40-4ef1-bec4-2e1f961e710e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:32.955850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:33.005503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event deleted for resources: {'Port': ['ID=cdea65e2-236b-4c2a-a126-5adbf8a4fe8c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.010939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:33.031861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.043209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 2f2deb35-568b-4108-b2a2-db450b79f3e4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2f2deb35-568b-4108-b2a2-db450b79f3e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:33.068537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.082965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:33.104212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event deleted for resources: {'Port': ['ID=1b98dce4-62cd-4ef6-8386-fbe7147cebc9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.128245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.161477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-27b03e2f-114d-4efb-a175-73310fbc8347 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1739158135&fields=id&tenant_id=ba6b8456b5ad4356b3c007854298e0fc HTTP/1.1" status: 200 len: 267 time: 0.2299643 Jul 28 18:05:33.166325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] No DVR routers for this DVR port cdea65e2-236b-4c2a-a126-5adbf8a4fe8c on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:33.182157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.183834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-402d522b-3dc0-467c-b401-76a8cdf726dc req-63b75db3-6c69-4a5a-8f4b-9725df3acce0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "DELETE /v2.0/ports/cdea65e2-236b-4c2a-a126-5adbf8a4fe8c HTTP/1.1" status: 204 len: 173 time: 1.9698746 Jul 28 18:05:33.184382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'name': 'network-vif-deleted', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:33.186840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['2db4203f-f05d-4467-bcaf-32f0b6c7aa75'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:33.187185 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe411c-c2e5-48f0-a813-9736cca50dd4" -d '{"events": [{"server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "name": "network-vif-deleted", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:33.225621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] Pushing event updated for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=10']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.226464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] No DVR routers for this DVR port 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:33.226464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.226464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2032ccfb-6fc3-4ae5-b914-83ac7865e598 req-264a1e4d-6a9b-4c6b-8adb-c55bb17bbefb tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "DELETE /v2.0/ports/1b98dce4-62cd-4ef6-8386-fbe7147cebc9 HTTP/1.1" status: 204 len: 173 time: 1.2448525 Jul 28 18:05:33.231523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:33.238917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.278751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-5a244a4b-3f25-4927-9702-92ec678333f2 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.280199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-5a244a4b-3f25-4927-9702-92ec678333f2 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 936 time: 0.0900214 Jul 28 18:05:33.300191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=2f2deb35-568b-4108-b2a2-db450b79f3e4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.406533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fec602b6-a6c2-41ea-8c38-3d111daa668f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.406533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fec602b6-a6c2-41ea-8c38-3d111daa668f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 935 time: 0.0793014 Jul 28 18:05:33.437237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2f2deb35-568b-4108-b2a2-db450b79f3e4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:33.455900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efa7e-6994-4c10-9ed2-a3cfdf703e15 req-abe118eb-ecc1-41b3-9ade-751ae9c509bb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.458061 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed1efa7e-6994-4c10-9ed2-a3cfdf703e15 req-abe118eb-ecc1-41b3-9ade-751ae9c509bb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 944 time: 0.5226438 Jul 28 18:05:33.466440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-534dc339-cfe6-4ca2-bc82-f13dd8574376 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0796325 Jul 28 18:05:33.489319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] No DVR routers for this DVR port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:33.510042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d96a949c-a94b-4f47-9ef8-dc0e9adbbd33 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0426326 Jul 28 18:05:33.562490 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.602403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-e23614f4-69ba-49ad-b1ba-0cdd8098371e service neutron] 10.222.0.35 "PUT /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3300357 Jul 28 18:05:33.614101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:33.615120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.626475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed1efa7e-6994-4c10-9ed2-a3cfdf703e15 req-681983e0-d999-4b21-be78-66d94ac51959 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430945 Jul 28 18:05:33.659343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.668636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-901fab45-ef7b-4ea2-8911-b555c67e968e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.682109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-901fab45-ef7b-4ea2-8911-b555c67e968e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.690322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-901fab45-ef7b-4ea2-8911-b555c67e968e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:33.693122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-901fab45-ef7b-4ea2-8911-b555c67e968e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 1995 time: 0.1720471 Jul 28 18:05:33.699428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] Pushing event deleted for resources: {'Port': ['ID=2f2deb35-568b-4108-b2a2-db450b79f3e4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.707310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b154c3-9f9f-4f37-9ecd-eb8f4c85901e None None] No DVR routers for this DVR port 2f2deb35-568b-4108-b2a2-db450b79f3e4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:33.743675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.800402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:33.823808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-414a4acb-ab4c-40b3-903f-47e33b6f503f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/quotas/ba6b8456b5ad4356b3c007854298e0fc HTTP/1.1" status: 200 len: 375 time: 0.1240132 Jul 28 18:05:33.828260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7b395eb-5446-41a4-9870-515e7573f026 req-85a2d9a4-2126-4c19-a987-0ba7c79016a9 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 210 time: 0.0649118 Jul 28 18:05:33.902186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:33.902943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.919964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for 727b717d-9ca2-4d7d-9a30-fe08ba79f22d owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:33.921015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:33.954944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:33.957198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd773ea3-aeb7-4cec-a877-353b7e68c633 req-90ad48b3-5554-45ef-aa7e-97de148464b6 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.35 "DELETE /v2.0/ports/5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f HTTP/1.1" status: 204 len: 173 time: 1.6744077 Jul 28 18:05:33.969410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.028626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:34.053688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:34.063155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde82614-1f57-411f-82c5-5e129eacac4d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:34.082857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:34.084807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.143036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-713890c9-ea0a-48d4-a520-818591969188 req-1dea602e-a3dd-4d57-95e0-a07e6ef4ccfc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 210 time: 0.1138279 Jul 28 18:05:34.202141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=0b77f06e-6178-4428-b69e-036a6d439b91,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:34.303890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20739-60e6-4143-a2b0-e13597c9d8a5 req-16eba3b3-98c9-444f-acf3-d4eea562038a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:34.306917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b20739-60e6-4143-a2b0-e13597c9d8a5 req-16eba3b3-98c9-444f-acf3-d4eea562038a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.1004410 Jul 28 18:05:34.344587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e9485a32-0d02-46f1-81c9-e36c41752066 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7406304 Jul 28 18:05:34.349132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53372) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:34.374161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b', '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:34.406763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'name': 'tempest-NetworksTestDHCPv6-1690909975'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:34.487484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:34.490714 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f71ee-851f-4d5e-b0dd-1ce8d278f4dc x-openstack-request-id: req-090f71ee-851f-4d5e-b0dd-1ce8d278f4dc {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:34.491240 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01ae0-ae3d-4516-bd8d-448257224413", "name": "network-vif-deleted", "tag": "cdea65e2-236b-4c2a-a126-5adbf8a4fe8c", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:34.491699 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-090f71ee-851f-4d5e-b0dd-1ce8d278f4dc {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:34.492270 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01ae0-ae3d-4516-bd8d-448257224413', 'name': 'network-vif-deleted', 'tag': 'cdea65e2-236b-4c2a-a126-5adbf8a4fe8c', 'status': 'completed', 'code': 200} Jul 28 18:05:34.524919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b20739-60e6-4143-a2b0-e13597c9d8a5 req-d66c5b5e-a37a-4112-8340-d84ece390838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096832 Jul 28 18:05:34.535229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.570872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=727b717d-9ca2-4d7d-9a30-fe08ba79f22d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:34.616486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-3a80ef59-ead2-4c8d-af80-0f1c38afa0e2 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7916837 Jul 28 18:05:34.677051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-bf043fdd-ae9a-4834-916a-24280d395e11 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:34.679616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-bf043fdd-ae9a-4834-916a-24280d395e11 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.7734115 Jul 28 18:05:34.718812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port 727b717d-9ca2-4d7d-9a30-fe08ba79f22d on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:34.729251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.731329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f3c9708-a783-4b85-a162-f3d18ce49d13 req-56ec5053-4e3a-4c48-97be-027a2df8fb54 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "DELETE /v2.0/ports/727b717d-9ca2-4d7d-9a30-fe08ba79f22d HTTP/1.1" status: 204 len: 173 time: 1.8690250 Jul 28 18:05:34.733436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'name': 'network-vif-deleted', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:34.737482 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a368c1bf-43d5-496f-b924-89d5710d33e1" -d '{"events": [{"server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "name": "network-vif-deleted", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:34.831121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '0b77f06e-6178-4428-b69e-036a6d439b91'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:34.833098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.839075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df0bd-93eb-46ab-9b2e-924a5095f59c req-4895f3ce-23ae-40fc-9804-056aebb0c874 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:34.844633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cdea65e2-236b-4c2a-a126-5adbf8a4fe8c no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:34.849655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c15df0bd-93eb-46ab-9b2e-924a5095f59c req-4895f3ce-23ae-40fc-9804-056aebb0c874 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 944 time: 0.0987256 Jul 28 18:05:34.867955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:34.883941 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:34.910690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:34.910961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-c3aa577a-f339-4964-9107-495d0f034b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:34.915833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-c3aa577a-f339-4964-9107-495d0f034b33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 1095 time: 0.2025609 Jul 28 18:05:34.940755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: cdea65e2-236b-4c2a-a126-5adbf8a4fe8c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:34.948171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cdea65e2-236b-4c2a-a126-5adbf8a4fe8c not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:34.948949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:34.959288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-44966615-2b86-48f7-a6d2-809cc5e74fa8 service neutron] 10.222.0.25 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295105 Jul 28 18:05:35.004374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c15df0bd-93eb-46ab-9b2e-924a5095f59c req-41a5b4b9-2e2d-4cb9-91da-608b15a5d6ad tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537671 Jul 28 18:05:35.005623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 1a0e0f88-edab-47c8-8c79-122165fcb6df yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:35.108008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:35.108445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.112706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-878e7274-a5da-4fb7-8910-e0f899b149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:35.114897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-878e7274-a5da-4fb7-8910-e0f899b149b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1095 time: 0.0816479 Jul 28 18:05:35.128967 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf0567b-64a9-4eb7-a0f8-e8805eb25827 x-openstack-request-id: req-baf0567b-64a9-4eb7-a0f8-e8805eb25827 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:35.130944 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f75444c-420e-4b69-9a54-108e230ca473", "name": "network-vif-deleted", "tag": "727b717d-9ca2-4d7d-9a30-fe08ba79f22d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:35.131606 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baf0567b-64a9-4eb7-a0f8-e8805eb25827 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:35.132266 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f75444c-420e-4b69-9a54-108e230ca473', 'name': 'network-vif-deleted', 'tag': '727b717d-9ca2-4d7d-9a30-fe08ba79f22d', 'status': 'completed', 'code': 200} Jul 28 18:05:35.208025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::2b (02de251d-9347-46ab-9b2a-143fdbfe65d6/0b77f06e-6178-4428-b69e-036a6d439b91/1a0e0f88-edab-47c8-8c79-122165fcb6df) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:35.235077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-4405661e-2130-42cd-8b81-f263412cea7f service neutron] 10.222.0.25 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613144 Jul 28 18:05:35.310806 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20bb66f6-008b-48f6-bb4b-197908a76b14 req-9a8a8460-b180-432a-9f59-a5fb727c8209 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=2235b62e-dd53-490d-8b06-fbe61a083b73 HTTP/1.1" status: 200 len: 210 time: 0.0465345 Jul 28 18:05:35.332498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:35.332847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:35.335919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-32c4d74d-fc33-40e8-87a1-8d85d317f673 service neutron] 10.222.0.25 "GET /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0998456 Jul 28 18:05:35.475623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-2e087526-6dc4-4133-9db7-810a404d0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:35.477267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-2e087526-6dc4-4133-9db7-810a404d0ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.3470752 Jul 28 18:05:35.532551 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.546193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-fbaa7df7-ba2a-4bd2-af74-dc8eee1bc725 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 217 time: 0.0507839 Jul 28 18:05:35.551718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-485f2676-1512-477c-a85b-f24b115e6ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146080 Jul 28 18:05:35.575356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 1a0e0f88-edab-47c8-8c79-122165fcb6df will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:35.606698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.647427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3a03af5-68e9-4ef3-a0a3-8005b720d770 req-c2914c1a-bf8c-420c-b78a-c4f75715c29a tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 210 time: 0.0382380 Jul 28 18:05:35.651989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:35.654246 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c223dc5-9347-48b0-80ae-de075bac4e47" -d '{"events": [{"server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "name": "network-vif-plugged", "status": "completed", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:35.689340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-80493a43-0f24-4302-a138-e50d00e60c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:35.691450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-80493a43-0f24-4302-a138-e50d00e60c44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1291692 Jul 28 18:05:35.702181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:35.710846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.741207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-47e475f9-a904-4467-896c-81c580e56cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391579 Jul 28 18:05:35.764193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:35.775720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:35.783801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:35.789830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/0b77f06e-6178-4428-b69e-036a6d439b91/0dd4a91e-6eb8-4bba-820e-e9de10afd7cc) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:35.796564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:35.796564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.796829 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:35.796944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-13faeb0b-f1eb-4928-8cd5-3e54cbf54b1d service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400770 Jul 28 18:05:35.797049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:35.828844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=1a0e0f88-edab-47c8-8c79-122165fcb6df,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:35.880646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0b6bc04f-90e3-44ff-baa9-4a15936e9d7b service neutron] 10.222.0.25 "GET /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0533960 Jul 28 18:05:35.899609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:35.899950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1b98dce4-62cd-4ef6-8386-fbe7147cebc9 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:35.900406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 727b717d-9ca2-4d7d-9a30-fe08ba79f22d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:35.907023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2d4d2-dde0-417a-b406-6cb3a6ea62c5 req-357ad8b9-ba9a-46a5-bcea-6588791166d0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:35.921138 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18d2d4d2-dde0-417a-b406-6cb3a6ea62c5 req-357ad8b9-ba9a-46a5-bcea-6588791166d0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.1630378 Jul 28 18:05:35.949049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2fe614ea-8f3d-4e25-92dd-f81c45b50465 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5667853 Jul 28 18:05:35.954796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:36.024366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 727b717d-9ca2-4d7d-9a30-fe08ba79f22d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:36.029345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 727b717d-9ca2-4d7d-9a30-fe08ba79f22d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:36.036089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18d2d4d2-dde0-417a-b406-6cb3a6ea62c5 req-a3a7c9a9-be19-4d7e-8135-fddc3b358a87 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197338 Jul 28 18:05:36.076109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09929d0-754d-4784-bb05-245ca8d810b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:36.083124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f09929d0-754d-4784-bb05-245ca8d810b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1282902 Jul 28 18:05:36.085022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53398) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:36.133986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:36.168221 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78071d6-f638-4a80-8035-2a0580084aa2 x-openstack-request-id: req-d78071d6-f638-4a80-8035-2a0580084aa2 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:36.171209 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "name": "network-vif-plugged", "status": "completed", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:36.171701 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d78071d6-f638-4a80-8035-2a0580084aa2 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:36.172373 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75', 'code': 200} Jul 28 18:05:36.212003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-35b26a7e-1890-4094-a375-66ca4b874d83 service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132937 Jul 28 18:05:36.232092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-fdb5961d-46fd-4196-b5c4-a5429b4f20e0 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788470 Jul 28 18:05:36.388108 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.403674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Transition to ACTIVE for port object 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:36.416699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-a4309750-092d-47b3-83a3-a6bf6550e2d2 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:36.421840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-a4309750-092d-47b3-83a3-a6bf6550e2d2 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.5328710 Jul 28 18:05:36.422916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Transition to ACTIVE for port object 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:36.454404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 1a0e0f88-edab-47c8-8c79-122165fcb6df {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:36.456058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.459303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Request body: {'port': {'device_id': '1bfe5167-a37f-4340-9d4e-b55212301260', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'admin_state_up': True, 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:36.466333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442ba9-c523-4b8d-8a99-28cffe1def48 req-86f429fb-6776-4588-abb8-6310e4f4a28d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:36.467985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1442ba9-c523-4b8d-8a99-28cffe1def48 req-86f429fb-6776-4588-abb8-6310e4f4a28d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 945 time: 0.1290383 Jul 28 18:05:36.502346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'name': 'network-vif-deleted', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9'}, {'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'name': 'network-vif-deleted', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:36.504885 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d32a0b-dd6d-45dd-b943-89c2b427e786" -d '{"events": [{"server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "name": "network-vif-deleted", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9"}, {"server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "name": "network-vif-deleted", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:36.509567 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.552266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:36.557067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:36.560854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:36.587295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Pushing event updated for resources: {'Port': ['ID=0dd4a91e-6eb8-4bba-820e-e9de10afd7cc,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:36.597694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e9b1-192b-40d7-bb89-85a51abe160d req-3344e3c6-73f9-4388-a92c-23fce8f4e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:36.599525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1150e9b1-192b-40d7-bb89-85a51abe160d req-3344e3c6-73f9-4388-a92c-23fce8f4e19e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 1096 time: 0.2703323 Jul 28 18:05:36.623153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-2434d08a-2d24-410c-abb7-49cd74c23554 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:36.625678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-2434d08a-2d24-410c-abb7-49cd74c23554 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 813 time: 0.3790042 Jul 28 18:05:36.644826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-b448f081-49f4-4e06-8a0b-692aa43deeac service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273155 Jul 28 18:05:36.644963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Attempting to bind port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:36.644963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Attempting to bind port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:36.644963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Attempting to bind port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:36.650206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:36.650608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:36.651020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.651423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:36.651894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Bound port: 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:36.652277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.661392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Request body: {'port': {'device_id': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'admin_state_up': True, 'tenant_id': 'f1651b7cff4643f783d4fd270e2383f8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:36.774102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-7f73c030-f20b-41c1-9bb7-48dbe5a2685a service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260086 Jul 28 18:05:36.786031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1442ba9-c523-4b8d-8a99-28cffe1def48 req-ed4a9db0-0113-4c36-a18c-7274bea6c2bb tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975194 Jul 28 18:05:36.821167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] For port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:36.828126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:36.828489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] For port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0dd4a91e-6eb8-4bba-820e-e9de10afd7cc,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:36.831290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1150e9b1-192b-40d7-bb89-85a51abe160d req-f839d163-6ce0-491c-84c2-ca8ecae6bb2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129574 Jul 28 18:05:36.854112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 1a0e0f88-edab-47c8-8c79-122165fcb6df owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:36.872053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-832a822b-011a-449f-97a5-7c415e9be19e service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296000 Jul 28 18:05:36.943736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'bbc21a23-f872-40b7-8d75-04c66c9e221b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:36.954870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:36.959738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.002811 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.017366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-98823599-5574-47e7-9357-51ee018a0748 service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381750 Jul 28 18:05:37.028498 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab84f52-a06f-4683-86ca-dd5a261684dd x-openstack-request-id: req-1ab84f52-a06f-4683-86ca-dd5a261684dd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:37.028985 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29de72cf-758d-4e9b-af44-c4452d38b946", "name": "network-vif-deleted", "tag": "1b98dce4-62cd-4ef6-8386-fbe7147cebc9", "status": "completed", "code": 200}, {"server_uuid": "2235b62e-dd53-490d-8b06-fbe61a083b73", "name": "network-vif-deleted", "tag": "5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:37.029241 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ab84f52-a06f-4683-86ca-dd5a261684dd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:37.029640 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29de72cf-758d-4e9b-af44-c4452d38b946', 'name': 'network-vif-deleted', 'tag': '1b98dce4-62cd-4ef6-8386-fbe7147cebc9', 'status': 'completed', 'code': 200} Jul 28 18:05:37.030482 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2235b62e-dd53-490d-8b06-fbe61a083b73', 'name': 'network-vif-deleted', 'tag': '5e8eaf07-83a0-45dc-a844-aa7d29fd8c4f', 'status': 'completed', 'code': 200} Jul 28 18:05:37.090982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Made reservation on behalf of f1651b7cff4643f783d4fd270e2383f8 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:37.099329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.132227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b39f9652-5521-43ed-8556-18575e06bdb2 req-13484b50-5a99-41b9-b1fb-759dd57d7704 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 210 time: 0.0437078 Jul 28 18:05:37.182765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987df4-b1fd-4913-9c67-6d58e2895519 None None] Pushing event updated for resources: {'Port': ['ID=0dd4a91e-6eb8-4bba-820e-e9de10afd7cc,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:37.215885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.269670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=1a0e0f88-edab-47c8-8c79-122165fcb6df,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:37.317286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.321877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-18051c76-b34b-456a-b44a-e722db3d3289 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/1a0e0f88-edab-47c8-8c79-122165fcb6df HTTP/1.1" status: 204 len: 168 time: 1.2326353 Jul 28 18:05:37.322892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:37.378661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-3f26ed87-3af2-40d1-a78f-c67ad36dd1ac service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601053 Jul 28 18:05:37.457237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205370ac-b8b9-41f6-93c5-9ca2556661e9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:37.459115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205370ac-b8b9-41f6-93c5-9ca2556661e9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:37.462065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-205370ac-b8b9-41f6-93c5-9ca2556661e9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1370893 Jul 28 18:05:37.468389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53418) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:37.613079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542bb1-59d1-4982-9711-244ca2184a80 req-85e29cc2-9821-4e8f-9cdc-7a2b37b900a1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:37.626784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e542bb1-59d1-4982-9711-244ca2184a80 req-85e29cc2-9821-4e8f-9cdc-7a2b37b900a1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.2370508 Jul 28 18:05:37.687087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Allocated IP 172.20.0.4 (7e96af71-1687-4bdb-b665-a6bb63f2f241/bbe21c4f-eb29-4d10-aea0-e56c2248f458/4daf1440-0520-46cd-8975-c408ed5dfda8) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:37.692792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 0b77f06e-6178-4428-b69e-036a6d439b91 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:37.701442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.722109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b771669-a2a7-4d0f-9c71-2bcb1b5a2bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.749749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e542bb1-59d1-4982-9711-244ca2184a80 req-8c7534a7-d2bb-46b6-9514-91d89a291b6a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218352 Jul 28 18:05:37.755566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-c1393220-7003-43d1-b4ea-8b39882c90c6 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:37.757825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-c1393220-7003-43d1-b4ea-8b39882c90c6 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.4254985 Jul 28 18:05:37.775156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:37.859330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-7516078a-04c8-4c9d-8326-c3f2265ff79a service neutron] 10.222.0.25 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741652 Jul 28 18:05:37.954041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.020241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.085278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-e280d1f7-82de-4e8e-85e1-fb65bf4f0285 service neutron] 10.222.0.25 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083926 Jul 28 18:05:38.090162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-2cde1c7c-dede-44ff-a4d2-b097b66c4d39 service neutron] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:38.094215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-2cde1c7c-dede-44ff-a4d2-b097b66c4d39 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.097559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c398112d-72b2-45fa-b35f-9b5f174a1469 req-2cde1c7c-dede-44ff-a4d2-b097b66c4d39 service neutron] 10.222.0.37 "DELETE /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.3287187 Jul 28 18:05:38.124707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d038f-1e76-41a5-91b8-f7796c52e92c req-80dedf7c-b8f8-46b4-9efb-ae9bfbba5397 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:38.126443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-154d038f-1e76-41a5-91b8-f7796c52e92c req-80dedf7c-b8f8-46b4-9efb-ae9bfbba5397 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 945 time: 0.0895486 Jul 28 18:05:38.170157 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.199087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-154d038f-1e76-41a5-91b8-f7796c52e92c req-bd4ec9fd-f819-412e-9bc5-7c675dad9b92 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608840 Jul 28 18:05:38.204835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.242156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=0b77f06e-6178-4428-b69e-036a6d439b91,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:38.266990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.271634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-129cef5e-f0f5-408e-a97c-e597bd092dfd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/0b77f06e-6178-4428-b69e-036a6d439b91 HTTP/1.1" status: 204 len: 168 time: 0.7998893 Jul 28 18:05:38.273663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53430) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:38.356930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2690b595-1678-4a00-8553-cd12b80a93d6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601773 Jul 28 18:05:38.364088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:38.365326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53432) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:38.366523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event updated for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:38.371610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:38.374760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:38.379445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Allocated IP 172.20.0.13 (7e96af71-1687-4bdb-b665-a6bb63f2f241/bbe21c4f-eb29-4d10-aea0-e56c2248f458/797b4605-a1e6-4408-a431-bea27a681a37) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:38.387610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8a52db19-19bc-47b5-8295-0463354f5f6a service neutron] 10.222.0.25 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905178 Jul 28 18:05:38.465115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeee6aa-9fd0-46ca-891f-4a0bdf7a30d5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:38.469569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0eeee6aa-9fd0-46ca-891f-4a0bdf7a30d5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0889828 Jul 28 18:05:38.470739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53434) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:38.587678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e394f0c-1f61-454c-aaed-3d2d92f6c91d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:38.591595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e394f0c-1f61-454c-aaed-3d2d92f6c91d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1179378 Jul 28 18:05:38.604137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:38.612436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:38.613188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.634731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-7c78abf6-16c9-45ed-b246-ca4f324d102f service neutron] 10.222.0.25 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397110 Jul 28 18:05:38.640070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d68e05-69a1-45d6-9c70-9ddc6e3b054f None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:38.658780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95f43439-5789-4c9b-a321-13570dddd0d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426953 Jul 28 18:05:38.665850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53438) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:38.674598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:38.731306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.806959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-389aeff8-1655-4646-bf36-815bd8b9e7c8 None None] Provisioning for port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:38.866462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-9e74782e-b5e0-4721-a46a-89b3893f2091 service neutron] 10.222.0.25 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133021 Jul 28 18:05:38.874299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-24a0a9d6-d0c8-4a64-8aaf-de3e0ee78396 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2297134 Jul 28 18:05:38.896767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Request body: {'port': {'device_id': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:38.896899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.912857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:38.925923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2812b57-c006-401d-a6cb-10a9b6bb9305 req-5701690a-5484-4785-8598-48fc38191f6a tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:38.927698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2812b57-c006-401d-a6cb-10a9b6bb9305 req-5701690a-5484-4785-8598-48fc38191f6a tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 931 time: 0.0887690 Jul 28 18:05:38.970516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event updated for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:38.971651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Deleting port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:38.972172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.991627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:38.995755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:38.996376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Network 7e96af71-1687-4bdb-b665-a6bb63f2f241 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:38.998460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:39.003196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:39.088460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] For port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0dd4a91e-6eb8-4bba-820e-e9de10afd7cc,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:39.088866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.090141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:39.090409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.099500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.110294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Calling delete_port for 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:39.151834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2812b57-c006-401d-a6cb-10a9b6bb9305 req-e63947d5-d4f0-44ef-b70e-d73e33fc444c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054970 Jul 28 18:05:39.202868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d08d21c-e7e3-4e86-9998-e071df799efa tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7482395 Jul 28 18:05:39.216674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Request body: {'port': {'device_id': '1bfe5167-a37f-4340-9d4e-b55212301260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:39.290780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.293545 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.331015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] Pushing event deleted for resources: {'Port': ['ID=0dd4a91e-6eb8-4bba-820e-e9de10afd7cc,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:39.339238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7441da2-dbdc-4b7d-a04c-a71b1294e29d None None] No DVR routers for this DVR port 0dd4a91e-6eb8-4bba-820e-e9de10afd7cc on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:39.625690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797b4605-a1e6-4408-a431-bea27a681a37 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:39.632511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.644308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Transition to ACTIVE for port object 797b4605-a1e6-4408-a431-bea27a681a37 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:39.709279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9786c40-474e-4b7e-ab77-40cbfa509852 req-c17a6671-27bb-4679-80c6-386acd694373 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:39.710762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9786c40-474e-4b7e-ab77-40cbfa509852 req-c17a6671-27bb-4679-80c6-386acd694373 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.1035516 Jul 28 18:05:39.755585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.827573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:39.831988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9786c40-474e-4b7e-ab77-40cbfa509852 req-b609a24e-3eab-4287-94bc-a653b5155224 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134677 Jul 28 18:05:39.892359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Attempting to bind port 797b4605-a1e6-4408-a431-bea27a681a37 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:39.892698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Attempting to bind port 797b4605-a1e6-4408-a431-bea27a681a37 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:39.893025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Attempting to bind port 797b4605-a1e6-4408-a431-bea27a681a37 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:39.897733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Port 797b4605-a1e6-4408-a431-bea27a681a37 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:39.898058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Attempting to bind port 797b4605-a1e6-4408-a431-bea27a681a37 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:39.903177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:39.906808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Checking segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:39.906808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Bound using segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:39.906808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Bound port: 797b4605-a1e6-4408-a431-bea27a681a37, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:39.906808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.950565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5073686e-de89-424d-b5da-bfb5835e3d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.959606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:39.994596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:39.997764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=797b4605-a1e6-4408-a431-bea27a681a37,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:40.001005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.024581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daf1440-0520-46cd-8975-c408ed5dfda8 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:40.042246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.045413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:40.056745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:40.065528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ccb78-d50f-4822-b34b-ad9a18f305a4 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:40.066011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.066614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.073750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.081545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Transition to ACTIVE for port object 4daf1440-0520-46cd-8975-c408ed5dfda8 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:40.085636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=83d248b2-67b9-4913-a575-b5fbc612f063,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:40.100370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbec92-7b9b-40b0-a57d-a11413f74915 req-71d33fc5-6bdc-4684-9f4f-b4111b22771a tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.105529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3dbec92-7b9b-40b0-a57d-a11413f74915 req-71d33fc5-6bdc-4684-9f4f-b4111b22771a tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 945 time: 0.1435473 Jul 28 18:05:40.128557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.130761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.130891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/797b4605-a1e6-4408-a431-bea27a681a37 HTTP/1.1" status: 200 len: 1092 time: 0.9184783 Jul 28 18:05:40.131233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:40.133538 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb226ae-1783-441c-b608-7f32ce21db16" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "tag": "797b4605-a1e6-4408-a431-bea27a681a37"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:40.152149 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.165292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46def3-9558-41f2-9d92-149ea6e8dfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:40.187607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3dbec92-7b9b-40b0-a57d-a11413f74915 req-522d7e2a-bd4d-460a-866f-672d69603bf6 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790725 Jul 28 18:05:40.193382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed1a36ff-f43a-43a2-8190-87a80304fc03 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5263386 Jul 28 18:05:40.199830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:40.207941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '83d248b2-67b9-4913-a575-b5fbc612f063', 'ip_address': '2001:db8::c372:2148:2e55:208c'}], 'name': 'tempest-NetworksTestDHCPv6-2026333920'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:40.247111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '83d248b2-67b9-4913-a575-b5fbc612f063'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:40.248012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.320499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:40.441716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/83d248b2-67b9-4913-a575-b5fbc612f063/808da7e8-0936-48b8-b7ae-0af0d3a02f97) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:40.463722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-00d04a77-8d48-429b-8c4a-e24a6df3fa5b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.465316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-00d04a77-8d48-429b-8c4a-e24a6df3fa5b tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 950 time: 0.2068515 Jul 28 18:05:40.467687 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b67bab-9f95-4253-9af8-0e6b47e214fa x-openstack-request-id: req-24b67bab-9f95-4253-9af8-0e6b47e214fa {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:40.472879 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "tag": "797b4605-a1e6-4408-a431-bea27a681a37", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:40.473411 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b67bab-9f95-4253-9af8-0e6b47e214fa {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:40.473827 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37', 'status': 'completed', 'code': 200} Jul 28 18:05:40.553565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-277d6b9b-6391-46a6-b0dd-6743208f2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.556678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-277d6b9b-6391-46a6-b0dd-6743208f2384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 1095 time: 0.2363584 Jul 28 18:05:40.559993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Attempting to bind port 4daf1440-0520-46cd-8975-c408ed5dfda8 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:40.560551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Attempting to bind port 4daf1440-0520-46cd-8975-c408ed5dfda8 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:40.561620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Attempting to bind port 4daf1440-0520-46cd-8975-c408ed5dfda8 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:40.571250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa1509-f3bb-4a0e-9909-23c0c484d448 req-86eb2db4-1e47-4fae-9ed4-029bc8765d3f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.575043 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eafa1509-f3bb-4a0e-9909-23c0c484d448 req-86eb2db4-1e47-4fae-9ed4-029bc8765d3f tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 950 time: 0.2040212 Jul 28 18:05:40.582558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Port 4daf1440-0520-46cd-8975-c408ed5dfda8 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:40.583415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Attempting to bind port 4daf1440-0520-46cd-8975-c408ed5dfda8 on network 7e96af71-1687-4bdb-b665-a6bb63f2f241 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:40.602502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:40.603143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Checking segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:40.603747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Bound using segment: {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:40.604357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Bound port: 4daf1440-0520-46cd-8975-c408ed5dfda8, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056ade61-9367-4bbc-92eb-293af7c91e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:40.609572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.666017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:40.674465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eafa1509-f3bb-4a0e-9909-23c0c484d448 req-4e8b7310-82d6-4c1a-8f76-2570d2e55e42 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846510 Jul 28 18:05:40.676935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-9d1fb123-5613-4699-9840-a90046626bbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=797b4605-a1e6-4408-a431-bea27a681a37 HTTP/1.1" status: 200 len: 217 time: 0.1097226 Jul 28 18:05:40.771025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d10f8b8e-c5d6-49ff-b7ed-04d8932cd878 req-3eae0d5d-a69d-43b9-8329-e575ae237321 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Jul 28 18:05:40.781026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:40.790671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-63a2c11e-ac06-4881-8666-78cf3e4fa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.793805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-63a2c11e-ac06-4881-8666-78cf3e4fa8c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.0838509 Jul 28 18:05:40.802850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856e166-2e05-4775-89a5-963559315584 req-69f50650-3051-46e6-bd37-f028dff03674 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.803088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4daf1440-0520-46cd-8975-c408ed5dfda8,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:40.804280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f856e166-2e05-4775-89a5-963559315584 req-69f50650-3051-46e6-bd37-f028dff03674 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 943 time: 0.2458377 Jul 28 18:05:40.822948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.827738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.833504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Transition to ACTIVE for port object 808da7e8-0936-48b8-b7ae-0af0d3a02f97 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:40.850383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:40.863733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-f0bfe131-f22e-4a41-ae4f-ad0e005ed21a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584252 Jul 28 18:05:40.900105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Transition to ACTIVE for port object 808da7e8-0936-48b8-b7ae-0af0d3a02f97 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:40.915785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port bbc21a23-f872-40b7-8d75-04c66c9e221b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:40.917450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.918738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.984704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.993091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:40.996566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:40.996566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.003615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4daf1440-0520-46cd-8975-c408ed5dfda8 HTTP/1.1" status: 200 len: 1091 time: 2.1096590 Jul 28 18:05:41.012219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:41.014747 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:41.041167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:41.043084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f856e166-2e05-4775-89a5-963559315584 req-890a09bc-d150-4853-9e05-36b3c39a763c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708026 Jul 28 18:05:41.044312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:41.058427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:41.088676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97dc77-f34e-4cd6-83a8-a6f9afecdd59 req-58010548-bc8c-48ca-a8fd-02cfd7320cf1 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:41.101985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c97dc77-f34e-4cd6-83a8-a6f9afecdd59 req-58010548-bc8c-48ca-a8fd-02cfd7320cf1 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1095 time: 0.1887839 Jul 28 18:05:41.130782 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb61b5c6-936b-4dd2-985f-a75c0fa524f6 x-openstack-request-id: req-fb61b5c6-936b-4dd2-985f-a75c0fa524f6 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:41.131081 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:41.131337 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb61b5c6-936b-4dd2-985f-a75c0fa524f6 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:41.131753 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8', 'status': 'completed', 'code': 200} Jul 28 18:05:41.147698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344186f-7043-4a87-86e6-15daf3f9f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:41.161369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Pushing event updated for resources: {'Port': ['ID=808da7e8-0936-48b8-b7ae-0af0d3a02f97,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:41.174182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c97dc77-f34e-4cd6-83a8-a6f9afecdd59 req-874e4ec8-c84b-4b95-b459-22581ed82f9c tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Jul 28 18:05:41.188203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port bbc21a23-f872-40b7-8d75-04c66c9e221b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bbc21a23-f872-40b7-8d75-04c66c9e221b,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:41.188820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.190393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Attempting to bind port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:41.190709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Attempting to bind port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:41.191178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Attempting to bind port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:41.199871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:41.200453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:41.201068 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.201696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:41.203098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Bound port: 808da7e8-0936-48b8-b7ae-0af0d3a02f97, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:41.203253 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.214497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-f07a9c23-8fa7-468c-b05c-41f1834b4fbb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:41.216337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-f07a9c23-8fa7-468c-b05c-41f1834b4fbb tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 950 time: 0.1998014 Jul 28 18:05:41.273435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for bbc21a23-f872-40b7-8d75-04c66c9e221b owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:41.281852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-060670a1-4850-4334-bffb-959db4c3daf9 service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872604 Jul 28 18:05:41.315345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] For port 808da7e8-0936-48b8-b7ae-0af0d3a02f97, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:41.319097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] For port 808da7e8-0936-48b8-b7ae-0af0d3a02f97, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=808da7e8-0936-48b8-b7ae-0af0d3a02f97,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:41.333282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-d22bda8b-9958-47e5-9d2c-5434ebabd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:41.334818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-d22bda8b-9958-47e5-9d2c-5434ebabd41f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 1094 time: 0.1415243 Jul 28 18:05:41.335948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::c372:2148:2e55:208c (02de251d-9347-46ab-9b2a-143fdbfe65d6/83d248b2-67b9-4913-a575-b5fbc612f063/06f600d1-aa7b-4ee0-a4d6-84e514e7f69b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:41.378983 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.457309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c859f-cb9b-4004-849b-f517b705e700 None None] Pushing event updated for resources: {'Port': ['ID=808da7e8-0936-48b8-b7ae-0af0d3a02f97,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:41.647217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-87dbb1ae-34b1-44e6-bef5-abd19cc0b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:41.649233 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-87dbb1ae-34b1-44e6-bef5-abd19cc0b3be service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f1651b7cff4643f783d4fd270e2383f8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3047595 Jul 28 18:05:41.685356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-f49f7a58-dd4d-4360-bd19-be279a5ec949 service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676589 Jul 28 18:05:41.818980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:41.819267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.907559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:41.940858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:42.015359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b60147-a282-42e5-88f8-e2a1c12f9629 req-5666c6d5-40a6-4e52-b2b0-f23c75a42746 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.016940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b60147-a282-42e5-88f8-e2a1c12f9629 req-5666c6d5-40a6-4e52-b2b0-f23c75a42746 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 950 time: 0.2277532 Jul 28 18:05:42.024541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-085798f2-cc47-487c-a384-a94089d2cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.026020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-085798f2-cc47-487c-a384-a94089d2cab5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 1095 time: 0.1369755 Jul 28 18:05:42.034067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port f233d1ca-5cdb-4917-ac00-178b2a9a24d4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:42.034302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-771203db-3d80-48fa-82e0-90181c609683 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.036958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.041434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-771203db-3d80-48fa-82e0-90181c609683 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.4985380 Jul 28 18:05:42.065381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-3e541a65-71b0-4e96-8ebd-a065c5dccb0a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/quotas/3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 375 time: 0.0228624 Jul 28 18:05:42.089005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-04d7b375-8bdc-4f89-a17d-fe9600fc35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.090344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-358eb360-68b6-49bb-aa09-0ece0f3a7ca2 req-04d7b375-8bdc-4f89-a17d-fe9600fc35ff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308839 Jul 28 18:05:42.091388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.105704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for f233d1ca-5cdb-4917-ac00-178b2a9a24d4 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:42.138991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b60147-a282-42e5-88f8-e2a1c12f9629 req-d1e692c0-4b98-4b20-bbf5-2c1e38577414 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069019 Jul 28 18:05:42.140115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.151389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583', 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:42.192950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=06f600d1-aa7b-4ee0-a4d6-84e514e7f69b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:42.232113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=bbc21a23-f872-40b7-8d75-04c66c9e221b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:42.257274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:42.273961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:42.277590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:42.284228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.284931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.315790 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-c8d518bd-9f81-40e2-918b-ff5da597eb83 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2412977 Jul 28 18:05:42.368746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-661dcd84-499a-4b8d-b8b3-e9012595a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.370254 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-661dcd84-499a-4b8d-b8b3-e9012595a999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1651b7cff4643f783d4fd270e2383f8&device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 1094 time: 0.1894441 Jul 28 18:05:42.399216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd5bc934-e79a-45dc-b26e-3e0a5bdf3410 req-fc62b695-0e71-4ab9-8365-a89b96293e60 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0448716 Jul 28 18:05:42.432257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port bbc21a23-f872-40b7-8d75-04c66c9e221b on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:42.432428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-fc01066d-2912-47e0-8552-e1d57cd005cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4daf1440-0520-46cd-8975-c408ed5dfda8 HTTP/1.1" status: 200 len: 217 time: 0.0501962 Jul 28 18:05:42.433113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-80132a24-382c-4150-89fa-651f992d3221 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2321835 Jul 28 18:05:42.435845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53528) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:42.441540 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.443229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bbc21a23-f872-40b7-8d75-04c66c9e221b no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:42.443590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f6c2a9-fae5-45f9-a4ae-60ba41c116e2 req-34e9b1ef-e551-43b5-94e8-2a6e5243ab3c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "DELETE /v2.0/ports/bbc21a23-f872-40b7-8d75-04c66c9e221b HTTP/1.1" status: 204 len: 173 time: 1.9654880 Jul 28 18:05:42.474754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'name': 'network-vif-deleted', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:42.477091 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54543d78-0287-43bc-9c08-50c0be766885" -d '{"events": [{"server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "name": "network-vif-deleted", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:42.484367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-b29e8615-d012-407f-98be-4521fbf67c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.485979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-b29e8615-d012-407f-98be-4521fbf67c2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 200 len: 914 time: 0.4482141 Jul 28 18:05:42.565247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: bbc21a23-f872-40b7-8d75-04c66c9e221b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:42.565798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bbc21a23-f872-40b7-8d75-04c66c9e221b not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:42.595929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-d6ecf1e5-7142-49df-b2e6-8c5cc969d583 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=797b4605-a1e6-4408-a431-bea27a681a37 HTTP/1.1" status: 200 len: 217 time: 0.0948970 Jul 28 18:05:42.612891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-7c118ed2-2a4d-4fe7-8559-07136358f894 service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961080 Jul 28 18:05:42.747135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ec615ef6-87ce-4239-aba4-b85173b6fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.748994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-ec615ef6-87ce-4239-aba4-b85173b6fa87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.2790425 Jul 28 18:05:42.793144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-c261c5c8-359e-45ab-adc9-df6db40d6702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330675 Jul 28 18:05:42.833436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b52597-3f58-4a2b-b9aa-68e720c1f5e9 req-795755d2-ad4f-4f50-af60-e7e258b0c47c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.834870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47b52597-3f58-4a2b-b9aa-68e720c1f5e9 req-795755d2-ad4f-4f50-af60-e7e258b0c47c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 943 time: 0.2567573 Jul 28 18:05:42.848664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598a5de-a1bb-4551-a4b6-9c0e97c0cb01 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.865699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598a5de-a1bb-4551-a4b6-9c0e97c0cb01 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.870885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-7cfeda36-d0a8-4d96-ae4f-8dd2a3a1c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:42.870885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-7cfeda36-d0a8-4d96-ae4f-8dd2a3a1c0fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 200 len: 853 time: 0.2668049 Jul 28 18:05:42.871341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:42.871540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f598a5de-a1bb-4551-a4b6-9c0e97c0cb01 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4316020 Jul 28 18:05:42.877924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.970748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-4be3b592-d58a-4010-ba66-3023b67fdd6a service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499274 Jul 28 18:05:42.971830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-c1178155-160c-4d64-9ed2-434b8516cda3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e96af71-1687-4bdb-b665-a6bb63f2f241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776911 Jul 28 18:05:42.976555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:42.994913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8a8f1676-bd1e-44f3-92d6-860c00e27583'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:43.066044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-6e081a2a-ee43-4f30-996e-481a08dd7056 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547262 Jul 28 18:05:43.110236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47b52597-3f58-4a2b-b9aa-68e720c1f5e9 req-cd1d3417-1439-46e6-8b77-2a6d74156726 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443361 Jul 28 18:05:43.232779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f640bc1-0752-46f1-a16e-30f051c1ecf8 req-265302f5-1589-475f-a12f-b08a655138f9 service neutron] 10.222.0.37 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548939 Jul 28 18:05:43.296970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e37f0b16-3947-4cb3-bd2f-eba24e3e552d None None] Provisioning for port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:43.545525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 808da7e8-0936-48b8-b7ae-0af0d3a02f97 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:43.643997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=f233d1ca-5cdb-4917-ac00-178b2a9a24d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:43.661713 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f560390-8a73-4e81-8e31-12468ba68467 x-openstack-request-id: req-6f560390-8a73-4e81-8e31-12468ba68467 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:43.662003 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7277d4e-58da-4247-9774-eea4ff71c011", "name": "network-vif-deleted", "tag": "bbc21a23-f872-40b7-8d75-04c66c9e221b", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:43.662255 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f560390-8a73-4e81-8e31-12468ba68467 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:43.662654 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7277d4e-58da-4247-9774-eea4ff71c011', 'name': 'network-vif-deleted', 'tag': 'bbc21a23-f872-40b7-8d75-04c66c9e221b', 'status': 'completed', 'code': 200} Jul 28 18:05:43.700033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce4b0c2f-b916-40be-90df-40fbf1d43bbb req-82023d47-e425-4208-828d-819bfff4b0c4 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7277d4e-58da-4247-9774-eea4ff71c011 HTTP/1.1" status: 200 len: 210 time: 0.0524457 Jul 28 18:05:43.708464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:43.719111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:43.719589 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:43.724421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port f233d1ca-5cdb-4917-ac00-178b2a9a24d4 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:43.729077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:43.731290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a4ecb21-a8dd-4ede-9353-8bc1b9bad11a req-7a439ecb-3282-4b7c-8db2-b3bc6e9f1c40 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "DELETE /v2.0/ports/f233d1ca-5cdb-4917-ac00-178b2a9a24d4 HTTP/1.1" status: 204 len: 173 time: 2.5033841 Jul 28 18:05:43.767221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63967b81-c68b-42ee-bb8f-7d5b18b2b16d None None] Provisioning for port 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:43.774692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63967b81-c68b-42ee-bb8f-7d5b18b2b16d None None] Provisioning complete for port 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:43.775082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63967b81-c68b-42ee-bb8f-7d5b18b2b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:43.788963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-2c09907f-8ee9-4be7-84fe-b9076f89310f service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002365 Jul 28 18:05:43.805156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:43.805434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:43.812659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59b5bdff-fedf-42c4-acbd-7db7b759d703 req-4c1eb73c-df2c-4a29-b749-d4ebff3d8e74 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 210 time: 0.0435822 Jul 28 18:05:43.821418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-63967b81-c68b-42ee-bb8f-7d5b18b2b16d None None] Port 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:43.891856 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:43.910011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-1e0fd67d-09b5-40c8-a8dd-ff4004678db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:43.911390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-1e0fd67d-09b5-40c8-a8dd-ff4004678db7 service neutron] 10.222.0.35 "GET /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 1032 time: 0.0506368 Jul 28 18:05:43.964460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 808da7e8-0936-48b8-b7ae-0af0d3a02f97, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=808da7e8-0936-48b8-b7ae-0af0d3a02f97,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:43.965607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-20de82ee-3673-42c7-b26a-9254c53dcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:43.967119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-20de82ee-3673-42c7-b26a-9254c53dcee6 service neutron] 10.222.0.35 "GET /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 1031 time: 0.0475130 Jul 28 18:05:43.973096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a0a1dd8-5335-4ccd-987b-d2d7f3a641a7 req-20629836-c4ca-4dad-bbfb-b3cde6acf90b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0426276 Jul 28 18:05:44.029688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.057822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.074582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb226ae-1783-441c-b608-7f32ce21db16 req-c8066ae1-9d31-40f7-aa57-31fbf0fffe4a service neutron] 10.222.0.35 "GET /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658615 Jul 28 18:05:44.091852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 06f600d1-aa7b-4ee0-a4d6-84e514e7f69b owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:44.114531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=808da7e8-0936-48b8-b7ae-0af0d3a02f97,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:44.127849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-081ec9ae-1c19-4e27-adeb-c4ef2e49192d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.138764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-081ec9ae-1c19-4e27-adeb-c4ef2e49192d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.147754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-081ec9ae-1c19-4e27-adeb-c4ef2e49192d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.153177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-081ec9ae-1c19-4e27-adeb-c4ef2e49192d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 1995 time: 0.1736753 Jul 28 18:05:44.227677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c0d1b2b3-c20f-4c95-97b3-2213bffbd645 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6b8456b5ad4356b3c007854298e0fc HTTP/1.1" status: 200 len: 380 time: 0.0663795 Jul 28 18:05:44.241923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'admin_state_up': True, 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'security_groups': ['9610809d-0333-44d0-864e-cfde35e835c8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:44.347182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261a982-6300-40c5-9f40-91f69b15127b req-59a72514-2978-40c4-b52e-a7c43b4f3457 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.349623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4261a982-6300-40c5-9f40-91f69b15127b req-59a72514-2978-40c4-b52e-a7c43b4f3457 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 943 time: 0.1493373 Jul 28 18:05:44.370473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.418633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=06f600d1-aa7b-4ee0-a4d6-84e514e7f69b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:44.446582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f233d1ca-5cdb-4917-ac00-178b2a9a24d4 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:44.465471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4261a982-6300-40c5-9f40-91f69b15127b req-04c3d7b1-69c7-4a47-b0b2-cf137b9b3b7a tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057255 Jul 28 18:05:44.466521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.468461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c367c0a-35c2-42de-93ed-4018cdcb48bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/06f600d1-aa7b-4ee0-a4d6-84e514e7f69b HTTP/1.1" status: 204 len: 168 time: 1.5948534 Jul 28 18:05:44.469759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:44.470935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:44.478294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.481690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: f233d1ca-5cdb-4917-ac00-178b2a9a24d4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:44.481690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f233d1ca-5cdb-4917-ac00-178b2a9a24d4 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:44.553131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8c494-47ac-4811-89e5-8e6ebe3d3446 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.554962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8c494-47ac-4811-89e5-8e6ebe3d3446 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:44.559446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-58c8c494-47ac-4811-89e5-8e6ebe3d3446 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0839164 Jul 28 18:05:44.576672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53570) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:44.678245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 83d248b2-67b9-4913-a575-b5fbc612f063 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:44.690248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.742259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 172.20.0.7 (39f91cda-fdb7-4e29-86f1-09633e410dfb/67a0ae9b-72c4-4f94-a75b-46c011cc98d7/b3b7ece4-842d-4c83-88f0-7fec17c3bff4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:44.745328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:44.870352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 797b4605-a1e6-4408-a431-bea27a681a37 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:44.898860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.035304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0870209e-448d-4fab-bacc-bd580240da24 req-aa4bc6f5-110a-406d-9645-3426a8c8ce3d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 210 time: 0.0404143 Jul 28 18:05:45.061510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=797b4605-a1e6-4408-a431-bea27a681a37,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:45.084608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '797b4605-a1e6-4408-a431-bea27a681a37', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'port_id': '797b4605-a1e6-4408-a431-bea27a681a37', 'mac_address': 'fa:16:3e:76:80:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe21c4f-eb29-4d10-aea0-e56c2248f458', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:45.085763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.102021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2a9c745-51a9-451b-9786-be436e1f0e9b req-d609d8e2-d0fe-4593-811f-18fcdae7569d tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=275aadd8-a8cf-43f6-815b-3a58014781b0 HTTP/1.1" status: 200 len: 210 time: 0.0626273 Jul 28 18:05:45.145060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.163333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.166832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object b3b7ece4-842d-4c83-88f0-7fec17c3bff4 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:45.177392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797b4605-a1e6-4408-a431-bea27a681a37 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:45.203295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=797b4605-a1e6-4408-a431-bea27a681a37,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:45.206489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=83d248b2-67b9-4913-a575-b5fbc612f063,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:45.216332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.218546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0bc51-c566-42b3-9379-78d5735e23bd None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:45.219515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-948eed51-3fbd-476c-bf63-2961beb56f09 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/83d248b2-67b9-4913-a575-b5fbc612f063 HTTP/1.1" status: 204 len: 168 time: 0.6417310 Jul 28 18:05:45.221879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53582) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:45.224772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95e4b3c6-24da-4552-a7a0-6754ceb4cb81 req-b8aa85c1-c043-400d-bf0a-c46fa1fbcb8d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0834732 Jul 28 18:05:45.247012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.265640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3f37d7c2-293b-4403-8e68-43dfe6bf88f0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424774 Jul 28 18:05:45.270508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53584) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:45.277104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:45.310540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.344830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.409161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:45.418219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:45.424286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:45.424473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 808da7e8-0936-48b8-b7ae-0af0d3a02f97 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:45.431390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:45.486496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:45.526620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:45.526620 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.527289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:45.527289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.562733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:45.568451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:45.644195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:45.664149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'name': 'network-vif-deleted', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:45.666511 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a8aa6-6497-4776-a60d-8899ad31df7a" -d '{"events": [{"server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "name": "network-vif-deleted", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:45.704925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63588b-7923-4c5a-bb43-943636fdc53f req-544c21dc-3df7-4d5f-b595-8d9d5405be6f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:45.707158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d63588b-7923-4c5a-bb43-943636fdc53f req-544c21dc-3df7-4d5f-b595-8d9d5405be6f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 943 time: 0.0971804 Jul 28 18:05:45.713424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-8ebc4f32-2c76-4904-9781-c0e32441d556 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792290 Jul 28 18:05:45.736379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'admin_state_up': True, 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'security_groups': ['9610809d-0333-44d0-864e-cfde35e835c8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:45.790454 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9151c074-9770-46c3-a5d9-8e217f631643 x-openstack-request-id: req-9151c074-9770-46c3-a5d9-8e217f631643 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:45.790765 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275aadd8-a8cf-43f6-815b-3a58014781b0", "name": "network-vif-deleted", "tag": "f233d1ca-5cdb-4917-ac00-178b2a9a24d4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:45.791012 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9151c074-9770-46c3-a5d9-8e217f631643 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:45.791423 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275aadd8-a8cf-43f6-815b-3a58014781b0', 'name': 'network-vif-deleted', 'tag': 'f233d1ca-5cdb-4917-ac00-178b2a9a24d4', 'status': 'completed', 'code': 200} Jul 28 18:05:45.856651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d63588b-7923-4c5a-bb43-943636fdc53f req-15898b4e-1cde-42b2-b279-586fd8f16427 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420910 Jul 28 18:05:45.897236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['797b4605-a1e6-4408-a431-bea27a681a37'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:46.001675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Deleting port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:46.002244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.006296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24c80a3b-c19e-4ae8-89bc-9fbbefda1a0a None None] Provisioning for port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:46.012379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-12c2ed50-621b-457e-9620-f48c7e38518c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:46.014102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-12c2ed50-621b-457e-9620-f48c7e38518c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1483626 Jul 28 18:05:46.030698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:46.034244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.038885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Request body: {'port': {'device_id': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'admin_state_up': True, 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:46.056066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24c80a3b-c19e-4ae8-89bc-9fbbefda1a0a None None] Provisioning complete for port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:46.056590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24c80a3b-c19e-4ae8-89bc-9fbbefda1a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.194945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.220422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] For port 808da7e8-0936-48b8-b7ae-0af0d3a02f97, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=808da7e8-0936-48b8-b7ae-0af0d3a02f97,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:46.221684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.248920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac4c5481-432e-402a-bf0d-1c4b3e88c08e req-e62d44e6-9335-4b3b-be10-29b434bf34f2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 210 time: 0.0560811 Jul 28 18:05:46.263640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:46.269848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Calling delete_port for 808da7e8-0936-48b8-b7ae-0af0d3a02f97 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:46.275968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:46.278074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=6824494b-b3f1-4e3c-804f-54914f0c9ad9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:46.281312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:46.281903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.285790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.1.1.251 (f46442f0-7eb5-467b-98f6-9ac6516e066e/ff646031-fdaa-448f-a593-73cef0bfcc10/0dade1e7-315f-421b-bedb-44befcb84c67) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:46.288642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-24c80a3b-c19e-4ae8-89bc-9fbbefda1a0a None None] Port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:46.295066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:46.298141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.442583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9a8e1fc7-3bc6-41f9-8fda-39fb6915b334 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1706340 Jul 28 18:05:46.452274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53604) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:46.475896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '6824494b-b3f1-4e3c-804f-54914f0c9ad9', 'ip_address': '2001:db8::2cd1:838f:b9c:8718'}], 'name': 'tempest-NetworksTestDHCPv6-409768459'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:46.485775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4daf1440-0520-46cd-8975-c408ed5dfda8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:46.498410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d90c7-ee2b-4ca3-aaa0-bd3dbc5eaf5f req-22d5d48e-1f7f-4e5b-a136-0a99186313d3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:46.506400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b7d90c7-ee2b-4ca3-aaa0-bd3dbc5eaf5f req-22d5d48e-1f7f-4e5b-a136-0a99186313d3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 931 time: 0.1344779 Jul 28 18:05:46.531109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Allocated IP 172.20.0.2 (41c376b8-712e-48c3-9967-c14f2872f547/7e234d1d-522d-4efa-9d89-cbbb43c0b575/f52c60df-d539-49fd-8d13-7a8c7c488b0e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:46.566954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.577708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b7d90c7-ee2b-4ca3-aaa0-bd3dbc5eaf5f req-bb4d21bf-11bb-4173-8532-eedf3de280fe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700936 Jul 28 18:05:46.625418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.629854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] No DVR routers for this DVR port 808da7e8-0936-48b8-b7ae-0af0d3a02f97 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:46.633992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e05ace-822d-4834-ba26-8e00f6cb0335 None None] Pushing event deleted for resources: {'Port': ['ID=808da7e8-0936-48b8-b7ae-0af0d3a02f97,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:46.651613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399bb118-2c0e-4348-a13f-f9b00bff9282 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:46.656205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object 0dade1e7-315f-421b-bedb-44befcb84c67 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:46.741216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4daf1440-0520-46cd-8975-c408ed5dfda8,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:46.744235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:46.775494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4daf1440-0520-46cd-8975-c408ed5dfda8', 'network_id': '7e96af71-1687-4bdb-b665-a6bb63f2f241', 'port_id': '4daf1440-0520-46cd-8975-c408ed5dfda8', 'mac_address': 'fa:16:3e:17:23:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe21c4f-eb29-4d10-aea0-e56c2248f458', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:46.823806 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.856922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.879787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daf1440-0520-46cd-8975-c408ed5dfda8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:46.927871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.930283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '6824494b-b3f1-4e3c-804f-54914f0c9ad9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:46.931599 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:46.939585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4daf1440-0520-46cd-8975-c408ed5dfda8,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:46.968265 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:47.027830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.053353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Network 41c376b8-712e-48c3-9967-c14f2872f547 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:47.095128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668003f-ab4c-41e2-a47b-c31062de88a2 req-957bb1f0-b7b7-4f98-8f90-18a281194d47 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.103681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6668003f-ab4c-41e2-a47b-c31062de88a2 req-957bb1f0-b7b7-4f98-8f90-18a281194d47 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1160014 Jul 28 18:05:47.108467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:47.109547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.124056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:47.127213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.133281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.159128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/6824494b-b3f1-4e3c-804f-54914f0c9ad9/095ab8d9-26b9-445d-a701-836f31e1781f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:47.201299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:47.215293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.217893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:47.224134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6668003f-ab4c-41e2-a47b-c31062de88a2 req-a637f931-5efa-4503-90b4-744ce4cdac98 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193674 Jul 28 18:05:47.225798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:47.273881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.274570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.274755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5884-82f7-46f9-9fca-3c31a2372bc7 req-4025b632-64b8-4ec1-a30c-c66db5936b95 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.282200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-459d5884-82f7-46f9-9fca-3c31a2372bc7 req-4025b632-64b8-4ec1-a30c-c66db5936b95 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 944 time: 0.1763227 Jul 28 18:05:47.307253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.390597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4daf1440-0520-46cd-8975-c408ed5dfda8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:47.401151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f3b44222-4e40-410f-9455-a53612568339 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3751402 Jul 28 18:05:47.403440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 47f5a856-95f4-41c0-8d70-a64e32d93970 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:47.413338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d4e9-42f6-40f4-9761-e03819188e65 req-3f9b7094-917f-45ff-b71c-c4181c1651ca tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.422955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01c5d4e9-42f6-40f4-9761-e03819188e65 req-3f9b7094-917f-45ff-b71c-c4181c1651ca tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 931 time: 0.0860701 Jul 28 18:05:47.431415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Request body: {'port': {'device_id': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:47.437561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.443233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.449926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-459d5884-82f7-46f9-9fca-3c31a2372bc7 req-cf456b2b-50c5-4308-9b03-c4e8dde5d7c0 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667340 Jul 28 18:05:47.450948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 808da7e8-0936-48b8-b7ae-0af0d3a02f97 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:47.490192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 808da7e8-0936-48b8-b7ae-0af0d3a02f97 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:47.490903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 808da7e8-0936-48b8-b7ae-0af0d3a02f97 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:47.521481 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.528350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.533414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Transition to ACTIVE for port object 095ab8d9-26b9-445d-a701-836f31e1781f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:47.574709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Transition to ACTIVE for port object 095ab8d9-26b9-445d-a701-836f31e1781f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:47.590707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01c5d4e9-42f6-40f4-9761-e03819188e65 req-bc598bc8-3540-4835-ac61-99548fd954ad tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646986 Jul 28 18:05:47.638504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-176709ec-f28b-423f-a535-f02504aac1eb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9076457 Jul 28 18:05:47.672959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'admin_state_up': True, 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'security_groups': ['9610809d-0333-44d0-864e-cfde35e835c8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:47.736995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.824759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c776680b-9d9e-4f08-b88f-d32717fbfa38 None None] Provisioning for port 0dade1e7-315f-421b-bedb-44befcb84c67 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:47.831103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:47.834557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c776680b-9d9e-4f08-b88f-d32717fbfa38 None None] Provisioning complete for port 0dade1e7-315f-421b-bedb-44befcb84c67 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:47.835183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c776680b-9d9e-4f08-b88f-d32717fbfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.838709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:47.844031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:47.860637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::2cd1:838f:b9c:8718 (02de251d-9347-46ab-9b2a-143fdbfe65d6/6824494b-b3f1-4e3c-804f-54914f0c9ad9/47f5a856-95f4-41c0-8d70-a64e32d93970) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:47.883492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a9fea-8303-4e78-a906-9fa2416a4ad3 req-e651ab46-0c2e-4df4-94d5-f55038de58c6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.889573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a9fea-8303-4e78-a906-9fa2416a4ad3 req-e651ab46-0c2e-4df4-94d5-f55038de58c6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:47.897112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Pushing event updated for resources: {'Port': ['ID=095ab8d9-26b9-445d-a701-836f31e1781f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.897587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-751a9fea-8303-4e78-a906-9fa2416a4ad3 req-e651ab46-0c2e-4df4-94d5-f55038de58c6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 1653 time: 0.1697450 Jul 28 18:05:47.939273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c776680b-9d9e-4f08-b88f-d32717fbfa38 None None] Port 0dade1e7-315f-421b-bedb-44befcb84c67 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:47.945904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Attempting to bind port 095ab8d9-26b9-445d-a701-836f31e1781f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:47.948460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Attempting to bind port 095ab8d9-26b9-445d-a701-836f31e1781f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:47.951882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Attempting to bind port 095ab8d9-26b9-445d-a701-836f31e1781f on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:47.961402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:47.962481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:47.963611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.964783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:47.965933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Bound port: 095ab8d9-26b9-445d-a701-836f31e1781f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:47.967560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:47.984085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52c60df-d539-49fd-8d13-7a8c7c488b0e {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:47.989586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-751a9fea-8303-4e78-a906-9fa2416a4ad3 req-063a4153-7c75-4dba-b7d8-e43e1af8bef5 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908709 Jul 28 18:05:47.997053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.021460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Transition to ACTIVE for port object f52c60df-d539-49fd-8d13-7a8c7c488b0e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:48.037081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:48.040906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.050937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] For port 095ab8d9-26b9-445d-a701-836f31e1781f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:48.054045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] For port 095ab8d9-26b9-445d-a701-836f31e1781f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=095ab8d9-26b9-445d-a701-836f31e1781f,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:48.081890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.111688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.135022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.230698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:48.232225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5ef2c-4f3b-42d9-b49f-c7d6204b280b None None] Pushing event updated for resources: {'Port': ['ID=095ab8d9-26b9-445d-a701-836f31e1781f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.232998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:48.234816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:48.237953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.241700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Bound port: f52c60df-d539-49fd-8d13-7a8c7c488b0e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:48.261052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.268356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 47f5a856-95f4-41c0-8d70-a64e32d93970 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:48.289702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.1.1.163 (f46442f0-7eb5-467b-98f6-9ac6516e066e/ff646031-fdaa-448f-a593-73cef0bfcc10/b30f8b41-01cd-4cef-b1e0-135318a109b2) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:48.344365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.377562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:48.381679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:48.463219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af711df-1a33-442f-b15c-e7b7b8c5df5c req-0559ab16-96aa-4b0d-8962-38538cc5d920 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.468589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5af711df-1a33-442f-b15c-e7b7b8c5df5c req-0559ab16-96aa-4b0d-8962-38538cc5d920 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1289983 Jul 28 18:05:48.472595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.490104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-7ad6e6f8-6823-4869-a72c-bb2bbd635695 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.495186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-7ad6e6f8-6823-4869-a72c-bb2bbd635695 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 949 time: 0.1368585 Jul 28 18:05:48.549243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.562989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:48.587719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.625161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:48.634424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:48.640815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.641498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.653531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.653531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.653531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] 10.222.0.35 "PUT /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 1091 time: 1.2215118 Jul 28 18:05:48.653531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:48.654730 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:48.655344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object b30f8b41-01cd-4cef-b1e0-135318a109b2 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:48.656765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=47f5a856-95f4-41c0-8d70-a64e32d93970,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.689582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113b5d-a7aa-482f-a1a6-4c4495d18cb3 req-88ba2dc1-f9a2-4355-b5fd-d99d1de01b14 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.691170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec113b5d-a7aa-482f-a1a6-4c4495d18cb3 req-88ba2dc1-f9a2-4355-b5fd-d99d1de01b14 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 944 time: 0.1389146 Jul 28 18:05:48.719593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5efed0d9-95e7-42e8-b7cc-f026297617b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2665672 Jul 28 18:05:48.722192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53628) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:48.731118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5af711df-1a33-442f-b15c-e7b7b8c5df5c req-c755a658-cf50-4af7-bf22-6f11e5a430bc tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447798 Jul 28 18:05:48.732151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3960d56-27f3-43f5-8362-7854a4ff3b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.777976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec113b5d-a7aa-482f-a1a6-4c4495d18cb3 req-6869de2b-7b98-45cd-97d6-f47f4d9aa540 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755255 Jul 28 18:05:48.803553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd8bfe-16e2-461d-b070-9c27eb2c451a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.810143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd8bfe-16e2-461d-b070-9c27eb2c451a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.815572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d1dd8bfe-16e2-461d-b070-9c27eb2c451a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0864480 Jul 28 18:05:48.816611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53632) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:48.828466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.830849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Deleting port 8a8f1676-bd1e-44f3-92d6-860c00e27583 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:48.831298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:48.869804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ecc9f-47ee-4e25-a164-8752c6155f57 x-openstack-request-id: req-d15ecc9f-47ee-4e25-a164-8752c6155f57 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:48.870271 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:48.870615 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d15ecc9f-47ee-4e25-a164-8752c6155f57 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:48.871188 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'status': 'completed', 'code': 200} Jul 28 18:05:48.886334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 797b4605-a1e6-4408-a431-bea27a681a37 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:48.910226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network f46442f0-7eb5-467b-98f6-9ac6516e066e is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:48.915998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b23e64d0-f511-46b2-867d-0f7000b95628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:48.918131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-b23e64d0-f511-46b2-867d-0f7000b95628 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1094 time: 0.1653693 Jul 28 18:05:48.936701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:48.943000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:48.958430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.982644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f62f5cec-561e-428d-ab32-4d686f73358c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.0529158 Jul 28 18:05:49.014512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4517e7b-cb04-480c-b3e3-8be18a6d7183 req-a32bc564-5153-4358-9902-a4dec173975d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.016006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4517e7b-cb04-480c-b3e3-8be18a6d7183 req-a32bc564-5153-4358-9902-a4dec173975d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.1886115 Jul 28 18:05:49.048513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.049452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.092791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 797b4605-a1e6-4408-a431-bea27a681a37 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:49.098202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 797b4605-a1e6-4408-a431-bea27a681a37 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:49.098867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.099021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 47f5a856-95f4-41c0-8d70-a64e32d93970 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:49.099331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.142792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4517e7b-cb04-480c-b3e3-8be18a6d7183 req-33b30ccd-07d5-492c-b1e2-b216a8b60e31 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156254 Jul 28 18:05:49.173024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-a86ce7da-2d9f-4420-a84e-395d5d6e4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.174656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-a86ce7da-2d9f-4420-a84e-395d5d6e4753 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1746259 Jul 28 18:05:49.187016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] For port 8a8f1676-bd1e-44f3-92d6-860c00e27583, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8a8f1676-bd1e-44f3-92d6-860c00e27583,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:49.187543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.216168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-fafdab9b-044a-4db7-9d50-cae9d9b80204 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5674858 Jul 28 18:05:49.235485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'admin_state_up': True, 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'security_groups': ['9610809d-0333-44d0-864e-cfde35e835c8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:49.244676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-f53b6fdd-d1cc-4d5b-9468-2a81dc690cec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536494 Jul 28 18:05:49.274878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Calling delete_port for 8a8f1676-bd1e-44f3-92d6-860c00e27583 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:49.323027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df6c0-d762-464b-a482-243003264890 req-393d34f3-34e8-4bbb-8da0-57d2e72adfed tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.329772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df6c0-d762-464b-a482-243003264890 req-393d34f3-34e8-4bbb-8da0-57d2e72adfed tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.341501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df6c0-d762-464b-a482-243003264890 req-393d34f3-34e8-4bbb-8da0-57d2e72adfed tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.349105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e74df6c0-d762-464b-a482-243003264890 req-393d34f3-34e8-4bbb-8da0-57d2e72adfed tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 2374 time: 0.2161741 Jul 28 18:05:49.355292 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.410067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:49.417923 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91575eb3-cdcf-4a12-8527-7bb8b51e96ec" -d '{"events": [{"server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "name": "network-vif-plugged", "status": "completed", "tag": "797b4605-a1e6-4408-a431-bea27a681a37"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:49.470256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=797b4605-a1e6-4408-a431-bea27a681a37,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:49.486293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e74df6c0-d762-464b-a482-243003264890 req-967c0128-2757-4933-81a6-6bcefa06bf7e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361973 Jul 28 18:05:49.502958 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05c4dbb-2be9-49ba-8648-c22c5a8844ef x-openstack-request-id: req-f05c4dbb-2be9-49ba-8648-c22c5a8844ef {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:49.503304 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "name": "network-vif-plugged", "status": "completed", "tag": "797b4605-a1e6-4408-a431-bea27a681a37", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:49.503891 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f05c4dbb-2be9-49ba-8648-c22c5a8844ef {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:49.504379 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37', 'code': 200} Jul 28 18:05:49.519094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 095ab8d9-26b9-445d-a701-836f31e1781f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:49.536493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.560566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 47f5a856-95f4-41c0-8d70-a64e32d93970 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:49.572291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.604331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ac57da0b-5547-42c1-9095-051f9641dc26 None None] Provisioning for port b30f8b41-01cd-4cef-b1e0-135318a109b2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:49.623063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ac57da0b-5547-42c1-9095-051f9641dc26 None None] Provisioning complete for port b30f8b41-01cd-4cef-b1e0-135318a109b2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:49.624030 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac57da0b-5547-42c1-9095-051f9641dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.702678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:49.706657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ac57da0b-5547-42c1-9095-051f9641dc26 None None] Port b30f8b41-01cd-4cef-b1e0-135318a109b2 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:49.721012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-a692ed9d-a76b-4b93-8d45-ca321ad73f74 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653811 Jul 28 18:05:49.731041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:49.769989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59327e-70bb-4882-affa-2a7b1f8dfeb4 req-c32d0cdd-f0cb-4a6e-af2d-fdd664fd5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:49.772706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 095ab8d9-26b9-445d-a701-836f31e1781f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:49.780199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d59327e-70bb-4882-affa-2a7b1f8dfeb4 req-c32d0cdd-f0cb-4a6e-af2d-fdd664fd5124 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 1097 time: 0.1948991 Jul 28 18:05:49.858562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.921605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Provisioning for port 095ab8d9-26b9-445d-a701-836f31e1781f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:49.926686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Provisioning complete for port 095ab8d9-26b9-445d-a701-836f31e1781f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:49.927634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:49.955625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d59327e-70bb-4882-affa-2a7b1f8dfeb4 req-02d17741-fa42-41f7-a3cb-721996ee12ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102755 Jul 28 18:05:49.978629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.017953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.024740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Pushing event deleted for resources: {'Port': ['ID=8a8f1676-bd1e-44f3-92d6-860c00e27583,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:50.039575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7077524-95b7-432b-a74b-a4be5787a56b req-49da952f-09f7-4aa3-9abe-2bfac9237c8c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.039575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7077524-95b7-432b-a74b-a4be5787a56b req-49da952f-09f7-4aa3-9abe-2bfac9237c8c tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 867 time: 0.1720219 Jul 28 18:05:50.045069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ead9-67da-4d3d-9d22-970911fe6e63 req-f9ebd0f2-16fb-4d66-aec5-133a7535e238 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.053295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd44ead9-67da-4d3d-9d22-970911fe6e63 req-f9ebd0f2-16fb-4d66-aec5-133a7535e238 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 944 time: 0.1456501 Jul 28 18:05:50.062065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.072868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] For port 095ab8d9-26b9-445d-a701-836f31e1781f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=095ab8d9-26b9-445d-a701-836f31e1781f,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:50.090495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a6e44d1-13a6-42ae-aa82-b0a72c893cfd req-9879b2a8-30f6-4719-b6e9-fe25e5f2e51e service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555777 Jul 28 18:05:50.128976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd44ead9-67da-4d3d-9d22-970911fe6e63 req-f9b1798d-0dbb-4e90-b651-2ce2b842163f tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748918 Jul 28 18:05:50.129878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] No DVR routers for this DVR port 8a8f1676-bd1e-44f3-92d6-860c00e27583 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:50.132380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.134491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74380071-32ad-46b7-ac67-9a6f308c0a68 req-3f0a28bf-ebc6-4161-bc21-8462fb14b017 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.37 "DELETE /v2.0/ports/8a8f1676-bd1e-44f3-92d6-860c00e27583 HTTP/1.1" status: 204 len: 173 time: 1.6150806 Jul 28 18:05:50.139130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.176073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=47f5a856-95f4-41c0-8d70-a64e32d93970,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:50.224160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86421d-6a16-450d-be02-eb055262a6c8 None None] Pushing event updated for resources: {'Port': ['ID=095ab8d9-26b9-445d-a701-836f31e1781f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:50.249495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.262020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-560feff7-2014-48bd-9a9a-c9935d24fb70 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/47f5a856-95f4-41c0-8d70-a64e32d93970 HTTP/1.1" status: 204 len: 168 time: 1.4338727 Jul 28 18:05:50.266461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53648) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:50.270308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a4c17e1b-4efb-4ecb-acb5-2b8b629b5f55 None None] Could not find standard attr ID for object 47f5a856-95f4-41c0-8d70-a64e32d93970. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:05:50.286826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7077524-95b7-432b-a74b-a4be5787a56b req-2299403a-ba8d-4c63-bb5e-9452781b83ca tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418525 Jul 28 18:05:50.423524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18bc350-30b9-4645-b189-23dd92c79519 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.425399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18bc350-30b9-4645-b189-23dd92c79519 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.434211 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c18bc350-30b9-4645-b189-23dd92c79519 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1645026 Jul 28 18:05:50.434612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-5a057144-565c-4122-b6dc-3c3e6ad76e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.436530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-5a057144-565c-4122-b6dc-3c3e6ad76e61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1094 time: 0.1987305 Jul 28 18:05:50.437376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53650) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:50.458373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31a23b-5c64-47a7-a652-9a4e2e45e700 req-0763f202-5bb0-46a5-a6f6-80c97e249350 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.460719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c31a23b-5c64-47a7-a652-9a4e2e45e700 req-0763f202-5bb0-46a5-a6f6-80c97e249350 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.1262589 Jul 28 18:05:50.463926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4daf1440-0520-46cd-8975-c408ed5dfda8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:50.482117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.2.2.100 (6f31886b-f639-4de9-8a4e-de5fd523a61c/7ef8ddce-c427-4283-9bd4-b609c2feae2a/f2447786-c934-4f6a-ac6d-e9d7b0fe23a1) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:50.545408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 6824494b-b3f1-4e3c-804f-54914f0c9ad9 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:50.556370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.649221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.683481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c31a23b-5c64-47a7-a652-9a4e2e45e700 req-0626a8f4-ba96-4869-b5f5-1ff298887435 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074018 Jul 28 18:05:50.727165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 4daf1440-0520-46cd-8975-c408ed5dfda8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:50.734599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4daf1440-0520-46cd-8975-c408ed5dfda8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:50.735331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.736836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-9ff7a837-00bf-4914-bea0-fd75359c43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.738426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-9ff7a837-00bf-4914-bea0-fd75359c43be service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.2759142 Jul 28 18:05:50.800859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-fb883cd8-9b7b-47af-85c7-cc821c6373d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.0544562 Jul 28 18:05:50.827291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.836073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2103f-7646-4077-a4dd-61f52302a07e req-ced3314d-c870-482e-975a-69b8442750a9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.843987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2103f-7646-4077-a4dd-61f52302a07e req-ced3314d-c870-482e-975a-69b8442750a9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.850528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2103f-7646-4077-a4dd-61f52302a07e req-ced3314d-c870-482e-975a-69b8442750a9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.852398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0b2103f-7646-4077-a4dd-61f52302a07e req-ced3314d-c870-482e-975a-69b8442750a9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 2374 time: 0.1729617 Jul 28 18:05:50.858779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.862576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-32a3d5fb-d167-4e92-a2ca-a5b384685bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:50.864406 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-32a3d5fb-d167-4e92-a2ca-a5b384685bd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.0560138 Jul 28 18:05:50.870638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4daf1440-0520-46cd-8975-c408ed5dfda8,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:50.872382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'name': 'network-vif-deleted', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:50.875357 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c74a3-cf4b-4a06-8ebf-7b675674c0bf" -d '{"events": [{"server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "name": "network-vif-deleted", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:50.893570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:50.910384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.911297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-7cfab763-c66a-421d-b70e-8ee391af303e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318093 Jul 28 18:05:50.926872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:50.928199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8a8f1676-bd1e-44f3-92d6-860c00e27583 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:50.949791 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e549fe-3ce5-43b4-b3d2-627dcf289ab2 x-openstack-request-id: req-d2e549fe-3ce5-43b4-b3d2-627dcf289ab2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:50.950519 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f47989-1ba8-4bbd-85f5-ea3a415f1d27", "name": "network-vif-deleted", "tag": "8a8f1676-bd1e-44f3-92d6-860c00e27583", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:50.951107 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2e549fe-3ce5-43b4-b3d2-627dcf289ab2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:50.952315 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f47989-1ba8-4bbd-85f5-ea3a415f1d27', 'name': 'network-vif-deleted', 'tag': '8a8f1676-bd1e-44f3-92d6-860c00e27583', 'status': 'completed', 'code': 200} Jul 28 18:05:50.960058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0b2103f-7646-4077-a4dd-61f52302a07e req-198bcdde-164b-4644-85c2-29368803571c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984385 Jul 28 18:05:50.989874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8a8f1676-bd1e-44f3-92d6-860c00e27583 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:50.989874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8a8f1676-bd1e-44f3-92d6-860c00e27583 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:51.030625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:51.048682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-765622a1-8b30-4ef6-badd-80cc0299f0ab service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294997 Jul 28 18:05:51.070574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.084192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.144190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:51.150339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:51.153328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:51.161384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=6824494b-b3f1-4e3c-804f-54914f0c9ad9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:51.184914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1c8b90f-c58a-4e8e-bfbf-84c476d309a1 req-5a7c9a4b-8c2e-4dff-9bb7-00c24a9351ff service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172218 Jul 28 18:05:51.194145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.198722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5469840c-86a0-4965-9b14-ef817c44b11a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/6824494b-b3f1-4e3c-804f-54914f0c9ad9 HTTP/1.1" status: 204 len: 168 time: 0.7560096 Jul 28 18:05:51.199987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:51.209316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:51.231623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f4a5b-f797-4f75-ad11-0b1bfdf54a6e None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:51.261095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:51.262310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.310291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-40ae0f4d-50ea-4777-a92d-12334be0d93c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089697 Jul 28 18:05:51.313592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:51.320735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:51.350701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-6b6c09b7-29bd-4814-8a0f-bfb1181d8d1a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1235662 Jul 28 18:05:51.364343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'admin_state_up': True, 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'security_groups': ['9610809d-0333-44d0-864e-cfde35e835c8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:51.523777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:51.527466 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205caceb-0eaf-4d39-9c81-9dc988dc42c7" -d '{"events": [{"server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "name": "network-vif-plugged", "status": "completed", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:51.538164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 095ab8d9-26b9-445d-a701-836f31e1781f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:51.627904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bbf6b90-fc35-46f5-8cb0-dc7386df2101 req-7f0be295-d96f-4155-93e5-c354f143e887 tempest-ServersOnMultiNodesTest-1801653483 tempest-ServersOnMultiNodesTest-1801653483-project] 10.222.0.25 "GET /v2.0/ports?device_id=85f47989-1ba8-4bbd-85f5-ea3a415f1d27 HTTP/1.1" status: 200 len: 210 time: 0.0846584 Jul 28 18:05:51.640982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 095ab8d9-26b9-445d-a701-836f31e1781f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:51.641641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.684979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:51.709114 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95a4b8-eb53-4c62-830a-1a75c66c2991 x-openstack-request-id: req-1c95a4b8-eb53-4c62-830a-1a75c66c2991 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:51.709114 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "name": "network-vif-plugged", "status": "completed", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:51.709114 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c95a4b8-eb53-4c62-830a-1a75c66c2991 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:51.709526 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8', 'code': 200} Jul 28 18:05:51.714750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-de1ac0b2-4248-40f5-a723-c410e43d8815 None None] Provisioning for port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:51.726990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-de1ac0b2-4248-40f5-a723-c410e43d8815 None None] Provisioning complete for port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:51.727483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de1ac0b2-4248-40f5-a723-c410e43d8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.745806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Made reservation on behalf of ba6b8456b5ad4356b3c007854298e0fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:51.757100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.809469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac0b2-4248-40f5-a723-c410e43d8815 None None] Port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:51.865480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Deleting port 095ab8d9-26b9-445d-a701-836f31e1781f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:51.865680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.898587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6ce1c-bbc6-4c94-9476-1aa0ef666710 req-5312e5e4-4c31-4e2b-87c8-170faec7cda9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:51.900393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f6ce1c-bbc6-4c94-9476-1aa0ef666710 req-5312e5e4-4c31-4e2b-87c8-170faec7cda9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.1108928 Jul 28 18:05:51.939721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] For port 095ab8d9-26b9-445d-a701-836f31e1781f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=095ab8d9-26b9-445d-a701-836f31e1781f,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:51.940764 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:51.963017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Calling delete_port for 095ab8d9-26b9-445d-a701-836f31e1781f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:51.982323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f6ce1c-bbc6-4c94-9476-1aa0ef666710 req-b6abb40a-8d10-474b-a438-b46868e47a73 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Jul 28 18:05:52.047697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a8ad3-b840-438c-a2a2-01d6388820a3 req-6e45dc96-febc-43be-bebc-c41f95e79600 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.055039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f02a8ad3-b840-438c-a2a2-01d6388820a3 req-6e45dc96-febc-43be-bebc-c41f95e79600 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 945 time: 0.7567387 Jul 28 18:05:52.058112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a559d46-076d-42ab-a8cc-6fcece70842e req-81d61bf7-49af-4181-91ce-a3cca51458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.059605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a559d46-076d-42ab-a8cc-6fcece70842e req-81d61bf7-49af-4181-91ce-a3cca51458d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 1096 time: 0.0886497 Jul 28 18:05:52.074632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Allocated IP 10.2.2.200 (6f31886b-f639-4de9-8a4e-de5fd523a61c/7ef8ddce-c427-4283-9bd4-b609c2feae2a/b329e724-8c94-4a40-8159-2517aaa692c0) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:52.104216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f02a8ad3-b840-438c-a2a2-01d6388820a3 req-1f37b0be-29c8-4f75-9ce9-68ca718324cc tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Jul 28 18:05:52.157340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a559d46-076d-42ab-a8cc-6fcece70842e req-c365855b-c504-4f54-8662-f90866f771cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565193 Jul 28 18:05:52.166935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.193967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] Pushing event deleted for resources: {'Port': ['ID=095ab8d9-26b9-445d-a701-836f31e1781f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:52.197930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904a8aa-eae6-4280-86de-6a122fe3456f None None] No DVR routers for this DVR port 095ab8d9-26b9-445d-a701-836f31e1781f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:05:52.220435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-71a229e6-57e0-4c36-bdd4-f87da4e94ab9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.223960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:52.226207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-71a229e6-57e0-4c36-bdd4-f87da4e94ab9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.228386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.232313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-71a229e6-57e0-4c36-bdd4-f87da4e94ab9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.238241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-71a229e6-57e0-4c36-bdd4-f87da4e94ab9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.239986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-71a229e6-57e0-4c36-bdd4-f87da4e94ab9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 3095 time: 0.1220553 Jul 28 18:05:52.308626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab3c9e70-dd9f-428b-9863-4afe7094218b req-330995ae-0fab-4cd6-abdb-064eb6345154 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579739 Jul 28 18:05:52.329481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.350627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Transition to ACTIVE for port object b329e724-8c94-4a40-8159-2517aaa692c0 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:52.436394 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.481377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-9286e2c4-c179-429c-8fcd-020af3a392c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595617 Jul 28 18:05:52.501168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:52.503057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:52.504970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:52.507252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:52.527680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.567250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.567947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.592970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:52.601480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:52.606674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.608003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.614063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4019f78a-5433-4eb8-b5bb-7c32247da664 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:52.642325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-02812b78-6544-4775-9d6e-94ee5340b7bc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2829738 Jul 28 18:05:52.644122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=f42f4a21-635b-488b-adce-d658efa07ca5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:52.651487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-eba0df9e-3527-484e-b20d-4c93a81a1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.653200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-eba0df9e-3527-484e-b20d-4c93a81a1ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25b875fc756e4421abd725e069fde1f0&device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 1097 time: 0.1368337 Jul 28 18:05:52.659254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:52.742298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:52.774044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97015400-08f4-485f-ba81-eea4d0d48ea8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4592330 Jul 28 18:05:52.776831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:52.782252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': 'f42f4a21-635b-488b-adce-d658efa07ca5', 'ip_address': '2001:db8::307c:4cf7:9124:a2e1'}], 'name': 'tempest-NetworksTestDHCPv6-1924179308'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:52.885368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-cb58ba04-6fa8-4113-9df5-dd35a1299ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:52.887194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-cb58ba04-6fa8-4113-9df5-dd35a1299ea7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 200 len: 916 time: 0.1977584 Jul 28 18:05:52.956180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-0e6f2526-cd60-4a67-bc56-9ee45046babd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=476e08c8-e514-46ca-805b-bfde12a9a728 HTTP/1.1" status: 200 len: 217 time: 0.0484335 Jul 28 18:05:53.043910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-89585d6a-55d8-45a5-8dcd-5358245d4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:53.047012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-89585d6a-55d8-45a5-8dcd-5358245d4f1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 200 len: 855 time: 0.0783956 Jul 28 18:05:53.077026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:53.079683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cc09da67-ad42-400c-ab73-f3d61b7ab84c None None] Provisioning for port b329e724-8c94-4a40-8159-2517aaa692c0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:53.084191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cc09da67-ad42-400c-ab73-f3d61b7ab84c None None] Provisioning complete for port b329e724-8c94-4a40-8159-2517aaa692c0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:53.084892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cc09da67-ad42-400c-ab73-f3d61b7ab84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.111615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': 'f42f4a21-635b-488b-adce-d658efa07ca5'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:05:53.113203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.137537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b7ece4-842d-4c83-88f0-7fec17c3bff4 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:53.161441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-e869676e-3328-4083-901c-29fd3e9a5bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ff64175-42b5-412e-a670-6008439f5a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045854 Jul 28 18:05:53.163708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.180625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Transition to ACTIVE for port object b3b7ece4-842d-4c83-88f0-7fec17c3bff4 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:53.224141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cc09da67-ad42-400c-ab73-f3d61b7ab84c None None] Port b329e724-8c94-4a40-8159-2517aaa692c0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:05:53.277975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0ba29-b031-42b4-917d-97f998e487c9 req-85e1b27a-91e0-4960-b97a-2da6e546d03d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:53.280435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fd0ba29-b031-42b4-917d-97f998e487c9 req-85e1b27a-91e0-4960-b97a-2da6e546d03d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 945 time: 0.0672705 Jul 28 18:05:53.281565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.395758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/f42f4a21-635b-488b-adce-d658efa07ca5/15c7a6c0-5620-47af-a02d-f04b62cecd4c) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:53.396038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-a6359b7a-65bd-46a5-b2f8-59728ef66f99 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197042 Jul 28 18:05:53.452305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.473236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 095ab8d9-26b9-445d-a701-836f31e1781f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:53.490070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578727c-0329-4530-8143-5ec96a5c0bcd req-c75ae1fc-8bab-48b2-ad03-2bed0cef26da tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:53.492696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7578727c-0329-4530-8143-5ec96a5c0bcd req-c75ae1fc-8bab-48b2-ad03-2bed0cef26da tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.3603179 Jul 28 18:05:53.517312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53690) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:53.625026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 095ab8d9-26b9-445d-a701-836f31e1781f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:05:53.625689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 095ab8d9-26b9-445d-a701-836f31e1781f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:53.634831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 03d9ce1a-6a94-4455-a715-87af3a4fb790 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:05:53.763731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.774362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Transition to ACTIVE for port object 15c7a6c0-5620-47af-a02d-f04b62cecd4c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:53.791973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Transition to ACTIVE for port object 15c7a6c0-5620-47af-a02d-f04b62cecd4c will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:53.850310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7578727c-0329-4530-8143-5ec96a5c0bcd req-714cbcb5-f952-4a6d-bb53-945132d2bec7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336909 Jul 28 18:05:53.857124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fd0ba29-b031-42b4-917d-97f998e487c9 req-ea19854a-77ca-4b3f-9c47-c464a16e8571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641816 Jul 28 18:05:53.861136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:53.892970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:53.900296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1ce30fa-738b-41e2-b6d5-1e073bd03e70 req-b2562a12-7084-42e1-9b4d-815fd61b6f25 service neutron] 10.222.0.37 "GET /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416978 Jul 28 18:05:53.943556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f2d2d72-fb14-41da-87c3-4c1eaba090a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9738e5b1d634f3cba9a89a13e8bc988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238446 Jul 28 18:05:53.949197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:53.988458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:53.991796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:53.999848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:54.011602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Attempting to bind port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:54.011982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Attempting to bind port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:54.012318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Attempting to bind port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 on network 39f91cda-fdb7-4e29-86f1-09633e410dfb {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:54.022072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 on network 39f91cda-fdb7-4e29-86f1-09633e410dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:54.022419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Attempting to bind port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 on network 39f91cda-fdb7-4e29-86f1-09633e410dfb {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:54.033121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Pushing event updated for resources: {'Port': ['ID=15c7a6c0-5620-47af-a02d-f04b62cecd4c,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:54.044790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:54.044790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Checking segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:54.044790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Bound using segment: {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:54.044790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Bound port: b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:54.046024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.100023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.105240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::307c:4cf7:9124:a2e1 (02de251d-9347-46ab-9b2a-143fdbfe65d6/f42f4a21-635b-488b-adce-d658efa07ca5/03d9ce1a-6a94-4455-a715-87af3a4fb790) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:54.148427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Attempting to bind port 15c7a6c0-5620-47af-a02d-f04b62cecd4c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:54.149055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.149911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Attempting to bind port 15c7a6c0-5620-47af-a02d-f04b62cecd4c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:54.150611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Attempting to bind port 15c7a6c0-5620-47af-a02d-f04b62cecd4c on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:54.154604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.157634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:54.158483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:54.159308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.160063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:54.160522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.161021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Bound port: 15c7a6c0-5620-47af-a02d-f04b62cecd4c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:54.161610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.163413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:54.166385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.166939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:54.174578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.176400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-3a200b76-48b0-4bf9-af1d-b6353b782b38 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 3828 time: 0.1936545 Jul 28 18:05:54.178471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.236743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] For port 15c7a6c0-5620-47af-a02d-f04b62cecd4c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:54.237561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.240947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] For port 15c7a6c0-5620-47af-a02d-f04b62cecd4c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15c7a6c0-5620-47af-a02d-f04b62cecd4c,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:54.305045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.306145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.308166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] 10.222.0.35 "PUT /v2.0/ports/b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1091 time: 1.6575568 Jul 28 18:05:54.317666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50d4fdb2-e2c1-4c87-9291-d376888d74b9 req-e4efea05-a0d0-48a5-b5f7-9c647ed21c20 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304531 Jul 28 18:05:54.321489 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.339652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:54.344912 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:54.385612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986822e-d914-4ccc-8c00-1ae0c8a88d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:54.422902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:54.442409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.452127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.462394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967 HTTP/1.1" status: 204 len: 168 time: 0.5075772 Jul 28 18:05:54.471252 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20deaba0-510d-4bca-bd0b-abf7f321ed17 x-openstack-request-id: req-20deaba0-510d-4bca-bd0b-abf7f321ed17 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:54.471699 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:54.471956 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20deaba0-510d-4bca-bd0b-abf7f321ed17 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:54.472351 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'status': 'completed', 'code': 200} Jul 28 18:05:54.482175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe1ae6-f44e-4f10-adbd-c48913e53efa None None] Pushing event updated for resources: {'Port': ['ID=15c7a6c0-5620-47af-a02d-f04b62cecd4c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:54.483111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.524017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bca37c-719f-432a-8db3-f9b7bbb54d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c0756d-b4ca-4dfc-ac3c-c2f6fcdff967,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:54.544664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.601939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 03d9ce1a-6a94-4455-a715-87af3a4fb790 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:54.629782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.630554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.631238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.631849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.632393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.634649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-e3ff2282-ccfd-4746-8904-464704e4a3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 4363 time: 0.0863616 Jul 28 18:05:54.843709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-6cace12b-e7a5-4eae-8603-87e71b866b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.844193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-6cace12b-e7a5-4eae-8603-87e71b866b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.844665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-6cace12b-e7a5-4eae-8603-87e71b866b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:54.846355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-6cace12b-e7a5-4eae-8603-87e71b866b49 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2010512 Jul 28 18:05:54.851166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:54.887965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:55.102541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:55.111509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:55.124531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:05:55.126690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:55.137372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.148763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:55.149104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=03d9ce1a-6a94-4455-a715-87af3a4fb790,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:55.152166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'port_id': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'mac_address': 'fa:16:3e:b9:0e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e234d1d-522d-4efa-9d89-cbbb43c0b575', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:55.154992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:55.184018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:55.203752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c12f-fdd7-4d15-bd8c-04f0d6cd826b req-e180bfa8-42d6-41ec-9c3b-ab9f94dcadb1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.205545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d66c12f-fdd7-4d15-bd8c-04f0d6cd826b req-e180bfa8-42d6-41ec-9c3b-ab9f94dcadb1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.2347169 Jul 28 18:05:55.214887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349bfe-f02f-4eb9-8473-122a7c5dfb2d req-8927b3f6-2ee6-4763-b25d-0cdd432901d5 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.224529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91349bfe-f02f-4eb9-8473-122a7c5dfb2d req-8927b3f6-2ee6-4763-b25d-0cdd432901d5 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 945 time: 0.2168286 Jul 28 18:05:55.231748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:55.239938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-50fe504f-fdef-4f1e-b03e-8d04f72d7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.242206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a34eee0-79d3-4ad3-acd7-96fcdd0f1c78 req-50fe504f-fdef-4f1e-b03e-8d04f72d7284 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3847244 Jul 28 18:05:55.242886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Transition to ACTIVE for port object c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:55.256838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52c60df-d539-49fd-8d13-7a8c7c488b0e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:55.286276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:55.292093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d66c12f-fdd7-4d15-bd8c-04f0d6cd826b req-8cb0490a-6797-4de2-8839-b3ec425d26c2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Jul 28 18:05:55.318259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16563827-254b-4fad-8a25-64bea1abb5c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5377762 Jul 28 18:05:55.318438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53710) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:55.328725 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-91349bfe-f02f-4eb9-8473-122a7c5dfb2d req-83b3a2d5-8017-4a32-940a-f8900147aa07 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935440 Jul 28 18:05:55.334444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:55.340699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:55.477437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:55.539070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:55.597599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a1848-9290-4bf6-abfe-3729763e067e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.612199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a1848-9290-4bf6-abfe-3729763e067e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.614289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d75a1848-9290-4bf6-abfe-3729763e067e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2949760 Jul 28 18:05:55.617652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53720) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:55.619684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15c7a6c0-5620-47af-a02d-f04b62cecd4c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:55.646731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:55.732938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 15c7a6c0-5620-47af-a02d-f04b62cecd4c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:55.775636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f52c60df-d539-49fd-8d13-7a8c7c488b0e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:55.822669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.830598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.837055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.843591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.848196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ffdbeca-85d8-4662-b64f-72d24d8823da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ba4014aa6e04319a93bbe7de0dab8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586569 Jul 28 18:05:55.852418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53722) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:55.854134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.861115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.869292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-bc78c7b2-fb83-4740-b6fd-faf0551b0c56 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 4605 time: 0.2342908 Jul 28 18:05:55.919817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-e535e75f-cf0a-492b-af25-ec7134750d3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1988699 Jul 28 18:05:55.937318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-676410b4-58d1-40b5-99bf-e3981f215da4 req-13306dd8-fc6b-4cdc-902f-d7b36a403858 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669391 Jul 28 18:05:55.972170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Attempting to bind port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:55.972892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Attempting to bind port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:55.973468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Attempting to bind port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:55.986556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378278-d169-4d6a-85cb-660488ac3ce9 req-82cbab62-c6f9-4aff-8bbc-e5430566f9a2 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:55.988505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8378278-d169-4d6a-85cb-660488ac3ce9 req-82cbab62-c6f9-4aff-8bbc-e5430566f9a2 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 946 time: 0.4367909 Jul 28 18:05:55.989165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 03d9ce1a-6a94-4455-a715-87af3a4fb790 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:55.989517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.012359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on network f46442f0-7eb5-467b-98f6-9ac6516e066e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:56.012802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Attempting to bind port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:56.021303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:56.021841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:56.022294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Bound using segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:56.022801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Bound port: c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:56.023235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.106203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.106203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8378278-d169-4d6a-85cb-660488ac3ce9 req-f34448ad-c480-443b-af61-9c9d99ea8015 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046619 Jul 28 18:05:56.119588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.120156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.120559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.121101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.121633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.122410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.122542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.124472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-00338cb9-de5b-4055-9740-dafced020a28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.0870466 Jul 28 18:05:56.167034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.170744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:56.175192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.183455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:56.191564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 03d9ce1a-6a94-4455-a715-87af3a4fb790 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:56.235197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Provisioning for port 15c7a6c0-5620-47af-a02d-f04b62cecd4c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:56.239335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Provisioning complete for port 15c7a6c0-5620-47af-a02d-f04b62cecd4c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:56.240248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.287105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.362157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.364108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.365658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 1135 time: 1.9480307 Jul 28 18:05:56.378451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.381562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.385871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae5065b3-dcd8-4584-bddb-8e0717094154 HTTP/1.1" status: 204 len: 168 time: 0.5324433 Jul 28 18:05:56.430494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a0170-c208-4330-9dc3-709c67d69e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5065b3-dcd8-4584-bddb-8e0717094154,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.475889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.480864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:56.487282 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee32fc-fe33-42db-88d8-ac25bae50015" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "c2f4f5de-4a4d-4ef8-babf-d5ee767d4694"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:56.516466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-948dc44d-4ba1-4d30-ad23-895ceb46b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.518112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-948dc44d-4ba1-4d30-ad23-895ceb46b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.518604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-948dc44d-4ba1-4d30-ad23-895ceb46b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.523883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-948dc44d-4ba1-4d30-ad23-895ceb46b733 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=94e906e3-07e8-44a9-b2a3-050299f660ee&id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 2293 time: 0.3066626 Jul 28 18:05:56.535966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:56.554946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] For port 15c7a6c0-5620-47af-a02d-f04b62cecd4c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15c7a6c0-5620-47af-a02d-f04b62cecd4c,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:56.630414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.713266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2795043-2c62-41cc-9f99-b396d1b349c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.714050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-94314b55-c147-4d08-ab2e-237830b1b33f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 1001 time: 0.1807427 Jul 28 18:05:56.780432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-3dae250a-53eb-4840-8c21-84f9e09f5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.791252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-3dae250a-53eb-4840-8c21-84f9e09f5c47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 200 len: 851 time: 0.0688908 Jul 28 18:05:56.794410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.836676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c753-239f-4841-87c6-6e6f00362b55 req-53fd5c4e-f602-4c78-abb6-e0cb024cc097 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.838469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb67c753-239f-4841-87c6-6e6f00362b55 req-53fd5c4e-f602-4c78-abb6-e0cb024cc097 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.2883501 Jul 28 18:05:56.847006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.848995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4cdcc903-e486-4316-8d22-dbaeaefcb723 None None] Provisioning complete for port 03d9ce1a-6a94-4455-a715-87af3a4fb790 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:56.849404 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc903-e486-4316-8d22-dbaeaefcb723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.867987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=03d9ce1a-6a94-4455-a715-87af3a4fb790,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.892204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66456afb-8b8c-4184-804a-5ba597c0e875 None None] Pushing event updated for resources: {'Port': ['ID=15c7a6c0-5620-47af-a02d-f04b62cecd4c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.902303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:56.905054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-656d95d7-e4e4-4492-b157-60c0bfc0441e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/03d9ce1a-6a94-4455-a715-87af3a4fb790 HTTP/1.1" status: 204 len: 168 time: 1.2848880 Jul 28 18:05:56.908381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53738) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:56.939458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcc903-e486-4316-8d22-dbaeaefcb723 None None] Port 03d9ce1a-6a94-4455-a715-87af3a4fb790 was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:05:56.962441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-2665dd2e-c2ee-4bca-89a9-8f20828ce2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:56.964614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-2665dd2e-c2ee-4bca-89a9-8f20828ce2af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624527 Jul 28 18:05:56.977956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb67c753-239f-4841-87c6-6e6f00362b55 req-09884ae1-1e5d-46cf-89c3-9f65b9074ff2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223180 Jul 28 18:05:57.035578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c2dc7-6ca2-42a2-abe3-21125e2e2609 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.044603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c2dc7-6ca2-42a2-abe3-21125e2e2609 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.050722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-449c2dc7-6ca2-42a2-abe3-21125e2e2609 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390111 Jul 28 18:05:57.126562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53744) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:57.144792 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a450e1b-8e9d-42af-82bd-54e562fa0af6 x-openstack-request-id: req-4a450e1b-8e9d-42af-82bd-54e562fa0af6 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:57.146135 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "c2f4f5de-4a4d-4ef8-babf-d5ee767d4694", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:57.146409 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a450e1b-8e9d-42af-82bd-54e562fa0af6 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:57.147232 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694', 'status': 'completed', 'code': 200} Jul 28 18:05:57.420853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:57.421756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet f42f4a21-635b-488b-adce-d658efa07ca5 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:05:57.432916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.433549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.434037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.434510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.434979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.435575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:57.437349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-4988538c-3c2f-47d8-aec5-d754129d555a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5291 time: 0.3181777 Jul 28 18:05:57.438692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:57.444439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-96c1147a-f497-47a9-836a-75a96f56dca9 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712551 Jul 28 18:05:57.447347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:57.455126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15c7a6c0-5620-47af-a02d-f04b62cecd4c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:57.464525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Transition to ACTIVE for port object 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:57.550961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 15c7a6c0-5620-47af-a02d-f04b62cecd4c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:57.551644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:57.554949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:57.665608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:57.801563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Attempting to bind port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:57.801997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Attempting to bind port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:57.802407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Attempting to bind port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:57.814547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on network f46442f0-7eb5-467b-98f6-9ac6516e066e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:57.817109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Attempting to bind port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:57.849656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:57.857546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:57.860275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Bound using segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:57.860770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Bound port: 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:57.863241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:57.919644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.026641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.048674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af8f5-ef3b-415f-85b6-9dab349077e2 req-b201c893-fe75-47b2-a046-c22884a66091 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.050407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c4af8f5-ef3b-415f-85b6-9dab349077e2 req-b201c893-fe75-47b2-a046-c22884a66091 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 946 time: 0.2028701 Jul 28 18:05:58.086093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:58.090302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:58.112972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c4af8f5-ef3b-415f-85b6-9dab349077e2 req-53c756fc-e754-45eb-be82-157814c17743 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567183 Jul 28 18:05:58.117072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.123697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.129566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.136518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.141740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.147747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.149628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24d01b21-6819-4727-b537-32222ef07037 req-702bec7b-8784-408b-8f13-a35ebee96727 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 4605 time: 0.8588376 Jul 28 18:05:58.156862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.237049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.238478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.243769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] 10.222.0.35 "PUT /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 1134 time: 1.7804649 Jul 28 18:05:58.260850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2d201-7f9d-4b3a-9204-083e3f5c5c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:58.342932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:58.347474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24d01b21-6819-4727-b537-32222ef07037 req-ef90cecd-a963-41b0-89f4-34a8d3ad50ad tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837490 Jul 28 18:05:58.498790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.507838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-9a38cda4-9a0e-4625-9da3-0c6d0911f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.512365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-9a38cda4-9a0e-4625-9da3-0c6d0911f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.512855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-9a38cda4-9a0e-4625-9da3-0c6d0911f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.517677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-9a38cda4-9a0e-4625-9da3-0c6d0911f407 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6418796 Jul 28 18:05:58.561384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.605075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-174d38f0-00a8-4049-8d2d-8f01ba84075d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.606661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-174d38f0-00a8-4049-8d2d-8f01ba84075d tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 946 time: 0.3827052 Jul 28 18:05:58.746539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=f42f4a21-635b-488b-adce-d658efa07ca5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:58.749828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-9feccb85-79a9-4311-adbb-5881ee239234 service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511617 Jul 28 18:05:58.777377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4844c-d90e-4880-8718-bc675b2ce57b None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:05:58.781955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.786434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0cee3e34-bcd1-4a73-840b-cde5faa62e43 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/f42f4a21-635b-488b-adce-d658efa07ca5 HTTP/1.1" status: 204 len: 168 time: 1.6572831 Jul 28 18:05:58.787976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53790) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:58.837032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024370e-635a-43db-9dde-52805453bc14 req-f175728a-eaa3-4e50-80f8-010cf8b5c906 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.844878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5024370e-635a-43db-9dde-52805453bc14 req-f175728a-eaa3-4e50-80f8-010cf8b5c906 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.3738017 Jul 28 18:05:58.851508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-6d59036f-e5e2-47b5-8889-50a15551a5a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 217 time: 0.0940197 Jul 28 18:05:58.857323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bcdb05c-a1b2-4bc1-ab63-810a62245223 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683136 Jul 28 18:05:58.864928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53792) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:58.883318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dade1e7-315f-421b-bedb-44befcb84c67 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:05:58.901594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:58.917654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:58.945132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Transition to ACTIVE for port object 0dade1e7-315f-421b-bedb-44befcb84c67 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:05:58.946335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-38a4bcfc-4463-42de-bd94-153ef26fba6c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:58.947589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-38a4bcfc-4463-42de-bd94-153ef26fba6c tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d9186e-d5ce-452f-b727-ff3b2f8e258f HTTP/1.1" status: 200 len: 945 time: 0.3211057 Jul 28 18:05:59.017914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.069466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f52c60df-d539-49fd-8d13-7a8c7c488b0e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:05:59.074120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f52c60df-d539-49fd-8d13-7a8c7c488b0e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:05:59.074810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.080255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:05:59.080360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-53cdaa1d-54f1-4c7e-a948-d0e17a137776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.083748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ee32fc-fe33-42db-88d8-ac25bae50015 req-53cdaa1d-54f1-4c7e-a948-d0e17a137776 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5173526 Jul 28 18:05:59.114468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Pushing event updated for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:59.148412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:59.150946 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ecd3d-04e3-48f2-bf44-6a65aafed92c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "9793c476-1fb9-47e2-a1ff-aa4c24b33b5b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:59.152604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-1b0802b9-af44-454b-8d6b-8c58fce9f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.155879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-1b0802b9-af44-454b-8d6b-8c58fce9f6ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.2884889 Jul 28 18:05:59.159379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5024370e-635a-43db-9dde-52805453bc14 req-8fd4a8cb-85df-406b-a986-2f2114accf0c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135843 Jul 28 18:05:59.224725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Attempting to bind port 0dade1e7-315f-421b-bedb-44befcb84c67 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:05:59.225065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Attempting to bind port 0dade1e7-315f-421b-bedb-44befcb84c67 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:05:59.235671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Attempting to bind port 0dade1e7-315f-421b-bedb-44befcb84c67 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:59.241149 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e94b81-ca26-42b6-bf10-e9d303c9cf22 x-openstack-request-id: req-81e94b81-ca26-42b6-bf10-e9d303c9cf22 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:59.241437 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "9793c476-1fb9-47e2-a1ff-aa4c24b33b5b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:59.241690 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81e94b81-ca26-42b6-bf10-e9d303c9cf22 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:59.242078 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b', 'status': 'completed', 'code': 200} Jul 28 18:05:59.243059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Port 0dade1e7-315f-421b-bedb-44befcb84c67 on network f46442f0-7eb5-467b-98f6-9ac6516e066e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:05:59.243381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Attempting to bind port 0dade1e7-315f-421b-bedb-44befcb84c67 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:05:59.253759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:05:59.254158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:05:59.254491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Bound using segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:05:59.254924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Bound port: 0dade1e7-315f-421b-bedb-44befcb84c67, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:05:59.255288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.257416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Deleting port 15c7a6c0-5620-47af-a02d-f04b62cecd4c {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:59.257789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.347374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Deleting port 797b4605-a1e6-4408-a431-bea27a681a37 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:05:59.348190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.481522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.485303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] For port 15c7a6c0-5620-47af-a02d-f04b62cecd4c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15c7a6c0-5620-47af-a02d-f04b62cecd4c,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:59.485592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.504172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:59.521471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ecf8-1814-4e44-9f8c-cea01423dbcd req-cfc51bd8-37ac-4d29-acb5-5d82851a92cf tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.523077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbe0ecf8-1814-4e44-9f8c-cea01423dbcd req-cfc51bd8-37ac-4d29-acb5-5d82851a92cf tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 946 time: 0.2338941 Jul 28 18:05:59.525174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15c7a6c0-5620-47af-a02d-f04b62cecd4c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:59.533405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0dade1e7-315f-421b-bedb-44befcb84c67,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:59.539278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c846fe0-2516-4acc-8d60-907e197261d0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.544409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4c846fe0-2516-4acc-8d60-907e197261d0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6372635 Jul 28 18:05:59.556116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53814) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:59.560134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Calling delete_port for 15c7a6c0-5620-47af-a02d-f04b62cecd4c owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:05:59.620618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-d6ee95ec-5a14-4cf9-bd7b-b45c9aed8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.622680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-d6ee95ec-5a14-4cf9-bd7b-b45c9aed8364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4562771 Jul 28 18:05:59.638135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.690380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbe0ecf8-1814-4e44-9f8c-cea01423dbcd req-9cee6540-ca14-4a93-a1cd-5222143eaf11 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554110 Jul 28 18:05:59.704921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.705586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.707007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] 10.222.0.35 "PUT /v2.0/ports/0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 1091 time: 1.3690660 Jul 28 18:05:59.717756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26710e39-c55d-4025-9425-c1629b694790 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.717756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-26710e39-c55d-4025-9425-c1629b694790 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465392 Jul 28 18:05:59.727036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53818) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:59.807532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.810119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.811487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.812935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.814484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.816375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.817079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.822498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83ae144e-3e57-4f3f-9ed7-41723513284b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869043 Jul 28 18:05:59.822708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-8a5a073e-0917-42a1-902e-3ad6273f0dde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6243 time: 0.5493364 Jul 28 18:05:59.822828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:59.825571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53822) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:05:59.829058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27d47-3f03-4e00-9f04-5eb304bb9be8 service neutron] Pushing event updated for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:59.843874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:05:59.844708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:05:59.847420 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea476a-b43a-4d64-b6ff-69aa14d068b7" -d '{"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-plugged", "status": "completed", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:59.854511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.856601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:05:59.906047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:59.927829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] Pushing event deleted for resources: {'Port': ['ID=15c7a6c0-5620-47af-a02d-f04b62cecd4c,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:59.935677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.949707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.952389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.959495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.965890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.973851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.980239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:05:59.983938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-8dc50607-f844-4d4e-80bb-dd90e6388f66 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5393 time: 0.4037626 Jul 28 18:06:00.014074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e41ca-808e-46c1-b702-6a1fa44e9605 None None] No DVR routers for this DVR port 15c7a6c0-5620-47af-a02d-f04b62cecd4c on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:00.016605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.044319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.108436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Deleting port 4daf1440-0520-46cd-8975-c408ed5dfda8 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:00.108808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.160635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.35', 53122) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:00.178868 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918c8cf2-5210-42d3-a2e8-48a97e78c287 x-openstack-request-id: req-918c8cf2-5210-42d3-a2e8-48a97e78c287 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:00.179159 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-plugged", "status": "completed", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:00.183681 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-918c8cf2-5210-42d3-a2e8-48a97e78c287 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:00.184330 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'code': 200} Jul 28 18:06:00.187019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:00.219698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] For port 797b4605-a1e6-4408-a431-bea27a681a37, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=797b4605-a1e6-4408-a431-bea27a681a37,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:00.220363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.316561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b503d2e-716e-43e0-837a-d0939dda01ff req-a0e5f4d7-1851-4288-8a2e-57255a6a6825 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2793763 Jul 28 18:06:00.322626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Calling delete_port for 797b4605-a1e6-4408-a431-bea27a681a37 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:00.334596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-213e9c75-3946-405d-a7dd-147fd02ba374 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969559 Jul 28 18:06:00.402269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863173ea-dced-46e7-b8b0-6a76a3a0fb0c req-b3c9b390-60fc-40b0-a068-b2f1092e4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:00.404481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-863173ea-dced-46e7-b8b0-6a76a3a0fb0c req-b3c9b390-60fc-40b0-a068-b2f1092e4208 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.2428331 Jul 28 18:06:00.519784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30f8b41-01cd-4cef-b1e0-135318a109b2 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:00.531783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6372c6-21c3-44ca-8e12-077d53843354 req-2fa06788-c2c6-4572-bdae-3349fdd1de49 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:00.538836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-c2a79af2-4887-4a98-97dc-02c228c5ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:00.539046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c6372c6-21c3-44ca-8e12-077d53843354 req-2fa06788-c2c6-4572-bdae-3349fdd1de49 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 945 time: 0.1540449 Jul 28 18:06:00.539318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-c2a79af2-4887-4a98-97dc-02c228c5ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:00.539875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-c2a79af2-4887-4a98-97dc-02c228c5ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:00.543836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-c2a79af2-4887-4a98-97dc-02c228c5ddff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6561215 Jul 28 18:06:00.544273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] For port 4daf1440-0520-46cd-8975-c408ed5dfda8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4daf1440-0520-46cd-8975-c408ed5dfda8,segment=NetworkSegment(056ade61-9367-4bbc-92eb-293af7c91e65),segment_id=056ade61-9367-4bbc-92eb-293af7c91e65)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:00.544713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.544859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.567164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:00.570558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.579334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Transition to ACTIVE for port object b30f8b41-01cd-4cef-b1e0-135318a109b2 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:00.624500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Calling delete_port for 4daf1440-0520-46cd-8975-c408ed5dfda8 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:00.636944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c6372c6-21c3-44ca-8e12-077d53843354 req-0d9202d6-d669-4e99-95db-d79b3fd5afd9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970576 Jul 28 18:06:00.666261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:00.682987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-863173ea-dced-46e7-b8b0-6a76a3a0fb0c req-d0d3a8a8-f181-44cd-a31d-f09c0628282c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100351 Jul 28 18:06:00.781230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-797d40b4-0a85-4736-953d-b8e280fd23ae service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226322 Jul 28 18:06:00.819937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:00.940557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Attempting to bind port b30f8b41-01cd-4cef-b1e0-135318a109b2 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:00.940944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Attempting to bind port b30f8b41-01cd-4cef-b1e0-135318a109b2 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:00.941228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Attempting to bind port b30f8b41-01cd-4cef-b1e0-135318a109b2 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:00.949078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Port b30f8b41-01cd-4cef-b1e0-135318a109b2 on network f46442f0-7eb5-467b-98f6-9ac6516e066e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:00.949422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Attempting to bind port b30f8b41-01cd-4cef-b1e0-135318a109b2 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:00.955572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:00.955748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Checking segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:00.956018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Bound using segment: {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:00.956564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Bound port: b30f8b41-01cd-4cef-b1e0-135318a109b2, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:00.956933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.011904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:01.020349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.068882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:01.084527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:01.087571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.088180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.095868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4269c0-7b58-4e3d-82aa-c4c98224b28d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:01.116208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:01.121655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:01.125763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=62c0e305-3593-47f2-b190-60e3be397e31,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:01.173883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-1b19742d-177f-4a2a-9d44-d7cb0306c7eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 217 time: 0.3838916 Jul 28 18:06:01.176555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbd49b10-60c3-4f1b-8462-56c711971cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.194476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ddab5de9-e51e-4e59-8acf-296906c451ea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3664758 Jul 28 18:06:01.196894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53850) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:01.204749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '62c0e305-3593-47f2-b190-60e3be397e31', 'ip_address': '2001:db8::7acb:f3be:bbdb:919f'}], 'name': 'tempest-NetworksTestDHCPv6-210009233'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:01.222845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.259118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:01.261510 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe70929-1111-42ee-ba4d-5ac97770a907" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:01.299131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '62c0e305-3593-47f2-b190-60e3be397e31'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:01.307686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.312282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.313029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.314508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] 10.222.0.35 "PUT /v2.0/ports/b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 1091 time: 1.4989829 Jul 28 18:06:01.332626 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1b547-2dae-47cd-8ad6-74001c17cc98 x-openstack-request-id: req-33b1b547-2dae-47cd-8ad6-74001c17cc98 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:01.338134 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:01.338134 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33b1b547-2dae-47cd-8ad6-74001c17cc98 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:01.338134 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67', 'status': 'completed', 'code': 200} Jul 28 18:06:01.338928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd351c4-b5dc-436d-b5eb-a0a27e63efca req-ef215533-098c-465d-8e2c-9c9d5f522eb3 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.339508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd351c4-b5dc-436d-b5eb-a0a27e63efca req-ef215533-098c-465d-8e2c-9c9d5f522eb3 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 946 time: 0.1796339 Jul 28 18:06:01.340583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-37137f7e-ea74-4b55-8906-dab9a4aefb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.342486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-680ecd3d-04e3-48f2-bf44-6a65aafed92c req-37137f7e-ea74-4b55-8906-dab9a4aefb77 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7892396 Jul 28 18:06:01.407676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c8a1-165e-4151-a735-4478892b0941 service neutron] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:01.433842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:01.453997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.471436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-a3595baa-e0d3-4c14-a2b5-26d3dfab1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.472918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-a3595baa-e0d3-4c14-a2b5-26d3dfab1697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.2613280 Jul 28 18:06:01.563959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/62c0e305-3593-47f2-b190-60e3be397e31/ad53bc46-bb18-4b5f-9e4a-2f065dd39a02) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:01.622442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd351c4-b5dc-436d-b5eb-a0a27e63efca req-ec4f16a6-b487-4e63-9540-0353ac5b31d4 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe9bfefa-7c92-4005-8f5e-995a013bdfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598307 Jul 28 18:06:01.623386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event deleted for resources: {'Port': ['ID=797b4605-a1e6-4408-a431-bea27a681a37,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:01.645192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.694631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.716064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.724153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.731260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.738862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.746785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.753797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.755799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-3f44ccfd-8861-47db-84e5-ee2342cb1e0a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5405 time: 0.2344887 Jul 28 18:06:01.765296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.785010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] No DVR routers for this DVR port 797b4605-a1e6-4408-a431-bea27a681a37 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:01.785684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.801232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Transition to ACTIVE for port object ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:01.816296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.818876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef385abb-4a24-4e98-a3e8-61631d536e05 req-ccb9748f-bfb3-47df-8629-4d2bb1645571 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.35 "DELETE /v2.0/ports/797b4605-a1e6-4408-a431-bea27a681a37 HTTP/1.1" status: 204 len: 173 time: 3.1402042 Jul 28 18:06:01.819548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Transition to ACTIVE for port object ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:01.820882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Pushing event deleted for resources: {'Port': ['ID=4daf1440-0520-46cd-8975-c408ed5dfda8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:01.829432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.829923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.830399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.834167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.834167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.834167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.834167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.834555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-930dfb82-df24-42ed-8867-04d8d4050768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6352 time: 0.4251254 Jul 28 18:06:01.834661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'name': 'network-vif-deleted', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:01.836942 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa25f0-2537-49d3-ab8e-d8cc0dc886b4" -d '{"events": [{"server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "name": "network-vif-deleted", "tag": "797b4605-a1e6-4408-a431-bea27a681a37"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:01.861945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-77bf81b0-1d20-47ce-b24f-a957b632cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:01.863856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-77bf81b0-1d20-47ce-b24f-a957b632cbbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3722641 Jul 28 18:06:01.893390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3896e8e-f3db-4028-bdcd-9770e269e4a6 req-fcd1bf4b-8e3f-445b-86ae-982c0ba020f3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118169 Jul 28 18:06:01.910357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.970276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbd49b10-60c3-4f1b-8462-56c711971cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:01.979974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:01.988220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:01.995062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:02.020225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-ed383e2d-4d6c-491e-9864-2fe062fa1b31 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958281 Jul 28 18:06:02.065167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Pushing event updated for resources: {'Port': ['ID=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:02.070631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbd49b10-60c3-4f1b-8462-56c711971cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.084835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Attempting to bind port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:02.085207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Attempting to bind port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:02.085634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Attempting to bind port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:02.091895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:02.092278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:02.092679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.093118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:02.093583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Bound port: ad53bc46-bb18-4b5f-9e4a-2f065dd39a02, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:02.094011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.111608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd49b10-60c3-4f1b-8462-56c711971cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4993ecc-7158-44bc-a1b4-12ca945eedce,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:02.143911 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befca115-29d3-457f-b413-29423682e096 x-openstack-request-id: req-befca115-29d3-457f-b413-29423682e096 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:02.144331 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfe5167-a37f-4340-9d4e-b55212301260", "name": "network-vif-deleted", "tag": "797b4605-a1e6-4408-a431-bea27a681a37", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:02.144722 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-befca115-29d3-457f-b413-29423682e096 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:02.145445 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfe5167-a37f-4340-9d4e-b55212301260', 'name': 'network-vif-deleted', 'tag': '797b4605-a1e6-4408-a431-bea27a681a37', 'status': 'completed', 'code': 200} Jul 28 18:06:02.167237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbd49b10-60c3-4f1b-8462-56c711971cb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5593f83059214490aec0041c14675817&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1542335 Jul 28 18:06:02.173236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:02.176099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] For port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:02.179274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] For port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:02.230823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:02.244220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] No DVR routers for this DVR port 4daf1440-0520-46cd-8975-c408ed5dfda8 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:02.252854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.255107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bfd6362-1e7d-47cc-a405-42b381454d30 req-501db5d6-dca3-4019-8eb5-483fce7357d8 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.37 "DELETE /v2.0/ports/4daf1440-0520-46cd-8975-c408ed5dfda8 HTTP/1.1" status: 204 len: 173 time: 3.2645726 Jul 28 18:06:02.261242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.356522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7820fc-acc4-45bf-87e2-1e63c59bfde6 req-0e9716a2-9bdb-4294-9b34-cda08e426778 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.358532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb78ce-d260-452d-8c53-d35a61a410e9 None None] Pushing event updated for resources: {'Port': ['ID=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:02.362694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac7820fc-acc4-45bf-87e2-1e63c59bfde6 req-0e9716a2-9bdb-4294-9b34-cda08e426778 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 945 time: 0.4796209 Jul 28 18:06:02.410854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:02.416228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.416462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-0c22c8ef-d9f0-4580-9d60-2592dc461f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.416736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-0c22c8ef-d9f0-4580-9d60-2592dc461f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.417209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-0c22c8ef-d9f0-4580-9d60-2592dc461f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.419001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-0c22c8ef-d9f0-4580-9d60-2592dc461f23 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5737114 Jul 28 18:06:02.432152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.461083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-daff7797-2b31-4b19-aa91-f2606a3c03d5 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112319 Jul 28 18:06:02.476077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.485629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Transition to ACTIVE for port object f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:02.491300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.498466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac7820fc-acc4-45bf-87e2-1e63c59bfde6 req-5000614e-c2a2-4272-abb7-675b17f6a341 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257265 Jul 28 18:06:02.516527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4daf1440-0520-46cd-8975-c408ed5dfda8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:02.551766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port bdf84c23-f2f4-41c3-8815-4be66c326b05 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:06:02.564465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.566709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 4daf1440-0520-46cd-8975-c408ed5dfda8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:02.567058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4daf1440-0520-46cd-8975-c408ed5dfda8 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:02.594342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-078cb812-9fe1-4cf0-9a39-490a9acbcfd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0948324 Jul 28 18:06:02.717805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-ee9beba6-81c5-403d-a66e-d35ad1e67dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.719579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-ee9beba6-81c5-403d-a66e-d35ad1e67dbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1164818 Jul 28 18:06:02.720845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-d08a0eeb-c06d-4c9e-9782-3c44d332b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.722198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfe70929-1111-42ee-ba4d-5ac97770a907 req-d08a0eeb-c06d-4c9e-9782-3c44d332b133 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856760 Jul 28 18:06:02.764262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:02.847694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-5ef416bd-d1a7-4568-9b78-bb5cf50bca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:02.852559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-5ef416bd-d1a7-4568-9b78-bb5cf50bca1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132538 Jul 28 18:06:02.862277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.865520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:02.866785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4993ecc-7158-44bc-a1b4-12ca945eedce HTTP/1.1" status: 204 len: 168 time: 0.6934543 Jul 28 18:06:02.897809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 797b4605-a1e6-4408-a431-bea27a681a37 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:02.937616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-008f9000-7680-4dda-b3e4-70d08fdd64a9 req-5c8df8ba-4e1f-41fe-a8e6-7238dbc73220 tempest-MultipleCreateTestJSON-204151110 tempest-MultipleCreateTestJSON-204151110-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfe5167-a37f-4340-9d4e-b55212301260 HTTP/1.1" status: 200 len: 210 time: 0.0868170 Jul 28 18:06:02.979319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 797b4605-a1e6-4408-a431-bea27a681a37 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:02.979319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 797b4605-a1e6-4408-a431-bea27a681a37 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:03.000009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e34e8-43f9-4b04-b693-8ea09af9bc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4993ecc-7158-44bc-a1b4-12ca945eedce,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:03.030180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Attempting to bind port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:03.035687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Attempting to bind port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:03.035687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Attempting to bind port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:03.079779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-dc1f3773-4a59-4bff-9788-1eedf01436b5 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200792 Jul 28 18:06:03.157951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::7acb:f3be:bbdb:919f (02de251d-9347-46ab-9b2a-143fdbfe65d6/62c0e305-3593-47f2-b190-60e3be397e31/bdf84c23-f2f4-41c3-8815-4be66c326b05) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:03.160383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:03.160715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Attempting to bind port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:03.190557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:03.191672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Checking segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:03.192076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Bound using segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:03.192525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Bound port: f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:03.192891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.208210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-e0686ca7-203b-4d49-863f-696ede58bec3 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055546 Jul 28 18:06:03.266821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-9e17ce5d-7ae1-42dd-8b34-bc0d8d4c57ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 200 len: 217 time: 0.0459151 Jul 28 18:06:03.290048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.296679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.302852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.312018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.317268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.323969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.334624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.334735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e12add9-fc30-414e-97be-05c8f62e116e req-39edebad-1982-46ff-8758-86bd32f8966d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5417 time: 0.2759037 Jul 28 18:06:03.337701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:03.339989 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383acd15-1dca-42c8-917b-59f789980edf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:03.440105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:03.455427 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c57e449-1d9c-468b-bc25-48e7fdfc9279 x-openstack-request-id: req-1c57e449-1d9c-468b-bc25-48e7fdfc9279 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:03.455709 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:03.455904 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c57e449-1d9c-468b-bc25-48e7fdfc9279 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:03.456308 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'status': 'completed', 'code': 200} Jul 28 18:06:03.464284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e12add9-fc30-414e-97be-05c8f62e116e req-638010b8-faf4-4231-b7cb-3ba6b8630a71 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181488 Jul 28 18:06:03.482628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:03.509027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-e4624052-2a0b-4224-90f1-2d4d48d551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.510509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-e4624052-2a0b-4224-90f1-2d4d48d551d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1748836 Jul 28 18:06:03.565685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.604922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:03.610426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.611490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.611975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.612508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.613035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.613566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.614240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.616606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-383acd15-1dca-42c8-917b-59f789980edf req-1a59a390-aeeb-441e-986b-c2c2d5bfad50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6377 time: 0.1051619 Jul 28 18:06:03.631355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-172134e3-ee6a-4b13-89f2-685ab6c5a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.631355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-172134e3-ee6a-4b13-89f2-685ab6c5a830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056361 Jul 28 18:06:03.673632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.720828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.722022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.724447 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] 10.222.0.35 "PUT /v2.0/ports/f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 1091 time: 2.2950664 Jul 28 18:06:03.761843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object bdf84c23-f2f4-41c3-8815-4be66c326b05 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:03.765973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:03.822195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-46b6a6f5-c545-4f95-b078-86326faa250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.822675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-46b6a6f5-c545-4f95-b078-86326faa250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.823427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-46b6a6f5-c545-4f95-b078-86326faa250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.825079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-383acd15-1dca-42c8-917b-59f789980edf req-46b6a6f5-c545-4f95-b078-86326faa250f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1977179 Jul 28 18:06:03.829145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-6cac06d5-87c5-48a8-8e66-1eb2a99671ae service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904578 Jul 28 18:06:03.836879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Request body: {'port': {'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:03.865398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97fff0-9b9b-4361-88b5-6a89d87f214d service neutron] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:03.893087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f4b5-219b-476f-8619-80bc1fdff468 req-c2954857-e2b0-433f-90c9-6b184dbedc73 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:03.894870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1329f4b5-219b-476f-8619-80bc1fdff468 req-c2954857-e2b0-433f-90c9-6b184dbedc73 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 945 time: 0.2678044 Jul 28 18:06:03.923167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53878) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:03.951318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-237c406f-c34c-4dfa-b590-0911f8dc7a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.965387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:03.980260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.093669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acd15-1dca-42c8-917b-59f789980edf req-3cc838d5-20df-430e-a11f-b106ccc58800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.095738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-383acd15-1dca-42c8-917b-59f789980edf req-3cc838d5-20df-430e-a11f-b106ccc58800 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564116 Jul 28 18:06:04.098408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-5e0a0f4a-fb3e-419e-a337-32806fc533ba service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579229 Jul 28 18:06:04.152947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'name': 'network-vif-deleted', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:04.157086 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94487d7-9823-40d6-bb13-6f31b9df6d64" -d '{"events": [{"server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "name": "network-vif-deleted", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:04.164717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-14e6128c-1749-46af-be46-5eb28a094f78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 217 time: 0.0558662 Jul 28 18:06:04.182775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:04.235264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Provisioning for port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:04.251633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Provisioning complete for port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:04.251633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.254022 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f26ad4-f36d-4352-97a8-1ce6d97abec7 x-openstack-request-id: req-85f26ad4-f36d-4352-97a8-1ce6d97abec7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:04.254433 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9186e-d5ce-452f-b727-ff3b2f8e258f", "name": "network-vif-deleted", "tag": "4daf1440-0520-46cd-8975-c408ed5dfda8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:04.254790 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85f26ad4-f36d-4352-97a8-1ce6d97abec7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:04.255281 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9186e-d5ce-452f-b727-ff3b2f8e258f', 'name': 'network-vif-deleted', 'tag': '4daf1440-0520-46cd-8975-c408ed5dfda8', 'status': 'completed', 'code': 200} Jul 28 18:06:04.295448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Deleting subnet bbe21c4f-eb29-4d10-aea0-e56c2248f458 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:04.300432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-d681c4ad-d7f4-4f5f-8ff2-d163f0bb8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.302144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-d681c4ad-d7f4-4f5f-8ff2-d163f0bb8f8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.1298730 Jul 28 18:06:04.302957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.351668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.359439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.392866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] For port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:04.433641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.461926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-14cd6425-75a9-4211-ae0d-e5a04bb5bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.463500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-14cd6425-75a9-4211-ae0d-e5a04bb5bce7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394470 Jul 28 18:06:04.465143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1329f4b5-219b-476f-8619-80bc1fdff468 req-5d18639b-2ded-4816-9736-f9dfe2e81c1c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430193 Jul 28 18:06:04.472944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:04.493495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:04.493495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=bdf84c23-f2f4-41c3-8815-4be66c326b05,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:04.508293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:04.514129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.514963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.566619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.592531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.646850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe21c4f-eb29-4d10-aea0-e56c2248f458,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:04.657157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.659083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d11ec05f-4eb2-41c2-827e-628ec08e434e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bbe21c4f-eb29-4d10-aea0-e56c2248f458 HTTP/1.1" status: 204 len: 168 time: 0.4750667 Jul 28 18:06:04.672341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53894) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:04.682694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86943e25-7d37-400f-bbe2-70b86dc82c0f None None] Pushing event updated for resources: {'Port': ['ID=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:04.782138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a1c57-3477-4d2a-a937-c5af1447071b req-f601726a-a062-4788-9288-6521444e05dc tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.788049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.789715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c8a1c57-3477-4d2a-a937-c5af1447071b req-f601726a-a062-4788-9288-6521444e05dc tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.1610987 Jul 28 18:06:04.794463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.811576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.815992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-c167a74e-de91-4e8f-a163-b57d3f8b572b service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228076 Jul 28 18:06:04.820988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.821586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.829140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.835903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.843795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:04.846069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-af536493-a56e-4961-8289-107cbe090f46 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5417 time: 0.2418725 Jul 28 18:06:04.893092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-237c406f-c34c-4dfa-b590-0911f8dc7a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:04.923320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c8a1c57-3477-4d2a-a937-c5af1447071b req-7915964b-d7e2-40d3-ba07-e447f688409b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274724 Jul 28 18:06:05.062685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b329e724-8c94-4a40-8159-2517aaa692c0 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:05.072690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.089435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Transition to ACTIVE for port object b329e724-8c94-4a40-8159-2517aaa692c0 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:05.096063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-237c406f-c34c-4dfa-b590-0911f8dc7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.100174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5cfa2d18-b026-432a-841b-43eb0abf9ad0 None None] Provisioning for port bdf84c23-f2f4-41c3-8815-4be66c326b05 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:05.100574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.107345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5cfa2d18-b026-432a-841b-43eb0abf9ad0 None None] Provisioning complete for port bdf84c23-f2f4-41c3-8815-4be66c326b05 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:05.108090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2d18-b026-432a-841b-43eb0abf9ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.118169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e96af71-1687-4bdb-b665-a6bb63f2f241']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:05.128571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-e099f00b-2a45-4a12-971e-9f31b3fece8e service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036232 Jul 28 18:06:05.134685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056ade61-9367-4bbc-92eb-293af7c91e65') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:05.134685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056ade61-9367-4bbc-92eb-293af7c91e65') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:05.147619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa2d18-b026-432a-841b-43eb0abf9ad0 None None] Port bdf84c23-f2f4-41c3-8815-4be66c326b05 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:05.156179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.164515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.191065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040d22-6ad2-48c3-b58a-c722b4179f88 req-e6116926-c365-4dbe-923a-4f3adc13947d tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:05.192631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca040d22-6ad2-48c3-b58a-c722b4179f88 req-e6116926-c365-4dbe-923a-4f3adc13947d tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.1522124 Jul 28 18:06:05.195749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-6aedbe27-d312-42db-8304-e01c6e329dfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 217 time: 0.0508564 Jul 28 18:06:05.202575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.203885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c2ba08e-89ad-480c-982c-8bc757f57e1c req-e3bdd339-2c39-4795-94f2-f4dc6ecee57a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107244 Jul 28 18:06:05.214901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:05.215596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.260840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bc7d6b30-737c-4e89-bb9e-56d92d3e6a6f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0411012 Jul 28 18:06:05.260840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-237c406f-c34c-4dfa-b590-0911f8dc7a9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf0fa93f9974a1a81847f47d0f868e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3220904 Jul 28 18:06:05.260840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c406f-c34c-4dfa-b590-0911f8dc7a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eeeb04-dfcb-40e7-9af3-dcfac9bc072c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:05.265733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53900) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:05.266078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53902) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:06:05.275266 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:06:05.277824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '62c0e305-3593-47f2-b190-60e3be397e31', 'ip_address': '2001:db8::7acb:f3be:bbdb:919f'}], 'name': 'tempest-NetworksTestDHCPv6-1399618633'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:05.382569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-cb270e3b-2d89-448b-bffd-9d79712d6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:05.383803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-cb270e3b-2d89-448b-bffd-9d79712d6e36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.1040161 Jul 28 18:06:05.386152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca040d22-6ad2-48c3-b58a-c722b4179f88 req-cf031db9-15bf-46b8-aae7-788c9c99aaf1 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041536 Jul 28 18:06:05.386322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:05.418295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.444245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.452643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] 10.222.0.25 "DELETE /v2.0/networks/7e96af71-1687-4bdb-b665-a6bb63f2f241 HTTP/1.1" status: 204 len: 168 time: 0.7715507 Jul 28 18:06:05.463675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944878-7307-4809-8cf4-25dc94e9be8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e96af71-1687-4bdb-b665-a6bb63f2f241,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:05.469994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:05.474521 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27bc2b3-2361-40f0-8b53-5f7b999a075e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:05.478368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-69c5fcc4-1cc1-4d60-8b94-61d2814a6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:05.480727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-69c5fcc4-1cc1-4d60-8b94-61d2814a6187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841296 Jul 28 18:06:05.484258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:05.641970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-0ef0a6cf-bf02-4277-acc0-6bcf10eff5f6 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521883 Jul 28 18:06:05.725144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:05.725144 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.773264 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d58add-3f37-47f5-a329-f51a2b259e05 x-openstack-request-id: req-11d58add-3f37-47f5-a329-f51a2b259e05 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:05.773596 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:05.773851 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11d58add-3f37-47f5-a329-f51a2b259e05 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:05.774243 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'status': 'completed', 'code': 200} Jul 28 18:06:05.796174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Attempting to bind port b329e724-8c94-4a40-8159-2517aaa692c0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:05.796706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Attempting to bind port b329e724-8c94-4a40-8159-2517aaa692c0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:05.797076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Attempting to bind port b329e724-8c94-4a40-8159-2517aaa692c0 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:05.832006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Port b329e724-8c94-4a40-8159-2517aaa692c0 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:05.832568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Attempting to bind port b329e724-8c94-4a40-8159-2517aaa692c0 on network 6f31886b-f639-4de9-8a4e-de5fd523a61c {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:05.845087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.851349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:05.852020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Checking segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:05.852595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Bound using segment: {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:05.853281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Bound port: b329e724-8c94-4a40-8159-2517aaa692c0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdda612-b285-4c10-9458-54f2151c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:05.854238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.934858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:05.957572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:05.996487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.039780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53918) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:06.040994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 679c134d-8df9-4557-81d9-cda03cfdd070 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:06:06.074599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.075086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.075595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.076096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.076561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.077053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.077517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.079545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-50c2585a-3fa7-4c45-8d26-f0fdbffdd6c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6444 time: 0.4571998 Jul 28 18:06:06.161119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:06.186497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f49f308-9d9b-4a2d-9bf5-cfea6fc50564 req-fbc22f00-ed38-41dc-bc1e-0181ee23792f service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262263 Jul 28 18:06:06.255383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-4be6e22d-8eae-4492-aa31-b17bcc5ed4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.261458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-4be6e22d-8eae-4492-aa31-b17bcc5ed4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.261458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-4be6e22d-8eae-4492-aa31-b17bcc5ed4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.262464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-4be6e22d-8eae-4492-aa31-b17bcc5ed4d6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1682916 Jul 28 18:06:06.268694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:06.317781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf747-ccb4-434f-b357-55c6ef7ccd86 req-6a1b6390-e351-450b-bd5c-571290706fb3 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.319332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-329bf747-ccb4-434f-b357-55c6ef7ccd86 req-6a1b6390-e351-450b-bd5c-571290706fb3 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.3181129 Jul 28 18:06:06.329530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2cf96f51-3463-44cc-bd4a-d7ca7122e963 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1651b7cff4643f783d4fd270e2383f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748075 Jul 28 18:06:06.330411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:06.367584 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.453904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.456468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.460614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62eeeb04-dfcb-40e7-9af3-dcfac9bc072c HTTP/1.1" status: 204 len: 168 time: 1.1883960 Jul 28 18:06:06.465404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.472107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.478651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.492651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.514467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.520573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.526902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.530396 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba66025a-58be-41b3-ac98-551c275fa79c req-ef0a6d42-8fa7-4fed-93f7-7cab95eeafe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2034328 Jul 28 18:06:06.533644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-d2cb2d05-1884-4aee-bac8-37ffdb67c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.535036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a27bc2b3-2361-40f0-8b53-5f7b999a075e req-d2cb2d05-1884-4aee-bac8-37ffdb67c9d8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644868 Jul 28 18:06:06.543673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.544302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.546316 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] 10.222.0.35 "PUT /v2.0/ports/b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 1091 time: 2.7141306 Jul 28 18:06:06.562096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-329bf747-ccb4-434f-b357-55c6ef7ccd86 req-84eeeed5-1ef2-4d12-99aa-e10c839a664b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345192 Jul 28 18:06:06.632538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba66025a-58be-41b3-ac98-551c275fa79c req-50b7c68d-c1a3-4b42-b468-8223a72b8414 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940340 Jul 28 18:06:06.659076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c811c7-802e-474e-87f2-48df71a73172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eeeb04-dfcb-40e7-9af3-dcfac9bc072c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:06.829674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ac0d-f861-4396-9783-0599c2f56682 service neutron] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:06.839967 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.852404 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 18:06:06.852404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:06:06.913146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:06.921383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.922261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.923001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.923809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.924673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.925311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.926065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:06.928226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-30b6f1d5-4970-44aa-b809-37c2082455ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6486 time: 0.2006996 Jul 28 18:06:06.993835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c20a14ca-ef8e-41ad-b494-26277c7cd94e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7231379 Jul 28 18:06:06.995684 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-1bc41d39-a43d-4d5c-931d-7adb3ee446bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 217 time: 0.0562286 Jul 28 18:06:06.996626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:07.067714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a706fdc6-04de-42b1-be64-730040ae15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.069339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a706fdc6-04de-42b1-be64-730040ae15c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.0657098 Jul 28 18:06:07.097850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbfc295-a17e-4467-90a4-306950668b35 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.113972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbfc295-a17e-4467-90a4-306950668b35 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.118089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-abbfc295-a17e-4467-90a4-306950668b35 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1180325 Jul 28 18:06:07.120788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:07.188784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-99706733-b9c7-4960-b558-d56a50dad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.194361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-99706733-b9c7-4960-b558-d56a50dad0b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165161 Jul 28 18:06:07.220108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:07.222614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:07.223747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe9bfefa-7c92-4005-8f5e-995a013bdfac HTTP/1.1" status: 204 len: 168 time: 0.8917146 Jul 28 18:06:07.352249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-dad1fb1c-f7e8-4e92-a1e7-d9d550abcb8e service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342421 Jul 28 18:06:07.375757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0dfd4-fc74-4f7b-a835-3dff642578e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9bfefa-7c92-4005-8f5e-995a013bdfac,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:07.458354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port bdf84c23-f2f4-41c3-8815-4be66c326b05 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:07.458730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:07.536271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-b2cc6237-28d5-4a9c-bf95-00d79074dbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748590 Jul 28 18:06:07.587094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-a1818ce6-04f2-4132-a4ce-df58742b511c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.0421848 Jul 28 18:06:07.645247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-078314e6-8313-460a-bd5e-a055cf97a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:07.708130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d37da6d6-5164-4c27-b9a0-a85b4b5cb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.711575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d37da6d6-5164-4c27-b9a0-a85b4b5cb347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1063406 Jul 28 18:06:07.779557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:07.781115 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:07.811651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:07.848838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for bdf84c23-f2f4-41c3-8815-4be66c326b05 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:07.873744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-08326208-7285-44f0-94b9-e1b4c072b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:07.875425 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-08326208-7285-44f0-94b9-e1b4c072b5b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523769 Jul 28 18:06:07.984728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.001180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-376dc79e-da39-47d6-af61-3836331545bd service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162794 Jul 28 18:06:08.003674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.011320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be723-bf81-41ea-8b14-dcacaec8ce53 req-49764e8a-57f4-4afc-8076-2a9fd73488fa tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.013089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164be723-bf81-41ea-8b14-dcacaec8ce53 req-49764e8a-57f4-4afc-8076-2a9fd73488fa tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.2995787 Jul 28 18:06:08.022981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.031556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.038018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.046549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.054275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.065335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-ecc5a92a-d74e-499a-9901-b0f0b8195461 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1951139 Jul 28 18:06:08.127084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9046ba6a-26dd-4509-8044-aff0254d68b8 req-c22ec88b-6acf-48a8-8dc3-cb12506321f0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587218 Jul 28 18:06:08.167213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164be723-bf81-41ea-8b14-dcacaec8ce53 req-53d18cca-e082-452b-b313-924b631f9156 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133699 Jul 28 18:06:08.262660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-99e74f31-c3da-43a8-b9e8-c4d280694a8e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477260 Jul 28 18:06:08.264607 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691de76-5f8a-4a8b-a19b-aed238f602b2 x-openstack-request-id: req-f691de76-5f8a-4a8b-a19b-aed238f602b2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:08.264899 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:08.265185 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f691de76-5f8a-4a8b-a19b-aed238f602b2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:08.265655 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'status': 'completed', 'code': 200} Jul 28 18:06:08.321009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-2a8cebee-6460-41a0-bb41-63b1631e7dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.0510993 Jul 28 18:06:08.388889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-f7f60df6-bc6b-4b48-9210-8b57511d8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.391089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-f7f60df6-bc6b-4b48-9210-8b57511d8847 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0632336 Jul 28 18:06:08.446063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.525381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=bdf84c23-f2f4-41c3-8815-4be66c326b05,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:08.544169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53998) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:08.567318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.567318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f4ccd066-0eb7-441a-9688-162aa4a42eb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/bdf84c23-f2f4-41c3-8815-4be66c326b05 HTTP/1.1" status: 204 len: 168 time: 1.4349461 Jul 28 18:06:08.567318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-2a0af76b-1a8f-4b15-bf62-00d9d77a37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.567318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-2a0af76b-1a8f-4b15-bf62-00d9d77a37fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654673 Jul 28 18:06:08.568825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54002) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:08.690269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e84e9-8fed-4636-a626-003b378b8dab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.699225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e84e9-8fed-4636-a626-003b378b8dab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:08.703639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e94e84e9-8fed-4636-a626-003b378b8dab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1334894 Jul 28 18:06:08.711016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54010) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:08.771231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-network', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:08.811332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-58c3db27-c427-47ab-ba9e-3367a8b6621c service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385702 Jul 28 18:06:08.815335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 62c0e305-3593-47f2-b190-60e3be397e31 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:08.827072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.903524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Made reservation on behalf of d01d1bcd5b3d4ca791e720cbf77f8ca2 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:08.911724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.912654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.955626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:08.987882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-4ad1cd1c-68e6-46ac-b3d9-c8e5c8ecc33f service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687503 Jul 28 18:06:09.062979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-01c2e2b7-cbfb-4c27-b6b2-842f5b6e4dee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0461934 Jul 28 18:06:09.105414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:09.124541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.190706 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.191639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-70f8def4-4d9f-43ae-a673-7365dbfd1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:09.193309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-70f8def4-4d9f-43ae-a673-7365dbfd1dd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1210432 Jul 28 18:06:09.251901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.254219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-47e917a8-f7a3-492c-bff1-e393c209cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:09.255866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-47e917a8-f7a3-492c-bff1-e393c209cc10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552762 Jul 28 18:06:09.295736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:09.298638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f74a77-0275-461d-8991-13a185ed19ff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:09.318825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.319224 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Added segment b79bbab1-e872-4b58-ada4-a77e660fbf3a of type vlan for network 34f5a519-c28f-43a0-b6d5-794321b70fb4 Jul 28 18:06:09.326867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-291421736-network', 'tenant_id': 'e703803a3eff43b69924c2655a298a90'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:09.376003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.387252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.448386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.453716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54046) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:09.453947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/62c0e305-3593-47f2-b190-60e3be397e31 HTTP/1.1" status: 204 len: 168 time: 0.7417557 Jul 28 18:06:09.454697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a5b25-28dd-40c1-ba3d-11a553dfd87a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=62c0e305-3593-47f2-b190-60e3be397e31,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:09.471651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b253c6b-c6ba-4d05-b1d7-c0a618a6211c None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:09.533873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Made reservation on behalf of e703803a3eff43b69924c2655a298a90 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:09.539769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-181a2c49-8ad5-4c0e-9b15-e41d20865e6d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800073 Jul 28 18:06:09.542269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54048) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:09.542411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.542650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.543678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:09.544225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.560990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-b6b41975-78b3-42e1-947f-63d2e7060c7d service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970088 Jul 28 18:06:09.562312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.562923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:09.709617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] Pushing event updated for resources: {'Network': ['ID=34f5a519-c28f-43a0-b6d5-794321b70fb4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:09.729384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:09.730054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-e287920b-12b0-4171-8cf4-fc15ac817f0f service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529195 Jul 28 18:06:09.738012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:06:09.750407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7358bdb8-8c08-4a75-92d2-c5d10eaf5d8e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2045832 Jul 28 18:06:09.753382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54054) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:09.758641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Request body: {'subnet': {'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-subnet', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:09.808517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-32bd38de-54a4-401d-98eb-e4672e607917 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0615871 Jul 28 18:06:09.820562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:06:09.820562 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:06:09.820562 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': 'e2bd60a1c14749a089151ea248de24fc', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 6, 9, 724192)}] Jul 28 18:06:09.820562 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:06:09.821212 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:06:09.821950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:06:09.821950 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:06:09.821950 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 6, 9, 764464)}] Jul 28 18:06:09.821950 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:06:09.822317 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:06:09.863163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Deleting port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:09.863584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.932123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ba4b038c-4913-4632-84a6-8f8d192ab966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:09.933666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-ba4b038c-4913-4632-84a6-8f8d192ab966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1162739 Jul 28 18:06:09.937002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c3e3931-02c3-40a8-a6fc-59f6ebb90074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.950415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] For port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:09.951002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.980988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:09.996883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c8830816-a98a-43e6-8e9e-a1877680ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:09.999660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Calling delete_port for ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:09.999957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-c8830816-a98a-43e6-8e9e-a1877680ce8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590336 Jul 28 18:06:10.029019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.070286 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.089321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:10.113709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.114133 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Added segment 03368e25-1234-4a05-ac6e-e0921504117f of type vlan for network 5b4be728-0896-4e60-9445-c0f18e976e6e Jul 28 18:06:10.117139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea174d4d-c826-4017-ba59-c3ee4d0935f6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:10.143381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.179990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.188496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] Pushing event deleted for resources: {'Port': ['ID=ad53bc46-bb18-4b5f-9e4a-2f065dd39a02,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:10.188755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-234eed22-9bbb-46b1-a19e-403d9c8a16f8 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814172 Jul 28 18:06:10.190908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6adc64-1712-4391-b45f-089ec00abeb1 None None] No DVR routers for this DVR port ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:10.297804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-5284be92-bcd9-4182-b5dc-d4169150731e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991585 Jul 28 18:06:10.311583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.312631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:10.313241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.349944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-233809c3-93a0-4475-9a44-734434bd92a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0448637 Jul 28 18:06:10.421943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:10.426703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.433755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4be728-0896-4e60-9445-c0f18e976e6e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:10.446996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-7bd57669-571f-41fc-a950-204b52ec518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:10.447246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-bd935c12-c864-4fb5-abc7-acc7111506ee tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:06:10.448589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-bd935c12-c864-4fb5-abc7-acc7111506ee tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138612 Jul 28 18:06:10.448813 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-7bd57669-571f-41fc-a950-204b52ec518d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0614746 Jul 28 18:06:10.453060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5b4be728-0896-4e60-9445-c0f18e976e6e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:10.510455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-022cc445-4954-4367-9c2a-955628fba2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:10.512206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-022cc445-4954-4367-9c2a-955628fba2ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559404 Jul 28 18:06:10.581131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:10.581590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:06:10.610031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Made reservation on behalf of d01d1bcd5b3d4ca791e720cbf77f8ca2 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:10.612407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.933397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:10.933631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:10.933935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:10.942750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-0f69e7de-dadb-4ba6-9e8c-f17694246b5c service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187708 Jul 28 18:06:10.948071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:10.948071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:10.955033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:10.955372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:10.955799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:10.956232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Bound port: f52c60df-d539-49fd-8d13-7a8c7c488b0e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:10.985937 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.990238 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:10.998240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7313418b-e21b-4728-9a91-8547b0722664 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8863456 Jul 28 18:06:10.999035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54060) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:11.003422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Request body: {'subnet': {'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-291421736-subnet', 'tenant_id': 'e703803a3eff43b69924c2655a298a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:11.061052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-1b16fbab-7fe2-458f-a4de-310f766a3b60 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105242 Jul 28 18:06:11.083029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:11.088410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:11.091630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.092249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.102190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b90b4-7200-43ac-8e0e-3da51f495e9f None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:11.119430 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-3058ec72-d71d-4891-a010-0d4292557641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0515752 Jul 28 18:06:11.122285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:11.126905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=7fd56113-80c8-4bcb-922d-20b5fb9a2f89,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:11.135531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.135880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.136345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.136684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.137017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.137341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.137669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.137994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.138940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.139266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.139684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.140006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:11.167353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Made reservation on behalf of e703803a3eff43b69924c2655a298a90 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:11.169760 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.208654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.211087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-ab4cde3f-b533-4554-85f7-a19f3da5aa0f service neutron] 10.222.0.25 "POST /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7317302 Jul 28 18:06:11.213031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.224487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-35a352e8-54de-4cb7-8e5b-a0f0d1c7494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.225986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-35a352e8-54de-4cb7-8e5b-a0f0d1c7494b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0992215 Jul 28 18:06:11.287869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Checking segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:11.288295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Network hostable DHCP agents. Network: 34f5a519-c28f-43a0-b6d5-794321b70fb4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:11.295908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71c0b679-aaac-4e79-99bf-8008cb236d16 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7541599 Jul 28 18:06:11.297855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:11.298623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '7fd56113-80c8-4bcb-922d-20b5fb9a2f89'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:11.299725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.303897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '7fd56113-80c8-4bcb-922d-20b5fb9a2f89', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-221690895'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:11.331096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b0524d-1f69-491a-9de7-5ae20929ce64,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:11.389330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:11.412027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d533bade-e133-4760-b795-fc4bdc5db4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.413952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-d533bade-e133-4760-b795-fc4bdc5db4dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784902 Jul 28 18:06:11.441197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:11.452264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 34f5a519-c28f-43a0-b6d5-794321b70fb4) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:11.462165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.462716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.470123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f7d43-cd95-4219-a027-668543a1eb69 None None] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:11.474216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:11.474567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad53bc46-bb18-4b5f-9e4a-2f065dd39a02 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:11.566278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/7fd56113-80c8-4bcb-922d-20b5fb9a2f89/e427e8d1-074c-48f4-a6ee-ac7aeb9518be) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:11.578700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-18eb7097-e64d-41a4-8ea0-781402b6cce2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8242378 Jul 28 18:06:11.581495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54066) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:11.590349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:11.660859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:06:11.660859 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:06:11.660859 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 6, 11, 601526)}] Jul 28 18:06:11.660859 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:06:11.662103 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:06:11.679304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-f68517a8-de16-4e5f-a55a-9dacd35292b7 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577729 Jul 28 18:06:11.700154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.708278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.728314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-34f5a519-c28f-43a0-b6d5-794321b70fb4', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:11.729173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.731415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.738825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.746389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.769616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.780879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.789523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da0efd00-651a-4191-8e79-9b47b0ed7acd req-9a6f22c4-e704-4309-9d7c-5a2eeeab1849 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025765 Jul 28 18:06:11.791946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-295cda93-0074-4323-81f5-edfb634528c7 req-b280b099-fe9d-4eda-879f-b91d4e6f0751 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1880341 Jul 28 18:06:11.795968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.803198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:11.882872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:11.896262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-295cda93-0074-4323-81f5-edfb634528c7 req-54375e8b-11d6-42f3-b075-2e7a5c6296be tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909581 Jul 28 18:06:11.918610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Transition to ACTIVE for port object e427e8d1-074c-48f4-a6ee-ac7aeb9518be will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:11.939951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-57ee984c-bdda-4478-b3b9-c0fee06a7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:11.945593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-57ee984c-bdda-4478-b3b9-c0fee06a7fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1096 time: 0.0979750 Jul 28 18:06:11.947160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Transition to ACTIVE for port object e427e8d1-074c-48f4-a6ee-ac7aeb9518be will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:11.954114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Allocated IP 172.20.0.2 (34f5a519-c28f-43a0-b6d5-794321b70fb4/b8b0524d-1f69-491a-9de7-5ae20929ce64/51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:11.984200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Pushing event updated for resources: {'Subnet': ['ID=200b255e-77ab-49b6-bae2-6bee464af69a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:12.020666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Checking segment: {'id': '03368e25-1234-4a05-ac6e-e0921504117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:12.025815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Network hostable DHCP agents. Network: 5b4be728-0896-4e60-9445-c0f18e976e6e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:12.041924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.052509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.053011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.053499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.053978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.054459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.054998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.055499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.057396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-dc42c915-6cec-4665-a125-a7ab2f3cd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.057606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-2f11d072-b420-4fc7-828b-9818375076a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6486 time: 0.1250858 Jul 28 18:06:12.059154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-dc42c915-6cec-4665-a125-a7ab2f3cd247 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1048868 Jul 28 18:06:12.098952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.125787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-6ed708c4-96ac-4e5f-be25-e2759bdacc9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.0569344 Jul 28 18:06:12.137136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 1812d559-ecb3-491d-83f7-14d403485f65 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:06:12.170166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Pushing event updated for resources: {'Port': ['ID=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:12.187068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Network 5b4be728-0896-4e60-9445-c0f18e976e6e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:12.188358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:12.192271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:12.198582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:12.228052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-6f6aaa01-40df-4f26-9c78-ef5f1bfa1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.229577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-6f6aaa01-40df-4f26-9c78-ef5f1bfa1d04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 902 time: 0.1635230 Jul 28 18:06:12.259650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.267353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3dd15-1652-4352-8a76-10cc7ed1e26e req-af457f86-b0fe-4856-98c4-9d9aadebcb07 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.269382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2f3dd15-1652-4352-8a76-10cc7ed1e26e req-af457f86-b0fe-4856-98c4-9d9aadebcb07 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 945 time: 0.1263850 Jul 28 18:06:12.275340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-54db382f-ae88-4f15-b0ea-053f922ca226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.277186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Transition to ACTIVE for port object 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:12.277826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-54db382f-ae88-4f15-b0ea-053f922ca226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1449776 Jul 28 18:06:12.283614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Attempting to bind port e427e8d1-074c-48f4-a6ee-ac7aeb9518be on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:12.283991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Attempting to bind port e427e8d1-074c-48f4-a6ee-ac7aeb9518be by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:12.284369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Attempting to bind port e427e8d1-074c-48f4-a6ee-ac7aeb9518be on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:12.291314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:12.291719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:12.292125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.292515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:12.292977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Bound port: e427e8d1-074c-48f4-a6ee-ac7aeb9518be, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:12.293363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.301742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5b4be728-0896-4e60-9445-c0f18e976e6e) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:12.304245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-3c792449-0538-4ed8-a029-85c49b75b67e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0661623 Jul 28 18:06:12.309575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.309920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.315441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9580d4-cdd2-49ce-a9e5-7246c1eafe02 None None] Network 5b4be728-0896-4e60-9445-c0f18e976e6e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:12.327746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-545d60c9-ee0c-4e6f-8bdc-de9460e8a1ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401473 Jul 28 18:06:12.349711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2f3dd15-1652-4352-8a76-10cc7ed1e26e req-f81574c4-5abd-4c7e-8a4e-54fa37e85fb9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708086 Jul 28 18:06:12.395883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-99287275-f95b-4af9-8d93-809f1ddc0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.397535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-99287275-f95b-4af9-8d93-809f1ddc0006 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0818384 Jul 28 18:06:12.401211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.402396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.427168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Transition to ACTIVE for port object 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:12.444871 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:06:12.446120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:06:12.452198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bd6e94af-5528-4fec-be5a-b6ca2d64900d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4525943 Jul 28 18:06:12.479425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-4e93ccc4-0843-4bc6-bc6a-f289c6896350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.481216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-4e93ccc4-0843-4bc6-bc6a-f289c6896350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759485 Jul 28 18:06:12.516883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] For port e427e8d1-074c-48f4-a6ee-ac7aeb9518be, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:12.520168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] For port e427e8d1-074c-48f4-a6ee-ac7aeb9518be, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:12.523548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.526239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.546855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2390a6b3-4c09-406b-9b8c-96918ae8b379 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005386 Jul 28 18:06:12.591481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Pushing event updated for resources: {'Port': ['ID=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:12.599966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:12.601992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b6262-d30c-4c21-97cf-70b57fe28d79 None None] Network 5b4be728-0896-4e60-9445-c0f18e976e6e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:12.605629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:12.616436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:12.617800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66b521e0-f0c3-4aaa-a600-28e0874a822e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3169882 Jul 28 18:06:12.618446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54070) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:12.678910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-d0f8143f-50ae-469a-ac2b-33b90bacbaee service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898117 Jul 28 18:06:12.684834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.758404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4992b14-ef2c-45c8-9839-f8c29afdf415 None None] Pushing event updated for resources: {'Port': ['ID=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:12.788611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Attempting to bind port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:12.789011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Attempting to bind port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:12.790398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Attempting to bind port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:12.818332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:12.818772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Checking segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:12.819205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.819614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Bound using segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:12.820233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Bound port: 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:12.826197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.917367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841bf6a-fe6e-4743-96fd-595dc050839d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:12.918024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.920252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] For port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:12.923931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] For port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:12.927936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c841bf6a-fe6e-4743-96fd-595dc050839d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2494218 Jul 28 18:06:12.929057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:12.931422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:12.935981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-d0709cb9-0e93-47b4-bfc3-97cf2ae3d9a0 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778143 Jul 28 18:06:12.971518 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0e146f3-faad-4a7a-8f27-b2d1eab14e3a req-ab2e4745-524e-4d88-933d-be76fb748afb service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316561 Jul 28 18:06:13.003432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d2f3e-6827-42e7-bce1-bca6f5614d24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.005423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d2f3e-6827-42e7-bce1-bca6f5614d24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.012330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-946d2f3e-6827-42e7-bce1-bca6f5614d24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0773973 Jul 28 18:06:13.013794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.014908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54086) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:13.108892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688520-1fd1-4e10-9350-4c855f9489bc None None] Pushing event updated for resources: {'Port': ['ID=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:13.128799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 7fd56113-80c8-4bcb-922d-20b5fb9a2f89 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:13.132604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.221787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.299853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-26a31961-9b8e-47ac-a316-5c41d1230a85 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.301295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-26a31961-9b8e-47ac-a316-5c41d1230a85 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.2027953 Jul 28 18:06:13.321682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:13.339573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.373553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-d7b2d5c1-95d8-4701-8507-47930174374a tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.394785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-d7b2d5c1-95d8-4701-8507-47930174374a tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/networks?id=5b4be728-0896-4e60-9445-c0f18e976e6e HTTP/1.1" status: 200 len: 813 time: 0.2936785 Jul 28 18:06:13.491615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-a9dba18a-a3f5-4fbb-ba34-f2ee41dee87d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/quotas/e703803a3eff43b69924c2655a298a90 HTTP/1.1" status: 200 len: 375 time: 0.0720165 Jul 28 18:06:13.555475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.613699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e427e8d1-074c-48f4-a6ee-ac7aeb9518be up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:13.648435 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:13.650592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/7fd56113-80c8-4bcb-922d-20b5fb9a2f89 HTTP/1.1" status: 204 len: 168 time: 0.6336470 Jul 28 18:06:13.652360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bdb99-75f0-463e-862b-23bc2c1dc2ba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd56113-80c8-4bcb-922d-20b5fb9a2f89,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:13.693637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54100) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:13.741768 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a5aed3ee-ba60-41c0-afc8-296c1b02f8b4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465579 Jul 28 18:06:13.747336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54102) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:13.756667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:13.780188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e427e8d1-074c-48f4-a6ee-ac7aeb9518be completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:13.826603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.832558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.838620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.851636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.854474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.860479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.866516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:13.876210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-eb7e1fa1-cc8b-4baf-868f-5a184d7ae4fd tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.3065822 Jul 28 18:06:13.933110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-1c2af9e0-6317-44f4-b63b-cbaa8448eb49 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e703803a3eff43b69924c2655a298a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4146578 Jul 28 18:06:13.951558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00fa71b7-4828-4808-9e7a-3fa78b47a16c req-6acedd92-2bfa-456c-baec-a598c4d6eb5d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686705 Jul 28 18:06:14.065588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-c358e0d3-f202-4687-90ef-1bc310e079e4 service neutron] 10.222.0.25 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999146 Jul 28 18:06:14.070977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.086245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:14.090314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.263940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:14.303836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:14.347900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.385862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:14.388073 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d596f-0bea-4a1e-9319-af3277d851ce" -d '{"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-unplugged", "status": "completed", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:14.398340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd644-65db-4c55-a3ea-91a076baf634 req-a257a24e-43f5-434b-b18d-2a10add2485e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:14.405959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fffcd644-65db-4c55-a3ea-91a076baf634 req-a257a24e-43f5-434b-b18d-2a10add2485e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 945 time: 0.1621921 Jul 28 18:06:14.412186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.445103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.446963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.513740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fffcd644-65db-4c55-a3ea-91a076baf634 req-c693ba10-4a49-471d-9726-48de7e3b85c9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067841 Jul 28 18:06:14.532991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a914ca-ab54-4fd7-8359-6dfc590412b8 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:14.647598 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cf3305-8ea9-461b-b1b5-71f7aa48bdfa x-openstack-request-id: req-76cf3305-8ea9-461b-b1b5-71f7aa48bdfa {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:14.647885 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-unplugged", "status": "completed", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:14.648133 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76cf3305-8ea9-461b-b1b5-71f7aa48bdfa {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:14.648525 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'code': 200} Jul 28 18:06:14.696170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-b6d189cf-750b-4010-b855-c1e7aaabccad service neutron] 10.222.0.25 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220353 Jul 28 18:06:14.703594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:14.704010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:14.704403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:14.742448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:14.746008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:14.746506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Attempting to bind port f52c60df-d539-49fd-8d13-7a8c7c488b0e on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:14.759493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:14.761460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:14.761460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:14.761460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Bound port: f52c60df-d539-49fd-8d13-7a8c7c488b0e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:14.762295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.784269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.802114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Provisioning for port e427e8d1-074c-48f4-a6ee-ac7aeb9518be completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:14.807709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Provisioning complete for port e427e8d1-074c-48f4-a6ee-ac7aeb9518be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:14.812920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.927207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:14.929901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.932223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:06:14.934776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:14.935431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:14.938550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:14.940330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Allocated IP 172.25.7.142 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f91bdad1-7537-4793-aaa9-70d166b72936) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:14.951267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:14.955481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:14.995753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=64ea2358-cc0c-49d7-882e-973c8613058e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.016037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] For port e427e8d1-074c-48f4-a6ee-ac7aeb9518be, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:15.031903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Deleting port e427e8d1-074c-48f4-a6ee-ac7aeb9518be {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:15.032409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.076130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ca13a6d-984c-40f1-8ca9-b52e36b5f08a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3255963 Jul 28 18:06:15.078877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:15.083305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:15.174135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.213516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] For port e427e8d1-074c-48f4-a6ee-ac7aeb9518be, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:15.216124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.222511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.229047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.255224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Calling delete_port for e427e8d1-074c-48f4-a6ee-ac7aeb9518be owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:15.276864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c81b4ad7-4c0a-499e-9c42-669940bf5ae2 req-930af790-577f-4cbc-bb0c-a9dfa7e3d4ac tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 210 time: 0.1013596 Jul 28 18:06:15.281655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.373526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.379701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe18415-8a82-4480-9f53-bb8eef3a7025 None None] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:15.425295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.450340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.462750 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.475534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.476921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] No DVR routers for this DVR port e427e8d1-074c-48f4-a6ee-ac7aeb9518be on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:15.497829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.499288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.520430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e554aef-cc03-4805-8ce6-e4b350cc23f0 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:15.520686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.534996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.537831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.538497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.544422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] 10.222.0.37 "PUT /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 1121 time: 2.2334530 Jul 28 18:06:15.548572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806156-4e64-49af-9ccd-639bdb2b629a service neutron] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.550440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-e402543c-ad85-4bfa-ace1-69696c95300b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.3972564 Jul 28 18:06:15.619596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.668086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e2e292d-a7fa-4c3f-a8d9-e33aa78ba785 req-34ff3a69-741c-4456-b555-e53b55d104a3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167188 Jul 28 18:06:15.711589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.715425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a2cb9-11d8-4b0f-960f-475e67c2364d req-acc14ddd-e4f9-4e30-83f3-85d9bee4d6b8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:15.722447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c3a2cb9-11d8-4b0f-960f-475e67c2364d req-acc14ddd-e4f9-4e30-83f3-85d9bee4d6b8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.0930629 Jul 28 18:06:15.777369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c3a2cb9-11d8-4b0f-960f-475e67c2364d req-e420efc9-9f7f-4379-bc65-5fd6399325e1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494535 Jul 28 18:06:15.825046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.838643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:15.855085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4f4b5f7-578e-4d74-b6e4-8000550e7f28 None None] Provisioning for port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:15.857707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.880621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:15.885175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8629bf2b-2008-4d79-a508-761651e73c11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8054597 Jul 28 18:06:15.885803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54130) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:15.886849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Pushing event updated for resources: {'Port': ['ID=f91bdad1-7537-4793-aaa9-70d166b72936,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.915715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:15.917922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f52c60df-d539-49fd-8d13-7a8c7c488b0e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:15.920668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:15.935008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:15.990754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef09e36-6166-4a11-beda-fe6027f18eba None None] Pushing event updated for resources: {'Port': ['ID=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:16.034666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452be3b-27f3-460a-a1b6-0ad3e5df82b8 None None] Pushing event deleted for resources: {'Port': ['ID=e427e8d1-074c-48f4-a6ee-ac7aeb9518be,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:16.282631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:16.321110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:16.394160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:16.394536 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:16.398966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '64ea2358-cc0c-49d7-882e-973c8613058e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:16.399829 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:16.588633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:16.671500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:16.681153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:16.689230 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:16.693544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afb3e898-7aba-4219-b081-5c3b9ceb9976 req-094d8c12-d0a3-4ebd-8e0a-d0a13639c141 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 210 time: 0.0451922 Jul 28 18:06:16.750111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::1 (02de251d-9347-46ab-9b2a-143fdbfe65d6/64ea2358-cc0c-49d7-882e-973c8613058e/804f8323-f75a-4845-98f9-aa55a4c32d57) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:16.809383 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc9a06-ac40-44a6-b43d-26cc31ba65c6 x-openstack-request-id: req-14cc9a06-ac40-44a6-b43d-26cc31ba65c6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:16.809810 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:16.811025 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14cc9a06-ac40-44a6-b43d-26cc31ba65c6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:16.814699 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'status': 'completed', 'code': 200} Jul 28 18:06:16.874604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:16.902684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.resource_extend [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:06:16.996645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-5bba4d84-94cd-4184-b155-eeb46f5abe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:16.998114 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-5bba4d84-94cd-4184-b155-eeb46f5abe1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1124 time: 0.1393428 Jul 28 18:06:17.022135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfacf1-9dac-4e5c-8260-da8f98b57365 req-ec954fb7-30b4-4d3d-9d39-997a44b4ba6d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.023997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81cfacf1-9dac-4e5c-8260-da8f98b57365 req-ec954fb7-30b4-4d3d-9d39-997a44b4ba6d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.1208434 Jul 28 18:06:17.052665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:17.094909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.095069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:17.098537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81cfacf1-9dac-4e5c-8260-da8f98b57365 req-42f9cced-0aad-4f7b-9e8c-b7b7e12ddcfc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 Jul 28 18:06:17.099576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.111817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.124324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.130550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.134623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:06:17.137186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.138149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.142123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-14b2039a-d0b0-4c9e-815b-fb802f7a6bf5 None None] Provisioning complete for port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:17.142480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-14b2039a-d0b0-4c9e-815b-fb802f7a6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.148904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.156606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.159814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-5d304bc7-5ed6-498a-963a-f841e5922f40 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2413497 Jul 28 18:06:17.194368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.233245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 804f8323-f75a-4845-98f9-aa55a4c32d57 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:17.252998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:17.259735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e427e8d1-074c-48f4-a6ee-ac7aeb9518be no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:17.288918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e427e8d1-074c-48f4-a6ee-ac7aeb9518be {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:17.289243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e427e8d1-074c-48f4-a6ee-ac7aeb9518be not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:17.305284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5490f48a-0a5d-4151-b6a4-703cdd43eea5 req-d928ebe3-5eb6-4bed-afb0-deb89ec0666d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356781 Jul 28 18:06:17.313995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-b458e65e-cbf4-44c2-9fb9-04e561a43fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.321340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-b458e65e-cbf4-44c2-9fb9-04e561a43fca service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.3097177 Jul 28 18:06:17.338103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.366685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Router eb9437a9-95a1-4c19-9928-79a73d059615 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:06:17.472582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:17.482650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/64ea2358-cc0c-49d7-882e-973c8613058e/8df84f83-52e5-4044-afb4-81e63a6c9483) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:17.537172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:17.555498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-909c08ab-bdc7-49f9-a4d7-3b492bff5681 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.2264485 Jul 28 18:06:17.590674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:17.620405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:17.621861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.634915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:17.659180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:17.662481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:17.666436 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.671201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:17.696247 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:17.697123 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:17.773893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-da9bb3e7-16a6-48ca-b9ba-ec9854412ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:17.776335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-da9bb3e7-16a6-48ca-b9ba-ec9854412ba6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.2044663 Jul 28 18:06:17.832037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:17.833379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-739e30dd-2459-4667-817b-895c64642dba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2509027 Jul 28 18:06:17.870311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54160) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:17.889279 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:17.889509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-37a99dc7-4118-4cbc-8acb-e0e09bff9470 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882735 Jul 28 18:06:18.033919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.053518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-0301dd92-01d8-413d-8135-01a07f5baeb0 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.056250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Transition to ACTIVE for port object 8df84f83-52e5-4044-afb4-81e63a6c9483 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:18.072846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-0301dd92-01d8-413d-8135-01a07f5baeb0 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.37 "GET /v2.0/networks?id=5b4be728-0896-4e60-9445-c0f18e976e6e HTTP/1.1" status: 200 len: 813 time: 0.2492898 Jul 28 18:06:18.072846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Request body: {'port': {'device_id': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e', 'admin_state_up': True, 'tenant_id': 'e703803a3eff43b69924c2655a298a90'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:18.094277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Transition to ACTIVE for port object 8df84f83-52e5-4044-afb4-81e63a6c9483 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:18.166221 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.266800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Pushing event updated for resources: {'Port': ['ID=8df84f83-52e5-4044-afb4-81e63a6c9483,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.290504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Made reservation on behalf of e703803a3eff43b69924c2655a298a90 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:18.303055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.332719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:16Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:18.346939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:18.352278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:18.359272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:18.397576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b71db-63a7-494a-873b-e1a949d681d8 req-531bce27-ed7a-434f-abcf-fe9ba6232b67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.399200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-498b71db-63a7-494a-873b-e1a949d681d8 req-531bce27-ed7a-434f-abcf-fe9ba6232b67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.1615639 Jul 28 18:06:18.400323 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:18.400853 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Updating router eb9437a9-95a1-4c19-9928-79a73d059615 port f91bdad1-7537-4793-aaa9-70d166b72936 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:18.422197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.454486 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.506079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Attempting to bind port 8df84f83-52e5-4044-afb4-81e63a6c9483 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:18.507004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Attempting to bind port 8df84f83-52e5-4044-afb4-81e63a6c9483 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:18.507381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Attempting to bind port 8df84f83-52e5-4044-afb4-81e63a6c9483 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:18.520673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:18.521206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:18.521622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.522027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:18.522507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Bound port: 8df84f83-52e5-4044-afb4-81e63a6c9483, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:18.522894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.588784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-498b71db-63a7-494a-873b-e1a949d681d8 req-078cbc2e-9dd8-4ba1-9cc6-d6bc3b429b9c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699111 Jul 28 18:06:18.673081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] For port 8df84f83-52e5-4044-afb4-81e63a6c9483, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:18.679706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] For port 8df84f83-52e5-4044-afb4-81e63a6c9483, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8df84f83-52e5-4044-afb4-81e63a6c9483,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:18.681629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Allocated IP 172.20.0.2 (5b4be728-0896-4e60-9445-c0f18e976e6e/200b255e-77ab-49b6-bae2-6bee464af69a/a5588f15-f76b-414b-9c1f-b0b21e403ba6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:18.783857 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.900195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-a54d8da3-4267-4c87-a89e-70a6ab70dc6c service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810483 Jul 28 18:06:18.910775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.913815 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:18.921050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4956e7c7-d3c9-46ac-9dad-17c352e406e4 req-a8b17066-a589-4079-afd3-c61148793e1b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 210 time: 1.0501969 Jul 28 18:06:18.937268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.937666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef103dd-f8ce-4345-b39e-04c3a8cca686 None None] Pushing event updated for resources: {'Port': ['ID=8df84f83-52e5-4044-afb4-81e63a6c9483,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.937784 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Transition to ACTIVE for port object f91bdad1-7537-4793-aaa9-70d166b72936 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:18.956057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.978987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:18.987780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:19.006400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:19.014458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:19.031142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5df92800-d132-4a72-8e22-0cda51415b32 req-4a9cf410-ec9a-42fc-8955-03fef41390ae tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.3046110 Jul 28 18:06:19.047060 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.158983 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Attempting to bind port f91bdad1-7537-4793-aaa9-70d166b72936 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:19.159355 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Attempting to bind port f91bdad1-7537-4793-aaa9-70d166b72936 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:19.159772 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Attempting to bind port f91bdad1-7537-4793-aaa9-70d166b72936 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:19.194294 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Pushing event updated for resources: {'Port': ['ID=f91bdad1-7537-4793-aaa9-70d166b72936,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:19.196624 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:19.196998 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:19.197401 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.198047 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:19.198520 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Bound port: f91bdad1-7537-4793-aaa9-70d166b72936, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:19.198922 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.212159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5df92800-d132-4a72-8e22-0cda51415b32 req-d3d4dafe-e88b-4379-abf4-3fd463517cf6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799681 Jul 28 18:06:19.220642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.260460 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.261102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.261617 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.262123 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.264827 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.265353 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.265883 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.266722 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.267886 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.268293 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.269011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.269403 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:19.284932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.328725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] For port f91bdad1-7537-4793-aaa9-70d166b72936, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:19.337068 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] For port f91bdad1-7537-4793-aaa9-70d166b72936, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f91bdad1-7537-4793-aaa9-70d166b72936,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:19.349407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.407351 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.443257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe4b65ef-8c49-4dbe-8c39-4e0763bcea1a req-bcbe1bc6-93cc-429b-a08f-ca399bf9bb88 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223224 Jul 28 18:06:19.447070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Network 5b4be728-0896-4e60-9445-c0f18e976e6e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:19.459169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:19.476823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:19.536882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Pushing event updated for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:19.537024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8df84f83-52e5-4044-afb4-81e63a6c9483 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:19.557911 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878a961-683e-4d0a-8996-a63b5c4b9a4d None None] Pushing event updated for resources: {'Port': ['ID=f91bdad1-7537-4793-aaa9-70d166b72936,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:19.580316 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:19.581000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:19.586112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:19.588108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:19.698473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-cfb37add-5b35-4c65-9718-e5734af55e5d tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6300926 Jul 28 18:06:19.711276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Request body: {'port': {'device_id': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:19.720321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8df84f83-52e5-4044-afb4-81e63a6c9483 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:19.725046 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:19.790266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.064519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.088939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-66217676-e424-4f81-9507-3ad8bd6c09fd service neutron] 10.222.0.35 "GET /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.4223301 Jul 28 18:06:20.169958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b62a7a-5f16-4ae9-968e-104d49bb6a0d req-ebc76980-d1b7-4242-b28f-cb146149b855 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.178505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1b62a7a-5f16-4ae9-968e-104d49bb6a0d req-ebc76980-d1b7-4242-b28f-cb146149b855 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.3407423 Jul 28 18:06:20.239965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.239965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.243447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f31b17-4f7e-45db-a76f-32e07e13a04d req-6d6429aa-c7e9-4067-8ca4-13fa9a936c4b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.246073 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:16Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:20.247233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37f31b17-4f7e-45db-a76f-32e07e13a04d req-6d6429aa-c7e9-4067-8ca4-13fa9a936c4b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 931 time: 0.2091987 Jul 28 18:06:20.271619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1b62a7a-5f16-4ae9-968e-104d49bb6a0d req-0362e3af-076a-46f2-a09d-97155c14fd44 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839412 Jul 28 18:06:20.298855 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873af50-9707-4098-8b44-3a06a22e8e14 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:16Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:20.335002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37f31b17-4f7e-45db-a76f-32e07e13a04d req-77fe813d-d2bf-4ee2-8664-76acdacfc906 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808589 Jul 28 18:06:20.589536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Provisioning for port 8df84f83-52e5-4044-afb4-81e63a6c9483 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:20.593885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Provisioning complete for port 8df84f83-52e5-4044-afb4-81e63a6c9483 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:20.594344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.615067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.630550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.646003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.659817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.670169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.674273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:20.683777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.702884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:20.704595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:20.713977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:20.719823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-e078dc00-0f90-4335-962e-0d2b7a7d1da0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2453692 Jul 28 18:06:20.754608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5588f15-f76b-414b-9c1f-b0b21e403ba6 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:20.780588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.845695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46d87a35-409e-47dc-8089-42c0310b9c3c req-8ceebec5-df4a-4e2c-a012-cd1dfec09390 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279941 Jul 28 18:06:20.847962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.886972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Transition to ACTIVE for port object a5588f15-f76b-414b-9c1f-b0b21e403ba6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:20.895319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] For port 8df84f83-52e5-4044-afb4-81e63a6c9483, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8df84f83-52e5-4044-afb4-81e63a6c9483,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:20.966977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:20.985266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.110152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df081c77-930b-4977-ad3c-4c8e187844c7 None None] Pushing event updated for resources: {'Port': ['ID=8df84f83-52e5-4044-afb4-81e63a6c9483,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.159068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.240475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0aa96315-222e-467e-9a71-140e620459f7 None None] Provisioning for port 804f8323-f75a-4845-98f9-aa55a4c32d57 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:21.244530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0aa96315-222e-467e-9a71-140e620459f7 None None] Provisioning complete for port 804f8323-f75a-4845-98f9-aa55a4c32d57 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:21.244913 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0aa96315-222e-467e-9a71-140e620459f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.286118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Attempting to bind port a5588f15-f76b-414b-9c1f-b0b21e403ba6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:21.286118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Attempting to bind port a5588f15-f76b-414b-9c1f-b0b21e403ba6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '03368e25-1234-4a05-ac6e-e0921504117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:21.286118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Attempting to bind port a5588f15-f76b-414b-9c1f-b0b21e403ba6 on network 5b4be728-0896-4e60-9445-c0f18e976e6e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:21.299009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Port a5588f15-f76b-414b-9c1f-b0b21e403ba6 on network 5b4be728-0896-4e60-9445-c0f18e976e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:21.299359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Attempting to bind port a5588f15-f76b-414b-9c1f-b0b21e403ba6 on network 5b4be728-0896-4e60-9445-c0f18e976e6e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:21.310119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:21.310495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Checking segment: {'id': '03368e25-1234-4a05-ac6e-e0921504117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:21.310868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Bound using segment: {'id': '03368e25-1234-4a05-ac6e-e0921504117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:21.311321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Bound port: a5588f15-f76b-414b-9c1f-b0b21e403ba6, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03368e25-1234-4a05-ac6e-e0921504117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:21.311757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.323941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0aa96315-222e-467e-9a71-140e620459f7 None None] Port 804f8323-f75a-4845-98f9-aa55a4c32d57 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:21.372193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Router 144d27af-31ba-452a-b42f-eeb052bcf868 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:06:21.394658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:21.456480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-76d920cd-8042-4d67-8ecd-d190c229ecd6 None None] Provisioning complete for port 804f8323-f75a-4845-98f9-aa55a4c32d57 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:21.456867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-76d920cd-8042-4d67-8ecd-d190c229ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.549076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-76d920cd-8042-4d67-8ecd-d190c229ecd6 None None] Port 804f8323-f75a-4845-98f9-aa55a4c32d57 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:21.558844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.585177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:21.618499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6,segment=NetworkSegment(03368e25-1234-4a05-ac6e-e0921504117f),segment_id=03368e25-1234-4a05-ac6e-e0921504117f)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:21.637777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914027-ed5b-4a6d-8abd-0ee447709ae0 req-1157608b-ae76-4641-a0f2-5fa91eca08ac tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:21.640056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47914027-ed5b-4a6d-8abd-0ee447709ae0 req-1157608b-ae76-4641-a0f2-5fa91eca08ac tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 943 time: 0.1191585 Jul 28 18:06:21.687228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8df84f83-52e5-4044-afb4-81e63a6c9483 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:21.701023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47914027-ed5b-4a6d-8abd-0ee447709ae0 req-f5e27c0f-ff59-46c5-a1f5-14d6e5b2ac30 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Jul 28 18:06:21.706890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.746992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:21.748397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.750299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5588f15-f76b-414b-9c1f-b0b21e403ba6 HTTP/1.1" status: 200 len: 1091 time: 2.0436041 Jul 28 18:06:21.750862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:21.754383 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cf5a1-268b-49e3-967b-918a70d2e634" -d '{"events": [{"name": "network-changed", "server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:21.793249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d8a2-3521-4c7a-a3b5-809b49b0fda4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.794860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:21.800642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:21.825620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Sync routers for ids ['144d27af-31ba-452a-b42f-eeb052bcf868'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:21.838508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-397bccd1-4e49-470f-b9a2-4996d55accee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "PUT /v2.0/routers/144d27af-31ba-452a-b42f-eeb052bcf868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9516704 Jul 28 18:06:21.847007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54196) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:21.882910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8df84f83-52e5-4044-afb4-81e63a6c9483 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:21.893053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:21.900747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Routers {'144d27af-31ba-452a-b42f-eeb052bcf868'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:21.901395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['144d27af-31ba-452a-b42f-eeb052bcf868'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:21.903243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9bd3-052d-4fd3-a535-8c7690d3cd6f req-97b46b87-4e21-4bbb-a377-91d4163e79ae tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:21.906110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b3a9bd3-052d-4fd3-a535-8c7690d3cd6f req-97b46b87-4e21-4bbb-a377-91d4163e79ae tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 943 time: 0.4766448 Jul 28 18:06:21.956038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52c60df-d539-49fd-8d13-7a8c7c488b0e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:21.989538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:22.007635 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17968ff5-49e1-4b21-92d0-c6031a57567f x-openstack-request-id: req-17968ff5-49e1-4b21-92d0-c6031a57567f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:22.007931 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:22.008425 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17968ff5-49e1-4b21-92d0-c6031a57567f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:22.009746 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6', 'status': 'completed', 'code': 200} Jul 28 18:06:22.041895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b3a9bd3-052d-4fd3-a535-8c7690d3cd6f req-e033fbc3-6bab-40e9-898c-29ef6eeab5e2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Jul 28 18:06:22.059205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Set router 144d27af-31ba-452a-b42f-eeb052bcf868 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:22.094308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Allocated IP 172.20.0.1 (34f5a519-c28f-43a0-b6d5-794321b70fb4/b8b0524d-1f69-491a-9de7-5ae20929ce64/271b3ac2-92a3-4dae-9812-fa417e8c1341) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:22.100033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.108870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce7bf7-cc30-48ba-88e1-d762cd3c2d48 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.110633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afce7bf7-cc30-48ba-88e1-d762cd3c2d48 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports/804f8323-f75a-4845-98f9-aa55a4c32d57 HTTP/1.1" status: 200 len: 911 time: 0.2461193 Jul 28 18:06:22.115300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:22.128785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-70ff274a-d029-4c44-b8fe-a254a23c5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.130567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-70ff274a-d029-4c44-b8fe-a254a23c5d83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e703803a3eff43b69924c2655a298a90&device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 1094 time: 0.2021623 Jul 28 18:06:22.330208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5839be-994c-4cd7-8c43-5fe08455e0b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.343131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5839be-994c-4cd7-8c43-5fe08455e0b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.345167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0a5839be-994c-4cd7-8c43-5fe08455e0b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2256529 Jul 28 18:06:22.347447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-e1f4d496-e53a-4d96-83ed-82a4f8c9851a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6 HTTP/1.1" status: 200 len: 217 time: 0.1840959 Jul 28 18:06:22.347966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54208) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:22.370727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f91bdad1-7537-4793-aaa9-70d166b72936 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:22.427056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Transition to ACTIVE for port object f52c60df-d539-49fd-8d13-7a8c7c488b0e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:22.469763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.514198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Transition to ACTIVE for port object 271b3ac2-92a3-4dae-9812-fa417e8c1341 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:22.518941 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.524762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:18Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '804f8323-f75a-4845-98f9-aa55a4c32d57', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:86:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:16Z', 'updated_at': '2021-07-28T18:06:19Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:22.681266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=10']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:22.689669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.702943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.703317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.703683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.704021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.704360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.704720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.705031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.705354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.705681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.706006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.706334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.706654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:22.722155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f91bdad1-7537-4793-aaa9-70d166b72936 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:22.726844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Checking router: 144d27af-31ba-452a-b42f-eeb052bcf868 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:22.726844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Updating router 144d27af-31ba-452a-b42f-eeb052bcf868 port 804f8323-f75a-4845-98f9-aa55a4c32d57 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:22.731294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f91bdad1-7537-4793-aaa9-70d166b72936 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:22.731775 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.780907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:22.832441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Pushing event updated for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:22.835478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:22.837596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] No DVR routers for this DVR port f52c60df-d539-49fd-8d13-7a8c7c488b0e on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:22.840796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:22.848114 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:22.884609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.920835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.920835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.930004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.938326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.953435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.959820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:22.968313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-b2659c66-409a-4151-89be-1d7f8328c8ea tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.8559177 Jul 28 18:06:23.014678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-7e0d3f21-3e7e-4683-ac8f-e8ff41fe6f03 service neutron] 10.222.0.35 "PUT /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9154196 Jul 28 18:06:23.017323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.083922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0c509-6452-48b6-8051-6d60c5f26268 req-23ee0907-6acc-49fe-893b-936b955bafaa tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:23.086025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3e0c509-6452-48b6-8051-6d60c5f26268 req-23ee0907-6acc-49fe-893b-936b955bafaa tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 943 time: 0.1663904 Jul 28 18:06:23.098418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:23.150304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.165863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3e0c509-6452-48b6-8051-6d60c5f26268 req-a978dbca-418e-420e-bc4b-bf4e9afeb54b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696399 Jul 28 18:06:23.222804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f91bdad1-7537-4793-aaa9-70d166b72936, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f91bdad1-7537-4793-aaa9-70d166b72936,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:23.247379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:23.286410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-cfe74124-9115-439f-8f76-772a43540182 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:23.289802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.290746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-cfe74124-9115-439f-8f76-772a43540182 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.1386180 Jul 28 18:06:23.418592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f9fba978-5deb-416d-86ca-553d356ffe52 None None] Provisioning for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:23.455882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f91bdad1-7537-4793-aaa9-70d166b72936,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:23.460712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f9fba978-5deb-416d-86ca-553d356ffe52 None None] Provisioning complete for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:23.461091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f9fba978-5deb-416d-86ca-553d356ffe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.489559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.495543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-a8f8a958-bc9f-49a8-92ea-c4ad87344054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:23.497093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-a8f8a958-bc9f-49a8-92ea-c4ad87344054 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40&tenant_id=3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 1095 time: 0.1980090 Jul 28 18:06:23.627609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579a6a-6768-4e81-8742-b21295a29d3a req-e766c21e-5896-4a8c-91da-5fba625a8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:23.630948 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-e766c21e-5896-4a8c-91da-5fba625a8ac8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=200b255e-77ab-49b6-bae2-6bee464af69a HTTP/1.1" status: 200 len: 853 time: 1.2739406 Jul 28 18:06:23.700278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95b83e75-c6ce-4cf7-8899-b85a0dd7f42e req-1c2f4d8d-45cc-40c6-baa9-9a3bb91fd5a7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7309017 Jul 28 18:06:23.712451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-4a916873-a7ae-4a3a-99f6-771f47f60251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b4be728-0896-4e60-9445-c0f18e976e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674219 Jul 28 18:06:23.723918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.748975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-6403f063-02dd-4919-8d41-87e1a022a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:23.761505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-6403f063-02dd-4919-8d41-87e1a022a1d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1095 time: 0.2001548 Jul 28 18:06:23.808326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Transition to ACTIVE for port object 804f8323-f75a-4845-98f9-aa55a4c32d57 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:23.813978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f9fba978-5deb-416d-86ca-553d356ffe52 None None] Port 271b3ac2-92a3-4dae-9812-fa417e8c1341 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:23.874374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:23.928708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1f32-fd7c-4bc8-b785-324ce0ce33c5 None None] Pushing event updated for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:23.965872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:24.025488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Attempting to bind port 804f8323-f75a-4845-98f9-aa55a4c32d57 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:24.026016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Attempting to bind port 804f8323-f75a-4845-98f9-aa55a4c32d57 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:24.026387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Attempting to bind port 804f8323-f75a-4845-98f9-aa55a4c32d57 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:24.039036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:24.039441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:24.039858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.040252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:24.040721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Bound port: 804f8323-f75a-4845-98f9-aa55a4c32d57, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:24.041099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.048252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea49af5-ef62-4c5e-8f64-50776a82f2c7 req-ac8cad36-7df3-48c9-9daa-2ee7cb3cc1c3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.049847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea49af5-ef62-4c5e-8f64-50776a82f2c7 req-ac8cad36-7df3-48c9-9daa-2ee7cb3cc1c3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.1751666 Jul 28 18:06:24.053542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-f839ba41-2616-4e1e-a874-7460e7b9d52e service neutron] 10.222.0.37 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919004 Jul 28 18:06:24.162243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] For port 804f8323-f75a-4845-98f9-aa55a4c32d57, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:24.167521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] For port 804f8323-f75a-4845-98f9-aa55a4c32d57, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=804f8323-f75a-4845-98f9-aa55a4c32d57,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:24.196521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22579a6a-6768-4e81-8742-b21295a29d3a req-60974ba9-0de8-4d61-9c06-4be5a74b4be5 service neutron] 10.222.0.37 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286905 Jul 28 18:06:24.241786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.253164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea49af5-ef62-4c5e-8f64-50776a82f2c7 req-d62b94a7-a8c5-4d3e-b7e4-a129399e81d8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938870 Jul 28 18:06:24.309059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.374419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728ac5-b5c3-4193-8ca7-49d1fc025628 req-ca517383-1920-472f-85e4-ea24cca0d8bf tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.382505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Routers {'144d27af-31ba-452a-b42f-eeb052bcf868'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:24.382723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a728ac5-b5c3-4193-8ca7-49d1fc025628 req-ca517383-1920-472f-85e4-ea24cca0d8bf tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 945 time: 0.2245550 Jul 28 18:06:24.386756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['144d27af-31ba-452a-b42f-eeb052bcf868'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:24.389165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.477529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-c554ba69-a517-460b-a80d-5db79be71d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.478286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.479044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-c554ba69-a517-460b-a80d-5db79be71d71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.7098913 Jul 28 18:06:24.535099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] Set router 144d27af-31ba-452a-b42f-eeb052bcf868 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:24.582784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-3a23255c-c778-4d4f-8dba-821483978929 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.0844221 Jul 28 18:06:24.586036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a728ac5-b5c3-4193-8ca7-49d1fc025628 req-071949c3-1012-4beb-9b2b-d93684fd5acd tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026529 Jul 28 18:06:24.597165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:24.646694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1f32-fd7c-4bc8-b785-324ce0ce33c5 None None] Pushing event updated for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:24.671190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-b50feb06-b920-48f5-ba2c-036c2e7c4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.672695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-b50feb06-b920-48f5-ba2c-036c2e7c4eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.0718637 Jul 28 18:06:24.676605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Pushing event updated for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:24.710024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0485f-9fda-4d3b-9b8a-1bc5c4549f1c req-e1426776-373a-4b00-9d1c-13176527ff1b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.717939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24e0485f-9fda-4d3b-9b8a-1bc5c4549f1c req-e1426776-373a-4b00-9d1c-13176527ff1b tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 943 time: 0.3187339 Jul 28 18:06:24.735800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-f0bfe612-7cbf-4e1b-9b11-9c9c4e1e645e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.737632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-f0bfe612-7cbf-4e1b-9b11-9c9c4e1e645e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 945 time: 0.4678595 Jul 28 18:06:24.791026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-c34f6e6d-e898-4b6b-9cee-921549dbc46d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065700 Jul 28 18:06:24.803608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-82a66dcb-d16e-4078-ba70-3fd17fddb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.805571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:18Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '804f8323-f75a-4845-98f9-aa55a4c32d57', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:86:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:16Z', 'updated_at': '2021-07-28T18:06:24Z', 'revision_number': 4, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:24.806137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-82a66dcb-d16e-4078-ba70-3fd17fddb5ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e703803a3eff43b69924c2655a298a90&device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 1094 time: 0.4958332 Jul 28 18:06:24.849481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b476-65be-4c44-beb6-d8f7f4141482 None None] The sync data for ids ['144d27af-31ba-452a-b42f-eeb052bcf868'] in n-d-778550-5 is: [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:18Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '804f8323-f75a-4845-98f9-aa55a4c32d57', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:86:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:16Z', 'updated_at': '2021-07-28T18:06:24Z', 'revision_number': 4, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '64ea2358-cc0c-49d7-882e-973c8613058e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:24.870890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24e0485f-9fda-4d3b-9b8a-1bc5c4549f1c req-10fc452c-69c2-444a-9be1-2a553f575044 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520736 Jul 28 18:06:24.921550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:24.930726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:24.958755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.966540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.974920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.983660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.990101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:24.996552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.002629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.004804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-7f30f902-40a2-4c53-a78c-2eb1a669c80c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2101314 Jul 28 18:06:25.059961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-5cf5d5b7-e982-4988-b5a2-cd6c8826dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.061477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-5cf5d5b7-e982-4988-b5a2-cd6c8826dd30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b4be728-0896-4e60-9445-c0f18e976e6e HTTP/1.1" status: 200 len: 914 time: 0.1975746 Jul 28 18:06:25.071001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Deleting port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:25.071345 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:25.177670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-e8a098e9-740b-4e7d-a534-2bec7d3dd396 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6 HTTP/1.1" status: 200 len: 217 time: 0.1027775 Jul 28 18:06:25.217541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5b2a4e1-1ce3-4b4b-b061-6dd9c75f9770 req-bf4561e7-8176-4b69-a580-02c7de6afe77 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939449 Jul 28 18:06:25.230569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-2b8ce812-d85d-4d89-98fa-e63245e0b865 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011335 Jul 28 18:06:25.250195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:06:25.275128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 804f8323-f75a-4845-98f9-aa55a4c32d57 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:25.275498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:25.282776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-fe7b1513-7700-412c-8342-3c51921e5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.284503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-fe7b1513-7700-412c-8342-3c51921e5e8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=200b255e-77ab-49b6-bae2-6bee464af69a HTTP/1.1" status: 200 len: 853 time: 0.0965707 Jul 28 18:06:25.322239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6cc8e933-0b38-47a1-aedc-53143c8c1cb6 None None] Provisioning complete for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:25.322873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e933-0b38-47a1-aedc-53143c8c1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:25.374252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8e933-0b38-47a1-aedc-53143c8c1cb6 None None] Port 271b3ac2-92a3-4dae-9812-fa417e8c1341 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:25.406509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-72cea386-61ff-4bff-bf22-291a7c6f32a8 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656172 Jul 28 18:06:25.437349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-39700da3-42f8-4e79-b523-208982433c03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b4be728-0896-4e60-9445-c0f18e976e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797658 Jul 28 18:06:25.448631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] For port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:25.449151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:25.566091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Calling delete_port for 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:25.589641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:25.604833 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:25.626382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-5cc7e602-a406-48dd-b312-3107a8bb20c0 service neutron] 10.222.0.37 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729817 Jul 28 18:06:25.640850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c27ca-ea33-4564-bbee-92d6a6dcd3a9 req-428fe514-2659-489f-a6e5-b0edc09f64a1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.641731 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5d74075-4712-47eb-86b5-437e1728c97a admin admin] 10.222.0.25 "PUT /v2.0/routers/eb9437a9-95a1-4c19-9928-79a73d059615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7601709 Jul 28 18:06:25.644707 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:25.649598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-949c27ca-ea33-4564-bbee-92d6a6dcd3a9 req-428fe514-2659-489f-a6e5-b0edc09f64a1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.2908592 Jul 28 18:06:25.649761 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:25.652685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f91bdad1-7537-4793-aaa9-70d166b72936 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:25.764692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f91bdad1-7537-4793-aaa9-70d166b72936 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:25.767622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:25.877441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:25.943860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-bb7c7658-a319-4084-9e01-a9af979051e8 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:25.944788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 804f8323-f75a-4845-98f9-aa55a4c32d57 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:25.946680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-bb7c7658-a319-4084-9e01-a9af979051e8 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.0916948 Jul 28 18:06:25.951506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a53cf5a1-268b-49e3-967b-918a70d2e634 req-840dc039-499a-463a-94ff-07a1e7b8eaf5 service neutron] 10.222.0.37 "GET /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177763 Jul 28 18:06:25.982211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-949c27ca-ea33-4564-bbee-92d6a6dcd3a9 req-c0eeac20-aff2-4047-a730-0470fcdf1ccc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309448 Jul 28 18:06:26.000021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port 804f8323-f75a-4845-98f9-aa55a4c32d57, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=804f8323-f75a-4845-98f9-aa55a4c32d57,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:26.000661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.031969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 804f8323-f75a-4845-98f9-aa55a4c32d57 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:26.092623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 804f8323-f75a-4845-98f9-aa55a4c32d57 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:26.097819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 804f8323-f75a-4845-98f9-aa55a4c32d57 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:26.097819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.239550 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 2, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:26.255635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.297214 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:26.297877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Updating router eb9437a9-95a1-4c19-9928-79a73d059615 port 271b3ac2-92a3-4dae-9812-fa417e8c1341 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:26.311452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 804f8323-f75a-4845-98f9-aa55a4c32d57, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=804f8323-f75a-4845-98f9-aa55a4c32d57,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:26.314756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-1d112297-8789-4434-932f-e4efcc15d01b service neutron] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:26.321051 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-1d112297-8789-4434-932f-e4efcc15d01b service neutron] Notify callbacks [] for binding, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.322847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53106c8a-0c8d-48d4-a184-2c47d8874d94 req-1d112297-8789-4434-932f-e4efcc15d01b service neutron] 10.222.0.37 "DELETE /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.3579075 Jul 28 18:06:26.329317 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.340392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d68dd-90e6-43f4-b8b8-d1c7136b157d req-be8ea959-99c4-4f62-a1e9-6a42ce3034ca tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:26.342312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-976d68dd-90e6-43f4-b8b8-d1c7136b157d req-be8ea959-99c4-4f62-a1e9-6a42ce3034ca tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 943 time: 0.1095142 Jul 28 18:06:26.348728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.361899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728', '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', '8b95d415-ded6-4631-8a62-cc8ec6031fd3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:26.402249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event deleted for resources: {'Port': ['ID=2db4203f-f05d-4467-bcaf-32f0b6c7aa75,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:26.423528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565277-c2e0-4b97-a56e-e91f62773716 req-c556dbcf-794a-4de7-928c-f93fd47d5035 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:26.425249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73565277-c2e0-4b97-a56e-e91f62773716 req-c556dbcf-794a-4de7-928c-f93fd47d5035 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=38ee5dbf-7174-45e0-a74c-62024cf5c744 HTTP/1.1" status: 200 len: 867 time: 0.2978158 Jul 28 18:06:26.457077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-976d68dd-90e6-43f4-b8b8-d1c7136b157d req-cd33c8d9-fc92-49e8-8fda-666978b24159 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079834 Jul 28 18:06:26.470346 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.522140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] No DVR routers for this DVR port 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:26.571541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:26.579978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.582272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0a632a1-e7b2-4fa0-859b-8656df8688ae req-57e566a6-7535-45bc-900a-5b37b93be38f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "DELETE /v2.0/ports/2db4203f-f05d-4467-bcaf-32f0b6c7aa75 HTTP/1.1" status: 204 len: 173 time: 1.8055296 Jul 28 18:06:26.582798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'name': 'network-vif-deleted', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:26.600296 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5efe6c-f3f4-4801-b86c-5f750ef7fabf" -d '{"events": [{"server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "name": "network-vif-deleted", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:26.631257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73565277-c2e0-4b97-a56e-e91f62773716 req-481baeea-81a3-4cd8-ad30-120dd662f07c tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900988 Jul 28 18:06:26.671456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a5588f15-f76b-414b-9c1f-b0b21e403ba6 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:26.683349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:26.720338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.778059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:26.778441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2db4203f-f05d-4467-bcaf-32f0b6c7aa75 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:26.798444 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.814047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=804f8323-f75a-4845-98f9-aa55a4c32d57,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:26.817889 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Transition to ACTIVE for port object 271b3ac2-92a3-4dae-9812-fa417e8c1341 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:26.908477 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:26.963282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-8888586e-ba1f-41f3-aaa6-ee5244c3d092 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:26.979311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-8888586e-ba1f-41f3-aaa6-ee5244c3d092 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 821 time: 0.2406206 Jul 28 18:06:26.999736 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2de76d-4f27-4210-a562-9f02ea9426fb None None] Pushing event updated for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:27.006673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.011434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-3a4377a3-f0b3-4479-8443-63351a32f4dd tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/quotas/d01d1bcd5b3d4ca791e720cbf77f8ca2 HTTP/1.1" status: 200 len: 375 time: 0.0251961 Jul 28 18:06:27.014933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6,segment=NetworkSegment(03368e25-1234-4a05-ac6e-e0921504117f),segment_id=03368e25-1234-4a05-ac6e-e0921504117f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:27.036511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6', 'network_id': '5b4be728-0896-4e60-9445-c0f18e976e6e', 'port_id': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6', 'mac_address': 'fa:16:3e:e1:34:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200b255e-77ab-49b6-bae2-6bee464af69a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:27.067049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaf17c-5ce7-43ee-b6d6-a54fb55736eb req-3cedd9f5-4149-4cf6-9d9c-432bf5391821 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.079561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49eaf17c-5ce7-43ee-b6d6-a54fb55736eb req-3cedd9f5-4149-4cf6-9d9c-432bf5391821 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.2357852 Jul 28 18:06:27.086743 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Attempting to bind port 271b3ac2-92a3-4dae-9812-fa417e8c1341 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:27.087118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Attempting to bind port 271b3ac2-92a3-4dae-9812-fa417e8c1341 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:27.087789 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Attempting to bind port 271b3ac2-92a3-4dae-9812-fa417e8c1341 on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:27.104323 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:27.104963 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Checking segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:27.105543 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.106169 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Bound using segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:27.108013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Bound port: 271b3ac2-92a3-4dae-9812-fa417e8c1341, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:27.108626 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.139485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-9c354d09-224c-4246-83ef-01f60b639251 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270938 Jul 28 18:06:27.186963 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] For port 271b3ac2-92a3-4dae-9812-fa417e8c1341, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:27.190610 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] For port 271b3ac2-92a3-4dae-9812-fa417e8c1341, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=271b3ac2-92a3-4dae-9812-fa417e8c1341,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:27.195949 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.220381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5588f15-f76b-414b-9c1f-b0b21e403ba6 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:27.261910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6,segment=NetworkSegment(03368e25-1234-4a05-ac6e-e0921504117f),segment_id=03368e25-1234-4a05-ac6e-e0921504117f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:27.276272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-4dadc3f2-6803-40cb-af82-94a069c4bbd7 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264849 Jul 28 18:06:27.324829 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.390120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:27.446504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-48ad2731-d7a5-4556-82ae-70b4fe2c7ea8 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692960 Jul 28 18:06:27.453656 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2de76d-4f27-4210-a562-9f02ea9426fb None None] Pushing event updated for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:27.462101 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:27.462718 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:27.563362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:27.668196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:27.683839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a5588f15-f76b-414b-9c1f-b0b21e403ba6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:27.714895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49eaf17c-5ce7-43ee-b6d6-a54fb55736eb req-752b20d1-b101-4462-ba1b-2c61f1968b7d tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316741 Jul 28 18:06:27.832904 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cab325-1387-4f5a-b704-f548309cf48e x-openstack-request-id: req-23cab325-1387-4f5a-b704-f548309cf48e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:27.833314 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ee5dbf-7174-45e0-a74c-62024cf5c744", "name": "network-vif-deleted", "tag": "2db4203f-f05d-4467-bcaf-32f0b6c7aa75", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:27.833677 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23cab325-1387-4f5a-b704-f548309cf48e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:27.834202 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee5dbf-7174-45e0-a74c-62024cf5c744', 'name': 'network-vif-deleted', 'tag': '2db4203f-f05d-4467-bcaf-32f0b6c7aa75', 'status': 'completed', 'code': 200} Jul 28 18:06:27.845275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Router 144d27af-31ba-452a-b42f-eeb052bcf868 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:06:27.864376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.873575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.881280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.888634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.894952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.904999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.912081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:27.921544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-d2eb3830-a12d-47f5-82bb-b806ca3fd9c8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1218603 Jul 28 18:06:28.001953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:28.009146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75f6d817-41b8-4eae-9e66-58cf4d765365 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "PUT /v2.0/routers/144d27af-31ba-452a-b42f-eeb052bcf868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6580341 Jul 28 18:06:28.013491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-4386a46c-0706-4094-8d89-f73d1f9d9d3e tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.015559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-4386a46c-0706-4094-8d89-f73d1f9d9d3e tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.0890191 Jul 28 18:06:28.015715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:28.017639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Sync routers for ids ['144d27af-31ba-452a-b42f-eeb052bcf868'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:28.027616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Routers {'144d27af-31ba-452a-b42f-eeb052bcf868'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:28.028320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['144d27af-31ba-452a-b42f-eeb052bcf868'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:28.032128 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e6aaed3-eb6d-4a56-b421-59ae35a767a1 req-755aec3a-cb65-446d-ac35-df0a259596de tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082971 Jul 28 18:06:28.063697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedf808-abf3-437c-9b33-cefdef8346df req-66cd21c7-a1ba-4963-8dcc-7ce5d70badb2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.065466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2aedf808-abf3-437c-9b33-cefdef8346df req-66cd21c7-a1ba-4963-8dcc-7ce5d70badb2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.1295259 Jul 28 18:06:28.099317 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:27Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:28.106840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5107a3a-5fc7-4640-80cc-7fe1c616dc08 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.108563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5107a3a-5fc7-4640-80cc-7fe1c616dc08 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.111581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b5107a3a-5fc7-4640-80cc-7fe1c616dc08 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0937376 Jul 28 18:06:28.115165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54280) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:28.134041 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df79b6-36da-4911-9e65-61698c92b8c0 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:27Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:28.143792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Set router 144d27af-31ba-452a-b42f-eeb052bcf868 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:28.167110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2aedf808-abf3-437c-9b33-cefdef8346df req-65cb4b3b-2cfb-4a5c-940e-0a0cf26b3225 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906949 Jul 28 18:06:28.185313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 64ea2358-cc0c-49d7-882e-973c8613058e {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:28.189633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.224226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:26Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:28.259169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.261896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Checking router: 144d27af-31ba-452a-b42f-eeb052bcf868 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:28.270219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Routers {'144d27af-31ba-452a-b42f-eeb052bcf868'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:28.270981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['144d27af-31ba-452a-b42f-eeb052bcf868'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:28.331018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ea7f9-c2b3-4fc5-9e2d-42b3cc2b14d9 req-72fa67e7-d2f7-4439-9f8e-b68e9ad908aa tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.339524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f4ea7f9-c2b3-4fc5-9e2d-42b3cc2b14d9 req-72fa67e7-d2f7-4439-9f8e-b68e9ad908aa tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 944 time: 0.2302780 Jul 28 18:06:28.365686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6d79c81-2118-48c7-999f-b6e94ac7e96f req-3d1f58b8-98c3-4197-ba4d-1f810a369a84 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 210 time: 0.0440686 Jul 28 18:06:28.397152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f4ea7f9-c2b3-4fc5-9e2d-42b3cc2b14d9 req-b0b2ef31-0d6a-49d6-9551-44f99d923ba5 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565114 Jul 28 18:06:28.444015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Deleting port 412bd307-b4f0-412a-b990-840a09ac3038 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:28.444339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.472824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.621757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904003a-c7d9-49b3-95fe-5bb625e8d8f6 req-4b18c3eb-0111-45fc-aea3-bf8b0fbf8568 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:28.624586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0904003a-c7d9-49b3-95fe-5bb625e8d8f6 req-4b18c3eb-0111-45fc-aea3-bf8b0fbf8568 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1095 time: 0.0729139 Jul 28 18:06:28.631342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] For port 412bd307-b4f0-412a-b990-840a09ac3038, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=412bd307-b4f0-412a-b990-840a09ac3038,segment=NetworkSegment(92238f44-f95a-4e01-a62f-98c970bb7e58),segment_id=92238f44-f95a-4e01-a62f-98c970bb7e58)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:28.631788 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.640888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] Set router 144d27af-31ba-452a-b42f-eeb052bcf868 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:28.658050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Calling delete_port for 412bd307-b4f0-412a-b990-840a09ac3038 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:28.697823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.726192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=64ea2358-cc0c-49d7-882e-973c8613058e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:28.733356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:28.733726 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0904003a-c7d9-49b3-95fe-5bb625e8d8f6 req-95d4cfbd-f717-406d-a9f2-2e35031270b1 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Jul 28 18:06:28.736044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-369ad68a-f9c0-4c78-8f35-74303565debc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/64ea2358-cc0c-49d7-882e-973c8613058e HTTP/1.1" status: 204 len: 168 time: 0.6191044 Jul 28 18:06:28.736322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a5588f15-f76b-414b-9c1f-b0b21e403ba6 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:28.739095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54292) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:28.773286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:26Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:28.848366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e16ea-ada8-4cb9-b1d4-fd8df35047b9 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:28.916800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54298) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:28.917051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5a32889f-8d66-4d71-aae7-11e0af5a73b8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1724286 Jul 28 18:06:29.044545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f1c-207f-4a22-8ea5-8c9d36975c61 None None] The sync data for ids ['144d27af-31ba-452a-b42f-eeb052bcf868'] in n-d-778550-5 is: [{'id': '144d27af-31ba-452a-b42f-eeb052bcf868', 'name': 'tempest-NetworksTestDHCPv6-router-2016490764', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:15Z', 'updated_at': '2021-07-28T18:06:26Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:29.051356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.075150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a1e85-a12a-408d-884d-241e06e788eb req-90df2b9c-ce4a-4550-992f-bf67b63dd621 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.076803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-011a1e85-a12a-408d-884d-241e06e788eb req-90df2b9c-ce4a-4550-992f-bf67b63dd621 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 945 time: 0.1831672 Jul 28 18:06:29.188898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.206021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['412bd307-b4f0-412a-b990-840a09ac3038'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:29.237606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-011a1e85-a12a-408d-884d-241e06e788eb req-233cece2-824c-4010-a821-d9e2bfafa75b tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/security-groups?id=16532061-9d6d-4828-8789-235bff918078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124873 Jul 28 18:06:29.239364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port a5588f15-f76b-414b-9c1f-b0b21e403ba6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:29.246565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port a5588f15-f76b-414b-9c1f-b0b21e403ba6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:29.247354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.322254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Pushing event deleted for resources: {'Port': ['ID=412bd307-b4f0-412a-b990-840a09ac3038,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:29.377252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.416112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-1035c47f-8700-49c2-bf04-321c0e0690ac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.424738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:29.427113 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4987973-c416-4478-bacb-37a30b8ca117" -d '{"events": [{"server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "name": "network-vif-plugged", "status": "completed", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:29.427966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-1035c47f-8700-49c2-bf04-321c0e0690ac tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.3556290 Jul 28 18:06:29.435436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] No DVR routers for this DVR port 412bd307-b4f0-412a-b990-840a09ac3038 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:29.451190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.453438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b42ea1b-8506-478c-bfe1-605d8ee15402 req-954e41c8-b4a6-491e-928f-336d0d6c5507 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.35 "DELETE /v2.0/ports/412bd307-b4f0-412a-b990-840a09ac3038 HTTP/1.1" status: 204 len: 173 time: 1.4201162 Jul 28 18:06:29.458829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'name': 'network-vif-deleted', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:29.461443 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7966af-c2f4-4cfc-bd11-fec3d44b325b" -d '{"events": [{"server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "name": "network-vif-deleted", "tag": "412bd307-b4f0-412a-b990-840a09ac3038"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:29.477148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6,segment=NetworkSegment(03368e25-1234-4a05-ac6e-e0921504117f),segment_id=03368e25-1234-4a05-ac6e-e0921504117f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:29.482052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:06:29.482611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-0659034e-8ff9-4d7c-ab8a-fcba80c7fb02 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/quotas/3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 375 time: 0.0515168 Jul 28 18:06:29.548688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.565945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.573069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-a5d12de0-699d-4d3c-aee1-9eac2cf65c41 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892158 Jul 28 18:06:29.573300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.661529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 271b3ac2-92a3-4dae-9812-fa417e8c1341 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:29.672387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Deleting port 8df84f83-52e5-4044-afb4-81e63a6c9483 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:29.672387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.719466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:29.762004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.762505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.763553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.764194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.769581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:29.797365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.818288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.836163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.842637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-8bff0379-dc68-4463-ba70-6fd6fb84915f service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661574 Jul 28 18:06:29.847229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.854896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.863067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.871277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:29.874413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-b1dc8f02-413b-4c6f-a554-6954a8150216 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.4905517 Jul 28 18:06:29.876307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.877394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Fanout notify agent at l3_agent the message router_deleted on router 144d27af-31ba-452a-b42f-eeb052bcf868 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:06:29.880200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] For port 8df84f83-52e5-4044-afb4-81e63a6c9483, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8df84f83-52e5-4044-afb4-81e63a6c9483,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:29.884513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.886850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:29.890426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c53adf3-2f35-4826-96c5-dc66ab1ae3f7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/routers/144d27af-31ba-452a-b42f-eeb052bcf868 HTTP/1.1" status: 204 len: 168 time: 0.9649808 Jul 28 18:06:29.893620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54324) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:29.900665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:29.933909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Calling delete_port for 8df84f83-52e5-4044-afb4-81e63a6c9483 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:29.985207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-80086fe7-3f3d-4efc-b20f-dc8fc12f54a9 service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416018 Jul 28 18:06:30.035294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:30.046894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:30.055480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:30.066862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f53f836-bad0-4e65-beb5-250500af0ce2 req-0413c7a8-8963-4abb-ae80-079997bc8ba8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745758 Jul 28 18:06:30.248966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0ca1b7f-5a1f-42ea-81cb-8859f24e28d8 req-878613aa-ddef-402a-9909-8009cf022df1 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 210 time: 0.0384049 Jul 28 18:06:30.250315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:30.254998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:30.300891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:30.315152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:30.349411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] No DVR routers for this DVR port 8df84f83-52e5-4044-afb4-81e63a6c9483 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:30.354605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f933b-2541-47d0-94e1-ae338eb4a0ef None None] Pushing event deleted for resources: {'Port': ['ID=8df84f83-52e5-4044-afb4-81e63a6c9483,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:30.394053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 271b3ac2-92a3-4dae-9812-fa417e8c1341, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=271b3ac2-92a3-4dae-9812-fa417e8c1341,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:30.411750 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833963b0-b486-49ad-8d54-3665ba280c3c x-openstack-request-id: req-833963b0-b486-49ad-8d54-3665ba280c3c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:30.412579 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "name": "network-vif-plugged", "status": "completed", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:30.413064 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-833963b0-b486-49ad-8d54-3665ba280c3c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:30.413679 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6', 'code': 200} Jul 28 18:06:30.454438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:30.499689 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e19ef9c-f69c-4254-9005-9cf49d829cd5 x-openstack-request-id: req-4e19ef9c-f69c-4254-9005-9cf49d829cd5 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:30.502199 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed65a312-8c6c-4521-b189-897754e375e6", "name": "network-vif-deleted", "tag": "412bd307-b4f0-412a-b990-840a09ac3038", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:30.502778 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e19ef9c-f69c-4254-9005-9cf49d829cd5 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:30.503469 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65a312-8c6c-4521-b189-897754e375e6', 'name': 'network-vif-deleted', 'tag': '412bd307-b4f0-412a-b990-840a09ac3038', 'status': 'completed', 'code': 200} Jul 28 18:06:30.566179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1e73-4f32-4bef-92dd-1160e3e5c1ed req-9600ca19-fdca-48b7-9ec0-bde86a29d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:30.567725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c89f1e73-4f32-4bef-92dd-1160e3e5c1ed req-9600ca19-fdca-48b7-9ec0-bde86a29d7a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 1096 time: 0.0990150 Jul 28 18:06:30.586720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8df84f83-52e5-4044-afb4-81e63a6c9483 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:30.637086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8df84f83-52e5-4044-afb4-81e63a6c9483 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:30.637453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8df84f83-52e5-4044-afb4-81e63a6c9483 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:30.637967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 804f8323-f75a-4845-98f9-aa55a4c32d57 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:30.643187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:30.670575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 804f8323-f75a-4845-98f9-aa55a4c32d57 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:30.670904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 804f8323-f75a-4845-98f9-aa55a4c32d57 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:30.685775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec12b9-efb9-4339-a7ae-1070aa075afd req-e7c2fe86-8e40-40bc-b55f-6fe99d5a1b11 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:30.685775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ec12b9-efb9-4339-a7ae-1070aa075afd req-e7c2fe86-8e40-40bc-b55f-6fe99d5a1b11 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.3046088 Jul 28 18:06:30.743967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2143179-2af5-489f-a35a-580884b91d6a req-097c54be-ded3-460b-9573-22d8106287fa tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.0626214 Jul 28 18:06:30.746905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c89f1e73-4f32-4bef-92dd-1160e3e5c1ed req-7e967b75-f185-4d9d-a7da-d085f8de1ec7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289144 Jul 28 18:06:30.788435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-ef398e83-0ab3-4e80-b41b-94c196edbc6f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:30.790079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-ef398e83-0ab3-4e80-b41b-94c196edbc6f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 821 time: 0.2841492 Jul 28 18:06:30.827068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ec12b9-efb9-4339-a7ae-1070aa075afd req-4afd99de-ae3e-4d11-a911-4bf9292a4ad2 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184726 Jul 28 18:06:30.835161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'port': {'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'admin_state_up': True, 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:30.946292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5b5f047-1b92-4fdc-9989-a40e87bb7b22 req-8271ce35-2e27-440f-9418-3d5c9beee727 tempest-VolumesAdminNegativeTest-1219463303 tempest-VolumesAdminNegativeTest-1219463303-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed65a312-8c6c-4521-b189-897754e375e6 HTTP/1.1" status: 200 len: 210 time: 0.0598562 Jul 28 18:06:30.954043 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.011436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:31.015450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:31.019759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.020344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.023748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Made reservation on behalf of d01d1bcd5b3d4ca791e720cbf77f8ca2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:31.023907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=213096f5-8d04-4b84-b332-7fa4c0e4b17f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:31.026678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.032056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0fcfc1-2139-4706-a08f-cacf6b5e3f02 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:31.117357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1aa1abc9-dc3a-48fa-b00e-868526633e9e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2195613 Jul 28 18:06:31.118103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54342) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:31.125551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:31.213317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:31.214394 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.227991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Allocated IP 172.20.0.6 (34f5a519-c28f-43a0-b6d5-794321b70fb4/b8b0524d-1f69-491a-9de7-5ae20929ce64/9af5ff5f-454e-487c-b129-2cc7392be6ae) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:31.229967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.232748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.268935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.274404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.280897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.286765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.292921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.299751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.305871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:31.308406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532530e2-e852-49b8-a71b-0b16c528194e req-23e629c3-0fea-4763-87e2-0e4fe4fb98d7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1324935 Jul 28 18:06:31.337849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.392243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/213096f5-8d04-4b84-b332-7fa4c0e4b17f/8b4b83d3-03db-44e0-b0aa-c1e60112619a) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:31.417756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-532530e2-e852-49b8-a71b-0b16c528194e req-faab45ef-736f-4117-bc0c-b2f8ac3078d8 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971506 Jul 28 18:06:31.419501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58cebf3a-3c28-4f9b-8f5e-198930d9213b req-8a7dc218-0dec-49b2-9db0-d8c27a1c8e41 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 210 time: 0.0411179 Jul 28 18:06:31.420798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.509138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.509442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 271b3ac2-92a3-4dae-9812-fa417e8c1341 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:31.510936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e6c05b5d-1fc1-483d-a522-562a04fa58c1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3918347 Jul 28 18:06:31.514238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54346) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:31.558296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.602965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Transition to ACTIVE for port object 9af5ff5f-454e-487c-b129-2cc7392be6ae will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:31.618099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 271b3ac2-92a3-4dae-9812-fa417e8c1341 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:31.618565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.748808 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.781695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Transition to ACTIVE for port object 8b4b83d3-03db-44e0-b0aa-c1e60112619a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:31.807741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Transition to ACTIVE for port object 8b4b83d3-03db-44e0-b0aa-c1e60112619a will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:31.825855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.875930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.897519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-477a0f5a-27e3-4039-b41f-eabe6b64485c req-0e76e306-6273-41fc-918e-8099c85821ce tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.0620124 Jul 28 18:06:31.907297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:31.910744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:31.914771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:31.915135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:31.954996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event updated for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:32.008126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.008960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.024967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:32.037415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:32.042644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:32.046994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Pushing event updated for resources: {'Port': ['ID=8b4b83d3-03db-44e0-b0aa-c1e60112619a,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:32.068008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54358) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:32.127240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Deleting subnet 70c4226e-d2ff-4b85-ac05-02780e19db4a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:32.131796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-1142b880-8073-4c7d-bec8-b3d34a004e31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3027380 Jul 28 18:06:32.132603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.142267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Attempting to bind port 8b4b83d3-03db-44e0-b0aa-c1e60112619a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:32.146199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Attempting to bind port 8b4b83d3-03db-44e0-b0aa-c1e60112619a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:32.150255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Attempting to bind port 8b4b83d3-03db-44e0-b0aa-c1e60112619a on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:32.157154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:32.158304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:32.158304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.158573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:32.158930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Bound port: 8b4b83d3-03db-44e0-b0aa-c1e60112619a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:32.159320 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.170273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Request body: {'port': {'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:32.214318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.248304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa3fb7-ce8d-4393-88b7-e884151c596d req-4b5ddd33-c518-4fcd-bda7-72c823c38ba7 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.249853 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86fa3fb7-ce8d-4393-88b7-e884151c596d req-4b5ddd33-c518-4fcd-bda7-72c823c38ba7 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.3573725 Jul 28 18:06:32.256932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] For port 8b4b83d3-03db-44e0-b0aa-c1e60112619a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:32.261864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] For port 8b4b83d3-03db-44e0-b0aa-c1e60112619a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8b4b83d3-03db-44e0-b0aa-c1e60112619a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:32.314627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86fa3fb7-ce8d-4393-88b7-e884151c596d req-71ec265d-8854-4ab2-9a00-c990f9392083 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555882 Jul 28 18:06:32.332557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.361361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::1 (02de251d-9347-46ab-9b2a-143fdbfe65d6/213096f5-8d04-4b84-b332-7fa4c0e4b17f/46d84590-88fa-453b-b069-5d5f0cfeac2d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:32.407667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a903ef-a232-482f-9b1f-8c3d88681163 None None] Pushing event updated for resources: {'Port': ['ID=8b4b83d3-03db-44e0-b0aa-c1e60112619a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:32.436614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b71b73f8-baf5-48bb-842e-f3a470cd03fa None None] Provisioning for port 9af5ff5f-454e-487c-b129-2cc7392be6ae completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:32.444183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b71b73f8-baf5-48bb-842e-f3a470cd03fa None None] Provisioning complete for port 9af5ff5f-454e-487c-b129-2cc7392be6ae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:32.444357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b71b73f8-baf5-48bb-842e-f3a470cd03fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.564316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b71b73f8-baf5-48bb-842e-f3a470cd03fa None None] Port 9af5ff5f-454e-487c-b129-2cc7392be6ae cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:32.590190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.625703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b4223-be5d-479e-8144-7781a4cf2f76 req-70b64b03-e2b5-4a72-bfa8-7168ee8b7ebc tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.635692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f0b4223-be5d-479e-8144-7781a4cf2f76 req-70b64b03-e2b5-4a72-bfa8-7168ee8b7ebc tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 931 time: 0.1132684 Jul 28 18:06:32.641670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 46d84590-88fa-453b-b069-5d5f0cfeac2d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:32.708308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f0b4223-be5d-479e-8144-7781a4cf2f76 req-3dcaea5f-3372-454f-8101-cf57802720d7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712960 Jul 28 18:06:32.757025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.811807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.843223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.867485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=46d84590-88fa-453b-b069-5d5f0cfeac2d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:32.887028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:32.888676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:32.891163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.891567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:32.892400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:32.898628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.905140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.911151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.917096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.923571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.929502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:32.931465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-2e9a6be8-7176-4946-b8f5-8c075caf972b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1787581 Jul 28 18:06:33.026497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 412bd307-b4f0-412a-b990-840a09ac3038 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:33.076183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98f2b339-cbf1-4a02-b1f3-333becc2b8e7 req-a0052b64-1dea-41f0-87eb-3eca2330da05 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356769 Jul 28 18:06:33.086983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 412bd307-b4f0-412a-b990-840a09ac3038 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:33.087632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 412bd307-b4f0-412a-b990-840a09ac3038 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:33.127484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-aef6eb05-852a-4175-9d7f-13280f31324f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:33.129913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-aef6eb05-852a-4175-9d7f-13280f31324f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1946685 Jul 28 18:06:33.154689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Request body: {'port': {'device_id': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'admin_state_up': True, 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:33.161809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77e12bc3-db15-4d84-b0c1-e88d37d5763e req-2036533c-d813-421c-b3c5-dba2ac5f24dc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.0754616 Jul 28 18:06:33.215332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.289367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.291380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/70c4226e-d2ff-4b85-ac05-02780e19db4a HTTP/1.1" status: 204 len: 168 time: 1.2217603 Jul 28 18:06:33.326714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cb6de-d1a3-4763-88bc-07f1a09c2fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c4226e-d2ff-4b85-ac05-02780e19db4a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:33.342861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54372) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:33.460715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.485428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af5ff5f-454e-487c-b129-2cc7392be6ae {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:33.524445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.582911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8b4b83d3-03db-44e0-b0aa-c1e60112619a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:33.597133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Transition to ACTIVE for port object 9af5ff5f-454e-487c-b129-2cc7392be6ae will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:33.608913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.666194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b5efcb-6a2a-4e34-a023-efc9670646eb']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:33.669807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.683444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.714785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92238f44-f95a-4e01-a62f-98c970bb7e58') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:33.715205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92238f44-f95a-4e01-a62f-98c970bb7e58') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:33.739994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.742941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8b4b83d3-03db-44e0-b0aa-c1e60112619a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:33.796882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.805127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Pushing event updated for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:33.805318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7021c-06eb-43d4-bb97-045bbbcf74a0 req-6676826b-042e-4b26-a79c-a12b3b0d38ce tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:33.813560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bed7021c-06eb-43d4-bb97-045bbbcf74a0 req-6676826b-042e-4b26-a79c-a12b3b0d38ce tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.1490002 Jul 28 18:06:33.842792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab131c2-662a-4c6a-bd93-720fd1b8c9ea req-3fc6330d-4d8f-4d4d-97b2-f5635d317a9c tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:33.850960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ab131c2-662a-4c6a-bd93-720fd1b8c9ea req-3fc6330d-4d8f-4d4d-97b2-f5635d317a9c tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.2505722 Jul 28 18:06:33.855232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:33.855720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:06:33.858188 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:06:33.960101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Provisioning for port 8b4b83d3-03db-44e0-b0aa-c1e60112619a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:33.964607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Provisioning complete for port 8b4b83d3-03db-44e0-b0aa-c1e60112619a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:33.967267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:33.973270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Attempting to bind port 9af5ff5f-454e-487c-b129-2cc7392be6ae on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:33.973631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Attempting to bind port 9af5ff5f-454e-487c-b129-2cc7392be6ae by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:33.973953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Attempting to bind port 9af5ff5f-454e-487c-b129-2cc7392be6ae on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:33.989260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ab131c2-662a-4c6a-bd93-720fd1b8c9ea req-f6feb912-0f66-4074-96fc-05fa24762813 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321683 Jul 28 18:06:33.990727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Port 9af5ff5f-454e-487c-b129-2cc7392be6ae on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:33.991072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Attempting to bind port 9af5ff5f-454e-487c-b129-2cc7392be6ae on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:33.999341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bed7021c-06eb-43d4-bb97-045bbbcf74a0 req-8640ad1a-3f12-4e6d-9deb-972e8ba080d4 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847272 Jul 28 18:06:33.999605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:33.999944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Checking segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:34.000197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Bound using segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:34.000634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Bound port: 9af5ff5f-454e-487c-b129-2cc7392be6ae, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:34.001006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.037336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.065632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.067674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] 10.222.0.25 "DELETE /v2.0/networks/55b5efcb-6a2a-4e34-a023-efc9670646eb HTTP/1.1" status: 204 len: 168 time: 0.7236753 Jul 28 18:06:34.085061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:34.094433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03357bed-fcca-4f8e-9649-5b2473954047 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b5efcb-6a2a-4e34-a023-efc9670646eb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:34.154191 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.158645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:34.162697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:34.195622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] For port 8b4b83d3-03db-44e0-b0aa-c1e60112619a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8b4b83d3-03db-44e0-b0aa-c1e60112619a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:34.197608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:34.201462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.240564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.263602 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.307156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Deleting subnet 19654e14-fb35-4bd0-96dc-d1c4637019ee {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:34.321887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.331042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e468-9394-40bd-a688-7c3e84b88dc5 None None] Pushing event updated for resources: {'Port': ['ID=8b4b83d3-03db-44e0-b0aa-c1e60112619a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:34.337650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Pushing event updated for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:34.353712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.354345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.355760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-967c5078-d612-4b45-9e69-b40271acc08a service neutron] 10.222.0.35 "PUT /v2.0/ports/9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 1091 time: 2.1900249 Jul 28 18:06:34.356251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:34.359054 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd668d7-5202-4246-95af-bb28c4e28b61" -d '{"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:34.391290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.397187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.403015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.409388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.415326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.422581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.427607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde49f9-d186-4637-8642-ffae01cd21df req-a272e603-5b21-49c5-8b4f-b33fc6468a94 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.428523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.429162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4cde49f9-d186-4637-8642-ffae01cd21df req-a272e603-5b21-49c5-8b4f-b33fc6468a94 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 943 time: 0.2329874 Jul 28 18:06:34.430712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-2b697c88-b920-40d2-a76b-64b90764781e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1206012 Jul 28 18:06:34.455576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.458176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af3a5a5c-1473-4810-b6e6-e66ceaffa0d8 None None] Provisioning for port 46d84590-88fa-453b-b069-5d5f0cfeac2d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:34.464091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af3a5a5c-1473-4810-b6e6-e66ceaffa0d8 None None] Provisioning complete for port 46d84590-88fa-453b-b069-5d5f0cfeac2d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:34.464778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af3a5a5c-1473-4810-b6e6-e66ceaffa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.493976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0ad5f5d-10b8-442c-b4f7-d57f7ec055eb req-b4ad9187-0e29-42b0-a492-c3aee5c1c418 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522416 Jul 28 18:06:34.545914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-af3a5a5c-1473-4810-b6e6-e66ceaffa0d8 None None] Port 46d84590-88fa-453b-b069-5d5f0cfeac2d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:34.561626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-1c9112ee-33c1-4d14-aa9c-b99a2ed4273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.564071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.564452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-1c9112ee-33c1-4d14-aa9c-b99a2ed4273b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1094 time: 0.0761049 Jul 28 18:06:34.587430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.620548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4cde49f9-d186-4637-8642-ffae01cd21df req-b1e8e55a-5fd5-49b5-9077-0878234a5b31 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746449 Jul 28 18:06:34.626359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Allocated IP 172.20.0.3 (41c376b8-712e-48c3-9967-c14f2872f547/7e234d1d-522d-4efa-9d89-cbbb43c0b575/29f756ea-75a9-48ae-9ee8-dd52a2cd2289) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:34.634703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-5d161f74-e339-487a-8dd9-82e8733c997e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.0614889 Jul 28 18:06:34.652013 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.652847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.659237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdeafa58-bf04-4062-898b-1a484a09af23 req-35a0d51a-8877-4337-a048-313a63ce0ba5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.0363498 Jul 28 18:06:34.718838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-846a2648-7728-4594-8a1a-bcb499801b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.720474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-846a2648-7728-4594-8a1a-bcb499801b89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0637598 Jul 28 18:06:34.774994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453675-8d98-44c0-855b-f718028fba9f req-6200bbea-aa62-481c-9b37-fd86941124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:34.776736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-6200bbea-aa62-481c-9b37-fd86941124bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480359 Jul 28 18:06:34.793668 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457e66e-9ab5-4e28-97dd-b9b3ab0ee005 x-openstack-request-id: req-3457e66e-9ab5-4e28-97dd-b9b3ab0ee005 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:34.793668 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:34.793668 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3457e66e-9ab5-4e28-97dd-b9b3ab0ee005 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:34.793668 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:06:34.799612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.846667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=46d84590-88fa-453b-b069-5d5f0cfeac2d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:34.856437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:34.860881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/19654e14-fb35-4bd0-96dc-d1c4637019ee HTTP/1.1" status: 204 len: 168 time: 0.7667704 Jul 28 18:06:34.862407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54398) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:34.866360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45cd42-7cd8-490a-afa0-6e762945fb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19654e14-fb35-4bd0-96dc-d1c4637019ee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:34.930976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-471c23fe-a9da-4d9d-81ed-682b9d591d12 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466780 Jul 28 18:06:34.971754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:34.977357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:35.001081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.016998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.095501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-398c1eb3-5b9e-475b-9283-98c1b0d12f30 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.100085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-398c1eb3-5b9e-475b-9283-98c1b0d12f30 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.1662030 Jul 28 18:06:35.168400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4453675-8d98-44c0-855b-f718028fba9f req-6cceb9b3-74d5-4aaa-a67b-191aebf02ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112942 Jul 28 18:06:35.193336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eae9f-b656-452e-860f-0a0138b8c6f2 req-2787d360-2528-4b35-955b-64677e2b04ce tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.194091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c04eae9f-b656-452e-860f-0a0138b8c6f2 req-2787d360-2528-4b35-955b-64677e2b04ce tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jul 28 18:06:35.244791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c04eae9f-b656-452e-860f-0a0138b8c6f2 req-a0169ec6-97c2-446f-859c-24931d8ee11d tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Jul 28 18:06:35.251867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.270525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77404fb-0c78-4c6a-9e04-62e2c4974894']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:35.305426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e562560-0ce2-4a32-9e7c-09ad65f6ec61') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:35.305685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e562560-0ce2-4a32-9e7c-09ad65f6ec61') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:35.317902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.335082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.344640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:35.345039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.346840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4731bf11-b614-4173-b71f-487ac4182ef4 None None] Provisioning complete for port 46d84590-88fa-453b-b069-5d5f0cfeac2d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:35.347548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4731bf11-b614-4173-b71f-487ac4182ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:06:35.347816 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:06:35.391341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4731bf11-b614-4173-b71f-487ac4182ef4 None None] Port 46d84590-88fa-453b-b069-5d5f0cfeac2d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:35.397818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Deleting port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:35.398164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.426701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8b4b83d3-03db-44e0-b0aa-c1e60112619a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:35.477018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8b4b83d3-03db-44e0-b0aa-c1e60112619a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:35.488939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.494358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] For port 8b95d415-ded6-4631-8a62-cc8ec6031fd3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b95d415-ded6-4631-8a62-cc8ec6031fd3,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:35.494720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.508637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Calling delete_port for 8b95d415-ded6-4631-8a62-cc8ec6031fd3 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:35.608524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:06:35.611079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.615292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.630326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.632275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] 10.222.0.25 "DELETE /v2.0/networks/f77404fb-0c78-4c6a-9e04-62e2c4974894 HTTP/1.1" status: 204 len: 168 time: 0.7689371 Jul 28 18:06:35.655567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f137d-6366-43ae-a711-44e55c60247c admin admin] Pushing event deleted for resources: {'Network': ['ID=f77404fb-0c78-4c6a-9e04-62e2c4974894,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:35.704561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Network 41c376b8-712e-48c3-9967-c14f2872f547 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:35.741399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-439add08-babb-439e-bfb9-c15172fb86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.743265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-439add08-babb-439e-bfb9-c15172fb86ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1094 time: 0.0984576 Jul 28 18:06:35.751417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9360f0-5675-47ab-a8e9-6185599cffed req-6f281242-a9b4-4ee2-b59e-fc83bb2779d6 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.752830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cd9360f0-5675-47ab-a8e9-6185599cffed req-6f281242-a9b4-4ee2-b59e-fc83bb2779d6 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.0694966 Jul 28 18:06:35.772024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:35.774397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:35.824258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.830181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.834160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.836812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.844481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.847360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728', '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', '8b95d415-ded6-4631-8a62-cc8ec6031fd3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:35.849811 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cd9360f0-5675-47ab-a8e9-6185599cffed req-f42ec611-dbb4-46cf-b458-b78a9a89ab58 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887220 Jul 28 18:06:35.850676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.857247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.863356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.873677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-4d707c02-0a6e-4702-97c6-58c57456017b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2723985 Jul 28 18:06:35.873677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:35.880465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event deleted for resources: {'Port': ['ID=8b95d415-ded6-4631-8a62-cc8ec6031fd3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:35.932457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:35.940193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8437b8e6-c099-45f8-afe4-22dc65987460 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "PUT /v2.0/routers/3b8fed78-9a66-44fe-b6d4-ef908f423cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4224286 Jul 28 18:06:35.940802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] No DVR routers for this DVR port 8b95d415-ded6-4631-8a62-cc8ec6031fd3 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:35.940918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54414) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:35.942338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-8d6605e4-9f9d-4d79-87f3-b68744c5832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.943969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-8d6605e4-9f9d-4d79-87f3-b68744c5832e service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.1902158 Jul 28 18:06:35.945061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:35.946989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-662514ba-7ebb-4474-98b4-d35017d949f6 req-e91f50ca-e031-43bd-9ffa-ad6513702ea8 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "DELETE /v2.0/ports/8b95d415-ded6-4631-8a62-cc8ec6031fd3 HTTP/1.1" status: 204 len: 173 time: 0.7961831 Jul 28 18:06:35.949248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Sync routers for ids ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:35.963448 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Routers {'3b8fed78-9a66-44fe-b6d4-ef908f423cd4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:35.969034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:35.980288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:35.980939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.019135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-359f6253-9683-4ff6-8e11-bcae04e6fc5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.0657768 Jul 28 18:06:36.044800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f81b37b0-90a9-488e-8978-7e34dfe1a122 req-8265a3be-90da-4c82-9438-f1e2c84b3128 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573403 Jul 28 18:06:36.074187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53918438-e9e8-4cc3-a8a3-f4574f66b6e4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.079928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc423c0-ae27-48fb-a165-4e9604e7f458 req-15fd2a04-4c68-40f8-b908-d0a6c791292b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.080964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53918438-e9e8-4cc3-a8a3-f4574f66b6e4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports/46d84590-88fa-453b-b069-5d5f0cfeac2d HTTP/1.1" status: 200 len: 911 time: 0.1244712 Jul 28 18:06:36.081297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1fc423c0-ae27-48fb-a165-4e9604e7f458 req-15fd2a04-4c68-40f8-b908-d0a6c791292b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 943 time: 0.1258004 Jul 28 18:06:36.083645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:36.101767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-9dff4217-e8aa-46af-bcad-a6b375267b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.103265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-9dff4217-e8aa-46af-bcad-a6b375267b60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0768182 Jul 28 18:06:36.110226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Set router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:36.150906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54418) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:36.164388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-65ef58fc-5e93-4a51-a305-a11ec9d7c979 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0129359 Jul 28 18:06:36.180425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Request body: {'port': {'device_id': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:36.232919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1fc423c0-ae27-48fb-a165-4e9604e7f458 req-53f145de-f543-4701-9246-75bfd353e735 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360958 Jul 28 18:06:36.240954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-6a6473a9-8802-4db6-bbb5-d2a44fb0d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.242474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-6a6473a9-8802-4db6-bbb5-d2a44fb0d576 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167445 Jul 28 18:06:36.250967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93e4c9-c728-413e-83ee-d8a731305aba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.252892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.264470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323322-0800-4808-b887-64dd2c4b3d02 req-ebb95dda-a0d8-4302-8e05-ed7cd453282d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.266111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93e4c9-c728-413e-83ee-d8a731305aba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:36.270674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bb93e4c9-c728-413e-83ee-d8a731305aba tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1832049 Jul 28 18:06:36.273916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31323322-0800-4808-b887-64dd2c4b3d02 req-ebb95dda-a0d8-4302-8e05-ed7cd453282d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 931 time: 0.1454608 Jul 28 18:06:36.276612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54422) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:36.347558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce1095ee-d380-4e8f-a7e1-74e67c302b00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5251ce822557461480f69f227d6c2070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918325 Jul 28 18:06:36.349048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:36.409510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f159dd5-6206-4be7-98b2-66ae2df57fef req-ebcf3fdc-90ad-4f86-a5e0-a3e3fdfee247 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f49ee70-d953-4f55-9ef0-ea888e8182c2 HTTP/1.1" status: 200 len: 210 time: 0.0685093 Jul 28 18:06:36.452637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-4130c4b0-c959-4c46-9157-14bd2acb9b7b service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626971 Jul 28 18:06:36.482267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31323322-0800-4808-b887-64dd2c4b3d02 req-0aa7241a-79d2-4ef2-9ec5-c068fc51a8c5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073967 Jul 28 18:06:36.546095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:33Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '46d84590-88fa-453b-b069-5d5f0cfeac2d', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:70:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:32Z', 'updated_at': '2021-07-28T18:06:34Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:36.561719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cd668d7-5202-4246-95af-bb28c4e28b61 req-573375be-8e27-40eb-9611-ca27908cb763 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192467 Jul 28 18:06:36.574072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Checking router: 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:36.574536 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Updating router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 port 46d84590-88fa-453b-b069-5d5f0cfeac2d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:36.599952 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.663762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.737097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.795429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'name': 'network-vif-deleted', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:36.800533 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759938d7-1365-4bee-9e34-7b70916b8a33" -d '{"events": [{"server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "name": "network-vif-deleted", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:36.853743 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6806aa6-0937-471b-95a2-78c7393ac17f x-openstack-request-id: req-d6806aa6-0937-471b-95a2-78c7393ac17f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:36.854360 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f49ee70-d953-4f55-9ef0-ea888e8182c2", "name": "network-vif-deleted", "tag": "8b95d415-ded6-4631-8a62-cc8ec6031fd3", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:36.854360 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6806aa6-0937-471b-95a2-78c7393ac17f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:36.854683 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f49ee70-d953-4f55-9ef0-ea888e8182c2', 'name': 'network-vif-deleted', 'tag': '8b95d415-ded6-4631-8a62-cc8ec6031fd3', 'status': 'completed', 'code': 200} Jul 28 18:06:36.902319 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.914875 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Transition to ACTIVE for port object 46d84590-88fa-453b-b069-5d5f0cfeac2d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:36.920645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.923183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.924381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16532061-9d6d-4828-8789-235bff918078 HTTP/1.1" status: 204 len: 168 time: 0.5462604 Jul 28 18:06:36.942990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:36.951462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7a19f-1674-45e3-8483-0475791d2d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16532061-9d6d-4828-8789-235bff918078,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:36.955667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.966506 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:36.972583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Transition to ACTIVE for port object 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:36.999730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c511-05df-44ae-beb3-088391b44f1a req-c0078cf4-fff0-4d2a-a4c6-03e89d779143 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.001621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db05c511-05df-44ae-beb3-088391b44f1a req-c0078cf4-fff0-4d2a-a4c6-03e89d779143 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.0867894 Jul 28 18:06:37.028735 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085998-3c31-4f7c-98e8-3c9f12e3ad6e None None] Pushing event updated for resources: {'Port': ['ID=46d84590-88fa-453b-b069-5d5f0cfeac2d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:37.060338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.088692 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Attempting to bind port 46d84590-88fa-453b-b069-5d5f0cfeac2d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:37.089418 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Attempting to bind port 46d84590-88fa-453b-b069-5d5f0cfeac2d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:37.090002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Attempting to bind port 46d84590-88fa-453b-b069-5d5f0cfeac2d on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Bound port: 46d84590-88fa-453b-b069-5d5f0cfeac2d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:37.099540 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.176670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Deleting port a5588f15-f76b-414b-9c1f-b0b21e403ba6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:37.177161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.194507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.212652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] For port 46d84590-88fa-453b-b069-5d5f0cfeac2d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:37.224396 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] For port 46d84590-88fa-453b-b069-5d5f0cfeac2d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=46d84590-88fa-453b-b069-5d5f0cfeac2d,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:37.315258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.320555 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.331717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.339205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.351095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.359829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.367454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.373809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.378200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2838a815-2dc5-42cd-9197-bc068a676068 req-25b1af52-ab0b-4ac2-8855-798ccb792cc3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2033310 Jul 28 18:06:37.392380 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Routers {'3b8fed78-9a66-44fe-b6d4-ef908f423cd4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:37.393296 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:37.410371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] For port a5588f15-f76b-414b-9c1f-b0b21e403ba6, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a5588f15-f76b-414b-9c1f-b0b21e403ba6,segment=NetworkSegment(03368e25-1234-4a05-ac6e-e0921504117f),segment_id=03368e25-1234-4a05-ac6e-e0921504117f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:37.410754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.444641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085998-3c31-4f7c-98e8-3c9f12e3ad6e None None] Pushing event updated for resources: {'Port': ['ID=46d84590-88fa-453b-b069-5d5f0cfeac2d,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:37.466098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Calling delete_port for a5588f15-f76b-414b-9c1f-b0b21e403ba6 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:37.500149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2838a815-2dc5-42cd-9197-bc068a676068 req-98ee0ea8-68b5-47a1-9dc2-278ba1fff635 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109071 Jul 28 18:06:37.578557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] Set router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:37.640467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-310db40f-b562-4133-9662-3493e16da2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.728744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de72ab-40bb-4851-a4fd-0c407bfd636e req-9651622b-810a-46f6-8f0f-a40d350fe445 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.730312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2de72ab-40bb-4851-a4fd-0c407bfd636e req-9651622b-810a-46f6-8f0f-a40d350fe445 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 943 time: 0.0703063 Jul 28 18:06:37.731843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576baf16-a60d-45a3-a6de-51ecda6e73a0 req-ebabef39-9da1-4464-8965-7093478d2723 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:37.738952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-576baf16-a60d-45a3-a6de-51ecda6e73a0 req-ebabef39-9da1-4464-8965-7093478d2723 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7403e8f-06cb-4567-80b2-5b987cfae64b HTTP/1.1" status: 200 len: 945 time: 0.7507167 Jul 28 18:06:37.773326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2de72ab-40bb-4851-a4fd-0c407bfd636e req-d1a79955-7e97-4815-843b-bb75eccd5aef tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Jul 28 18:06:37.777344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.792437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a5588f15-f76b-414b-9c1f-b0b21e403ba6'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:37.817404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Pushing event deleted for resources: {'Port': ['ID=a5588f15-f76b-414b-9c1f-b0b21e403ba6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:37.862453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:37.880009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] No DVR routers for this DVR port a5588f15-f76b-414b-9c1f-b0b21e403ba6 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:37.883760 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:37.885723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db05c511-05df-44ae-beb3-088391b44f1a req-bf0268f3-f17f-43fe-8e2d-4140b72299c3 tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.37 "DELETE /v2.0/ports/a5588f15-f76b-414b-9c1f-b0b21e403ba6 HTTP/1.1" status: 204 len: 173 time: 0.8768446 Jul 28 18:06:37.895612 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:33Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '46d84590-88fa-453b-b069-5d5f0cfeac2d', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:70:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:32Z', 'updated_at': '2021-07-28T18:06:37Z', 'revision_number': 4, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:37.921766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-576baf16-a60d-45a3-a6de-51ecda6e73a0 req-83fbf7aa-f86e-4e22-8d97-b7ab3e8be30f tempest-ServerAddressesTestJSON-355312536 tempest-ServerAddressesTestJSON-355312536-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea174d4d-c826-4017-ba59-c3ee4d0935f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818440 Jul 28 18:06:37.931136 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4372d-c6ae-441e-abb8-184edfceaee4 None None] The sync data for ids ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'] in n-d-778550-5 is: [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:33Z', 'revision_number': 2, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None, '_interfaces': [{'id': '46d84590-88fa-453b-b069-5d5f0cfeac2d', 'name': '', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'mac_address': 'fa:16:3e:70:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:32Z', 'updated_at': '2021-07-28T18:06:37Z', 'revision_number': 4, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'subnets': [{'id': '213096f5-8d04-4b84-b332-7fa4c0e4b17f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:37.940510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:38.005612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-40ef80e8-4298-44a4-9a77-2d458fd794da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7177dd9a1f014f2c82fd09cf5379101b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638163 Jul 28 18:06:38.007976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54450) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:38.020193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:38.020604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:38.021014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:38.068720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:38.070411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:38.074070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.082673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:38.083116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:38.083651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:38.087227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Bound port: 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:38.087227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.100013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.138975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93ed3-3ab0-4b27-be80-d68c351a8260 req-53825279-1f26-4851-9314-32d3970451b1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.140632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-06d93ed3-3ab0-4b27-be80-d68c351a8260 req-53825279-1f26-4851-9314-32d3970451b1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1239583 Jul 28 18:06:38.224659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.227428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.228603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66f763fc-dad4-4da4-9254-754dabb639dd HTTP/1.1" status: 204 len: 168 time: 0.2196798 Jul 28 18:06:38.234312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:38.269435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c9884-18d5-4c3a-b574-8aee1092cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f763fc-dad4-4da4-9254-754dabb639dd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:38.274144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-06d93ed3-3ab0-4b27-be80-d68c351a8260 req-1f2dcec0-00ee-40c6-869b-392713817658 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226556 Jul 28 18:06:38.282753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:38.330628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 46d84590-88fa-453b-b069-5d5f0cfeac2d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:38.334498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.380807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.438619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.438764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ae5b1-f30b-437d-b463-7738e017d2dc req-6d480600-4c9b-496a-ac17-724cf3521092 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.439175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.440264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6ae5b1-f30b-437d-b463-7738e017d2dc req-6d480600-4c9b-496a-ac17-724cf3521092 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 945 time: 0.0555992 Jul 28 18:06:38.440597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] 10.222.0.37 "PUT /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 1091 time: 2.2683046 Jul 28 18:06:38.441043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:38.443325 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43" -d '{"events": [{"name": "network-changed", "server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:38.482703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5d4e-228c-465b-a43c-250155ecf654 service neutron] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:38.503941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a6ae5b1-f30b-437d-b463-7738e017d2dc req-3a049ce2-4327-4ac7-8015-7467777b67e4 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504920 Jul 28 18:06:38.518283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port 46d84590-88fa-453b-b069-5d5f0cfeac2d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=46d84590-88fa-453b-b069-5d5f0cfeac2d,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:38.518614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:38.530764 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5cc725-6ca8-4d54-8f1b-cd6de3703a1c x-openstack-request-id: req-6f5cc725-6ca8-4d54-8f1b-cd6de3703a1c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:38.531128 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:38.531473 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f5cc725-6ca8-4d54-8f1b-cd6de3703a1c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:38.531932 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'status': 'completed', 'code': 200} Jul 28 18:06:38.538104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 46d84590-88fa-453b-b069-5d5f0cfeac2d owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:38.688538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.694203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-65c875c9-5442-43dc-810f-6e642346e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.695897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-65c875c9-5442-43dc-810f-6e642346e39f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1094 time: 0.1436269 Jul 28 18:06:38.701640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.706785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.713925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.714754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b95d415-ded6-4631-8a62-cc8ec6031fd3 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:38.720754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.728595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.737787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.738850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8b95d415-ded6-4631-8a62-cc8ec6031fd3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:38.739420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b95d415-ded6-4631-8a62-cc8ec6031fd3 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:38.743938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-466469a4-aba9-4f77-a3b8-b3314f15c4ec tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1487093 Jul 28 18:06:38.783944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9db96347-d5c5-494a-b7d2-e2fe9f8725d1 req-319b4641-ab59-43e5-bd81-44173440107b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368590 Jul 28 18:06:38.856808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'name': 'network-vif-deleted', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:38.860363 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e18d57-cb92-4949-8e20-561f6f606efa" -d '{"events": [{"server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "name": "network-vif-deleted", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:38.878086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-28f80265-a03c-415f-8e41-5ce18b2308d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:38.884347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-28f80265-a03c-415f-8e41-5ce18b2308d0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1551461 Jul 28 18:06:38.908471 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a616e8-c4ce-48b8-94ce-d17e4bac2a9c x-openstack-request-id: req-56a616e8-c4ce-48b8-94ce-d17e4bac2a9c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:38.909122 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7403e8f-06cb-4567-80b2-5b987cfae64b", "name": "network-vif-deleted", "tag": "a5588f15-f76b-414b-9c1f-b0b21e403ba6", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:38.909368 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56a616e8-c4ce-48b8-94ce-d17e4bac2a9c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:38.909857 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7403e8f-06cb-4567-80b2-5b987cfae64b', 'name': 'network-vif-deleted', 'tag': 'a5588f15-f76b-414b-9c1f-b0b21e403ba6', 'status': 'completed', 'code': 200} Jul 28 18:06:38.981198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:39.052380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Deleting subnet 200b255e-77ab-49b6-bae2-6bee464af69a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:39.052380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.055637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aaa07-f712-4a32-befa-f6f97ff93971 req-5329c61e-8410-4aa6-947c-d8e1547181bc tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.056108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9af5ff5f-454e-487c-b129-2cc7392be6ae details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:39.057034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a3aaa07-f712-4a32-befa-f6f97ff93971 req-5329c61e-8410-4aa6-947c-d8e1547181bc tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 943 time: 0.1408217 Jul 28 18:06:39.092312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-18ab0993-02f0-433f-ad6e-8977f4be8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.095703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab7daa93-ecfb-4865-bca2-bf06b29a8f43 req-18ab0993-02f0-433f-ad6e-8977f4be8029 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804790 Jul 28 18:06:39.100448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.102298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.157004 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a3aaa07-f712-4a32-befa-f6f97ff93971 req-ba28db2a-2316-42b2-ae20-d11ccc353d78 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882735 Jul 28 18:06:39.168357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=46d84590-88fa-453b-b069-5d5f0cfeac2d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:39.175449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:39.190914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:39.205873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.235806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.254248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af5ff5f-454e-487c-b129-2cc7392be6ae {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:39.276517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:39.317039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-afc90331-928a-4bc6-acee-80f167f63b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.318639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-afc90331-928a-4bc6-acee-80f167f63b1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1094 time: 0.1604168 Jul 28 18:06:39.321137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.348771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.375336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.389187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-a30f71a3-d84d-431b-871a-768038b099b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 217 time: 0.0605268 Jul 28 18:06:39.435896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:39.472232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200b255e-77ab-49b6-bae2-6bee464af69a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:39.490344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.494624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ffdba323-9684-41d0-9217-edc6420d1162 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/200b255e-77ab-49b6-bae2-6bee464af69a HTTP/1.1" status: 204 len: 168 time: 0.5091867 Jul 28 18:06:39.505366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:39.562642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3173-397c-4153-96bb-c288d18a89fd req-4ed6787c-da70-4670-9115-f6fbe1739dd5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.570912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa5c3173-397c-4153-96bb-c288d18a89fd req-4ed6787c-da70-4670-9115-f6fbe1739dd5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1058745 Jul 28 18:06:39.613552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.618288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa5c3173-397c-4153-96bb-c288d18a89fd req-5b1c2ee3-7d77-4399-8275-fbc09cd8ea97 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Jul 28 18:06:39.635323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:39.692248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1539-65af-49b7-8908-321fbf96da59 req-6752f492-4962-4967-a213-cb655c7793c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.693761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-6752f492-4962-4967-a213-cb655c7793c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.2512109 Jul 28 18:06:39.754198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-321282013-network', 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:39.781309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-6975cd5b-4b0a-4914-bbcb-82e2bddfab6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549912 Jul 28 18:06:39.781628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9af5ff5f-454e-487c-b129-2cc7392be6ae'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:39.789275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-3975eee9-36c3-4539-89fd-60f33b410a10 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.791043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae6ba-2f3c-4e8f-bfeb-5f917d1fdc04 req-04326ea8-3b29-4681-a185-1cf757dc1368 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:39.791192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-3975eee9-36c3-4539-89fd-60f33b410a10 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 945 time: 0.0766492 Jul 28 18:06:39.791595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-effae6ba-2f3c-4e8f-bfeb-5f917d1fdc04 req-04326ea8-3b29-4681-a185-1cf757dc1368 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 945 time: 0.1964927 Jul 28 18:06:39.804383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:06:39.853287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:39.853287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.869473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.926904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.976992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59b7cbed-8179-47f8-aa5c-f021d2fc9330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:39.985876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4be728-0896-4e60-9445-c0f18e976e6e']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.006734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Deleting port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:40.007321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.011483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.023426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.029392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.032794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03368e25-1234-4a05-ac6e-e0921504117f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.033090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03368e25-1234-4a05-ac6e-e0921504117f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.035263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.037004 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-effae6ba-2f3c-4e8f-bfeb-5f917d1fdc04 req-40109adc-c11f-479f-8984-c60f7368bc1a tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299206 Jul 28 18:06:40.041198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.047935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.050265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.054445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.060271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.060434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:40.063066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-0e392deb-3a9b-4c0c-9a0a-375c0c9aaacc tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1539078 Jul 28 18:06:40.069002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7cdba1a7-a669-48c3-ac52-9a1cdc8d95f8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "PUT /v2.0/routers/3b8fed78-9a66-44fe-b6d4-ef908f423cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7908630 Jul 28 18:06:40.074385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Sync routers for ids ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:40.076813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.090674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Routers {'3b8fed78-9a66-44fe-b6d4-ef908f423cd4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:40.090859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.091423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.118237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:40.118237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:06:40.120027 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:06:40.123037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-ec35e859-f53e-49d2-8ed8-309c1619b120 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295076 Jul 28 18:06:40.182963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Set router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:40.197529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1385cb42-aaf8-4ceb-9c9a-41b1f29af6f2 req-60ad35a2-cc28-43fb-b0fd-d27cb6ea5e96 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160023 Jul 28 18:06:40.204873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.222966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] For port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:40.223344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.239099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Calling delete_port for 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:40.245987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a357e-bc7d-496a-ab2f-8c7a9329eda9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.246168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a357e-bc7d-496a-ab2f-8c7a9329eda9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.247761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3c9a357e-bc7d-496a-ab2f-8c7a9329eda9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1700161 Jul 28 18:06:40.250679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.270472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.273307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:38Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.302249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Checking router: 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:40.312275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Routers {'3b8fed78-9a66-44fe-b6d4-ef908f423cd4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:40.312735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01af1539-65af-49b7-8908-321fbf96da59 req-cc4e2c3f-0a5d-42e2-b5bd-6c042a08ad8a service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726723 Jul 28 18:06:40.312999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.346469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.357726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0d975-8910-43f8-b465-66abcb83073f req-e2091eab-ddb5-4d33-a1a8-aec10b503434 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.359234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:40.359529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dae0d975-8910-43f8-b465-66abcb83073f req-e2091eab-ddb5-4d33-a1a8-aec10b503434 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 944 time: 0.0676730 Jul 28 18:06:40.377177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.381828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dbb1ad-28e2-4388-bf15-1a63fdee3568,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.381977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b4be728-0896-4e60-9445-c0f18e976e6e HTTP/1.1" status: 204 len: 168 time: 0.8719513 Jul 28 18:06:40.381977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574155eb-596a-4a93-85db-12529ef999f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4be728-0896-4e60-9445-c0f18e976e6e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.389448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.389796 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Added segment 5afc6aa6-8808-4685-93ad-8991c0995371 of type vlan for network a6ea99f2-c973-4681-be6f-b54ed973f35b Jul 28 18:06:40.423966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 213096f5-8d04-4b84-b332-7fa4c0e4b17f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:40.428334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dae0d975-8910-43f8-b465-66abcb83073f req-69fc49e8-2fe3-4b67-bd55-d8c2ffc6fd13 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Jul 28 18:06:40.459330 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.509293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.514673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] Set router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:40.557917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.569409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:38Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:40.597050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fce83b-3ac8-4680-b002-23c17d271967 None None] The sync data for ids ['3b8fed78-9a66-44fe-b6d4-ef908f423cd4'] in n-d-778550-5 is: [{'id': '3b8fed78-9a66-44fe-b6d4-ef908f423cd4', 'name': 'tempest-NetworksTestDHCPv6-router-1458230650', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:31Z', 'updated_at': '2021-07-28T18:06:38Z', 'revision_number': 3, 'project_id': 'e2bd60a1c14749a089151ea248de24fc', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:40.666485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.708721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a5588f15-f76b-414b-9c1f-b0b21e403ba6 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:40.728184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: a5588f15-f76b-414b-9c1f-b0b21e403ba6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:40.733606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a5588f15-f76b-414b-9c1f-b0b21e403ba6 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:40.758670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dadc8-2a6f-4df4-9a48-a8db4c76a1bd req-46b96c0a-0ce7-423f-97c7-ceb6d99175c5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.762797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-450dadc8-2a6f-4df4-9a48-a8db4c76a1bd req-46b96c0a-0ce7-423f-97c7-ceb6d99175c5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0698597 Jul 28 18:06:40.762797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.764204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.765083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:40.765674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.773840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728', '2532e9c7-8eaa-4aef-bdfa-7ae825f14537'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:40.812306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54512) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.852809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event deleted for resources: {'Port': ['ID=2532e9c7-8eaa-4aef-bdfa-7ae825f14537,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.857112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d3789f71-59ae-41c5-966b-9ef444a778ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e703803a3eff43b69924c2655a298a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411034 Jul 28 18:06:40.858376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54514) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.866439 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.910369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.924173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=213096f5-8d04-4b84-b332-7fa4c0e4b17f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.931099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3447e-83d5-4e05-9d09-54a14557f729 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:40.943844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.946058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5f858707-4359-4c7f-852f-aca93edcf50f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/213096f5-8d04-4b84-b332-7fa4c0e4b17f HTTP/1.1" status: 204 len: 168 time: 0.6937299 Jul 28 18:06:40.948521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54516) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.950843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ea99f2-c973-4681-be6f-b54ed973f35b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.953167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] No DVR routers for this DVR port 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:40.960589 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f6216004-1450-4e96-8601-abc0cc078747 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3212750 Jul 28 18:06:40.960589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.961298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea9695e2-713b-483c-a6de-73e5f8c3a1b0 req-892b8d3e-818c-48c9-8800-b15ad69c3577 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "DELETE /v2.0/ports/2532e9c7-8eaa-4aef-bdfa-7ae825f14537 HTTP/1.1" status: 204 len: 173 time: 1.1607249 Jul 28 18:06:40.961567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'name': 'network-vif-deleted', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:40.964545 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d75da-6ef2-4475-93fb-08e0a8e8e1b1" -d '{"events": [{"server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "name": "network-vif-deleted", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:40.966484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54518) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:40.975423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:40.977313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-450dadc8-2a6f-4df4-9a48-a8db4c76a1bd req-20d0457d-2853-4963-ba34-9b3f370f8096 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078912 Jul 28 18:06:40.985864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Request body: {'subnet': {'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-321282013-subnet', 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:41.022382 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e09ef5-5e7b-4a9a-9d48-170b7f0aa916 x-openstack-request-id: req-03e09ef5-5e7b-4a9a-9d48-170b7f0aa916 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:41.022984 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cb34a-fd1c-4dec-8d14-49b06bbdccae", "name": "network-vif-deleted", "tag": "2532e9c7-8eaa-4aef-bdfa-7ae825f14537", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:41.022984 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e09ef5-5e7b-4a9a-9d48-170b7f0aa916 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:41.023348 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cb34a-fd1c-4dec-8d14-49b06bbdccae', 'name': 'network-vif-deleted', 'tag': '2532e9c7-8eaa-4aef-bdfa-7ae825f14537', 'status': 'completed', 'code': 200} Jul 28 18:06:41.036887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a6ea99f2-c973-4681-be6f-b54ed973f35b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:41.045885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.080082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:41.082726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.127910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9af5ff5f-454e-487c-b129-2cc7392be6ae up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:41.168754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-65bdc5e3-d4fe-43f3-be3f-a564fac057ad tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2185118 Jul 28 18:06:41.170908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54526) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:41.234469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.236998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.243174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea174d4d-c826-4017-ba59-c3ee4d0935f6 HTTP/1.1" status: 204 len: 168 time: 0.3836501 Jul 28 18:06:41.256242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8434fc31-9ff1-4cb8-b051-aa12a46d02f0 req-84eefaab-a92b-4619-978c-a59c0330399f tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b9cb34a-fd1c-4dec-8d14-49b06bbdccae HTTP/1.1" status: 200 len: 210 time: 0.0567992 Jul 28 18:06:41.281085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ff7a-4fdf-4f49-802a-690b79a17799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea174d4d-c826-4017-ba59-c3ee4d0935f6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:41.297360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.336993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 9af5ff5f-454e-487c-b129-2cc7392be6ae completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:41.341766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 9af5ff5f-454e-487c-b129-2cc7392be6ae triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:41.347110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.347110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:06:41.483568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 46d84590-88fa-453b-b069-5d5f0cfeac2d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:41.520448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.530271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 46d84590-88fa-453b-b069-5d5f0cfeac2d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:41.530619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 46d84590-88fa-453b-b069-5d5f0cfeac2d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:41.531049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8b4b83d3-03db-44e0-b0aa-c1e60112619a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:41.534742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Deleting port 8b4b83d3-03db-44e0-b0aa-c1e60112619a {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:41.535653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.575335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.582093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.594467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.600475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.606920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.608710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b51186-09ff-44a0-a61a-826169c69449,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:41.608974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] For port 8b4b83d3-03db-44e0-b0aa-c1e60112619a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8b4b83d3-03db-44e0-b0aa-c1e60112619a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:41.609368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.612973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.619309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.623334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Calling delete_port for 8b4b83d3-03db-44e0-b0aa-c1e60112619a owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:41.625980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.632083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.632723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c391fe-f3b5-4d87-a42e-c3e3c23c37d6 req-9bdae9c8-a007-430b-90d4-f0888b5e9b77 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.633763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-14ec7541-915e-4b71-b86e-07180175b7db tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.2418821 Jul 28 18:06:41.640929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64c391fe-f3b5-4d87-a42e-c3e3c23c37d6 req-9bdae9c8-a007-430b-90d4-f0888b5e9b77 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 944 time: 0.1176107 Jul 28 18:06:41.642028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Checking segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:41.642657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Network hostable DHCP agents. Network: a6ea99f2-c973-4681-be6f-b54ed973f35b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:41.696593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-64c391fe-f3b5-4d87-a42e-c3e3c23c37d6 req-0193484b-6e99-4382-8183-4247f0205b26 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Jul 28 18:06:41.723061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.736888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Network a6ea99f2-c973-4681-be6f-b54ed973f35b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:41.770975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:41.773348 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd6a7f-a09d-4572-a3d6-de4e4f407c0e" -d '{"events": [{"server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "name": "network-vif-plugged", "status": "completed", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:41.802747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:41.828463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a6ea99f2-c973-4681-be6f-b54ed973f35b) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:41.838506 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f473ef26-80ba-4d37-b5ed-eafd05bbd8af x-openstack-request-id: req-f473ef26-80ba-4d37-b5ed-eafd05bbd8af {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:41.838506 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "name": "network-vif-plugged", "status": "completed", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:41.838506 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f473ef26-80ba-4d37-b5ed-eafd05bbd8af {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:41.838506 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'code': 200} Jul 28 18:06:41.842188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:41.842894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.852507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:41.877780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ed625-0164-41f6-bd43-2a7b9df324b6 None None] Network a6ea99f2-c973-4681-be6f-b54ed973f35b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:41.968183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-efc5cf11-5fb0-4a88-bc86-da918f6f6b7b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0003476 Jul 28 18:06:41.990061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:42.014212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2203c-cc0b-4534-b64a-4b752f3ef792 req-42fa4cae-22e8-42fb-acc2-27f4858f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:42.020656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8a2203c-cc0b-4534-b64a-4b752f3ef792 req-42fa4cae-22e8-42fb-acc2-27f4858f7782 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1095 time: 0.1233804 Jul 28 18:06:42.058810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] Pushing event deleted for resources: {'Port': ['ID=8b4b83d3-03db-44e0-b0aa-c1e60112619a,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:42.059875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9bb0403-469a-4423-bfe2-061b9191db91 req-0b0c1fea-6d6b-490b-8c68-28a95f88c1ed tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4191003 Jul 28 18:06:42.061186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:42.089437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8a2203c-cc0b-4534-b64a-4b752f3ef792 req-53866291-3a66-4315-8640-cff5d6810cb6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601668 Jul 28 18:06:42.094264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:42.094264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8fed78-9a66-44fe-b6d4-ef908f423cd4 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:06:42.099584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:42.103616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:42.114476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e98249a9-f1ec-4a68-ba20-9c0cd0e721df tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/routers/3b8fed78-9a66-44fe-b6d4-ef908f423cd4 HTTP/1.1" status: 204 len: 168 time: 0.9322770 Jul 28 18:06:42.146266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221facc-688a-4e34-b7f7-4324e2bbeed9 None None] No DVR routers for this DVR port 8b4b83d3-03db-44e0-b0aa-c1e60112619a on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:42.163717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd8d8f6-eb60-4e8c-ae20-5623c2b2f99e None None] Network a6ea99f2-c973-4681-be6f-b54ed973f35b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:42.166721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54552) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:42.177045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-752877cb-b156-4c4e-bae3-ac2f6f91b99a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590599 Jul 28 18:06:42.239156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:42.266328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f9a1c-2ffd-45d3-81c7-4642e1010ea2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:42.268669 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-858f9a1c-2ffd-45d3-81c7-4642e1010ea2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005616 Jul 28 18:06:42.271562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54558) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:42.349505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a4e677d-c25a-4ffb-a9ea-7e58ec424cd2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755727 Jul 28 18:06:42.354875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:42.360691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:42.565382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:42.569143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:42.741785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684880be-6076-441b-8104-6bae7650e71a req-3565c41e-d48b-4af0-9556-f71101e49f27 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:42.749710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-684880be-6076-441b-8104-6bae7650e71a req-3565c41e-d48b-4af0-9556-f71101e49f27 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.5907621 Jul 28 18:06:43.037438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-684880be-6076-441b-8104-6bae7650e71a req-e41dda64-ec57-4bc2-83d1-62cb64dd6efb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Jul 28 18:06:43.039236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54590) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:43.039236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-0c924d35-749b-43d0-a8b7-e9db38c1e604 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.039867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.040860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-0c924d35-749b-43d0-a8b7-e9db38c1e604 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.2087727 Jul 28 18:06:43.040860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-6ac0aae1-d697-4277-bd45-9b7cb23464fe tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/quotas/d6c1998e0f5d4fcca002c15e8e1c63eb HTTP/1.1" status: 200 len: 375 time: 0.0267804 Jul 28 18:06:43.041239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a4e8a-e8d7-4d56-9d6a-83e81a00aeeb req-8146c5f0-2be5-4436-a2bf-a2ff0857cc9d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.041239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-840a4e8a-e8d7-4d56-9d6a-83e81a00aeeb req-8146c5f0-2be5-4436-a2bf-a2ff0857cc9d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.0599518 Jul 28 18:06:43.041413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-93b74f37-5290-4198-b71e-6e4ae3184081 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628119 Jul 28 18:06:43.041490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-840a4e8a-e8d7-4d56-9d6a-83e81a00aeeb req-b78557ec-67ce-41aa-a2a2-f6ff983d934f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Jul 28 18:06:43.041555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-network', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:43.082175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b3b7ece4-842d-4c83-88f0-7fec17c3bff4 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:43.094934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-76bea795-1582-41d9-bf7c-ac277b542ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330247 Jul 28 18:06:43.203096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:43.218782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'port_id': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'mac_address': 'fa:16:3e:21:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:43.236453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.243707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.244375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-874cf104-878a-49b4-b162-40038ed8fc2d service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309979 Jul 28 18:06:43.250174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.256393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.261687 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.263522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.269794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.277591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b7ece4-842d-4c83-88f0-7fec17c3bff4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:43.289484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.301339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:43.304045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-f5bffb5d-9803-4369-b151-bf70375ddaab tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5429 time: 0.1364214 Jul 28 18:06:43.329311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Made reservation on behalf of 1b6cd4fa4a6d45419b5890a95028a913 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:43.332933 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.345174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9e25fee-4ea4-4d56-88d0-ac15b8a35514 req-6c5d7bd9-983f-4866-8357-54356282e138 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401299 Jul 28 18:06:43.348500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.382959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.384238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b30f8b41-01cd-4cef-b1e0-135318a109b2 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:43.421155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:06:43.425645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.503820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:43.511617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:43.515356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.516008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.534344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=191dd217-a34b-43e8-bd2b-fdb3ab766a04,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:43.551606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785e238-71bd-4ee3-8c14-4d6037fcc0e4 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:43.556151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:43.585150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfaecf3b-8a0b-46aa-8491-0d5a074ee034 req-53f79397-506a-4748-8bbe-332503cdd290 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 210 time: 0.0417316 Jul 28 18:06:43.649407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.671857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:43.708771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'port_id': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'mac_address': 'fa:16:3e:b0:2e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:43.743916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.766389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:43.787144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7e836-1d0f-4d53-a4d0-05f857fa796c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:43.790232 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.792992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.793618 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Added segment 3ed22885-7dd6-41e4-9f41-1e56d91bb334 of type vlan for network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 Jul 28 18:06:43.829556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30f8b41-01cd-4cef-b1e0-135318a109b2 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:43.833022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-489a6baa-cb6b-4368-8ea5-7a395053372f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4768093 Jul 28 18:06:43.835891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:43.842345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:43.846837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '191dd217-a34b-43e8-bd2b-fdb3ab766a04'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:43.847837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.862882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.957801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:43.971235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.973148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.973749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:43.977178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f727f-a74b-4b57-ade9-a668751bc178 req-6c8ff9af-5f0c-41ca-b1ab-aaadfaece96c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:43.979148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198f727f-a74b-4b57-ade9-a668751bc178 req-6c8ff9af-5f0c-41ca-b1ab-aaadfaece96c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0804727 Jul 28 18:06:44.029981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.030823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:44.037914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5f7f30-cd47-4652-be9c-b1e8d74ca583,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:44.068706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198f727f-a74b-4b57-ade9-a668751bc178 req-a61f44e7-5a1c-43a1-a6a4-66b11201aac4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Jul 28 18:06:44.077238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:44.127563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8e3ad99-9c16-4510-9fb2-083a25b92673 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2899528 Jul 28 18:06:44.128940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54614) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:44.129937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Allocated IP 2001:db8::f816:3eff:fe74:2ef (02de251d-9347-46ab-9b2a-143fdbfe65d6/191dd217-a34b-43e8-bd2b-fdb3ab766a04/885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:44.138186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Request body: {'subnet': {'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-subnet', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:44.153490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124f84e-40f7-4cde-9b45-fb942b61ea08 req-f0a08045-b878-4bc7-8eed-3a0be9451a7f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.155013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6124f84e-40f7-4cde-9b45-fb942b61ea08 req-f0a08045-b878-4bc7-8eed-3a0be9451a7f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.0675428 Jul 28 18:06:44.211924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6124f84e-40f7-4cde-9b45-fb942b61ea08 req-c79780cc-f3c3-4b97-a70b-7af2a2852c93 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jul 28 18:06:44.236654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:44.241081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.345702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Made reservation on behalf of 1b6cd4fa4a6d45419b5890a95028a913 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:44.348366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.407954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:44.497674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:44.526742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.530213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'port_id': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'mac_address': 'fa:16:3e:42:13:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef8ddce-c427-4283-9bd4-b609c2feae2a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:44.533262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.539429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.547557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.553787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.560647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.567326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:44.569430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-0608b531-2322-4869-9bd7-71710594fbe7 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5431 time: 0.1116993 Jul 28 18:06:44.581562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.597509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Transition to ACTIVE for port object 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:44.599597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.618919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-acafacd9-a4a7-4523-bc1c-1e91749892b6 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3667865 Jul 28 18:06:44.624048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:44.631437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Transition to ACTIVE for port object 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:44.632642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c30f145-d2ae-4a03-a91a-7e724b3d654d req-8d441dc2-f0da-4744-b10a-f6d6dea01b06 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564833 Jul 28 18:06:44.642568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:44.648224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:44.730784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:44.737086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:44.743449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.746176 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.746809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0dade1e7-315f-421b-bedb-44befcb84c67 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:44.812619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.832148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Pushing event updated for resources: {'Port': ['ID=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:44.861793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac5e5ab-a5e0-4a86-99aa-40b267a226fa req-236807da-ba46-418c-b003-5798427f9d91 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 210 time: 0.0554445 Jul 28 18:06:44.886160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:44.889632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:44.889983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2532e9c7-8eaa-4aef-bdfa-7ae825f14537 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:44.909935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:44.926292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:44.928713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:44.993897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0dade1e7-315f-421b-bedb-44befcb84c67,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.005901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.030500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e11136-0dbc-456f-89a2-18b637d052d9,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.034638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '0dade1e7-315f-421b-bedb-44befcb84c67', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'port_id': '0dade1e7-315f-421b-bedb-44befcb84c67', 'mac_address': 'fa:16:3e:75:e2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:45.061385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Checking segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:45.061713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Network hostable DHCP agents. Network: 8d5f7f30-cd47-4652-be9c-b1e8d74ca583, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:45.114120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.120180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Attempting to bind port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:45.120695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Attempting to bind port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:45.121259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Attempting to bind port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:45.132285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.133408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.146581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.151545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:45.151930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:45.152339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.152828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:45.153870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Bound port: 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:45.154256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.188872 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'port_id': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'mac_address': 'fa:16:3e:55:5f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e234d1d-522d-4efa-9d89-cbbb43c0b575', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:45.202528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:45.205818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dade1e7-315f-421b-bedb-44befcb84c67 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:45.222850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7aeb-ee47-4727-b75f-71f95db923b0 req-67787488-7e05-47d6-a27a-b9924e1ba10d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:45.230519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad7f7aeb-ee47-4727-b75f-71f95db923b0 req-67787488-7e05-47d6-a27a-b9924e1ba10d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0756340 Jul 28 18:06:45.246953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:45.256298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:45.263573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:45.264170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.279613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad7f7aeb-ee47-4727-b75f-71f95db923b0 req-4b6a3145-c1be-4225-9828-a8794042b025 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Jul 28 18:06:45.288777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.304715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0dade1e7-315f-421b-bedb-44befcb84c67,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.306452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.306582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8d5f7f30-cd47-4652-be9c-b1e8d74ca583) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:45.314746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:45.315334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.325553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ec4dd-d32d-4025-9a79-faf4f87d478c None None] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:45.329437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Allocated IP 172.25.7.152 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/23829e30-a596-45ca-ab88-dcd6f2a06962) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:45.364197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56a5aa0d-65bc-4393-b1fb-5fa299011abc tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5270836 Jul 28 18:06:45.367478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54630) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:45.373543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:0c:3b:90', 'name': 'tempest-NetworksTestDHCPv6-39114506'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:45.387851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:45.391882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.392576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b329e724-8c94-4a40-8159-2517aaa692c0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:45.394331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.401987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c1ba373a-9098-45f3-a71d-378889385634 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2700386 Jul 28 18:06:45.404626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54632) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:45.412162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:45.433535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] For port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:45.465811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.468835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.473350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] For port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:45.504492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.505743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.526517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.530497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.542385 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.553189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.573975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.583197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'network_id': '6f31886b-f639-4de9-8a4e-de5fd523a61c', 'port_id': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'mac_address': 'fa:16:3e:98:6b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef8ddce-c427-4283-9bd4-b609c2feae2a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:45.605026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:45.635082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.682931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666e2c4-ca23-418d-b11c-2f9bab9bced6 None None] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:45.685304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7c011-997b-43c4-8ec6-0042e0a11ebe None None] Pushing event updated for resources: {'Port': ['ID=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.803877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:45.821820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.892146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.920676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:45.935058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b329e724-8c94-4a40-8159-2517aaa692c0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:45.945124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.960916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 8ed69c83-3f82-47eb-9dce-4bd1735551c7 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:06:45.975824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:45.989190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:45.991140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.997604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.004104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.005271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:46.016754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.022891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.033513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.039743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.056796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.065423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-c20ef91e-026f-4798-b1f8-bf5ece1333a4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5433 time: 0.2742317 Jul 28 18:06:46.094212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.094921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:46.097215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event updated for resources: {'Port': ['ID=23829e30-a596-45ca-ab88-dcd6f2a06962,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:46.219325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:46.221714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:46.246096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'port_id': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b', 'mac_address': 'fa:16:3e:a9:88:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:46.286618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-45416d85-3969-4df2-aecf-5e231424cc1c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:46.290019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-45416d85-3969-4df2-aecf-5e231424cc1c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.3027432 Jul 28 18:06:46.295390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.305829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:46.313254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Request body: {'port': {'device_id': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'admin_state_up': True, 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:46.329712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:46.346829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2ac7684-fe29-4857-9d30-b00e6b3e81be req-5e8f412a-0a6e-4d54-96d9-27ec5286f24b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629211 Jul 28 18:06:46.381371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.422805 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.423554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:46.484154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 172.20.0.12 (02de251d-9347-46ab-9b2a-143fdbfe65d6/d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f/8ed69c83-3f82-47eb-9dce-4bd1735551c7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:46.502866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe0c:3b90 (02de251d-9347-46ab-9b2a-143fdbfe65d6/191dd217-a34b-43e8-bd2b-fdb3ab766a04/8ed69c83-3f82-47eb-9dce-4bd1735551c7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:46.584359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:46.589589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:46.596079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.601655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:46.606949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.613241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694', 'network_id': 'f46442f0-7eb5-467b-98f6-9ac6516e066e', 'port_id': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694', 'mac_address': 'fa:16:3e:6a:38:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff646031-fdaa-448f-a593-73cef0bfcc10', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:46.613579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaa5383b-5289-467b-9679-57acfb4084b0 req-5dba3b14-458f-493c-97a7-fb2414adfd88 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 210 time: 0.0560422 Jul 28 18:06:46.665317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.691842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:46.717444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:46.744284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:46.806611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.811540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.814714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.832215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 8ed69c83-3f82-47eb-9dce-4bd1735551c7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:46.847936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.938211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:46.971806 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:46.972517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:46.979884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:46.979884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.021451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:47.025749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:47.030151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:47.040505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=8ed69c83-3f82-47eb-9dce-4bd1735551c7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:47.055193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe2e59-d2c5-4bbb-b6d3-c875ef6f9de8 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:47.117753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.118707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.171956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.181691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9ae0-ff37-45b6-a49a-1ddcb10f54e9 req-58110490-e891-48a2-ab82-79fb15dd4f0a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.183640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-286d9ae0-ff37-45b6-a49a-1ddcb10f54e9 req-58110490-e891-48a2-ab82-79fb15dd4f0a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.0618560 Jul 28 18:06:47.208048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:47.210401 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f3000-34a9-4ebc-b446-41564087a6d2" -d '{"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-plugged", "status": "completed", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:47.217077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84621f26-74a5-4e48-addb-7b535ea53541 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8455007 Jul 28 18:06:47.220331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:47.221201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be84c32a-f182-483e-8cda-504a4011bcd6 None None] Provisioning for port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:47.224436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:47.257676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-286d9ae0-ff37-45b6-a49a-1ddcb10f54e9 req-29cbceee-4c9e-4c63-92e7-b18c8619ce77 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670097 Jul 28 18:06:47.266954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.297175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a37e46-6ff3-4bac-aa08-78e680bba9c9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.308843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a37e46-6ff3-4bac-aa08-78e680bba9c9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.308843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-33a37e46-6ff3-4bac-aa08-78e680bba9c9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0863824 Jul 28 18:06:47.317681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54652) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:47.366317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:47.392068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3480-912c-47c9-88a0-6e90ac1a4514 req-9ba5318c-abc4-4291-b5a9-b9da17494f43 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.394013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5ba3480-912c-47c9-88a0-6e90ac1a4514 req-9ba5318c-abc4-4291-b5a9-b9da17494f43 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 946 time: 0.0587716 Jul 28 18:06:47.442331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5ba3480-912c-47c9-88a0-6e90ac1a4514 req-716dfa68-d3f0-44d8-a9a6-43c223b1594e tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Jul 28 18:06:47.462090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Allocated IP 172.20.0.13 (a6ea99f2-c973-4681-be6f-b54ed973f35b/53b51186-09ff-44a0-a61a-826169c69449/5aeffd04-996b-46a9-ae91-d13ae6ae013e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:47.521411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Allocated IP 172.25.7.218 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/0aecc6ed-b82f-4f1c-b42e-78282f347fd3) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:47.610590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.617353 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79add6b3-5c22-4dae-88b3-38e6c07d75f3 x-openstack-request-id: req-79add6b3-5c22-4dae-88b3-38e6c07d75f3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:47.617773 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-plugged", "status": "completed", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:47.618444 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79add6b3-5c22-4dae-88b3-38e6c07d75f3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:47.618919 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'code': 200} Jul 28 18:06:47.622012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:47.667704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '191dd217-a34b-43e8-bd2b-fdb3ab766a04', 'ip_address': '2001:db8::f816:3eff:fe74:2ef'}, {'subnet_id': 'd923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:06:47.667915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3633-e60d-48d8-897f-5dd548465e92 req-c360e8c5-e8f7-4808-bf8e-eface8faa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.669287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-375f3633-e60d-48d8-897f-5dd548465e92 req-c360e8c5-e8f7-4808-bf8e-eface8faa8db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1096 time: 0.0729516 Jul 28 18:06:47.695792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.702416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.706439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.708306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.714139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.718084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.720279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.726061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.726442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 8ed69c83-3f82-47eb-9dce-4bd1735551c7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:47.726795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.731930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:47.739774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-312f2dde-caba-4025-ab7c-4365c3084aeb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5436 time: 0.1343424 Jul 28 18:06:47.785159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-375f3633-e60d-48d8-897f-5dd548465e92 req-40288d54-c399-4376-93ef-40fb742622e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082022 Jul 28 18:06:47.794357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd39f404-85d7-4d56-9d90-fe583df89ea9 req-36687617-3ace-4a05-b41c-e4a331dd9b2d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537660 Jul 28 18:06:47.811939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:47.827548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:47.828003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.926880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event updated for resources: {'Port': ['ID=23829e30-a596-45ca-ab88-dcd6f2a06962,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:47.928227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Allocated IP 172.20.0.2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f/885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:47.959702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.962292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a419351-ed4f-4ce8-9fca-ade4f8ff92ae req-bf451a3d-8500-4cc5-bca4-412154b1c967 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Jul 28 18:06:47.974705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.991384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:47.995519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.013247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.027046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 8ed69c83-3f82-47eb-9dce-4bd1735551c7 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:48.045667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f2447786-c934-4f6a-ac6d-e9d7b0fe23a1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.100696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] For port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:48.101019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.102261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-5709804b-c03a-4c94-abd7-78d2a225d1b4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4758000 Jul 28 18:06:48.147132 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.171248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Transition to ACTIVE for port object 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:48.172757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-d12cf616-887b-47b8-8a8f-c0facefb66db tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0600138 Jul 28 18:06:48.177970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.188480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['b30f8b41-01cd-4cef-b1e0-135318a109b2'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.190888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c2f4f5de-4a4d-4ef8-babf-d5ee767d4694'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.228597 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.233807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9793c476-1fb9-47e2-a1ff-aa4c24b33b5b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.241755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['b329e724-8c94-4a40-8159-2517aaa692c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.285951 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.303569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:48.328582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Pushing event updated for resources: {'Port': ['ID=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:48.338395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:48.345110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Network a6ea99f2-c973-4681-be6f-b54ed973f35b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:48.352069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:48.362029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:48.400283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c889-02c4-4ba0-a658-dccc89292f3c req-2d6f4eae-2908-48cb-9cd6-15dd062971ca tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:48.402250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9574c889-02c4-4ba0-a658-dccc89292f3c req-2d6f4eae-2908-48cb-9cd6-15dd062971ca tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Jul 28 18:06:48.405108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:48.433039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a1183-a79e-47f0-93f3-85ee1b7a8548 None None] Pushing event updated for resources: {'Port': ['ID=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:48.470029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9574c889-02c4-4ba0-a658-dccc89292f3c req-222f85fa-1de6-44a9-a53c-fcf89b13efa6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584781 Jul 28 18:06:48.526452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.564159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:06:48.564400 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:06:48.609994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d06569-5720-41a1-b7ab-57d052a2c78a req-941e6da0-deba-447d-90ea-b056eb5e0e89 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:48.611863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14d06569-5720-41a1-b7ab-57d052a2c78a req-941e6da0-deba-447d-90ea-b056eb5e0e89 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 946 time: 0.0643589 Jul 28 18:06:48.633721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:48.662512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:48.662868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.705864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-4450721a-9ee6-4a03-bfbd-3a2f3d73f99a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:48.707545 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02bb772c-11c9-479f-a8cb-508c8b168ea4 req-4450721a-9ee6-4a03-bfbd-3a2f3d73f99a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.5259011 Jul 28 18:06:48.716232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14d06569-5720-41a1-b7ab-57d052a2c78a req-1ef558b3-f891-43d8-9e3d-c8961ee6a5ce tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955558 Jul 28 18:06:48.751486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-9de09501-d62c-43fd-83b1-f18245b08e84 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:48.753360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-9de09501-d62c-43fd-83b1-f18245b08e84 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 946 time: 0.1005630 Jul 28 18:06:48.771991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['0dade1e7-315f-421b-bedb-44befcb84c67'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:48.791020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-f2a93c8a-82d7-4249-91c4-a54ec489b0da tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4863493 Jul 28 18:06:48.806484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Request body: {'port': {'device_id': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:48.874305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.934101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Deleting port 476e08c8-e514-46ca-805b-bfde12a9a728 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:48.934805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:48.973704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=8ed69c83-3f82-47eb-9dce-4bd1735551c7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.045998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.093624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['b3b7ece4-842d-4c83-88f0-7fec17c3bff4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:49.106765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] For port 476e08c8-e514-46ca-805b-bfde12a9a728, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=476e08c8-e514-46ca-805b-bfde12a9a728,segment=NetworkSegment(156d0f7d-c8fe-46d8-b093-c65a355e7cba),segment_id=156d0f7d-c8fe-46d8-b093-c65a355e7cba)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:49.107226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.198422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Calling delete_port for 476e08c8-e514-46ca-805b-bfde12a9a728 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:49.202103 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.243260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.249321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.255346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.261278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.267302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.273231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.279637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.281552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-e07927a2-ab23-47f3-9c07-4efb5ec93ebe tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5436 time: 0.3253331 Jul 28 18:06:49.296611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:49.336288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-067a5cfd-2470-4a31-ad18-a19f10ca0fca tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.346768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-067a5cfd-2470-4a31-ad18-a19f10ca0fca tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 821 time: 0.2346861 Jul 28 18:06:49.363566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8a818364-3e39-4ea5-bff7-6cda0f1d0662 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/quotas/d01d1bcd5b3d4ca791e720cbf77f8ca2 HTTP/1.1" status: 200 len: 375 time: 0.0164220 Jul 28 18:06:49.377742 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.383322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.388426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-90ae703e-5165-4fab-8b03-0bc3b8f26ec5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/8ed69c83-3f82-47eb-9dce-4bd1735551c7 HTTP/1.1" status: 204 len: 168 time: 2.0695066 Jul 28 18:06:49.390460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.392985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:49.447576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.517417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-5444f3d0-7d21-41f2-89bc-ed737d34c6c8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1437540 Jul 28 18:06:49.522005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:49.566623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae37a68-d347-4c55-b049-1d9f6433572a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.568276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae37a68-d347-4c55-b049-1d9f6433572a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.570083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae37a68-d347-4c55-b049-1d9f6433572a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.575434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ae37a68-d347-4c55-b049-1d9f6433572a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1749861 Jul 28 18:06:49.575700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54692) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:49.576549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cac8229b-3d33-476a-b7a6-fe8a4a66df01 req-57be5b3d-025a-4324-b0e6-b09242fa5b67 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403457 Jul 28 18:06:49.658415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e170b341-bbce-4c24-a6ff-6fff1f9bd27d None None] Provisioning for port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:49.666118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e170b341-bbce-4c24-a6ff-6fff1f9bd27d None None] Provisioning complete for port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:49.666864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e170b341-bbce-4c24-a6ff-6fff1f9bd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.684139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 191dd217-a34b-43e8-bd2b-fdb3ab766a04 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:49.688380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.736126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.741989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.760660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['476e08c8-e514-46ca-805b-bfde12a9a728'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:49.775681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f6ea2-79ad-4292-8327-2c995f6dceae req-0ca04615-2b50-408d-99c8-b9c75ec103c4 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:49.777271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b04f6ea2-79ad-4292-8327-2c995f6dceae req-0ca04615-2b50-408d-99c8-b9c75ec103c4 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 932 time: 0.1297715 Jul 28 18:06:49.811244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e170b341-bbce-4c24-a6ff-6fff1f9bd27d None None] Could not find standard attr ID for object 8ed69c83-3f82-47eb-9dce-4bd1735551c7. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:06:49.843920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Pushing event deleted for resources: {'Port': ['ID=476e08c8-e514-46ca-805b-bfde12a9a728,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.852061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-3807091e-25dc-4402-9d31-e9a85af0a8ec service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337910 Jul 28 18:06:49.871123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] No DVR routers for this DVR port 476e08c8-e514-46ca-805b-bfde12a9a728 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:49.885185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:49.887128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e65cdb1a-a9fb-4d51-b9f6-c96ce145001d req-af245a3a-9436-45bd-b438-feb732628300 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.37 "DELETE /v2.0/ports/476e08c8-e514-46ca-805b-bfde12a9a728 HTTP/1.1" status: 204 len: 173 time: 1.1265488 Jul 28 18:06:49.888069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'name': 'network-vif-deleted', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:49.890397 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1e733-378b-4821-a1a9-007463f5f192" -d '{"events": [{"server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "name": "network-vif-deleted", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:49.930706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d1e864b6-e8e8-4409-8cba-9340efc76ed0 None None] Could not find standard attr ID for object 8ed69c83-3f82-47eb-9dce-4bd1735551c7. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:06:49.984047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.042813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-ecf8fcf6-395a-4d02-a08a-0f05fe213a21 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750736 Jul 28 18:06:50.125852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.152284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=191dd217-a34b-43e8-bd2b-fdb3ab766a04,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:50.158068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.159790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d429538-4daa-487b-b8f4-cf2ac08f269b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/191dd217-a34b-43e8-bd2b-fdb3ab766a04 HTTP/1.1" status: 204 len: 168 time: 0.5773618 Jul 28 18:06:50.162261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54700) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:50.269326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b04f6ea2-79ad-4292-8327-2c995f6dceae req-279fb7be-3637-4ccc-9e4d-c09082867e9a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626801 Jul 28 18:06:50.273695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeffd04-996b-46a9-ae91-d13ae6ae013e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:50.274143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:50.278639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.279454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.290754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.344935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.351892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Transition to ACTIVE for port object 5aeffd04-996b-46a9-ae91-d13ae6ae013e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:50.472708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.480069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.550389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8296903a-74fa-431c-b08a-820cce68ea33 req-e7b0eadd-f72f-4d22-8e14-9cfbdf6dfd70 tempest-AttachVolumeNegativeTest-64871813 tempest-AttachVolumeNegativeTest-64871813-project] 10.222.0.25 "GET /v2.0/ports?device_id=78ede98c-5c98-41d0-ad9c-5ee49ca49f85 HTTP/1.1" status: 200 len: 210 time: 0.1048350 Jul 28 18:06:50.555280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa25cad-22a6-4ead-80f1-6a5d2edc9692 req-4d2b21e5-7ccf-43d7-822e-59e240317853 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.556225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a4c1b-dc76-4aae-8b06-b1c66d8c7a16 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:50.563558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8aa25cad-22a6-4ead-80f1-6a5d2edc9692 req-4d2b21e5-7ccf-43d7-822e-59e240317853 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1228924 Jul 28 18:06:50.642003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8aa25cad-22a6-4ead-80f1-6a5d2edc9692 req-bcd3d73a-b207-40bd-957d-cb82eb458ff0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725646 Jul 28 18:06:50.657594 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c6140-78ed-42c8-8d97-92c0f8313b10 x-openstack-request-id: req-953c6140-78ed-42c8-8d97-92c0f8313b10 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:50.658024 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ede98c-5c98-41d0-ad9c-5ee49ca49f85", "name": "network-vif-deleted", "tag": "476e08c8-e514-46ca-805b-bfde12a9a728", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:50.658412 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-953c6140-78ed-42c8-8d97-92c0f8313b10 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:50.659037 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ede98c-5c98-41d0-ad9c-5ee49ca49f85', 'name': 'network-vif-deleted', 'tag': '476e08c8-e514-46ca-805b-bfde12a9a728', 'status': 'completed', 'code': 200} Jul 28 18:06:50.687929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Router a639f197-8d70-4975-87e6-e23149f1bb6f is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:06:50.691529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:50.725630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.761646 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.766028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f HTTP/1.1" status: 204 len: 168 time: 0.6006775 Jul 28 18:06:50.766028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8dcf7-aa1c-4685-9e88-8f9deb91331b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:50.770217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0856c06b-2ef8-4656-bc07-bd989f77241f req-3b647c55-93e4-44d4-b4f8-c6fdbd06f041 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 210 time: 0.0604997 Jul 28 18:06:50.770608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:50.845151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Attempting to bind port 5aeffd04-996b-46a9-ae91-d13ae6ae013e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:50.845895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Attempting to bind port 5aeffd04-996b-46a9-ae91-d13ae6ae013e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:50.846385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Attempting to bind port 5aeffd04-996b-46a9-ae91-d13ae6ae013e on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:50.854313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:50.860806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eebdb4a0-758b-4d25-a099-b08a61e2b349 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928206 Jul 28 18:06:50.862352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54716) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:50.879567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:50.928167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Port 5aeffd04-996b-46a9-ae91-d13ae6ae013e on network a6ea99f2-c973-4681-be6f-b54ed973f35b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:50.928499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Attempting to bind port 5aeffd04-996b-46a9-ae91-d13ae6ae013e on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:50.931997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:06:50.942991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:50.942991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Checking segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:50.943427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Bound using segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:50.943883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Bound port: 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:50.944248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:50.963704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.970387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.977613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.984492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.991024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:50.997097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.001701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Deleting port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:51.002300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.003250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.009190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69af9-5b09-4113-897a-98e6e4609860 req-2d8c3c9a-78b0-41ce-9a37-d833381382c8 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.010737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeb69af9-5b09-4113-897a-98e6e4609860 req-2d8c3c9a-78b0-41ce-9a37-d833381382c8 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1096 time: 0.1593673 Jul 28 18:06:51.011548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80043a32-7179-45bc-a2d4-044eabba5193 req-7aaec523-ecda-47d4-9307-20477c00f399 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5436 time: 0.1887953 Jul 28 18:06:51.045981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:51.050102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:51.060937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:51.061418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.062919 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Sync routers for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:51.076014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:51.080780 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:51.083338 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:51.087556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeb69af9-5b09-4113-897a-98e6e4609860 req-2f0f6f58-502f-457a-8aff-7e428abb0250 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Jul 28 18:06:51.089888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:51.104574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80043a32-7179-45bc-a2d4-044eabba5193 req-6403a784-1b32-4627-b0c6-49545a6b0938 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910785 Jul 28 18:06:51.124447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] For port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:51.124863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.142879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Calling delete_port for 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:51.177813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.241084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:51.244301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.255389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.255389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] 10.222.0.37 "PUT /v2.0/ports/5aeffd04-996b-46a9-ae91-d13ae6ae013e HTTP/1.1" status: 200 len: 1092 time: 2.4483533 Jul 28 18:06:51.255619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.255708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:51.255708 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6dfc92-8a04-4174-8384-7a681feb12ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:51.273223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.276578 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:51.278803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1036f4-35b7-426b-94f5-405cfc96789b service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:51.316657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:51.319292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:51.320949 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f7e3ff-bfc5-40f1-88ad-5fc325c4c72f" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:51.332896 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bd92c-b571-49c7-8e26-8eea7a269d1e x-openstack-request-id: req-fd9bd92c-b571-49c7-8e26-8eea7a269d1e {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:51.332896 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:51.333333 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd9bd92c-b571-49c7-8e26-8eea7a269d1e {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:51.333835 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'status': 'completed', 'code': 200} Jul 28 18:06:51.349651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.351883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f411a43-321f-4b77-8944-c74bd9d06da2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9448717 Jul 28 18:06:51.357833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54732) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:51.406236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.459640 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86d848-c697-496a-9b24-581df4bbb25b x-openstack-request-id: req-cd86d848-c697-496a-9b24-581df4bbb25b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:51.459940 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:51.460335 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd86d848-c697-496a-9b24-581df4bbb25b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:51.460748 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'code': 200} Jul 28 18:06:51.464933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.488644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] No DVR routers for this DVR port 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:06:51.524792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:51.541291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:48Z', 'revision_number': 3, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:51.555307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:51.558093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5b5c-1a82-43c9-b471-581534359fd7 None None] Pushing event deleted for resources: {'Port': ['ID=885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:51.577368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-616a4931-a9fe-4b25-864f-656a16251454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.579026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-616a4931-a9fe-4b25-864f-656a16251454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 1095 time: 0.2152188 Jul 28 18:06:51.582547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:51.582899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885f1cc0-2c3a-437f-8f5e-dbe4ad5558a7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:51.599294 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Checking router: a639f197-8d70-4975-87e6-e23149f1bb6f for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:51.599294 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Updating router a639f197-8d70-4975-87e6-e23149f1bb6f port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:51.632894 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.654303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:51.680148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bf846-da7e-4970-a55d-6342fbb4abe1 req-72d74e7c-f8b7-4171-9980-82b5d36b1340 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:51.681772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b0bf846-da7e-4970-a55d-6342fbb4abe1 req-72d74e7c-f8b7-4171-9980-82b5d36b1340 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.2140374 Jul 28 18:06:51.717548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Deleting subnet 7d9a6f04-56c1-429d-8b30-14e1613cc5d5 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:51.731251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.788019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b0bf846-da7e-4970-a55d-6342fbb4abe1 req-dccfc0a1-7262-47c3-9e4a-e32133e80e5d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964375 Jul 28 18:06:51.796011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.899863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:51.971739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:06:51.977352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.012328 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.026515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Transition to ACTIVE for port object 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:52.039046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14891de2-849a-4b43-8787-68b076a128b6 req-f45683c8-ccad-432d-91b9-e3a95e871b3b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 210 time: 0.1580322 Jul 28 18:06:52.051564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-21639952-8973-4f4e-89b8-1b8744db0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.053006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-21639952-8973-4f4e-89b8-1b8744db0e8a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4620323 Jul 28 18:06:52.065908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:52.069674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:52.077084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.077551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.079911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd51efb-c1fb-4f0a-aff7-ae312a137aab None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:52.092270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=2008e07e-fa51-43b2-9355-c095b4c0e20a,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.126575 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.155292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.185863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.198459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7d9a6f04-56c1-429d-8b30-14e1613cc5d5 HTTP/1.1" status: 204 len: 168 time: 0.5428257 Jul 28 18:06:52.200974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54748) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:52.209039 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Attempting to bind port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:52.209550 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Attempting to bind port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:52.209919 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Attempting to bind port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:52.212562 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1441af1-5f1b-4470-b98c-02682ee7f668 None None] Pushing event updated for resources: {'Port': ['ID=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.221802 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:52.222160 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:52.222485 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.222872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:52.223337 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Bound port: 0aecc6ed-b82f-4f1c-b42e-78282f347fd3, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:52.223747 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.254761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-604b8ad2-0686-4775-88de-2b69dc380da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.257089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da6dfc92-8a04-4174-8384-7a681feb12ce req-604b8ad2-0686-4775-88de-2b69dc380da9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962740 Jul 28 18:06:52.312063 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] For port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:52.315587 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] For port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:52.341232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.343665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14943594-0793-4c80-89c8-05e2add2577b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4802904 Jul 28 18:06:52.346503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54752) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:52.349045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '2008e07e-fa51-43b2-9355-c095b4c0e20a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:06:52.350306 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.351926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:52.383214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-23183f23-49cf-4ac6-bcb2-fbacef8f10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.384749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-23183f23-49cf-4ac6-bcb2-fbacef8f10b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 1095 time: 0.0821378 Jul 28 18:06:52.417588 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.443795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-9b683d4c-ae5d-48ad-b100-8d56084a13d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e HTTP/1.1" status: 200 len: 217 time: 0.0482261 Jul 28 18:06:52.450565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.489174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48ae3e-33d5-4978-8299-75edfdf8b7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9a6f04-56c1-429d-8b30-14e1613cc5d5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.550407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Allocated IP 2001:db8::f816:3eff:fec5:81a7 (02de251d-9347-46ab-9b2a-143fdbfe65d6/2008e07e-fa51-43b2-9355-c095b4c0e20a/575ae190-279f-421b-bed4-261b4f6c9b91) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:52.592607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.605219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff64175-42b5-412e-a670-6008439f5a87']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:52.617485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d0f7d-c8fe-46d8-b093-c65a355e7cba') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:52.619875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d0f7d-c8fe-46d8-b093-c65a355e7cba') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:52.630528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.656722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.663038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:52.663792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.664315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Allocated IP 172.20.0.1 (8d5f7f30-cd47-4652-be9c-b1e8d74ca583/14e11136-0dbc-456f-89a2-18b637d052d9/c593023c-089f-4a82-87de-44e7ff13f5d9) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:52.712052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:52.712676 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:06:52.747873 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:06:52.749932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:52.752148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.766878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.778372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.798936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.823367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.845114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.859237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.873718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:52.881336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1441af1-5f1b-4470-b98c-02682ee7f668 None None] Pushing event updated for resources: {'Port': ['ID=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.884392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-091c8305-0f9d-4769-81c6-e4059c98ab98 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5437 time: 0.5712111 Jul 28 18:06:52.893330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 476e08c8-e514-46ca-805b-bfde12a9a728 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:52.907081 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:52.920924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.945465 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.955055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Transition to ACTIVE for port object 575ae190-279f-421b-bed4-261b4f6c9b91 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:52.967834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5504b5b-78f7-4e34-87ff-da0ac0358c4a req-8af9db98-f6cb-434a-89aa-380d4b3afc4c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825164 Jul 28 18:06:52.968558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:52.970148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Transition to ACTIVE for port object 575ae190-279f-421b-bed4-261b4f6c9b91 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:52.971511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 476e08c8-e514-46ca-805b-bfde12a9a728 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:06:52.971861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 476e08c8-e514-46ca-805b-bfde12a9a728 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:53.007284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.009360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0ff64175-42b5-412e-a670-6008439f5a87 HTTP/1.1" status: 204 len: 168 time: 0.8025415 Jul 28 18:06:53.043978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-56cff512-50ec-43b3-9d11-828445567e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:53.045470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d17038-7d7b-42cb-9aaf-12aabce12333 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff64175-42b5-412e-a670-6008439f5a87,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:53.045656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-56cff512-50ec-43b3-9d11-828445567e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.5785651 Jul 28 18:06:53.069345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.180800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:53.189086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-eb88100b-ca3d-4b53-a60f-28baea82c743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145952 Jul 28 18:06:53.196333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:53.201657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:53.207289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee887a-a4d7-4f30-a35e-42a71beccb96 req-7a38b851-d2ae-48aa-8d07-83792fc9d03f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:53.208935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62ee887a-a4d7-4f30-a35e-42a71beccb96 req-7a38b851-d2ae-48aa-8d07-83792fc9d03f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.2149591 Jul 28 18:06:53.285592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:53.324163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cece1159-eb67-42ad-9c6d-c41181dbaf16 req-23dc196a-7adb-49d6-966a-d9b527563bd4 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 210 time: 0.1124942 Jul 28 18:06:53.327463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Attempting to bind port 575ae190-279f-421b-bed4-261b4f6c9b91 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:53.328407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Attempting to bind port 575ae190-279f-421b-bed4-261b4f6c9b91 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:53.330056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Attempting to bind port 575ae190-279f-421b-bed4-261b4f6c9b91 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:53.340275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:53.340784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:53.341307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.346209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:53.346209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Bound port: 575ae190-279f-421b-bed4-261b4f6c9b91, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:53.346209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.357909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.417259 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:48Z', 'revision_number': 3, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:53.454886 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277163f-f7af-4823-93f0-d22c75b10a09 None None] The sync data for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 is: [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:48Z', 'revision_number': 3, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:53.478617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:53.482640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:53.486071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62ee887a-a4d7-4f30-a35e-42a71beccb96 req-739c65a4-b198-4751-9869-4c0e77f2cf85 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120025 Jul 28 18:06:53.490226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:53.512669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:53.512669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:53.514538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:53.549408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:53.563221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-b5992d78-aa42-4960-867f-103f055ae66f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:53.565016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-b5992d78-aa42-4960-867f-103f055ae66f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 821 time: 0.5721400 Jul 28 18:06:53.578864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.583287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'port': {'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'admin_state_up': True, 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:53.640622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-493d2934-2530-4a9a-b02f-76a020809878 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304862 Jul 28 18:06:53.649735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.659319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cdf65-1da7-4785-ac4b-0df9385e08da None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:53.915990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:53.988083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:54.013880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=d5586067-2448-46e0-9202-627f9dd19556,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:54.018377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:54.022681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a1cf002f-1b85-46e4-9c8f-508457ce39f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25b875fc756e4421abd725e069fde1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063877 Jul 28 18:06:54.024233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.025278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.038115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54768) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:54.119610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4b801d09-f8a8-4159-82dd-b7ad8dcee8cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7719395 Jul 28 18:06:54.124994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54772) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:54.129378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:50:ba:8f', 'name': 'tempest-NetworksTestDHCPv6-1732062763'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:54.168240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.232999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.282271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04ac3c06-e223-497d-a1f6-521c8519f9fa req-677589b3-dd31-48b4-be1c-6db3b2e59ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959477 Jul 28 18:06:54.361740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.367790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.374827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.381390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.388033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.394981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.401938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Made reservation on behalf of d01d1bcd5b3d4ca791e720cbf77f8ca2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:54.405309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.406108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.408535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-85960028-ddf1-465d-98fe-43f253799752 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5437 time: 0.3090630 Jul 28 18:06:54.417046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.477589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c498ae20-cfb5-470e-a27c-3c84f8e518aa req-51900353-ac2d-4260-a8c6-632bcf2776a3 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636480 Jul 28 18:06:54.595948 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f45229ce-87ec-4997-bb38-dd65e4cb046a req-a02417b4-61df-4cb3-be94-e9396303e78a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 210 time: 0.0361216 Jul 28 18:06:54.596829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:54.602633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.605872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.611052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b76eb05-ab1d-4075-80d8-8eb2e7f7d623 HTTP/1.1" status: 204 len: 168 time: 0.5680420 Jul 28 18:06:54.676147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d2fd8-2c91-456f-b2e1-9fb5db2fd2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76eb05-ab1d-4075-80d8-8eb2e7f7d623,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:54.772125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Allocated IP 172.20.0.11 (34f5a519-c28f-43a0-b6d5-794321b70fb4/b8b0524d-1f69-491a-9de7-5ae20929ce64/cce72295-2b57-40f0-abc2-3cfc18ed813c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:54.800302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.867682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b3b7ece4-842d-4c83-88f0-7fec17c3bff4 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:54.870542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 162c68a5-ff23-4d32-834a-96e2be890b75 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:06:54.887506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:54.905737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877b8a-b297-4de5-a820-e200f6f4cd80 req-69ccedc8-f8d1-4d9b-ad26-7aa9fa2a4760 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:54.915188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90877b8a-b297-4de5-a820-e200f6f4cd80 req-69ccedc8-f8d1-4d9b-ad26-7aa9fa2a4760 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.1385856 Jul 28 18:06:54.958678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958c7b6-2895-43fc-aef9-9a9fcfb9cf60 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:54.995203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90877b8a-b297-4de5-a820-e200f6f4cd80 req-c2e1bebd-9270-4f1a-bc82-eab3a10268d8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789523 Jul 28 18:06:55.030231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.044376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.070458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Transition to ACTIVE for port object cce72295-2b57-40f0-abc2-3cfc18ed813c will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:55.070651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:55.104881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:55.107769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.133645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.142941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:55.169830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 172.20.0.2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/d5586067-2448-46e0-9202-627f9dd19556/162c68a5-ff23-4d32-834a-96e2be890b75) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:55.184253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe50:ba8f (02de251d-9347-46ab-9b2a-143fdbfe65d6/2008e07e-fa51-43b2-9355-c095b4c0e20a/162c68a5-ff23-4d32-834a-96e2be890b75) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:55.236133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ab71491-9867-4c54-b647-5dea36deede9 None None] Provisioning for port 575ae190-279f-421b-bed4-261b4f6c9b91 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:55.287897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:55.289441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.297356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:55.305339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9af5ff5f-454e-487c-b129-2cc7392be6ae'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:55.343812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:55.348049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:55.353748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:55.412740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.475583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event updated for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:55.486591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '2008e07e-fa51-43b2-9355-c095b4c0e20a', 'ip_address': '2001:db8::f816:3eff:fec5:81a7'}, {'subnet_id': 'd5586067-2448-46e0-9202-627f9dd19556'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '575ae190-279f-421b-bed4-261b4f6c9b91'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:06:55.515994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:55.518550 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17715e70-a0fd-4c8f-b77f-90f287a9fb84" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:55.578162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.579325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.608213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.634912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:55.638359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.652458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 162c68a5-ff23-4d32-834a-96e2be890b75 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:55.660251 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee37c0-7cf6-4eec-8ec4-ab7ac500e31b x-openstack-request-id: req-8fee37c0-7cf6-4eec-8ec4-ab7ac500e31b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:55.660545 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:55.660803 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fee37c0-7cf6-4eec-8ec4-ab7ac500e31b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:55.661197 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'code': 200} Jul 28 18:06:55.771602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Router a639f197-8d70-4975-87e6-e23149f1bb6f has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:06:55.800969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:55.801797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b329e724-8c94-4a40-8159-2517aaa692c0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:55.818083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-51b879fd-0fd0-46f5-8ac6-9acb0903c0a8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2386384 Jul 28 18:06:55.831104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.837214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.846303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.855148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Request body: {'port': {'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:55.857590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.862391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:55.863652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.869561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.875988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:55.884962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-f44be807-045f-40b8-9d9b-d019d2ca7960 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5437 time: 0.2125866 Jul 28 18:06:55.951493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4295fd5-99ac-4466-ade9-e2c706505873 req-638506d7-3bfa-47c4-9c6a-af0ea4f2395b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655100 Jul 28 18:06:55.982778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.069594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:56.073121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:56.080120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:06:56.139116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214a437-7a2d-467f-95c4-93dfc8933bec req-18626897-456c-4818-82c6-954e68849d75 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:56.141306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d214a437-7a2d-467f-95c4-93dfc8933bec req-18626897-456c-4818-82c6-954e68849d75 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 932 time: 0.3670437 Jul 28 18:06:56.142960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:56.147702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:56.148584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.167466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Sync routers for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:56.181356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce37732e-a31a-4738-80fb-680a617dfcd5 admin admin] 10.222.0.25 "PUT /v2.0/routers/a639f197-8d70-4975-87e6-e23149f1bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8179109 Jul 28 18:06:56.187422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:56.198310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aedc68a0-794b-40f9-88c1-9808e2001d89 None None] Provisioning for port cce72295-2b57-40f0-abc2-3cfc18ed813c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:56.209294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=162c68a5-ff23-4d32-834a-96e2be890b75,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:56.229199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-771a50a8-2e4c-473f-9ee9-d42bad875078 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1032963 Jul 28 18:06:56.229199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54822) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:56.229435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 575ae190-279f-421b-bed4-261b4f6c9b91 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:56.252279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aedc68a0-794b-40f9-88c1-9808e2001d89 None None] Provisioning complete for port cce72295-2b57-40f0-abc2-3cfc18ed813c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:56.254879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aedc68a0-794b-40f9-88c1-9808e2001d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.280214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472229-2e55-477e-b666-9a0d8bd1dc65 req-e0e4f35a-6a6b-4805-96ae-b4d0cdf0fdab tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:56.287878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21472229-2e55-477e-b666-9a0d8bd1dc65 req-e0e4f35a-6a6b-4805-96ae-b4d0cdf0fdab tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.1666009 Jul 28 18:06:56.305056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d214a437-7a2d-467f-95c4-93dfc8933bec req-963cbeac-819f-436d-91f2-4ed32e4879f2 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293569 Jul 28 18:06:56.321630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.362979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-aedc68a0-794b-40f9-88c1-9808e2001d89 None None] Port cce72295-2b57-40f0-abc2-3cfc18ed813c cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:06:56.382478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:56.388309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.397453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port b329e724-8c94-4a40-8159-2517aaa692c0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:56.398178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21472229-2e55-477e-b666-9a0d8bd1dc65 req-438690aa-dbda-48f4-a184-9783b5fea0bf tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091564 Jul 28 18:06:56.400505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:06:56.401414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:56.444087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb66f24-43a7-4fe3-9ab1-afc9163e0f11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:56.450860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb66f24-43a7-4fe3-9ab1-afc9163e0f11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:56.455839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8eb66f24-43a7-4fe3-9ab1-afc9163e0f11 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2244685 Jul 28 18:06:56.456800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54828) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:56.540757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port b329e724-8c94-4a40-8159-2517aaa692c0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:56.542384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.609840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-22c3c08c-6b05-4dd5-94bf-51961fa75439 {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:06:56.610302 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:06:56.662570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 162c68a5-ff23-4d32-834a-96e2be890b75 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:06:56.663141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.754868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce72295-2b57-40f0-abc2-3cfc18ed813c {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:56.764421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.765993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:06:56.780432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Transition to ACTIVE for port object cce72295-2b57-40f0-abc2-3cfc18ed813c will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:56.783428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.797473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 162c68a5-ff23-4d32-834a-96e2be890b75 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:06:56.851972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.890931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.896450 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:56.958403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Pushing event updated for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:56.992803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:57.019424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:57.086747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Attempting to bind port cce72295-2b57-40f0-abc2-3cfc18ed813c on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:06:57.086747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Attempting to bind port cce72295-2b57-40f0-abc2-3cfc18ed813c by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:06:57.086747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Attempting to bind port cce72295-2b57-40f0-abc2-3cfc18ed813c on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:57.091531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Port cce72295-2b57-40f0-abc2-3cfc18ed813c on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:06:57.091872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Attempting to bind port cce72295-2b57-40f0-abc2-3cfc18ed813c on network 34f5a519-c28f-43a0-b6d5-794321b70fb4 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:06:57.097484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:06:57.097833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Checking segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:06:57.098231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Bound using segment: {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:06:57.098672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Bound port: cce72295-2b57-40f0-abc2-3cfc18ed813c, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79bbab1-e872-4b58-ada4-a77e660fbf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:06:57.099040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.128755 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.129280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b30f8b41-01cd-4cef-b1e0-135318a109b2 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:57.193762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.198845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:57.208328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:57.211973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:57.253119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.291678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.298803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.306450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.314586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.318589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-d5b7b876-2c3f-4f52-b7fc-7dc0c6147acc tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.320912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-d5b7b876-2c3f-4f52-b7fc-7dc0c6147acc tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 819 time: 0.1509364 Jul 28 18:06:57.333431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.343422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.352326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.354804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-44f25694-5aaf-43ad-acd7-d5d85697ecdb tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5439 time: 0.1412542 Jul 28 18:06:57.357021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=162c68a5-ff23-4d32-834a-96e2be890b75,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:57.373540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.375527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-99c6c904-8d88-4e05-87b0-3bbc232c5bba tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/quotas/1b6cd4fa4a6d45419b5890a95028a913 HTTP/1.1" status: 200 len: 375 time: 0.0220356 Jul 28 18:06:57.511781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Pushing event updated for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:57.533684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.538609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62f5e205-b5c6-45e4-a569-6b4177610256 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/162c68a5-ff23-4d32-834a-96e2be890b75 HTTP/1.1" status: 204 len: 168 time: 1.0777187 Jul 28 18:06:57.541315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-ef579245-5102-495b-8dba-2f95b9d95a54 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278613 Jul 28 18:06:57.548219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54866) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:57.566316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.567059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.568771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-8f134ccc-d567-42ae-860f-d62449ea15aa service neutron] 10.222.0.35 "PUT /v2.0/ports/cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 1092 time: 1.7260427 Jul 28 18:06:57.569866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:57.572534 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b71b4a-2614-48e5-a4f2-5a234ac84adb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:57.640470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:57.697455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad0e5188-0bce-4732-98cf-96e47b563b66 req-becfc656-9c84-44a2-a435-71e528261702 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3284593 Jul 28 18:06:57.774662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:57.780851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:06:57.785938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-316b52d1-0ed0-4429-b31c-bae31086048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.786914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6de50a-52b6-4c8f-a298-2dcb4e63d092 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.788704 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b8343-0941-4f58-832e-bdf38ed8e66d" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:57.789835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6de50a-52b6-4c8f-a298-2dcb4e63d092 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.792427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-316b52d1-0ed0-4429-b31c-bae31086048b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1095 time: 0.0905509 Jul 28 18:06:57.804535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6de50a-52b6-4c8f-a298-2dcb4e63d092 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.807290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d6de50a-52b6-4c8f-a298-2dcb4e63d092 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2578564 Jul 28 18:06:57.811157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54874) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:57.837304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:57.892047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-49094d7a-6656-4bd4-9b91-94c7a11c734c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 217 time: 0.0896254 Jul 28 18:06:57.961414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-7473ed76-d209-4388-9760-715f4c21a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:57.962548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 2008e07e-fa51-43b2-9355-c095b4c0e20a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:57.963368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-7473ed76-d209-4388-9760-715f4c21a204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0608337 Jul 28 18:06:57.977165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.010961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7c1eb8ef-f24a-4630-8b4d-3b1240af4b7f service neutron] 10.222.0.25 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570496 Jul 28 18:06:58.053931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:58.061302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:58.061685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.077536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.093141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:54Z', 'revision_number': 4, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c593023c-089f-4a82-87de-44e7ff13f5d9', 'name': '', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'mac_address': 'fa:16:3e:0d:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:52Z', 'updated_at': '2021-07-28T18:06:54Z', 'revision_number': 2, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'subnets': [{'id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:58.133472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Checking router: a639f197-8d70-4975-87e6-e23149f1bb6f for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:58.133676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Updating router a639f197-8d70-4975-87e6-e23149f1bb6f port c593023c-089f-4a82-87de-44e7ff13f5d9 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:58.148259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-10073b46-0a4e-4ca0-972d-a4d028774842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:58.156027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-10073b46-0a4e-4ca0-972d-a4d028774842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767612 Jul 28 18:06:58.161202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port b30f8b41-01cd-4cef-b1e0-135318a109b2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:58.173494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port b30f8b41-01cd-4cef-b1e0-135318a109b2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:58.173874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.180091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.206286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-5ab5640c-f260-498d-b85e-289b40807001 service neutron] 10.222.0.25 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854737 Jul 28 18:06:58.232605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.384723 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.406949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-a4440f20-ae21-4e3c-b256-a7ea078451e4 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470422 Jul 28 18:06:58.413067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.445659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.450979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2008e07e-fa51-43b2-9355-c095b4c0e20a HTTP/1.1" status: 204 len: 168 time: 0.6386034 Jul 28 18:06:58.451806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54884) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:58.452554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab2fe8-7e0e-4046-b651-365f0a8975ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=2008e07e-fa51-43b2-9355-c095b4c0e20a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-8597d03e-49de-408f-989c-33db5e3f97c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2008e07e-fa51-43b2-9355-c095b4c0e20a: This subnet is being modified by another concurrent operation. Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:06:58.464691 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2008e07e-fa51-43b2-9355-c095b4c0e20a: This subnet is being modified by another concurrent operation. Jul 28 18:06:58.468531 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:06:58.492011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e330-cf91-4756-be75-27a86425a3c5 req-7e51f170-de37-4fcb-9dd9-0d48d01a28aa tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:58.493735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01d5e330-cf91-4756-be75-27a86425a3c5 req-7e51f170-de37-4fcb-9dd9-0d48d01a28aa tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 944 time: 0.5992751 Jul 28 18:06:58.494110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:58.509611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.566165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b52db6-7c61-469d-b4f3-31d4e210bbb1 req-f6b1161a-d986-4841-b81f-2624859587dd service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497405 Jul 28 18:06:58.575556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01d5e330-cf91-4756-be75-27a86425a3c5 req-86919a95-9936-4912-bd6b-6f2aeea89ecb tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579040 Jul 28 18:06:58.588152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.653958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet d5586067-2448-46e0-9202-627f9dd19556 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:06:58.669049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.678577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30a13c-57f9-48f6-a623-6c588e5e6f01 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:06:58.793863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:58.802512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:58.860246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.863615 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f54553-8b02-45bc-a5cb-a0242b6b9cbd x-openstack-request-id: req-b2f54553-8b02-45bc-a5cb-a0242b6b9cbd {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:58.864082 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:58.864480 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2f54553-8b02-45bc-a5cb-a0242b6b9cbd {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:58.865049 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'status': 'completed', 'code': 200} Jul 28 18:06:58.953681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:58.956849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:58.994867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541b367-10a2-4880-9a6f-c83f511cb5bf req-6040de63-91a1-4d58-8b3c-f82627f38cc8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:58.997506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8541b367-10a2-4880-9a6f-c83f511cb5bf req-6040de63-91a1-4d58-8b3c-f82627f38cc8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.2880595 Jul 28 18:06:59.012742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.039001 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c01d5f-594f-4061-b4d1-4e102cc3eabe x-openstack-request-id: req-c8c01d5f-594f-4061-b4d1-4e102cc3eabe {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:59.039586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:59.039985 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8c01d5f-594f-4061-b4d1-4e102cc3eabe {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:59.040519 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'code': 200} Jul 28 18:06:59.049315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73aae2d4-40b0-421f-8cb8-d04cc4457375 req-995c2399-71f2-4b46-9f4b-702d068d1441 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 210 time: 0.0975437 Jul 28 18:06:59.059665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-95c81d1f-ecf4-454e-8882-cf21ef28d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.061358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-95c81d1f-ecf4-454e-8882-cf21ef28d7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1095 time: 0.1534822 Jul 28 18:06:59.079213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8541b367-10a2-4880-9a6f-c83f511cb5bf req-f3241be9-3e52-46b6-908b-a50ebd131439 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708103 Jul 28 18:06:59.081588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ba9da960-3136-440b-8182-53e62216b830 None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:59.082137 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba9da960-3136-440b-8182-53e62216b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.132455 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.133501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:59.171894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.216672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-3fcd18ca-c9cf-430d-bb27-83f70a2f884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.219082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-3fcd18ca-c9cf-430d-bb27-83f70a2f884f service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.1387722 Jul 28 18:06:59.242920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=d5586067-2448-46e0-9202-627f9dd19556,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.248656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.253028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.255006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0f5d0d8b-833e-4640-a589-3c89b3a4f639 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d5586067-2448-46e0-9202-627f9dd19556 HTTP/1.1" status: 204 len: 168 time: 0.8004162 Jul 28 18:06:59.259504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54912) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:59.319671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a01f5a0-f956-4d67-89c0-1c21cc4a52dd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556688 Jul 28 18:06:59.323145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54914) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:06:59.328862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.resource_extend [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:06:59.337843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:06:59.342229 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-5a385297-1655-4e1d-9e9a-438ec9a89cf6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 217 time: 0.1139545 Jul 28 18:06:59.434564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-2ffd015b-f373-4e29-8a07-c69d2d70baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.437114 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-2ffd015b-f373-4e29-8a07-c69d2d70baee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0663629 Jul 28 18:06:59.452153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.458681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.466152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.472773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.475982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:59.479325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.486104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.492443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.494962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-46fa1581-1ad3-4a4c-bd04-be208fbb5ed9 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5440 time: 0.2477851 Jul 28 18:06:59.532985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.543339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Transition to ACTIVE for port object c593023c-089f-4a82-87de-44e7ff13f5d9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:06:59.548536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:06:59.570208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'mac_address': 'fa:16:3e:08:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:59.579903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:06:59.580217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.624168 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.670687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c750406-5654-4bf4-8ff1-e905129e6bfa req-ada7cfab-3266-4ac4-a9f9-5de997050f5f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633549 Jul 28 18:06:59.676987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-804583a2-10da-44f6-bade-7c710ba93528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.682177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-804583a2-10da-44f6-bade-7c710ba93528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861491 Jul 28 18:06:59.750564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-57b21682-6de7-4ab8-ad11-a04f0964fed6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:06:59.758588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-57b21682-6de7-4ab8-ad11-a04f0964fed6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 819 time: 0.3265157 Jul 28 18:06:59.778511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-f48c7474-9d26-4663-8e9d-1a0a005c5acb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/quotas/1b6cd4fa4a6d45419b5890a95028a913 HTTP/1.1" status: 200 len: 375 time: 0.0189066 Jul 28 18:06:59.794778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.813683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeffd04-996b-46a9-ae91-d13ae6ae013e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:06:59.836834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:59.837859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f9d71-957a-42d2-b994-053faf6cda3b None None] Pushing event updated for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.844497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.851522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-da53110c-6649-4d1d-8b9a-cec57038cf0d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711162 Jul 28 18:06:59.896360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:59.906439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.959837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad2ae0-c1cb-48b0-a023-3378da055341 None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': 'd5586067-2448-46e0-9202-627f9dd19556'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '575ae190-279f-421b-bed4-261b4f6c9b91'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:06:59.989435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2ae0-c1cb-48b0-a023-3378da055341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:06:59.991389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.002097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Attempting to bind port c593023c-089f-4a82-87de-44e7ff13f5d9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:00.002272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Attempting to bind port c593023c-089f-4a82-87de-44e7ff13f5d9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:00.002628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Attempting to bind port c593023c-089f-4a82-87de-44e7ff13f5d9 on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:00.017117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8f10-5f8d-4d05-8711-aa834bdf492e req-57e943a4-4155-4315-b69e-48c302205a56 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.026125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58cc8f10-5f8d-4d05-8711-aa834bdf492e req-57e943a4-4155-4315-b69e-48c302205a56 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 944 time: 0.2012746 Jul 28 18:07:00.055995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:00.058227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:00.058642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Checking segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:00.059056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.059476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Bound using segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:00.059948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Bound port: c593023c-089f-4a82-87de-44e7ff13f5d9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:00.060909 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.066187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-307ee379-2980-4cd0-87d9-976dbe0db959 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733037 Jul 28 18:07:00.091579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c9a7f08a-7d98-4467-8b2d-391861335875 service neutron] 10.222.0.25 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388699 Jul 28 18:07:00.133992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] For port c593023c-089f-4a82-87de-44e7ff13f5d9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:00.141612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] For port c593023c-089f-4a82-87de-44e7ff13f5d9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c593023c-089f-4a82-87de-44e7ff13f5d9,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:00.143898 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.229210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51b71b4a-2614-48e5-a4f2-5a234ac84adb req-d7fe9862-ff08-4181-9f9d-598e86291bfb service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367013 Jul 28 18:07:00.248431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58cc8f10-5f8d-4d05-8711-aa834bdf492e req-1455b496-c0e1-4dab-808a-4425096d1319 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212524 Jul 28 18:07:00.312063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-dc3d01e9-b84e-4863-a56b-1316c154105d service neutron] 10.222.0.25 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193487 Jul 28 18:07:00.425513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.427861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.460218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb621f-1f63-4421-9ee2-c5c33cad6ea1 req-784e18ed-23eb-4e16-be37-f969585d5197 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.473336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.486821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8cb621f-1f63-4421-9ee2-c5c33cad6ea1 req-784e18ed-23eb-4e16-be37-f969585d5197 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 945 time: 0.0944014 Jul 28 18:07:00.534775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:00.538578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:00.543293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.544052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.554270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:00.587433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5aeffd04-996b-46a9-ae91-d13ae6ae013e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:00.590583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:00.604849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=d9e6d0de-c473-4fe9-999a-7da6d63caa72,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:00.626522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8cb621f-1f63-4421-9ee2-c5c33cad6ea1 req-4927dee1-d8f0-4377-931e-af768c0a4873 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274335 Jul 28 18:07:00.710285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d1f02b5-8874-4c21-b09e-8282c10c57ea req-724c0507-9250-459e-b68b-ae34e124418f tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0562949 Jul 28 18:07:00.714421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:00.715463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0dade1e7-315f-421b-bedb-44befcb84c67 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:00.726404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-64281817-4d4a-4daf-88fc-9893cfd23a9a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3998749 Jul 28 18:07:00.729440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54948) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:00.735670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:00.823152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:00.849776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337e578-d82e-425d-9d29-96fa021bb998 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:00.851478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:00.856563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:06:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:00.919168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.925399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.932413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.939742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.946401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.953500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.959700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:00.961615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-7e009e16-4dd6-487f-847c-a822238ca5a6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5441 time: 0.1393025 Jul 28 18:07:00.967423 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:07:01.020767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:01.046265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d265f1d7-8a00-47d1-a358-50513b81a3d1 req-625f9aca-044c-44a1-9c87-be627f95b57b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736558 Jul 28 18:07:01.062712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:01.064998 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4d5e0-b2f2-44af-b581-ea0dda922ff7" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "9793c476-1fb9-47e2-a1ff-aa4c24b33b5b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:01.090107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:01.090487 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:01.115089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:01.120672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:01.166976 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a61370a-a9d5-4e13-a1b4-68d6ef8acfa2 x-openstack-request-id: req-7a61370a-a9d5-4e13-a1b4-68d6ef8acfa2 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:01.167279 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "9793c476-1fb9-47e2-a1ff-aa4c24b33b5b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:01.167562 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a61370a-a9d5-4e13-a1b4-68d6ef8acfa2 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:01.170113 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'code': 200} Jul 28 18:07:01.170376 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793c476-1fb9-47e2-a1ff-aa4c24b33b5b', 'code': 200} Jul 28 18:07:01.271823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:01.432812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac7ab-2675-4218-8a06-a477f310adde req-e7edce8d-9cb9-4fdc-a483-4f031c59225c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:01.442052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f66ac7ab-2675-4218-8a06-a477f310adde req-e7edce8d-9cb9-4fdc-a483-4f031c59225c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 944 time: 0.1139002 Jul 28 18:07:01.516028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f66ac7ab-2675-4218-8a06-a477f310adde req-653a7624-55d8-42ac-aeee-8a5d1f5e9051 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 Jul 28 18:07:01.544883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 0dade1e7-315f-421b-bedb-44befcb84c67 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:01.591509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 0dade1e7-315f-421b-bedb-44befcb84c67 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:01.592218 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:01.678737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:01.679115 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:01.681671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f9d71-957a-42d2-b994-053faf6cda3b None None] Pushing event updated for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:01.687737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-26b00a3d-9b1c-47f3-9959-f338bcbded6a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:01.690472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-26b00a3d-9b1c-47f3-9959-f338bcbded6a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 819 time: 0.1484432 Jul 28 18:07:01.753019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Request body: {'port': {'device_id': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'admin_state_up': True, 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:01.784026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:01.825899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:01.863476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcd694-6029-4eab-beb2-977d4daff5fe req-f3488b6b-60fe-41ef-9f4d-dbad124db333 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:01.866311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60fcd694-6029-4eab-beb2-977d4daff5fe req-f3488b6b-60fe-41ef-9f4d-dbad124db333 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 945 time: 0.1144733 Jul 28 18:07:01.926665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d72f74c-a9fb-429a-8cd8-104075d0933f req-1fc14091-b962-4aa9-88fb-0a6ea0b10375 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0317655 Jul 28 18:07:01.955936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60fcd694-6029-4eab-beb2-977d4daff5fe req-6b00b93c-1077-4618-8ca7-5738f3c98032 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812955 Jul 28 18:07:02.014733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:02.015280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5776f8a-ef35-4ed3-acb0-4bc56cd53d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.197065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5776f8a-ef35-4ed3-acb0-4bc56cd53d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.212929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.282247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5776f8a-ef35-4ed3-acb0-4bc56cd53d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.305372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.314907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.325163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.325527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5776f8a-ef35-4ed3-acb0-4bc56cd53d22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55577779c4114535b4ae12fbe7dcfb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395262 Jul 28 18:07:02.332900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.335302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54980) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:02.340751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.341779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5776f8a-ef35-4ed3-acb0-4bc56cd53d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d5fc77-cd01-4522-9531-159e136b594f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:02.351106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.359856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:02.362364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-a262d178-8d55-4c2c-aed6-46ea7fed7677 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5441 time: 0.1828387 Jul 28 18:07:02.382940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': 'd9e6d0de-c473-4fe9-999a-7da6d63caa72'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '575ae190-279f-421b-bed4-261b4f6c9b91'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:07:02.388843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.404940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.422191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:54Z', 'revision_number': 4, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c593023c-089f-4a82-87de-44e7ff13f5d9', 'name': '', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'mac_address': 'fa:16:3e:0d:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:52Z', 'updated_at': '2021-07-28T18:07:00Z', 'revision_number': 4, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'subnets': [{'id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:02.434133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.441455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ecd722af-4e06-46b6-9ef6-847f34f1e2ca req-d047a4fe-6cab-4505-8d56-2c832938aebf tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654533 Jul 28 18:07:02.470397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0071f8-fba1-47d2-b6cc-5635dba1add8 None None] The sync data for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 is: [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:06:54Z', 'revision_number': 4, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c593023c-089f-4a82-87de-44e7ff13f5d9', 'name': '', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'mac_address': 'fa:16:3e:0d:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:52Z', 'updated_at': '2021-07-28T18:07:00Z', 'revision_number': 4, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'subnets': [{'id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:02.501647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.540915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.545606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0dade1e7-315f-421b-bedb-44befcb84c67,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:02.614853 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:07:02.614853 n-d-778550-5 neutron-server[101108]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 28 18:07:02.614853 n-d-778550-5 neutron-server[101108]: [parameters: {'status': 'ACTIVE', 'ports_id': '575ae190-279f-421b-bed4-261b4f6c9b91'}] Jul 28 18:07:02.614853 n-d-778550-5 neutron-server[101108]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:07:02.615733 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:07:02.643108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Made reservation on behalf of 1b6cd4fa4a6d45419b5890a95028a913 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:02.646360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.656773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.656773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14d5fc77-cd01-4522-9531-159e136b594f HTTP/1.1" status: 204 len: 168 time: 0.3143592 Jul 28 18:07:02.669478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.671298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901965-1232-4362-9145-4d239641bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d5fc77-cd01-4522-9531-159e136b594f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:02.746772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:02.753523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:02.887600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c593023c-089f-4a82-87de-44e7ff13f5d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:02.920526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:02.942320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cce72295-2b57-40f0-abc2-3cfc18ed813c details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:03.014583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:03.022560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adb605-0b4f-46de-99d9-5be5407d4fad req-d408388e-c506-459b-8781-23547f2bb9b7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.033603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59adb605-0b4f-46de-99d9-5be5407d4fad req-d408388e-c506-459b-8781-23547f2bb9b7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 944 time: 0.3165386 Jul 28 18:07:03.097719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.119760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87bc911d-1053-4a37-9718-069708a87752 req-e887c323-e9ae-47e2-b304-f4d88a240287 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0582633 Jul 28 18:07:03.189379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59adb605-0b4f-46de-99d9-5be5407d4fad req-839a55f1-c996-46c9-984a-4e1f7d4178f9 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548712 Jul 28 18:07:03.194131 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.196334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.308642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:03.313740 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3674e03c-2c6f-4394-bb85-e7ce3572472b" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:03.408261 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34b1d98-fe7f-4f08-9ecc-ce841ba2c0a2 x-openstack-request-id: req-f34b1d98-fe7f-4f08-9ecc-ce841ba2c0a2 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:03.408473 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:03.408667 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f34b1d98-fe7f-4f08-9ecc-ce841ba2c0a2 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:03.409009 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67', 'code': 200} Jul 28 18:07:03.438871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Allocated IP 172.20.0.2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/d9e6d0de-c473-4fe9-999a-7da6d63caa72/575ae190-279f-421b-bed4-261b4f6c9b91) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:03.452832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.453026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f888-9b64-4536-8433-3db65b61b133 req-363ab4e7-100e-4643-8270-422a2fa3052c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.453026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d46f888-9b64-4536-8433-3db65b61b133 req-363ab4e7-100e-4643-8270-422a2fa3052c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 945 time: 0.1643949 Jul 28 18:07:03.468102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-55c74046-7b17-461c-8b7e-14277ba4d70a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.469925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-55c74046-7b17-461c-8b7e-14277ba4d70a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 819 time: 0.3316939 Jul 28 18:07:03.513595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Request body: {'port': {'device_id': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'admin_state_up': True, 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:03.572945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:03.575940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c593023c-089f-4a82-87de-44e7ff13f5d9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:03.588007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:03.588629 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.592771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:03.597050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c593023c-089f-4a82-87de-44e7ff13f5d9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:03.597643 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.675611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:03.711862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55000) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:03.732163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c304129-2076-4f55-bd6a-fd1d5ca396c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.751749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:03.764384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d46f888-9b64-4536-8433-3db65b61b133 req-26b527b9-9cd4-46f6-94fe-5bed15a1fe2c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934105 Jul 28 18:07:03.781652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Made reservation on behalf of 1b6cd4fa4a6d45419b5890a95028a913 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:03.785176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.789893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Allocated IP 172.20.0.4 (8d5f7f30-cd47-4652-be9c-b1e8d74ca583/14e11136-0dbc-456f-89a2-18b637d052d9/41041a56-6ee2-420b-bcf9-c08575ffeb44) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:03.799454 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.808091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:03.859040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce72295-2b57-40f0-abc2-3cfc18ed813c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:03.861290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:03.886730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=6b534b74-cbb0-41b8-8214-3d9bf68eb111,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:03.887312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.903883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.904493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.930082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:03.974497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.975614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:03.976541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c304129-2076-4f55-bd6a-fd1d5ca396c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.980917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.986817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.991325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:03.992740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.993491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Transition to ACTIVE for port object 575ae190-279f-421b-bed4-261b4f6c9b91 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:03.999199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:03.999607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.005297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:04.011771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:04.013757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-a9fd4566-bf43-4592-b208-bfac3493ca29 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5442 time: 0.2602220 Jul 28 18:07:04.025138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.045678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c304129-2076-4f55-bd6a-fd1d5ca396c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.070962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.096862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2c304129-2076-4f55-bd6a-fd1d5ca396c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c764d5505624390a6f3747e42a26dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839312 Jul 28 18:07:04.097807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55004) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:04.109477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c304129-2076-4f55-bd6a-fd1d5ca396c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f83da-f659-468c-959c-c73c1db390fc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.116404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5df136c7-4e6f-4ca7-bedb-079c3c35fccc req-e284ca10-73ce-4a18-8a38-64f4714aca05 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936000 Jul 28 18:07:04.120394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ef5e2c40-6903-4f0f-95fe-69736338061c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3896945 Jul 28 18:07:04.127990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55006) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:04.135010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:ee:c2:b8', 'name': 'tempest-NetworksTestDHCPv6-1561573008'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:04.158146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:04.177606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c593023c-089f-4a82-87de-44e7ff13f5d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c593023c-089f-4a82-87de-44e7ff13f5d9,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:04.203333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:07:04.203806 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:07:04.204366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.213089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.266532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.301512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-feeb4628-9ae3-4bff-a5f0-6f349a356701 req-5ed836e8-c505-4a3a-a5fd-284a830f9281 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0491292 Jul 28 18:07:04.311624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.325704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.372620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.374803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd738b-139c-48a6-856b-d31c4e05c579 None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.375000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.451137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.456876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:04.465998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:04.471246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:04.474450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Allocated IP 172.20.0.11 (8d5f7f30-cd47-4652-be9c-b1e8d74ca583/14e11136-0dbc-456f-89a2-18b637d052d9/0c277988-1497-41c5-bba1-44747911c57c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:04.482291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:04.524293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Pushing event updated for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.533068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.551595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba387-3cf1-4cea-9905-e25bb23b6341 req-0c65675c-a95c-45f1-9ed9-2457b02ee7ca tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:04.553297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e3ba387-3cf1-4cea-9905-e25bb23b6341 req-0c65675c-a95c-45f1-9ed9-2457b02ee7ca tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 945 time: 0.2099144 Jul 28 18:07:04.563466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cce72295-2b57-40f0-abc2-3cfc18ed813c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:04.606707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:04.607307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.638928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e3ba387-3cf1-4cea-9905-e25bb23b6341 req-896838ff-d1ae-474d-b267-7f44b5d753d7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739720 Jul 28 18:07:04.667877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.671518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.672709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c22f83da-f659-468c-959c-c73c1db390fc HTTP/1.1" status: 204 len: 168 time: 0.5726230 Jul 28 18:07:04.731091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.732444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-7abf64b8-9e75-4f5f-961f-85d9c3ef7e97 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9847128 Jul 28 18:07:04.735451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae2e6-09cb-4904-affd-2cfa8befc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f83da-f659-468c-959c-c73c1db390fc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:04.746613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Request body: {'port': {'device_id': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:04.773455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 32841721-31ad-4551-8760-afaa3c3372c7 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:04.809379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:04.878950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:04.924576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:05.037517 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.098623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:05.115049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c593023c-089f-4a82-87de-44e7ff13f5d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:05.154067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.157468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 5aeffd04-996b-46a9-ae91-d13ae6ae013e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:05.167176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5aeffd04-996b-46a9-ae91-d13ae6ae013e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:05.167587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.270636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd9623-2082-4dbd-bbde-a6fade7cab92 None None] Pushing event updated for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:05.276101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c593023c-089f-4a82-87de-44e7ff13f5d9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:05.276505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.335667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.344229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.368412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.376849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.377487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.395652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.411084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.420529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:05.424650 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f49d7-d82b-4117-adb3-6ebfde3b153d" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "c2f4f5de-4a4d-4ef8-babf-d5ee767d4694"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:05.426495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.450847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.473616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:05.474172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-3779d269-6d1e-4f00-9222-577101d38798 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.2514119 Jul 28 18:07:05.476320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dad72f-83ac-432f-8c88-e7981ed7d5db None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:05.554626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.560411 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6dd8e12f-b10b-42b3-9e93-2df0a802f811 req-96bf2ffd-b576-4c41-8c25-916b01a6e7c6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809176 Jul 28 18:07:05.611447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1c1a7943-3300-4fe9-9a56-99c8a9ed7d12 None None] Provisioning for port 575ae190-279f-421b-bed4-261b4f6c9b91 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:05.632954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1c1a7943-3300-4fe9-9a56-99c8a9ed7d12 None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:05.633332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c1a7943-3300-4fe9-9a56-99c8a9ed7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.666464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 172.20.0.7 (02de251d-9347-46ab-9b2a-143fdbfe65d6/d9e6d0de-c473-4fe9-999a-7da6d63caa72/32841721-31ad-4551-8760-afaa3c3372c7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:05.675812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25abd646-f5bc-46b8-b2b2-ec755665e038 req-8930d2d0-356e-4a76-b873-c93bff7b84cb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0304172 Jul 28 18:07:05.687801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:feee:c2b8 (02de251d-9347-46ab-9b2a-143fdbfe65d6/6b534b74-cbb0-41b8-8214-3d9bf68eb111/32841721-31ad-4551-8760-afaa3c3372c7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:05.705660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:05.725903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:05.743023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d0c5f-cc09-4e25-8666-fec213dff78f x-openstack-request-id: req-7e9d0c5f-cc09-4e25-8666-fec213dff78f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:05.743023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "c2f4f5de-4a4d-4ef8-babf-d5ee767d4694", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:05.743023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e9d0c5f-cc09-4e25-8666-fec213dff78f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:05.743023 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f4f5de-4a4d-4ef8-babf-d5ee767d4694', 'code': 200} Jul 28 18:07:05.824378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Pushing event updated for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:05.854238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada8096-05aa-4318-8b9d-c9a8b264ce97 req-3b62362d-f9cd-4913-9dd7-3218b4878239 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.856439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ada8096-05aa-4318-8b9d-c9a8b264ce97 req-3b62362d-f9cd-4913-9dd7-3218b4878239 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.9571903 Jul 28 18:07:05.879208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:05.891560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:05.902895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:05.951941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd1915-9edc-4194-a2e3-2215e65ddc33 req-848eaee3-9723-4b2e-999e-d998630d5255 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.953543 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aebd1915-9edc-4194-a2e3-2215e65ddc33 req-848eaee3-9723-4b2e-999e-d998630d5255 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 945 time: 0.1557679 Jul 28 18:07:05.972324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.973241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.973905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.974545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.975179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.975840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.976532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:05.978696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b50b7cf1-d3cf-422f-9c8f-83cb9143511c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.1291203 Jul 28 18:07:06.022115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.022773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.025886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41041a56-6ee2-420b-bcf9-c08575ffeb44 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:06.041926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ada8096-05aa-4318-8b9d-c9a8b264ce97 req-b07877d0-3857-4b5f-9381-492124f790e2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675327 Jul 28 18:07:06.042328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.080586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a5055ba-ea63-4854-a03a-633097a0fa3c req-b6a2260f-b942-48ea-9794-859096a93244 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887215 Jul 28 18:07:06.081699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Transition to ACTIVE for port object 41041a56-6ee2-420b-bcf9-c08575ffeb44 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:06.087421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aebd1915-9edc-4194-a2e3-2215e65ddc33 req-0bb114ba-a6af-4627-9e61-c648b5420b15 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Jul 28 18:07:06.100590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-bb02528a-b8b8-4a93-859a-b1aaf114314b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6132689 Jul 28 18:07:06.115605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-5357ae5a-1174-4892-b5f6-9bad5771bcf7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:07:06.116826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-5357ae5a-1174-4892-b5f6-9bad5771bcf7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088465 Jul 28 18:07:06.139581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Request body: {'port': {'device_id': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:06.168552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.205438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 32841721-31ad-4551-8760-afaa3c3372c7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:06.213117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.285077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.355113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:06.376418 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.464566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Attempting to bind port 41041a56-6ee2-420b-bcf9-c08575ffeb44 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:06.464566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Attempting to bind port 41041a56-6ee2-420b-bcf9-c08575ffeb44 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:06.464566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Attempting to bind port 41041a56-6ee2-420b-bcf9-c08575ffeb44 on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:06.472942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Port 41041a56-6ee2-420b-bcf9-c08575ffeb44 on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:07:06.474291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Attempting to bind port 41041a56-6ee2-420b-bcf9-c08575ffeb44 on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:06.487438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:06.487801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Checking segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:06.488201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Bound using segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:06.488645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Bound port: 41041a56-6ee2-420b-bcf9-c08575ffeb44, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:06.493385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.562022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:06.567888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:06.570478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:06.602096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f1753812-bb84-429b-8638-e352570b6ade None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:06.602563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1753812-bb84-429b-8638-e352570b6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.683055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:06.683055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:06.683906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=32841721-31ad-4551-8760-afaa3c3372c7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:06.764886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.765584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.769274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.776021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.783369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.791525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.799335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.806567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.815167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.824669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4185359-6a64-45c4-95e4-69653afb008b req-48ad0007-212e-4a1a-a867-5c4161bd76d4 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1352046 Jul 28 18:07:06.828419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:06.866640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.894293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4185359-6a64-45c4-95e4-69653afb008b req-375b3daa-ca43-4ea6-9554-071e0235632c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620983 Jul 28 18:07:06.905213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:06.907727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.909386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] 10.222.0.37 "PUT /v2.0/ports/41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 1091 time: 2.1676621 Jul 28 18:07:06.934618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cce72295-2b57-40f0-abc2-3cfc18ed813c up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:06.943990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c277988-1497-41c5-bba1-44747911c57c {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:06.954896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.968599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Transition to ACTIVE for port object 0c277988-1497-41c5-bba1-44747911c57c will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:06.969837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:06.973647 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a4ac71-8bc0-4fa8-aa11-f827297c0413" -d '{"events": [{"name": "network-changed", "server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:06.974293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:06.974696 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:06.975064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-954d1a10-b1fd-4138-bd37-bfd02547d5e8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8452749 Jul 28 18:07:06.975238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700497a2-4108-4b85-896c-bbdad931f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:06.979891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:07.045235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.071656 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638fdab1-6b01-42c2-8200-7b8e9f310e75 x-openstack-request-id: req-638fdab1-6b01-42c2-8200-7b8e9f310e75 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:07.071656 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:07.071656 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-638fdab1-6b01-42c2-8200-7b8e9f310e75 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:07.072118 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44', 'status': 'completed', 'code': 200} Jul 28 18:07:07.091531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdb85b-80fe-449c-b969-cdded598d18b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.098526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdb85b-80fe-449c-b969-cdded598d18b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.100264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99fdb85b-80fe-449c-b969-cdded598d18b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1182170 Jul 28 18:07:07.103168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55072) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:07.118713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-15cf5901-60b5-41fa-9e6d-1ff1acacfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.120359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-15cf5901-60b5-41fa-9e6d-1ff1acacfa48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1094 time: 0.0975215 Jul 28 18:07:07.151794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb70b79-a7ad-41b4-be3c-4f53f37e5589 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:07:07.168854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port cce72295-2b57-40f0-abc2-3cfc18ed813c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:07.197859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:07.199815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-9a79c2a3-d0c7-42d3-8c28-d653a985d14a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0551023 Jul 28 18:07:07.211227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc028f-5a30-42d3-a090-7f22cb2e4245 req-7e1b0d94-8ea6-44a8-b504-eb043a125439 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.216380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0cc028f-5a30-42d3-a090-7f22cb2e4245 req-7e1b0d94-8ea6-44a8-b504-eb043a125439 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 932 time: 0.3780141 Jul 28 18:07:07.226996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port cce72295-2b57-40f0-abc2-3cfc18ed813c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:07.227510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.330666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26aaf-9a97-4597-9ba8-2714efa992cb req-3d57b1fd-b2c3-4fbe-bce5-90d428d15942 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.339035 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b26aaf-9a97-4597-9ba8-2714efa992cb req-3d57b1fd-b2c3-4fbe-bce5-90d428d15942 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.1466670 Jul 28 18:07:07.355080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0cc028f-5a30-42d3-a090-7f22cb2e4245 req-a3c7bfcd-4c54-4ee2-a88c-4187d675a15b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068995 Jul 28 18:07:07.374952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-616f477f-5e27-4a29-9da0-4f74971504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.377030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-616f477f-5e27-4a29-9da0-4f74971504a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.1426053 Jul 28 18:07:07.407115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Attempting to bind port 0c277988-1497-41c5-bba1-44747911c57c on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:07.407595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Attempting to bind port 0c277988-1497-41c5-bba1-44747911c57c by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:07.407773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Attempting to bind port 0c277988-1497-41c5-bba1-44747911c57c on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:07.413455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Port 0c277988-1497-41c5-bba1-44747911c57c on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:07:07.413787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Attempting to bind port 0c277988-1497-41c5-bba1-44747911c57c on network 8d5f7f30-cd47-4652-be9c-b1e8d74ca583 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:07.422905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:07.423290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Checking segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:07.423716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Bound using segment: {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:07.424155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Bound port: 0c277988-1497-41c5-bba1-44747911c57c, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed22885-7dd6-41e4-9f41-1e56d91bb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:07.424521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.437079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b26aaf-9a97-4597-9ba8-2714efa992cb req-eb49cc0b-11b4-4ecf-aa64-c53946a147e0 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964725 Jul 28 18:07:07.509869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-9bf6108f-1671-4572-b79e-0c43cf39a84e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009698 Jul 28 18:07:07.524921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:07.530622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0c277988-1497-41c5-bba1-44747911c57c,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:07.559556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce99acaa-a880-4854-bb51-53009e2abb52 None None] Provisioning for port 32841721-31ad-4551-8760-afaa3c3372c7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:07.581829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 32841721-31ad-4551-8760-afaa3c3372c7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:07.582424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.627653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce99acaa-a880-4854-bb51-53009e2abb52 None None] Provisioning complete for port 32841721-31ad-4551-8760-afaa3c3372c7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:07.627653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce99acaa-a880-4854-bb51-53009e2abb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.637482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.690300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8775db6-3abd-4eed-8d5e-9f5c19f21505 req-465f1cff-6ab8-4138-907e-a9567f971b13 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.692020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8775db6-3abd-4eed-8d5e-9f5c19f21505 req-465f1cff-6ab8-4138-907e-a9567f971b13 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 945 time: 0.1598229 Jul 28 18:07:07.701848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.702544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.704367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c277988-1497-41c5-bba1-44747911c57c HTTP/1.1" status: 200 len: 1092 time: 1.5773535 Jul 28 18:07:07.709638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'tag': '0c277988-1497-41c5-bba1-44747911c57c'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:07.712433 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d1373-16fc-410a-a44e-87fecdf0463d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "tag": "0c277988-1497-41c5-bba1-44747911c57c"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:07.748239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:07.751707 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b101e0-2021-490b-a795-492c4d8e38b7" -d '{"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:07.789790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ce99acaa-a880-4854-bb51-53009e2abb52 None None] Port 32841721-31ad-4551-8760-afaa3c3372c7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:07:07.800233 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c397dc-1b20-4486-9e6f-4705a684b2c9 x-openstack-request-id: req-96c397dc-1b20-4486-9e6f-4705a684b2c9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:07.800562 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "tag": "0c277988-1497-41c5-bba1-44747911c57c", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:07.800860 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96c397dc-1b20-4486-9e6f-4705a684b2c9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:07.801238 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'tag': '0c277988-1497-41c5-bba1-44747911c57c', 'status': 'completed', 'code': 200} Jul 28 18:07:07.830469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8775db6-3abd-4eed-8d5e-9f5c19f21505 req-95c67b3b-c0e5-4125-ab82-6fc394bb7786 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Jul 28 18:07:07.843259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b41a6904-1a2c-44ff-88cf-e541584f3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.875051 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcb5948-315d-4f36-a646-39c8c83edf94 x-openstack-request-id: req-cfcb5948-315d-4f36-a646-39c8c83edf94 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:07.875508 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:07.875727 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfcb5948-315d-4f36-a646-39c8c83edf94 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:07.876519 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'code': 200} Jul 28 18:07:07.892248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.901457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e003d-fd6a-4165-a5b9-79f084b87d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:07.927043 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-5858900a-f796-49a0-b453-0b35f26879c5 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016488 Jul 28 18:07:07.931083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:07.941443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1373-16fc-410a-a44e-87fecdf0463d req-d9c2c614-c874-4b8b-acda-09e6c7abd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:07.945725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-821d1373-16fc-410a-a44e-87fecdf0463d req-d9c2c614-c874-4b8b-acda-09e6c7abd7a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 1095 time: 0.1215637 Jul 28 18:07:07.947747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:07.951495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb70b79-a7ad-41b4-be3c-4f53f37e5589 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:07:07.992968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 32841721-31ad-4551-8760-afaa3c3372c7 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:08.041172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:08.112271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669814-85a3-4ac4-9875-e06309865955 req-34969042-4186-4f95-88e7-9feebe210fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.114041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d669814-85a3-4ac4-9875-e06309865955 req-34969042-4186-4f95-88e7-9feebe210fbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 1097 time: 0.1872687 Jul 28 18:07:08.129639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e4888f6-4f6b-4143-b96e-07ec84bd807d req-29ca0935-3c31-4f77-8644-31674d2fa4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891918 Jul 28 18:07:08.188604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:08.200932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.207729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.213836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.220150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.226213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.232903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.238895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.241105 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a201089c-8e52-4887-a376-dc490b1e677c req-c297ec5a-e28f-47af-b92d-050ab20a7587 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1992073 Jul 28 18:07:08.249103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1373-16fc-410a-a44e-87fecdf0463d req-0fb7b45e-81ed-4d43-ba05-d149c4aa2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.250152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-821d1373-16fc-410a-a44e-87fecdf0463d req-0fb7b45e-81ed-4d43-ba05-d149c4aa2eb0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2870820 Jul 28 18:07:08.311962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-ff496faa-e9f5-4d3d-952f-d803157f2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.313345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-ff496faa-e9f5-4d3d-952f-d803157f2cbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1094 time: 0.0680242 Jul 28 18:07:08.314551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d669814-85a3-4ac4-9875-e06309865955 req-cbee262d-c5bd-4472-9728-726b6e67edb7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859465 Jul 28 18:07:08.359422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:08.362020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a201089c-8e52-4887-a376-dc490b1e677c req-36501511-1dc8-404c-9b02-f77926c732a0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098115 Jul 28 18:07:08.414007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1373-16fc-410a-a44e-87fecdf0463d req-8a32e2f1-7512-4d81-8ff8-3d1d7c8f625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.415820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-821d1373-16fc-410a-a44e-87fecdf0463d req-8a32e2f1-7512-4d81-8ff8-3d1d7c8f625a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481693 Jul 28 18:07:08.452898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=32841721-31ad-4551-8760-afaa3c3372c7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:08.520910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-84b7520f-90a9-4352-9317-47556c613952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.522494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-84b7520f-90a9-4352-9317-47556c613952 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 1095 time: 0.0488794 Jul 28 18:07:08.581210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-55733c6a-87e9-4b62-b0a1-2a613e6a35ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c277988-1497-41c5-bba1-44747911c57c HTTP/1.1" status: 200 len: 217 time: 0.0469615 Jul 28 18:07:08.642168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac05e8-3f98-44a5-87b8-b4fad3aa70e7 req-b38f2403-7525-4d64-9a54-0c17e95493ce tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.644063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14ac05e8-3f98-44a5-87b8-b4fad3aa70e7 req-b38f2403-7525-4d64-9a54-0c17e95493ce tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 944 time: 0.1722715 Jul 28 18:07:08.647838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-8dd7c80c-da81-4aa6-af81-58a41e8142dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.649379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-8dd7c80c-da81-4aa6-af81-58a41e8142dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.2851839 Jul 28 18:07:08.664762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:08.664762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-616d3344-7292-41f4-be40-2c2d4f7c4451 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/32841721-31ad-4551-8760-afaa3c3372c7 HTTP/1.1" status: 204 len: 168 time: 1.5567427 Jul 28 18:07:08.668969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55112) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:08.700005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-6cd81972-96cd-4ce7-a90c-1dabf77b7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.702040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-6cd81972-96cd-4ce7-a90c-1dabf77b7886 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.1112206 Jul 28 18:07:08.717419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585b234-f289-429c-bfed-7a84bcc6dd02 req-19b7bb8b-db1a-4fb9-9bc6-4a18842aafa5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.719040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0585b234-f289-429c-bfed-7a84bcc6dd02 req-19b7bb8b-db1a-4fb9-9bc6-4a18842aafa5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.1744695 Jul 28 18:07:08.743450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-674191a4-319c-4b82-9c96-9d11c2d106d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0746331 Jul 28 18:07:08.778040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-55e0e1de-f21c-4f02-879a-2b12b8ce91e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567873 Jul 28 18:07:08.822720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14ac05e8-3f98-44a5-87b8-b4fad3aa70e7 req-c2e43011-2f18-4625-9958-ff082d9afd96 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640110 Jul 28 18:07:08.828032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0585b234-f289-429c-bfed-7a84bcc6dd02 req-c88bef53-8a9e-46bb-b943-49f606a487a7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973625 Jul 28 18:07:08.848601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab4bbb-e886-4527-b939-75b3e2a1595d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.850141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab4bbb-e886-4527-b939-75b3e2a1595d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.859277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab4bbb-e886-4527-b939-75b3e2a1595d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.862345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aeab4bbb-e886-4527-b939-75b3e2a1595d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1873415 Jul 28 18:07:08.872331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55122) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:08.874221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-65cf4308-59c4-4ce0-8889-9afca7bf6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:08.881585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-65cf4308-59c4-4ce0-8889-9afca7bf6fc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.1247802 Jul 28 18:07:08.927862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-cf4a237e-bbc7-456d-98cc-a438ae771844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400367 Jul 28 18:07:08.991975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 6b534b74-cbb0-41b8-8214-3d9bf68eb111 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:09.004428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.033068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-079fc09a-afd9-4026-9d16-b0368728f692 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425771 Jul 28 18:07:09.040851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-10c2ec47-77da-4c26-9563-609fd7561a71 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013408 Jul 28 18:07:09.054334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a454c-c3d5-4415-a8c6-97560f83d0d2 req-f05bda3a-c6a1-4a80-8cf6-30409135eadb tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.055900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f71a454c-c3d5-4415-a8c6-97560f83d0d2 req-f05bda3a-c6a1-4a80-8cf6-30409135eadb tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 946 time: 0.1285782 Jul 28 18:07:09.087570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.155132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69a4ac71-8bc0-4fa8-aa11-f827297c0413 req-5f06befd-a97e-4f21-9bd2-7069258f7e72 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999274 Jul 28 18:07:09.208474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f71a454c-c3d5-4415-a8c6-97560f83d0d2 req-d0370202-635b-49f9-8941-a73946672d8f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407931 Jul 28 18:07:09.258642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01fb4f09-3fd5-462f-a766-782d4666e709 req-03c2edee-5a56-4146-90d4-44a683856586 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013464 Jul 28 18:07:09.273100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.294985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d80487-11b7-43d2-bbc1-09879afe746c None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:07:09.374407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0e4eec37-5ddc-4c94-a6e6-604a5e518202 None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:09.374824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0e4eec37-5ddc-4c94-a6e6-604a5e518202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.445644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.476021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=6b534b74-cbb0-41b8-8214-3d9bf68eb111,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:09.484535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.490591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d768b433-d262-4525-aaf5-9c7fb7c83ac3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/6b534b74-cbb0-41b8-8214-3d9bf68eb111 HTTP/1.1" status: 204 len: 168 time: 0.6167216 Jul 28 18:07:09.490953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55140) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:09.521303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80487-11b7-43d2-bbc1-09879afe746c None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:07:09.535695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0e4eec37-5ddc-4c94-a6e6-604a5e518202 None None] Could not find standard attr ID for object 32841721-31ad-4551-8760-afaa3c3372c7. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:07:09.557201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.563875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.569892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.576634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.582445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.588445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.594340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.596298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df43392e-4b54-4848-8e7c-999e55e66222 req-934da13d-e657-468d-9dbc-05c16f4f147f tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1574676 Jul 28 18:07:09.623826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet d9e6d0de-c473-4fe9-999a-7da6d63caa72 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:09.630663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.678046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df43392e-4b54-4848-8e7c-999e55e66222 req-c1db7d17-4334-4b87-9bbe-eec7f8ee5f2c tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738289 Jul 28 18:07:09.686414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.817370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.836721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.859285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.867650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.875645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.876933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:09.879205 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b127869-f234-4e01-bfd5-a1f87d61c327" -d '{"events": [{"server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "name": "network-vif-plugged", "status": "completed", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:09.887190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.894210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.900445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.908636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-942b2a65-9d43-4181-9b8e-9a14c4e3604e req-6c1141ee-1fcc-4788-a2ac-fedba4270110 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1436095 Jul 28 18:07:09.914748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:09.929559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Request body: {'floatingip': {'port_id': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:09.950154 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13b5de57-91b5-4349-a298-fe100e1e9a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:09.959936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3777dd2-2976-4da8-96e5-cf596a14c0a1 req-84d4d3d0-482c-4565-8464-6e6566fbddf3 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:09.961686 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3777dd2-2976-4da8-96e5-cf596a14c0a1 req-84d4d3d0-482c-4565-8464-6e6566fbddf3 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1096 time: 0.0505908 Jul 28 18:07:09.982044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.005000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3777dd2-2976-4da8-96e5-cf596a14c0a1 req-544a1895-55e5-42b7-83ba-1d38b000fbf4 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 28 18:07:10.006675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.034129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.054268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e6d0de-c473-4fe9-999a-7da6d63caa72,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:10.065398 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.072756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3efed627-39e0-4380-889b-01c2817cbbd6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d9e6d0de-c473-4fe9-999a-7da6d63caa72 HTTP/1.1" status: 204 len: 168 time: 0.5803518 Jul 28 18:07:10.074062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:10.135630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3a846439-33eb-4f9e-a1c6-e53304a3b5ad tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600517 Jul 28 18:07:10.136839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55168) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:10.151089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:10.162771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f60a5-62c1-48e3-88f8-3d91fc894bf1 req-4555569f-d4b4-47f5-9b08-1a7f208abb92 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:10.164349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f4f60a5-62c1-48e3-88f8-3d91fc894bf1 req-4555569f-d4b4-47f5-9b08-1a7f208abb92 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 944 time: 0.1788149 Jul 28 18:07:10.188716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e402-e337-49f8-be78-8f74f750596f req-1198458e-1afc-4b57-b849-667c01ce8483 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:10.190518 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6776e402-e337-49f8-be78-8f74f750596f req-1198458e-1afc-4b57-b849-667c01ce8483 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.0605993 Jul 28 18:07:10.245343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6776e402-e337-49f8-be78-8f74f750596f req-5ed1e832-440a-49da-afcd-1513601ec7d3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Jul 28 18:07:10.321878 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6253539-6716-4e6e-9a01-9bfef36958de x-openstack-request-id: req-e6253539-6716-4e6e-9a01-9bfef36958de {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:10.323498 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "name": "network-vif-plugged", "status": "completed", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:10.324043 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6253539-6716-4e6e-9a01-9bfef36958de {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:10.324704 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'code': 200} Jul 28 18:07:10.378035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f4f60a5-62c1-48e3-88f8-3d91fc894bf1 req-94edff99-94b5-4174-8cb0-2a98ceed0ee8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877537 Jul 28 18:07:10.407617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55176) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:10.519324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:10.525957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.582365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987674bd-7728-47f1-9ff1-af606ccf17f5 req-c35c28bc-ca43-4018-a1bb-bde3ddc291d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:10.583947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-987674bd-7728-47f1-9ff1-af606ccf17f5 req-c35c28bc-ca43-4018-a1bb-bde3ddc291d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1097 time: 0.1648412 Jul 28 18:07:10.603268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d464-145d-478b-81fd-bc359f7464e6 req-b0ac784a-d8f1-4bf5-8f6d-90ec03b9f548 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:10.604704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fec3d464-145d-478b-81fd-bc359f7464e6 req-b0ac784a-d8f1-4bf5-8f6d-90ec03b9f548 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 946 time: 0.1113641 Jul 28 18:07:10.610330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d952834-de23-4190-aca1-41f981dbc31e None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:10.612182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119f40a3-fd3c-4b16-bf95-337aef12117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.683292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-987674bd-7728-47f1-9ff1-af606ccf17f5 req-a6f8e81d-0674-442d-9b2a-f94cf244cd18 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885513 Jul 28 18:07:10.693471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fec3d464-145d-478b-81fd-bc359f7464e6 req-b1557989-505c-48ff-96d6-00ff3eb83f51 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Jul 28 18:07:10.719915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3202c8d7-3b82-447d-8761-f512261e3e1c None None] Provisioning complete for port 575ae190-279f-421b-bed4-261b4f6c9b91 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:10.720515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3202c8d7-3b82-447d-8761-f512261e3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.771464 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119f40a3-fd3c-4b16-bf95-337aef12117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.867779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119f40a3-fd3c-4b16-bf95-337aef12117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.900317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:10.929649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-119f40a3-fd3c-4b16-bf95-337aef12117c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=309e9050bb4149078f5c9bf7cf3ca875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182588 Jul 28 18:07:10.929649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f40a3-fd3c-4b16-bf95-337aef12117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154eb564-4332-4d12-b320-26d7c66abf04,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:10.932466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:10.977251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Deleting port 575ae190-279f-421b-bed4-261b4f6c9b91 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:10.977719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:10.988187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.026036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.026894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.056889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] For port 575ae190-279f-421b-bed4-261b4f6c9b91, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=575ae190-279f-421b-bed4-261b4f6c9b91,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:11.057675 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.091343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Calling delete_port for 575ae190-279f-421b-bed4-261b4f6c9b91 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:11.142911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.149537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.149537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/154eb564-4332-4d12-b320-26d7c66abf04 HTTP/1.1" status: 204 len: 168 time: 0.2140551 Jul 28 18:07:11.167680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df355a6c-e2a4-4ce2-a977-e7d3daffa9da req-4a5dfb7e-c920-47f1-898e-cb59ed4a1c1a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:11.172529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df355a6c-e2a4-4ce2-a977-e7d3daffa9da req-4a5dfb7e-c920-47f1-898e-cb59ed4a1c1a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.0691082 Jul 28 18:07:11.172529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a51b6-42ad-4502-94a7-61531d26e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154eb564-4332-4d12-b320-26d7c66abf04,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:11.242235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df355a6c-e2a4-4ce2-a977-e7d3daffa9da req-e548f5da-c80b-4dd2-af68-6e2269767a17 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Jul 28 18:07:11.255997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.resource_extend [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:07:11.345685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.370371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.399153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] Pushing event deleted for resources: {'Port': ['ID=575ae190-279f-421b-bed4-261b4f6c9b91,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:11.401536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e081d-c8a5-47c1-9c6b-9b1d94763d8a None None] No DVR routers for this DVR port 575ae190-279f-421b-bed4-261b4f6c9b91 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:11.423364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.470071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.497330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d338-656a-463b-b0cb-9c0182570f66 req-0f608e23-53b1-4d7f-9221-ba58491d2a5c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:11.499010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14f4d338-656a-463b-b0cb-9c0182570f66 req-0f608e23-53b1-4d7f-9221-ba58491d2a5c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 944 time: 0.0500450 Jul 28 18:07:11.525399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:11.551630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14f4d338-656a-463b-b0cb-9c0182570f66 req-a83c9245-ec00-4d12-8859-9fa2801ea0dc tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Jul 28 18:07:11.553491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:11.563516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:11.564250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.566805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c80a2e-fa2c-401b-9ae9-ac8c77f6eb53 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:11.587050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:11.601504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.601853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.602194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.602527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.602860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.603192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.603983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.604315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.604643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.605482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.605928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.606253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:11.613835 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Floating IP ee8f73f4-6c03-4cb0-a501-4ad11c088937 associated. External IP: 172.25.7.61, port: b3b7ece4-842d-4c83-88f0-7fec17c3bff4. Jul 28 18:07:11.654428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f24bbd3-7322-4fb6-afee-635d5e0a1a66 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5127087 Jul 28 18:07:11.657194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55208) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:11.668093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:11.885673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a83f-535c-4e9e-836a-d3caae051687 req-4f4a7cdc-9c70-41fa-bb65-1383aa0e6531 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:11.889640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc29a83f-535c-4e9e-836a-d3caae051687 req-4f4a7cdc-9c70-41fa-bb65-1383aa0e6531 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 946 time: 0.0872371 Jul 28 18:07:11.903464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': 'fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:11.903464 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:11.957635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc29a83f-535c-4e9e-836a-d3caae051687 req-3ce41d7a-c367-4135-bb3e-54be4822f7a0 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Jul 28 18:07:11.990064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55216) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:11.992284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:11.996493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.004267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abbd3271-316d-4021-908f-a0fff314d7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.047744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Router 53397808-f9d2-40c4-8383-1be86511ba94 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:12.087330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Allocated IP 172.20.0.2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9/e2909aab-3177-4f55-bbb7-b5ae3076a6e4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:12.097376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abbd3271-316d-4021-908f-a0fff314d7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.187966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abbd3271-316d-4021-908f-a0fff314d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.233209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-abbd3271-316d-4021-908f-a0fff314d7bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac8216e18e4247e8b65d730764f14e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397475 Jul 28 18:07:12.233487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55218) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:12.239600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd3271-316d-4021-908f-a0fff314d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad77cd4-f37f-4412-81f9-7ff7d0ee5692,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:12.254025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:12.260039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.265027 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Sync routers for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:12.279014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.291579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Transition to ACTIVE for port object e2909aab-3177-4f55-bbb7-b5ae3076a6e4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:12.294366 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:12.294991 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.310876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Transition to ACTIVE for port object e2909aab-3177-4f55-bbb7-b5ae3076a6e4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:12.318503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.339245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-10bdde3b-f1d4-4b99-95c5-2786b1e6d493 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "PUT /v2.0/floatingips/ee8f73f4-6c03-4cb0-a501-4ad11c088937 HTTP/1.1" status: 200 len: 990 time: 2.4222596 Jul 28 18:07:12.341613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:12.343914 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593aee4-b7d8-4053-9aae-b5ef957a4af5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:12.369706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.388492 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.408177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d12b4-f907-491e-8036-f8a43b15a97b req-2047bac5-78b9-4869-aa2f-3952c6902569 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:12.410390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a94d12b4-f907-491e-8036-f8a43b15a97b req-2047bac5-78b9-4869-aa2f-3952c6902569 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 946 time: 0.0892122 Jul 28 18:07:12.442545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:12.459022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:12.460100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a94d12b4-f907-491e-8036-f8a43b15a97b req-05037722-febc-469b-b71c-f2988a2ce38b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Jul 28 18:07:12.470174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:12.477321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:12.481154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Pushing event updated for resources: {'Port': ['ID=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:12.553651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-dfd61d0e-595a-4500-8ffd-c623c3769d41 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:07:12.554688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-dfd61d0e-595a-4500-8ffd-c623c3769d41 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086508 Jul 28 18:07:12.555079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Attempting to bind port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:12.556284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Attempting to bind port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:12.556845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Attempting to bind port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:12.559679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.563061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.564487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ad77cd4-f37f-4412-81f9-7ff7d0ee5692 HTTP/1.1" status: 204 len: 168 time: 0.3300624 Jul 28 18:07:12.581229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556be8c-3d77-41c4-9b92-4e3fcb2801fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad77cd4-f37f-4412-81f9-7ff7d0ee5692,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:12.582593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:12.582593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:12.582593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.582593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:12.583266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Request body: {'binding': {'host': 'n-h1-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:12.583337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Bound port: e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:12.583442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:07:12.583511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.696983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] For port e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:12.734804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:12.760583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 575ae190-279f-421b-bed4-261b4f6c9b91 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:12.760934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 575ae190-279f-421b-bed4-261b4f6c9b91 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:12.778327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] For port e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:12.823425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ee8f73f4-6c03-4cb0-a501-4ad11c088937', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'port_id': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'mac_address': 'fa:16:3e:21:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:05:30Z', 'updated_at': '2021-07-28T18:07:10Z', 'revision_number': 1, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.840302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:12.855068 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Checking router: 53397808-f9d2-40c4-8383-1be86511ba94 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:12.863453 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:12.864063 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.874527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.903304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0c277988-1497-41c5-bba1-44747911c57c details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:12.928508 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72e476e-5f06-4e95-bf53-6fb6949e37e7 x-openstack-request-id: req-f72e476e-5f06-4e95-bf53-6fb6949e37e7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:12.928804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:12.929056 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f72e476e-5f06-4e95-bf53-6fb6949e37e7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:12.929458 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'status': 'completed', 'code': 200} Jul 28 18:07:12.933304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:12.982292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on host n-h1-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:12.982621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:12.982953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:12.987750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bcd69-2d76-4091-9a35-2d5506167136 None None] Pushing event updated for resources: {'Port': ['ID=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:13.042658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:07:13.043493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:13.068974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:13.072915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:13.074307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:13.074431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Bound port: 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:13.094756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.095876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.095876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.096370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.102987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.103589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.104330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.112944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-544ded3d-e001-4c08-bab2-62fa8a45c36a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.1251504 Jul 28 18:07:13.113785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0c277988-1497-41c5-bba1-44747911c57c,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:13.119231 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:13.173010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '0c277988-1497-41c5-bba1-44747911c57c', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'port_id': '0c277988-1497-41c5-bba1-44747911c57c', 'mac_address': 'fa:16:3e:40:a6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:13.272107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.282269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:13.324676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c277988-1497-41c5-bba1-44747911c57c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:13.326688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-812cb899-4c9b-4672-b8ac-2920d4ec520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.341309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-812cb899-4c9b-4672-b8ac-2920d4ec520b service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb HTTP/1.1" status: 200 len: 918 time: 0.2205493 Jul 28 18:07:13.348978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0c277988-1497-41c5-bba1-44747911c57c,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:13.366593 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.367882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-d789af68-bb91-4f75-9e22-b524429a0867 service neutron] 10.222.0.25 "POST /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289/bindings HTTP/1.1" status: 201 len: 389 time: 0.8012595 Jul 28 18:07:13.411469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.447697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.448471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 41041a56-6ee2-420b-bcf9-c08575ffeb44 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:13.571013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-f4a65ef9-bd4a-4ba8-a288-abd9122edd49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 998 time: 0.2176173 Jul 28 18:07:13.603850 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ee8f73f4-6c03-4cb0-a501-4ad11c088937', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'port_id': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'mac_address': 'fa:16:3e:21:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:05:30Z', 'updated_at': '2021-07-28T18:07:10Z', 'revision_number': 1, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:13.656332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:13.659753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-a5eaf950-7fbd-42be-9645-5e4014820e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.662767 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-a5eaf950-7fbd-42be-9645-5e4014820e4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.0852370 Jul 28 18:07:13.674554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad780eb-2d87-46d1-99ca-01ee70ecf295 None None] The sync data for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 is: [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ee8f73f4-6c03-4cb0-a501-4ad11c088937', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'port_id': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'mac_address': 'fa:16:3e:21:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:05:30Z', 'updated_at': '2021-07-28T18:07:10Z', 'revision_number': 1, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:13.692421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '41041a56-6ee2-420b-bcf9-c08575ffeb44', 'network_id': '8d5f7f30-cd47-4652-be9c-b1e8d74ca583', 'port_id': '41041a56-6ee2-420b-bcf9-c08575ffeb44', 'mac_address': 'fa:16:3e:6d:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e11136-0dbc-456f-89a2-18b637d052d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:13.694937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:13.724612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:13.773153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.809588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.811270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-a12333d6-cd2b-48f9-881f-03bcbee0ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.816013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-a12333d6-cd2b-48f9-881f-03bcbee0ab9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443512 Jul 28 18:07:13.825556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41041a56-6ee2-420b-bcf9-c08575ffeb44 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:13.852891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9879e65-a7cf-46c6-ab2f-5d6c7144d006 req-fea39616-78ab-463b-b295-9b62274e383b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.854640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9879e65-a7cf-46c6-ab2f-5d6c7144d006 req-fea39616-78ab-463b-b295-9b62274e383b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 945 time: 0.0788531 Jul 28 18:07:13.856651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.857565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.867244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:13.948536 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:13.961967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:13.970734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:13.990274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:13.992537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:14.021121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,revision_number=4']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:14.048721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=9c626e1d-d1b8-4d2f-95b2-140d57c7be73,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:14.055218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:14.080079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9879e65-a7cf-46c6-ab2f-5d6c7144d006 req-e85d39b2-3d10-47b5-950a-5dfbfa4cacd7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860805 Jul 28 18:07:14.088950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0ad07a0-d59c-413c-b0cb-ca5ebc5e9f7b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4306805 Jul 28 18:07:14.089700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:14.096290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:ef:0c:f7', 'name': 'tempest-NetworksTestDHCPv6-2047386563'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:14.231914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['41041a56-6ee2-420b-bcf9-c08575ffeb44'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:14.295274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['0c277988-1497-41c5-bba1-44747911c57c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:14.365212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68091027-57f5-4d32-8c2f-082d6f4b7dad None None] New status for floating IP ee8f73f4-6c03-4cb0-a501-4ad11c088937: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:14.383855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf14549-e57f-43b9-a953-11d0916803ff req-2a21047b-5ea8-4486-b093-84ce340edaeb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:14.385738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acf14549-e57f-43b9-a953-11d0916803ff req-2a21047b-5ea8-4486-b093-84ce340edaeb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.2009208 Jul 28 18:07:14.391349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-97afff6a-af36-4c68-9148-f59158e5d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:14.392984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-97afff6a-af36-4c68-9148-f59158e5d466 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1096 time: 0.2279220 Jul 28 18:07:14.460478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f0913-0263-4ed3-982a-9a98b8d0a192 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:14.491983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acf14549-e57f-43b9-a953-11d0916803ff req-8cfefeee-ff1e-4539-b309-d183906bf73c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956130 Jul 28 18:07:14.494806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:14.584330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:14.616417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port d8a3a757-b8cc-4733-b665-9c006610a9e9 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:14.618361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c8497-3aeb-4139-9f49-71d399789c27 req-0088ac9f-2f29-4db1-9894-142e7448c58d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:14.630322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-884c8497-3aeb-4139-9f49-71d399789c27 req-0088ac9f-2f29-4db1-9894-142e7448c58d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 946 time: 0.7716498 Jul 28 18:07:14.659701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-0a82e4c3-3d93-4d45-bed9-d5b79d713fff service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307672 Jul 28 18:07:14.698477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-7672ef0f-5109-4167-9003-f5bd24d97294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:14.699623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-7672ef0f-5109-4167-9003-f5bd24d97294 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.2918158 Jul 28 18:07:14.763340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-225b3aeb-4c9f-48ff-9b76-056896bd17b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 217 time: 0.0545745 Jul 28 18:07:14.819189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e2909aab-3177-4f55-bbb7-b5ae3076a6e4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:14.821461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6140be12-f5d2-4d2c-a2fe-cec7c741b66d None None] Provisioning for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:14.838858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-1832c62a-a1bc-4053-a121-7f0fb2190a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:14.841050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-1832c62a-a1bc-4053-a121-7f0fb2190a4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.0535772 Jul 28 18:07:14.848368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-884c8497-3aeb-4139-9f49-71d399789c27 req-252a0aa4-aa32-4322-810e-469c3f23432f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155111 Jul 28 18:07:14.892093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-c379120d-f7c7-46c2-8c71-4e75a8ec8381 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423751 Jul 28 18:07:14.950797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3593aee4-b7d8-4053-9aae-b5ef957a4af5 req-c1c82a0b-a27f-420f-b685-72c9eab8a611 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756093 Jul 28 18:07:15.056395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 172.20.0.11 (02de251d-9347-46ab-9b2a-143fdbfe65d6/fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9/d8a3a757-b8cc-4733-b665-9c006610a9e9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:15.071558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:feef:cf7 (02de251d-9347-46ab-9b2a-143fdbfe65d6/9c626e1d-d1b8-4d2f-95b2-140d57c7be73/d8a3a757-b8cc-4733-b665-9c006610a9e9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:15.080011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:15.080624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-465173ef-0c54-42e6-a5b7-62c029806a54 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790249 Jul 28 18:07:15.085303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:15.085832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.211939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-632ff49e-1cfa-4d7e-a22e-bd70bcb07b00 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:15.213779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-632ff49e-1cfa-4d7e-a22e-bd70bcb07b00 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1888030 Jul 28 18:07:15.223097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.259303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:15.269649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.271434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-4ea0bcf7-29a2-481f-a6f3-3223fe44a7ee tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 696 time: 0.0500779 Jul 28 18:07:15.283183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:15.333713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.354715 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.437008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:15.724215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651d61f-9b7a-470d-82b7-9a5b42142f6c req-4cc30922-b816-44d3-8b54-268d78348cd6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:15.725646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1651d61f-9b7a-470d-82b7-9a5b42142f6c req-4cc30922-b816-44d3-8b54-268d78348cd6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 945 time: 0.5509961 Jul 28 18:07:15.739352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-bc2792b1-bb57-4961-abaa-801bfcaa087b service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322649 Jul 28 18:07:15.756201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.784239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object d8a3a757-b8cc-4733-b665-9c006610a9e9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:15.801527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1651d61f-9b7a-470d-82b7-9a5b42142f6c req-dc270418-b178-49fe-8349-94c52271b6d1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 Jul 28 18:07:15.891897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.899746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-920aa72b-1ffd-488b-a0e7-62406b409aea None None] Provisioning complete for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:15.900174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920aa72b-1ffd-488b-a0e7-62406b409aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.914063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.969255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:15.976558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:15.980384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a285f-b720-4a01-aff6-cb99d4d3be88 req-9c7a4235-0901-40d1-b3e4-749486946d13 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:15.981906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f15a285f-b720-4a01-aff6-cb99d4d3be88 req-9c7a4235-0901-40d1-b3e4-749486946d13 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1037996 Jul 28 18:07:15.987789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:15.996679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:15.999141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=d8a3a757-b8cc-4733-b665-9c006610a9e9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:16.065419 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f15a285f-b720-4a01-aff6-cb99d4d3be88 req-87399f8a-d3ae-4533-a562-72444ddc50ba tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 Jul 28 18:07:16.071584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.072411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.100936 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 associated. External IP: 172.25.7.152, port: 9af5ff5f-454e-487c-b129-2cc7392be6ae. Jul 28 18:07:16.239148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71db8961-6315-42b2-aa30-c6c9916d9e60 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1479981 Jul 28 18:07:16.242033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55322) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:16.319504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31707a7-2293-4458-a75a-d85885e8687d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.327601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31707a7-2293-4458-a75a-d85885e8687d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.335141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d31707a7-2293-4458-a75a-d85885e8687d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0943201 Jul 28 18:07:16.336474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55326) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:16.395339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:16.445797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port d8a3a757-b8cc-4733-b665-9c006610a9e9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:16.446519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.525516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:16.535867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-77d0a14c-4839-44c5-be9f-9a5a98f41c9a None None] Provisioning for port d8a3a757-b8cc-4733-b665-9c006610a9e9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:16.535979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.536078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-77d0a14c-4839-44c5-be9f-9a5a98f41c9a None None] Provisioning complete for port d8a3a757-b8cc-4733-b665-9c006610a9e9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:16.536078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-77d0a14c-4839-44c5-be9f-9a5a98f41c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.536302 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:16.545557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:16.546530 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:16.572603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.582984 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-78ba0e8f-744f-4a4c-8ca8-8c0e57cd3b6c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "PUT /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 996 time: 1.3041949 Jul 28 18:07:16.583531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:16.588320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for d8a3a757-b8cc-4733-b665-9c006610a9e9 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:16.592895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-77d0a14c-4839-44c5-be9f-9a5a98f41c9a None None] Port d8a3a757-b8cc-4733-b665-9c006610a9e9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:07:16.593020 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8" -d '{"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:16.648654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-9c4ba16d-8371-432d-b3b1-b16459e2fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.658003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-9c4ba16d-8371-432d-b3b1-b16459e2fd1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.0612082 Jul 28 18:07:16.702640 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f275917-dfdf-4041-8726-3e60a4946c8c x-openstack-request-id: req-5f275917-dfdf-4041-8726-3e60a4946c8c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:16.703464 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:16.703926 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f275917-dfdf-4041-8726-3e60a4946c8c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:16.704604 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:07:16.753637 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:16.777675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e2909aab-3177-4f55-bbb7-b5ae3076a6e4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:16.815542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-77820677-5e36-477a-8ced-3ed88018ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.817130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-77820677-5e36-477a-8ced-3ed88018ec1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.0959945 Jul 28 18:07:16.838894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:16.840213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:16.874804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-64a44229-366f-484a-a0ce-efe1e68b82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:16.883571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-64a44229-366f-484a-a0ce-efe1e68b82d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2205644 Jul 28 18:07:16.963299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:17.024336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-12ece6c1-4b4b-4691-90bc-9e819c384791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.026106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-12ece6c1-4b4b-4691-90bc-9e819c384791 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2002027 Jul 28 18:07:17.039183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.045132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-82190f08-8408-4aaf-9808-5443eab124ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 999 time: 0.1580143 Jul 28 18:07:17.135003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0c277988-1497-41c5-bba1-44747911c57c up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:17.138499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-bf17e65f-eaeb-4108-b79c-e78d6bcb9378 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 999 time: 0.1012566 Jul 28 18:07:17.173981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-4389df2a-7b1e-4e97-9cac-73e3ac80cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.182091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-4389df2a-7b1e-4e97-9cac-73e3ac80cbe7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1352894 Jul 28 18:07:17.187239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=d8a3a757-b8cc-4733-b665-9c006610a9e9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:17.211943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacc4db-7c6a-4c64-9175-c6e87c063275 req-5012ead0-41e3-45d2-951d-d592f97bd4f2 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.215178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaacc4db-7c6a-4c64-9175-c6e87c063275 req-5012ead0-41e3-45d2-951d-d592f97bd4f2 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 945 time: 0.2622910 Jul 28 18:07:17.278792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-231078f2-87d3-4f79-aa8e-9b1103933365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.297569 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-231078f2-87d3-4f79-aa8e-9b1103933365 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145658 Jul 28 18:07:17.310454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-3caeaf45-3a8b-4cf1-b9cb-df7b1e356ec0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:07:17.336906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-3caeaf45-3a8b-4cf1-b9cb-df7b1e356ec0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373726 Jul 28 18:07:17.423250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:17.452495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'mac_address': 'fa:16:3e:08:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:17.469707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-b307cde3-2228-4a65-b1b7-ffaa97d8bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.471489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-b307cde3-2228-4a65-b1b7-ffaa97d8bb25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.2857292 Jul 28 18:07:17.531017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.549003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaacc4db-7c6a-4c64-9175-c6e87c063275 req-58031b1a-010d-4609-ba51-1185578e7b01 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199782 Jul 28 18:07:17.550191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5aeffd04-996b-46a9-ae91-d13ae6ae013e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:17.572402 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:15Z', 'revision_number': 1, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:17.605180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.605392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:17.609142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3864b47f-f5bf-443f-bad0-f9ac9470e873 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/d8a3a757-b8cc-4733-b665-9c006610a9e9 HTTP/1.1" status: 204 len: 168 time: 1.2714925 Jul 28 18:07:17.615732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55364) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:17.645120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 0c277988-1497-41c5-bba1-44747911c57c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:17.651351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 0c277988-1497-41c5-bba1-44747911c57c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:17.653360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.686383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-a4f51646-963e-4456-8504-3cd5d01e9c9c service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474686 Jul 28 18:07:17.695317 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:17.699365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.711985 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:17.712609 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:17.763133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:17.781365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-6ab86943-422e-475a-aa46-527417122660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.785676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-6ab86943-422e-475a-aa46-527417122660 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000622 Jul 28 18:07:17.800175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c36723-494b-40b0-b5fe-58ee8ad69a42 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.806750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c36723-494b-40b0-b5fe-58ee8ad69a42 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.810662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c36723-494b-40b0-b5fe-58ee8ad69a42 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:17.814998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-54c36723-494b-40b0-b5fe-58ee8ad69a42 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1934326 Jul 28 18:07:17.830606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55370) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:17.837308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5aeffd04-996b-46a9-ae91-d13ae6ae013e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:17.932367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.965801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 9c626e1d-d1b8-4d2f-95b2-140d57c7be73 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:17.971254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:17.982618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-164a0ee0-566c-4433-a572-f1b8d54d4f75 req-97068bfb-848c-4674-8447-f1bb3a500bbb service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886939 Jul 28 18:07:17.984374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0c277988-1497-41c5-bba1-44747911c57c,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:17.986347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c277988-1497-41c5-bba1-44747911c57c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:17.989942 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628c69d-26d0-4094-95b8-3a9a719f2717" -d '{"events": [{"server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c277988-1497-41c5-bba1-44747911c57c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:17.999210 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:18.006780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2780d-166f-40dd-aeb2-7c18d192007c req-b5f4f7f7-9ab5-435c-9028-4c3debbe6b45 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:18.018893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.036022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ac2780d-166f-40dd-aeb2-7c18d192007c req-b5f4f7f7-9ab5-435c-9028-4c3debbe6b45 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.3264747 Jul 28 18:07:18.097350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.098397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 41041a56-6ee2-420b-bcf9-c08575ffeb44 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:18.133323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.137931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ac2780d-166f-40dd-aeb2-7c18d192007c req-0a74f2d2-4187-49cc-b177-70844dd78827 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996385 Jul 28 18:07:18.189940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-e818a0ec-9a7c-4459-99f2-fb7d7135782e service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315766 Jul 28 18:07:18.393401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a67d5ba7-9cf8-417b-9b4e-597b3a816de8 req-31653618-0ccb-4a80-adca-7cbe5475407a service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945980 Jul 28 18:07:18.440192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.562308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=9c626e1d-d1b8-4d2f-95b2-140d57c7be73,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:18.579965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.587727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f9ac55c4-0d56-49a3-aabf-2aad05e4b25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/9c626e1d-d1b8-4d2f-95b2-140d57c7be73 HTTP/1.1" status: 204 len: 168 time: 0.7560480 Jul 28 18:07:18.590344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:18.674238 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9247550-605e-4478-b435-e7a51697b80b x-openstack-request-id: req-e9247550-605e-4478-b435-e7a51697b80b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:18.676773 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c277988-1497-41c5-bba1-44747911c57c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:18.676773 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9247550-605e-4478-b435-e7a51697b80b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:18.676773 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c277988-1497-41c5-bba1-44747911c57c', 'code': 200} Jul 28 18:07:18.728562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:18.734421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a1008-970e-449f-a915-003dec5d7722 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:18.739006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:18.771126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-daf8b1db-c6b9-4f30-add8-85f991a6452b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:18.785609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-daf8b1db-c6b9-4f30-add8-85f991a6452b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2243156 Jul 28 18:07:18.788678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:15Z', 'revision_number': 1, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:18.883024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb336f3d-41ca-481d-ad01-974c6d8436a8 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:15Z', 'revision_number': 1, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:19.000381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.021155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:19.058787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-d3e1b26e-48c5-4ef3-92f1-be867c87ef2e tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 999 time: 0.2593834 Jul 28 18:07:19.075687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:19.085593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.102025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 41041a56-6ee2-420b-bcf9-c08575ffeb44 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:19.102321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcbd9c-eac0-4df5-87c5-7a9f525f7d37 req-7533f3a2-d9c7-4530-9b60-adcdcbcc9bc7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:19.107557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4dcbd9c-eac0-4df5-87c5-7a9f525f7d37 req-7533f3a2-d9c7-4530-9b60-adcdcbcc9bc7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.2941201 Jul 28 18:07:19.116464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 41041a56-6ee2-420b-bcf9-c08575ffeb44 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:19.116956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.225737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.259858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.339775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da180f-c5dd-415a-a9ff-67b6b7c04001 req-7cb69648-ea38-4ec7-b2e9-9a7cc8ff9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:19.347921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33da180f-c5dd-415a-a9ff-67b6b7c04001 req-7cb69648-ea38-4ec7-b2e9-9a7cc8ff9b19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 1097 time: 0.8333099 Jul 28 18:07:19.357842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cff94a-eafb-4c3c-9a32-7975f8a2efb0 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:19.468398 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33da180f-c5dd-415a-a9ff-67b6b7c04001 req-7e7d6631-7601-4822-9528-1fd3c92ffda8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961816 Jul 28 18:07:19.479515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4dcbd9c-eac0-4df5-87c5-7a9f525f7d37 req-223a6649-cab0-4093-9087-47f40bd63950 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584721 Jul 28 18:07:19.605364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.605566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.686073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:19.700567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.706147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-930bdfc9-8fcf-4d22-883f-3765777aada3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9 HTTP/1.1" status: 204 len: 168 time: 1.1141818 Jul 28 18:07:19.758098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55424) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:19.761523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:19.863060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2b65b803-9c92-4744-86c2-38d6a24a83e9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036191 Jul 28 18:07:19.867519 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:19.871999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:19.901430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:19.952151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3d408-3eca-4995-bda0-3b2979f86038 req-ef3b982b-656d-4945-add9-276e470adb13 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:19.953731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5fd3d408-3eca-4995-bda0-3b2979f86038 req-ef3b982b-656d-4945-add9-276e470adb13 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.2415872 Jul 28 18:07:20.015892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6c48c-e856-4737-bf11-a9199dd2e10e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:20.017534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3b6c48c-e856-4737-bf11-a9199dd2e10e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1407163 Jul 28 18:07:20.020273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:20.137395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5fd3d408-3eca-4995-bda0-3b2979f86038 req-8f274761-9c05-49d5-96eb-0dcceabbe1df tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587572 Jul 28 18:07:20.138165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:20.142016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0ee92-12b5-4650-844a-6cda601fbf91 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:20.143645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c2a0ee92-12b5-4650-844a-6cda601fbf91 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223519 Jul 28 18:07:20.146115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55430) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:20.170762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5aeffd04-996b-46a9-ae91-d13ae6ae013e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:20.171179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.217214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.271830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:20.280054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:20.284882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-669c2be5-42ad-4dc4-b7e4-0478bb5851c9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368022 Jul 28 18:07:20.302719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-29cff94a-eafb-4c3c-9a32-7975f8a2efb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:07:20.303087 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-29cff94a-eafb-4c3c-9a32-7975f8a2efb0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:07:20.311599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.384586 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.462291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:20.543248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.631232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e3aa7-259e-48a2-82db-de02235f2ced None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:20.670236 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 associated. External IP: 172.25.7.152, port: 9af5ff5f-454e-487c-b129-2cc7392be6ae. Jul 28 18:07:20.713706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44'}, {'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:20.725640 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd22d8-ef66-42d8-bddf-d18fba958419" -d '{"events": [{"server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "name": "network-vif-plugged", "status": "completed", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44"}, {"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:20.829447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09521c42-d5fa-477a-b41e-36be16049c3e req-3645f455-9771-48f1-82e7-ca331fb14f37 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:20.835183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cff94a-eafb-4c3c-9a32-7975f8a2efb0 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:20.840646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09521c42-d5fa-477a-b41e-36be16049c3e req-3645f455-9771-48f1-82e7-ca331fb14f37 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1178758 Jul 28 18:07:20.938783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09521c42-d5fa-477a-b41e-36be16049c3e req-dcecad1d-fae5-4788-ac25-74bad03e3b9e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Jul 28 18:07:20.969303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:20.972960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:20.974627 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:20.975072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:20.985032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7fe9e811-73a4-49dd-a88c-7082823a8a41 None None] Provisioning complete for port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:20.985411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e811-73a4-49dd-a88c-7082823a8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:21.061733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:21.067196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:21.067677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-67b8292d-af30-45db-b69d-6ef21a84be67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7932904 Jul 28 18:07:21.075834 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d25c7-7712-4e07-b478-2327b68d4753 x-openstack-request-id: req-fa8d25c7-7712-4e07-b478-2327b68d4753 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:21.076134 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "name": "network-vif-plugged", "status": "completed", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44", "code": 200}, {"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:21.076405 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa8d25c7-7712-4e07-b478-2327b68d4753 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:21.076783 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44', 'code': 200} Jul 28 18:07:21.077043 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'code': 200} Jul 28 18:07:21.077670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:21.274755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:21.310962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:21.348225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618a4e0-0e25-44d5-9ffe-e2dca034ebcb req-598057cf-4ef1-4497-8d44-501ac079d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:21.349778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7618a4e0-0e25-44d5-9ffe-e2dca034ebcb req-598057cf-4ef1-4497-8d44-501ac079d8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.2527468 Jul 28 18:07:21.389283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e65d05-4839-4a0f-9dfb-86201180be82 req-3ae06108-0bed-4c03-ba09-c94f58bb7524 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:21.397098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3e65d05-4839-4a0f-9dfb-86201180be82 req-3ae06108-0bed-4c03-ba09-c94f58bb7524 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1105406 Jul 28 18:07:21.491906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3e65d05-4839-4a0f-9dfb-86201180be82 req-92cc1933-8c28-444f-9f7c-b51426e28284 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941920 Jul 28 18:07:21.493905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7618a4e0-0e25-44d5-9ffe-e2dca034ebcb req-bad93618-c00f-4771-976b-479048517b48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342406 Jul 28 18:07:21.509801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:21.522320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:21.524089 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:21.524789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:21.623080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:21.643274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-05ca25f9-e4c9-407b-802d-3acca54949b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5743911 Jul 28 18:07:21.643952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55478) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:21.650395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:21.769919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:21.856354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Deleting port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:21.859493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.056114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] For port e2909aab-3177-4f55-bbb7-b5ae3076a6e4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:22.059543 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.097054 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:22.119305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:22.120060 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:22.127474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Calling delete_port for e2909aab-3177-4f55-bbb7-b5ae3076a6e4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:22.138436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:22.142570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.144050 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:22.144483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:22.214751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203f56-fed3-4f24-ad28-30338fe12521 req-79b633ac-e1ef-4a55-bff0-df8c98653f5d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:22.222712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb203f56-fed3-4f24-ad28-30338fe12521 req-79b633ac-e1ef-4a55-bff0-df8c98653f5d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1472001 Jul 28 18:07:22.270246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b603eb9-075d-4132-8993-7e04e20b8a6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6251736 Jul 28 18:07:22.273102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:22.284986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:22.317490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb203f56-fed3-4f24-ad28-30338fe12521 req-ed2b7e23-b833-4568-95b7-9beb08a19b6e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938208 Jul 28 18:07:22.434251 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.484689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] Pushing event deleted for resources: {'Port': ['ID=e2909aab-3177-4f55-bbb7-b5ae3076a6e4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:22.513114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ec15b-8d4d-41e2-a90b-8e8756c16393 None None] No DVR routers for this DVR port e2909aab-3177-4f55-bbb7-b5ae3076a6e4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:22.579081 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:22.611212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:22.615346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.616973 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:22.617945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:22.660177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:22.665173 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:22.722032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:22.725393 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a46ddb-99ef-4439-ad38-0b565f5650ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:22.728261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8bc39c8-5d4d-42c1-8253-c3556cdbafb7 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4469187 Jul 28 18:07:22.730231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:22.736485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:22.779515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e2909aab-3177-4f55-bbb7-b5ae3076a6e4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:22.802723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-2625e2e3-0292-4f6e-a081-44be301f1d4c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "PUT /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 997 time: 3.7267172 Jul 28 18:07:22.828428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e2909aab-3177-4f55-bbb7-b5ae3076a6e4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:22.836644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e2909aab-3177-4f55-bbb7-b5ae3076a6e4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:22.902577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-55dff06f-362c-4980-8b7e-4c737442dba7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:22.903266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-55dff06f-362c-4980-8b7e-4c737442dba7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports/9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 942 time: 0.0977983 Jul 28 18:07:23.123903 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:21Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:23.150981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-464aef82-a2e7-48de-a96b-50b8dbf44ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.153952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-464aef82-a2e7-48de-a96b-50b8dbf44ab6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.0782595 Jul 28 18:07:23.157216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:23.161282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:23.162718 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:23.163156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:23.168044 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:23.185425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:23.187337 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:23.210703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e147-2a23-4f45-8c2c-8ee8e3dbc4fa req-9f55db8c-2586-4378-9aec-37dc4de8a9e3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.212456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8967e147-2a23-4f45-8c2c-8ee8e3dbc4fa req-9f55db8c-2586-4378-9aec-37dc4de8a9e3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1409192 Jul 28 18:07:23.222942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-f1148e9e-c33a-4034-8c05-baf593ab130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.229133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-f1148e9e-c33a-4034-8c05-baf593ab130a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 1097 time: 0.1287642 Jul 28 18:07:23.360885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-0e32a333-acf4-4243-813a-3b1c8b93348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.362447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-0e32a333-acf4-4243-813a-3b1c8b93348e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.1132326 Jul 28 18:07:23.370799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-c272f779-8198-4deb-9556-1951662ec139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.374596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-c272f779-8198-4deb-9556-1951662ec139 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2133584 Jul 28 18:07:23.379609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e6968399-9eac-4b6f-a96f-15ffd95b6ec8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6484563 Jul 28 18:07:23.383098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55514) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:23.391859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:23.472388 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:23.530949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-1b578ade-7a85-478d-8aea-c413c095367b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c277988-1497-41c5-bba1-44747911c57c HTTP/1.1" status: 200 len: 217 time: 0.1410806 Jul 28 18:07:23.537345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8967e147-2a23-4f45-8c2c-8ee8e3dbc4fa req-000efbf7-e16b-4e7b-af53-36c8ad43f941 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109822 Jul 28 18:07:23.630725 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-74d4537e-2c44-4ffb-af2d-e535071576c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.1181395 Jul 28 18:07:23.739889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-d02097ca-d62d-452b-b921-0ecaf5891606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.742478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-d02097ca-d62d-452b-b921-0ecaf5891606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.2011631 Jul 28 18:07:23.747418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-fd5e1668-208f-4d5d-9581-32844b779969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.763878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-fd5e1668-208f-4d5d-9581-32844b779969 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1226263 Jul 28 18:07:23.805283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-a18c43bf-9735-4c5b-81f5-66629d03f715 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496809 Jul 28 18:07:23.870383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:23.881375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:23.887714 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:23.890424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:23.896629 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8632c2a-cd09-4351-9e10-685328516f70 x-openstack-request-id: req-e8632c2a-cd09-4351-9e10-685328516f70 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:23.896930 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:23.900572 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8632c2a-cd09-4351-9e10-685328516f70 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:23.900986 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:07:23.959012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-d0a97203-1981-47e0-90e2-54c07fc6a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:23.976525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-d0a97203-1981-47e0-90e2-54c07fc6a735 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112916 Jul 28 18:07:24.052259 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:21Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:24.164025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-2ca7cda4-e151-48b1-806f-00128eebb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:24.166235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-2ca7cda4-e151-48b1-806f-00128eebb247 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.2436705 Jul 28 18:07:24.177590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d39305-8f90-4b95-b54d-e35ed1a55785 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:21Z', 'revision_number': 3, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:24.203426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b07b2005-132b-4a0e-83de-4eb5b8c0db74 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8190708 Jul 28 18:07:24.210522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55528) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:24.274985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-905803aa-3f9f-4f7e-9f15-ec6c884490f6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0551360 Jul 28 18:07:24.277851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55530) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:24.367460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbebff8-bd73-4aca-a2a9-bf7dff7c0687 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:24.368938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cbebff8-bd73-4aca-a2a9-bf7dff7c0687 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897624 Jul 28 18:07:24.376927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:24.385508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-5378b77d-e9a7-4d64-a8c6-9dcba9d81a5f service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821220 Jul 28 18:07:24.392486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-7f6b56d7-bba4-4c70-8045-ec2a710e4a8f service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767453 Jul 28 18:07:24.424784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2e3e8ed-3a69-41b5-8739-0b9cccc21b13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465953 Jul 28 18:07:24.434310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55534) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:24.438853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:24.551819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67fe7f8-101e-498d-9a81-302564a81654 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:24.559518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8c1a-7e87-4bff-aefd-7c2356db29e3 req-02043891-ded4-4726-8772-a99177c59138 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:24.563709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b0e8c1a-7e87-4bff-aefd-7c2356db29e3 req-02043891-ded4-4726-8772-a99177c59138 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.2226095 Jul 28 18:07:24.669026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b0e8c1a-7e87-4bff-aefd-7c2356db29e3 req-015a5208-4047-439e-ae62-1f943d428bd4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941253 Jul 28 18:07:24.670578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-4bc114c0-fc5a-4987-8560-47285b2fe555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:24.695566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-4bc114c0-fc5a-4987-8560-47285b2fe555 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.5110993 Jul 28 18:07:24.725336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-f733fea5-475b-4cf7-b561-48d080f3eba5 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030031 Jul 28 18:07:24.775574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-38b242cf-c44b-4084-acdc-5e619dfc6a2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.0706623 Jul 28 18:07:24.781496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-601e171b-04a6-4aa5-bb99-c1c4b4921610 req-d700f451-1e87-423a-b44b-92751b82af82 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738718 Jul 28 18:07:24.828514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:24.832178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:25.011247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-6e9f4290-c28c-43e3-b518-e51b29b495a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.016691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-05fe9beb-8e08-43df-b62a-3d64736b9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.018235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-05fe9beb-8e08-43df-b62a-3d64736b9ae4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.2183070 Jul 28 18:07:25.019005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-6e9f4290-c28c-43e3-b518-e51b29b495a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1097 time: 0.1144657 Jul 28 18:07:25.059526 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:25.079016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:25.079738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:25.114446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110d8c-127e-48db-a91e-6cccc55f6d8b req-bfa0f424-fd18-435c-be0a-cf8be5a60ead tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.125032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a110d8c-127e-48db-a91e-6cccc55f6d8b req-bfa0f424-fd18-435c-be0a-cf8be5a60ead tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.3113022 Jul 28 18:07:25.176758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-28a149f9-9b2d-4760-8516-7df5555f2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.178205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-28a149f9-9b2d-4760-8516-7df5555f2abf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459546 Jul 28 18:07:25.193811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a110d8c-127e-48db-a91e-6cccc55f6d8b req-f2b1acd1-9772-4400-9eac-b387524e24cb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Jul 28 18:07:25.247980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-a42115a3-f40e-4eba-97a6-16578f6f45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.252348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-a42115a3-f40e-4eba-97a6-16578f6f45b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2324667 Jul 28 18:07:25.392693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-8c799a2d-ad52-4140-a827-f2ce341c2388 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956019 Jul 28 18:07:25.457204 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:25.531625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-166646bf-29d4-4569-9e69-89416b244d52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 1002 time: 0.2636721 Jul 28 18:07:25.559660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a46ddb-99ef-4439-ad38-0b565f5650ac req-9323bff5-4b71-4e2d-9bdf-ce01d8d39006 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555729 Jul 28 18:07:25.633311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-02e08a8a-9606-4eed-9275-48e624ff6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.634979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-02e08a8a-9606-4eed-9275-48e624ff6882 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0838563 Jul 28 18:07:25.744984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-bca81781-c8f8-44fc-b881-3b42c59a3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.747259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-bca81781-c8f8-44fc-b881-3b42c59a3539 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731685 Jul 28 18:07:25.780907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:25.792498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:25.846002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d573bb-a129-4e38-bedc-129215dedc81 req-b77c8736-250a-4fd5-9d0e-7f199222a695 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.860009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2d573bb-a129-4e38-bedc-129215dedc81 req-b77c8736-250a-4fd5-9d0e-7f199222a695 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0795696 Jul 28 18:07:25.863009 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:24Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:25.906913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:25.910533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2d573bb-a129-4e38-bedc-129215dedc81 req-3e2eb1e2-73ef-4f09-9ad9-6a6c6f48d7a9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489366 Jul 28 18:07:25.915424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:25.925530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:25.925530 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28bb982-0c0d-40e6-88d5-6bb01b60272c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:25.927040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:25.938422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:25.939631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d0a84-9a53-476d-883e-681947eb2692 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:25.940103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:25.947187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=bf18680a-dc19-4ccd-b0ae-6107a30e4bec,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:25.957767 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:25.958454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:25.976513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:25.988512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:26.043993 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d199a330-b6b2-4797-8d1f-18b46d1192df x-openstack-request-id: req-d199a330-b6b2-4797-8d1f-18b46d1192df {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:26.044455 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:26.044808 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d199a330-b6b2-4797-8d1f-18b46d1192df {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:26.045321 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'status': 'completed', 'code': 200} Jul 28 18:07:26.080571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-9d5cda2b-78b9-4226-9805-87de72913f82 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976568 Jul 28 18:07:26.148312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-e320016b-d41b-40b3-b334-935cbedd2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:26.149896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-e320016b-d41b-40b3-b334-935cbedd2c5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1097 time: 0.0583787 Jul 28 18:07:26.174948 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:26.188527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4857ae9b-4136-4676-8243-3937e76e9571 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7535510 Jul 28 18:07:26.192292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:26.204055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': 'bf18680a-dc19-4ccd-b0ae-6107a30e4bec'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:26.205876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:26.210253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:16:7f:03', 'name': 'tempest-NetworksTestDHCPv6-1166488933'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:26.315073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-a5210d85-eac3-4a4a-9c68-392d0a3bc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:26.317180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-a5210d85-eac3-4a4a-9c68-392d0a3bc916 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.1593940 Jul 28 18:07:26.342251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd7b879-c761-437b-8179-9d8fc1c0695c req-d1c674ee-5787-48a9-8d8c-8c715b5bc385 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440419 Jul 28 18:07:26.515233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Allocated IP 2001:db8::f816:3eff:fe87:c92c (02de251d-9347-46ab-9b2a-143fdbfe65d6/bf18680a-dc19-4ccd-b0ae-6107a30e4bec/be21ebec-1948-4659-b4fc-11709eafca83) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:26.515342 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:24Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:26.515851 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a86113-6418-4ed0-98b5-e010bd3cee37 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:74:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:24Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:26.607008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:26.621311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Transition to ACTIVE for port object be21ebec-1948-4659-b4fc-11709eafca83 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:26.638259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Transition to ACTIVE for port object be21ebec-1948-4659-b4fc-11709eafca83 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:26.676151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:26.748506 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:26.794880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:26.832534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:26.835556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:26.841178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:26.851789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Pushing event updated for resources: {'Port': ['ID=be21ebec-1948-4659-b4fc-11709eafca83,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:26.852388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d50d0-3187-4cc1-8c80-fdbdf0316df7 req-8e6071cd-3f93-4d9d-9eb6-96227b8417e3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:26.856469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-274d50d0-3187-4cc1-8c80-fdbdf0316df7 req-8e6071cd-3f93-4d9d-9eb6-96227b8417e3 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.5334306 Jul 28 18:07:26.858466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-eb2efb50-700d-45f3-84c0-43b390be8959 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 1002 time: 0.5325947 Jul 28 18:07:26.860059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port ea421693-94d7-4ec0-a502-d2ebdfcc030e yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:26.955471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Attempting to bind port be21ebec-1948-4659-b4fc-11709eafca83 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:26.956027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Attempting to bind port be21ebec-1948-4659-b4fc-11709eafca83 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:26.956210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Attempting to bind port be21ebec-1948-4659-b4fc-11709eafca83 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:26.963385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:26.964963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:26.965382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:26.965984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:26.966442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Bound port: be21ebec-1948-4659-b4fc-11709eafca83, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:26.966837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:27.047672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-274d50d0-3187-4cc1-8c80-fdbdf0316df7 req-84693891-e6b5-472f-a9cb-924e2933c9f5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573236 Jul 28 18:07:27.066592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-a1757299-c16c-475e-b819-e687f9c7e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.066592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-a1757299-c16c-475e-b819-e687f9c7e3b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1841393 Jul 28 18:07:27.081327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] For port be21ebec-1948-4659-b4fc-11709eafca83, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:27.091283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] For port be21ebec-1948-4659-b4fc-11709eafca83, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=be21ebec-1948-4659-b4fc-11709eafca83,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:27.119492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-5eaa4e10-1e74-4c54-8b98-387a577d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.121656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe16:7f03 (02de251d-9347-46ab-9b2a-143fdbfe65d6/bf18680a-dc19-4ccd-b0ae-6107a30e4bec/ea421693-94d7-4ec0-a502-d2ebdfcc030e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:27.131943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-5eaa4e10-1e74-4c54-8b98-387a577d2e84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709169 Jul 28 18:07:27.162306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-7e5a2622-dc1d-4728-87fa-5865bc8b0d7b tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1002 time: 0.1296985 Jul 28 18:07:27.200895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:27.233362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-ad7db924-cdd7-4e1b-a37d-9153f1c3c9df tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.246611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-ad7db924-cdd7-4e1b-a37d-9153f1c3c9df tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports/cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 943 time: 0.0833998 Jul 28 18:07:27.346199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8ca7-1de7-4368-904f-b8cd0501e783 None None] Pushing event updated for resources: {'Port': ['ID=be21ebec-1948-4659-b4fc-11709eafca83,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:27.403988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cf59d-efa6-4725-8031-644cf7bc64f0 req-ba9e0b9d-44ce-41db-bcb1-3983104e3591 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.421404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f7cf59d-efa6-4725-8031-644cf7bc64f0 req-ba9e0b9d-44ce-41db-bcb1-3983104e3591 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.2882175 Jul 28 18:07:27.490212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-91a976a6-09bb-4fd9-92a4-d74eb0854fdf tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1002 time: 0.1367390 Jul 28 18:07:27.512603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f7cf59d-efa6-4725-8031-644cf7bc64f0 req-d9de02c9-3db6-43bf-9b64-e48f89bb03bd tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 Jul 28 18:07:27.534216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-3c0d3c58-23b1-4a4d-abb5-786263be5363 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843138 Jul 28 18:07:27.591361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:27.634374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object ea421693-94d7-4ec0-a502-d2ebdfcc030e will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:27.723902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-4f3a45de-ce6f-49a7-b781-901dd511484a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.731369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bea72f6d-6e71-4bfa-a7b4-a3b749c04f66 req-4f3a45de-ce6f-49a7-b781-901dd511484a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2401519 Jul 28 18:07:27.828499 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:27.860470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a28bb982-0c0d-40e6-88d5-6bb01b60272c req-0afc9f11-9758-4eb9-bbc8-03af4941c83f service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166389 Jul 28 18:07:27.900919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:27.904885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:27.908884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:27.914581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:27.915232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:27.939643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-d48e6324-9f68-470c-a6d4-0f97af68f323 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1002 time: 0.1862960 Jul 28 18:07:27.944508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=ea421693-94d7-4ec0-a502-d2ebdfcc030e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:28.041633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0421e4c1-ae23-4470-ab52-978d9069e8d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8432016 Jul 28 18:07:28.046609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55628) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:28.065138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-2cc16a16-e176-47ee-b0db-471c3e22cc90 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.069168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-2cc16a16-e176-47ee-b0db-471c3e22cc90 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports/cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 943 time: 0.1220381 Jul 28 18:07:28.160947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785db05-2e35-4be8-82e8-fbe4d9772b92 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.177018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785db05-2e35-4be8-82e8-fbe4d9772b92 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.184827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4785db05-2e35-4be8-82e8-fbe4d9772b92 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1305563 Jul 28 18:07:28.185122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55634) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:28.323949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f876896-5003-4d2e-bda1-15f16dd7cb70 req-30a028c5-ba8e-4792-9340-d181e4b96781 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.325741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f876896-5003-4d2e-bda1-15f16dd7cb70 req-30a028c5-ba8e-4792-9340-d181e4b96781 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.0710566 Jul 28 18:07:28.415500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f876896-5003-4d2e-bda1-15f16dd7cb70 req-01eb499f-9eee-4a93-8d84-87239a1645b4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828459 Jul 28 18:07:28.461697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-70013761-aa87-49ee-bb13-7161fc69607f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1002 time: 0.2956750 Jul 28 18:07:28.583676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port ea421693-94d7-4ec0-a502-d2ebdfcc030e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:28.584208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:28.709077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77941fe-8018-492b-a49c-431afbeb0a70 req-f899769c-df47-4c8f-a94c-66be7c9a2e42 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.710991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-29c88e9f-3461-4a3e-bde7-25c3f1887e06 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:28.712919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-29c88e9f-3461-4a3e-bde7-25c3f1887e06 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2409456 Jul 28 18:07:28.714514 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e77941fe-8018-492b-a49c-431afbeb0a70 req-f899769c-df47-4c8f-a94c-66be7c9a2e42 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1121082 Jul 28 18:07:28.748165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-0963da50-87b7-4560-bc64-930348530d62 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:07:28.759365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-0963da50-87b7-4560-bc64-930348530d62 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342121 Jul 28 18:07:28.774517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device be21ebec-1948-4659-b4fc-11709eafca83 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:28.815062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e77941fe-8018-492b-a49c-431afbeb0a70 req-6028e96e-2a6d-4801-ab7d-8cb0975210aa tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908802 Jul 28 18:07:28.898173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-1b21f6fb-c059-44dc-a9e6-8e34e1c2c202 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1002 time: 0.1376216 Jul 28 18:07:28.907814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:28.958535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:28.979984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for ea421693-94d7-4ec0-a502-d2ebdfcc030e owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:28.986859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-70cee2d6-171b-4f7f-a96f-f4f7f70fe053 None None] Provisioning for port be21ebec-1948-4659-b4fc-11709eafca83 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:29.001610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.016593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port be21ebec-1948-4659-b4fc-11709eafca83 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:29.022137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port be21ebec-1948-4659-b4fc-11709eafca83 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:29.022505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.168167 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.231315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b11decf-059a-4526-a03c-fbaa2e486479 None None] Provisioning for port ea421693-94d7-4ec0-a502-d2ebdfcc030e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:29.250155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b11decf-059a-4526-a03c-fbaa2e486479 None None] Provisioning complete for port ea421693-94d7-4ec0-a502-d2ebdfcc030e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:29.250541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b11decf-059a-4526-a03c-fbaa2e486479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.255944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port be21ebec-1948-4659-b4fc-11709eafca83, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=be21ebec-1948-4659-b4fc-11709eafca83,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:29.256218 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.299620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8b11decf-059a-4526-a03c-fbaa2e486479 None None] Port ea421693-94d7-4ec0-a502-d2ebdfcc030e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:07:29.353649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.384221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.384715 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 disassociated. External IP: 172.25.7.152, port: cce72295-2b57-40f0-abc2-3cfc18ed813c. Jul 28 18:07:29.412573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=be21ebec-1948-4659-b4fc-11709eafca83,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:29.450944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.504049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=ea421693-94d7-4ec0-a502-d2ebdfcc030e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:29.555390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.559618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a7688200-1748-4c70-9875-2240362b9146 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/ea421693-94d7-4ec0-a502-d2ebdfcc030e HTTP/1.1" status: 204 len: 168 time: 1.2868381 Jul 28 18:07:29.560345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:29.611825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f749-ef7d-4551-93b0-c81147a218ef req-145ae573-d825-414a-b6f1-3155e666bbbf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:29.619698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3530f749-ef7d-4551-93b0-c81147a218ef req-145ae573-d825-414a-b6f1-3155e666bbbf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1349263 Jul 28 18:07:29.679645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd0d78-9c97-4ca5-9414-c6c01284bd65 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:29.681349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd0d78-9c97-4ca5-9414-c6c01284bd65 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:29.693152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-59cd0d78-9c97-4ca5-9414-c6c01284bd65 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1286321 Jul 28 18:07:29.693152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:29.777042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3530f749-ef7d-4551-93b0-c81147a218ef req-073f49e5-934f-4e5f-9ac5-bb5f1f37c8d9 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396937 Jul 28 18:07:29.790785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:29.810501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet bf18680a-dc19-4ccd-b0ae-6107a30e4bec {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:29.816508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.881388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.986282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:29.991901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:29.999490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:30.012836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:30.013969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:30.017066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8d46-d436-41d2-90da-863dbb41e3ae req-ad4ca66b-6b91-4f2a-a9cb-c6459e68daf5 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.024780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a8c8d46-d436-41d2-90da-863dbb41e3ae req-ad4ca66b-6b91-4f2a-a9cb-c6459e68daf5 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0999639 Jul 28 18:07:30.035619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-a08d9660-bfa3-44a7-8e21-25daa8a9fda8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "PUT /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 695 time: 1.1364083 Jul 28 18:07:30.036203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:30.038529 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46782938-2b6b-465f-9127-18a739d863a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:30.088325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:30.106687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a8c8d46-d436-41d2-90da-863dbb41e3ae req-d0e0e012-744b-4064-ba74-3799eea183e9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754185 Jul 28 18:07:30.163695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-8b2fc68d-1733-4bd5-859e-e42c95951ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.166073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-8b2fc68d-1733-4bd5-859e-e42c95951ca5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1097 time: 0.1121981 Jul 28 18:07:30.268939 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d27576-d842-468d-91da-752f2439e625 x-openstack-request-id: req-12d27576-d842-468d-91da-752f2439e625 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:30.269372 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:30.269726 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12d27576-d842-468d-91da-752f2439e625 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:30.270246 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'status': 'completed', 'code': 200} Jul 28 18:07:30.324170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:30.390279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=bf18680a-dc19-4ccd-b0ae-6107a30e4bec,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:30.410964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:30.411960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-9092b68c-f41b-443c-8d3e-265649641d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.414341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba2d49-a3c4-4867-93d6-e786601d4116 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:30.415162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-9092b68c-f41b-443c-8d3e-265649641d8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2372904 Jul 28 18:07:30.424289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-010dc01d-ca8e-4742-be62-e823a6d5c191 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/bf18680a-dc19-4ccd-b0ae-6107a30e4bec HTTP/1.1" status: 204 len: 168 time: 0.7259071 Jul 28 18:07:30.427280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55696) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:30.482916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46782938-2b6b-465f-9127-18a739d863a6 req-ac04abd2-9f52-420d-8010-34388e10056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.484690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-ac04abd2-9f52-420d-8010-34388e10056c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 1097 time: 0.1931882 Jul 28 18:07:30.486298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-93e24711-ab6d-4cef-9958-1125589552b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 217 time: 0.0548315 Jul 28 18:07:30.525507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:30.556942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f82c5d54-db53-48e9-91b2-3bcdf7663e34 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282909 Jul 28 18:07:30.561574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:30.568452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:30.722688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-723e5803-4ed0-48cd-8a73-6495f7d644de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.725126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-723e5803-4ed0-48cd-8a73-6495f7d644de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.2317686 Jul 28 18:07:30.808647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46782938-2b6b-465f-9127-18a739d863a6 req-45c29a2e-9e7f-48e3-86c8-b4d53951a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.810462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-45c29a2e-9e7f-48e3-86c8-b4d53951a20e service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2748151 Jul 28 18:07:30.819221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device be21ebec-1948-4659-b4fc-11709eafca83 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:30.822279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:30.825842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:30.874422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-5fd42e20-90e4-4d2d-8500-da344aa29475 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 200 len: 217 time: 0.0499179 Jul 28 18:07:30.876946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-733a2255-bc6a-4640-aaa5-0daf10938bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:30.878977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-733a2255-bc6a-4640-aaa5-0daf10938bff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325419 Jul 28 18:07:30.910903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port be21ebec-1948-4659-b4fc-11709eafca83 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:30.911279 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.001121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:31.028992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda541a-50ce-4762-8086-a1295fdc534f req-8e1056ea-e870-4576-8558-1a55c0b2c571 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.037181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-feda541a-50ce-4762-8086-a1295fdc534f req-8e1056ea-e870-4576-8558-1a55c0b2c571 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.1342578 Jul 28 18:07:31.059732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46782938-2b6b-465f-9127-18a739d863a6 req-e7eeb4be-fc1f-48ea-8cd6-20168012449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.061211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-e7eeb4be-fc1f-48ea-8cd6-20168012449a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1783946 Jul 28 18:07:31.143807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-ea1d41a4-ad81-4aac-8a04-e0c64322fc41 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488496 Jul 28 18:07:31.147176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46782938-2b6b-465f-9127-18a739d863a6 req-d74951ca-daef-4aa1-9cbc-f275f9188ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.148778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-d74951ca-daef-4aa1-9cbc-f275f9188ffd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768642 Jul 28 18:07:31.163143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Deleting port be21ebec-1948-4659-b4fc-11709eafca83 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:31.163143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.182618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:31.250093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-feda541a-50ce-4762-8086-a1295fdc534f req-320c69ca-c239-4f3f-b3a2-e177c1dfeb19 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119925 Jul 28 18:07:31.279936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-8bb9ef97-934b-472a-b902-95f8ddd6aba1 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196380 Jul 28 18:07:31.300883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] For port be21ebec-1948-4659-b4fc-11709eafca83, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=be21ebec-1948-4659-b4fc-11709eafca83,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:31.301291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.316048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Calling delete_port for be21ebec-1948-4659-b4fc-11709eafca83 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:31.417112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:31.435546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:31.436941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08185c11-abca-4803-9f5c-5a2e4383f1e5 req-58e1256d-793b-4b25-aadd-67c7de801492 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858939 Jul 28 18:07:31.441075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:31.466534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46782938-2b6b-465f-9127-18a739d863a6 req-125d9921-3ae1-47e7-9325-c284db977479 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545224 Jul 28 18:07:31.482413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f345e5-fdd1-425b-92d7-3e2bf78b9d59 req-f6ceb4b7-62c6-4205-ada4-107c5595dcc8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.490330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16f345e5-fdd1-425b-92d7-3e2bf78b9d59 req-f6ceb4b7-62c6-4205-ada4-107c5595dcc8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1604970 Jul 28 18:07:31.557147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:31.567184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.571656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:31.573631 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.610971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16f345e5-fdd1-425b-92d7-3e2bf78b9d59 req-79a9a868-14eb-4854-9f07-80e1ed940c24 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194694 Jul 28 18:07:31.643745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:31.652906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:31.654885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] No DVR routers for this DVR port be21ebec-1948-4659-b4fc-11709eafca83 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:31.664375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.664569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Pushing event deleted for resources: {'Port': ['ID=be21ebec-1948-4659-b4fc-11709eafca83,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:31.665199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:31.712343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=1919733c-85ac-46a4-8948-fe8e19374fd1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:31.790490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e130d6-fab5-4501-93a4-6ce0e82c72b8 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:31.806618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6091da64-354e-48f5-852e-d1b219cf65d2 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2427487 Jul 28 18:07:31.809508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55736) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:31.815063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:c9:02:6a', 'name': 'tempest-NetworksTestDHCPv6-2071551192'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:31.828177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-1b3b2a0d-1df0-4599-a101-9023e0b68341 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:31.830030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-1b3b2a0d-1df0-4599-a101-9023e0b68341 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0724573 Jul 28 18:07:31.843694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.926762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.931604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.934280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.936305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.936656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:31.936998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c10bdbb-0417-41d7-8e4a-62842f09fad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:32.023460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.093866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '1919733c-85ac-46a4-8948-fe8e19374fd1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:32.094726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.204852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:32.377141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.412040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Allocated IP 2001:db8::f816:3eff:fe02:805e (02de251d-9347-46ab-9b2a-143fdbfe65d6/1919733c-85ac-46a4-8948-fe8e19374fd1/6f65fd23-07e6-4664-96d8-f8a767ff3952) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:32.456555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:32.458411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:32.486639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-d67adef5-efa2-4b28-8725-97eee0057256 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:32.499936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 5756cfbd-df08-4777-931b-2f66f5a5e76b yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:32.513061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-d67adef5-efa2-4b28-8725-97eee0057256 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2672033 Jul 28 18:07:32.525173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0654d96-4e41-4a0c-a611-32ac7d2efae9 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:32.621669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d67ec-7a8c-462f-ae4c-98f7ed535bb9 req-c76074d6-a5b7-47aa-ac11-e095b48424b8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:32.630057 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a68d67ec-7a8c-462f-ae4c-98f7ed535bb9 req-c76074d6-a5b7-47aa-ac11-e095b48424b8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 945 time: 0.2086413 Jul 28 18:07:32.674898 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.687449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-f58358af-bd7e-4d17-a5db-3167f477dee8 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 698 time: 0.1715684 Jul 28 18:07:32.714902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:32.714997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Transition to ACTIVE for port object 6f65fd23-07e6-4664-96d8-f8a767ff3952 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:32.715071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a68d67ec-7a8c-462f-ae4c-98f7ed535bb9 req-a6389cf8-1bb2-4fe8-ab0f-6ce903664f15 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Jul 28 18:07:32.731098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Transition to ACTIVE for port object 6f65fd23-07e6-4664-96d8-f8a767ff3952 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:32.765639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.818409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:32.821060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:32.842552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device be21ebec-1948-4659-b4fc-11709eafca83 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:32.921054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: be21ebec-1948-4659-b4fc-11709eafca83 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:32.921241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device be21ebec-1948-4659-b4fc-11709eafca83 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:32.963979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fec9:26a (02de251d-9347-46ab-9b2a-143fdbfe65d6/1919733c-85ac-46a4-8948-fe8e19374fd1/5756cfbd-df08-4777-931b-2f66f5a5e76b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:32.973402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:32.976098 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e85cd7-c792-4ef8-b68f-df4dbd51cd2c" -d '{"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-unplugged", "status": "completed", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:32.981236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.030978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:33.038782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:33.064451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Pushing event updated for resources: {'Port': ['ID=6f65fd23-07e6-4664-96d8-f8a767ff3952,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:33.074363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:33.078499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:33.393548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29eb0c-b1b4-4bcc-b661-6bf7a4bc20b7 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:33.395175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b56f88-1d2f-4a4f-9d52-c281e3a8bcf4 req-89314931-bb08-42f1-a9cf-a9094f7bb489 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:33.395175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56b56f88-1d2f-4a4f-9d52-c281e3a8bcf4 req-89314931-bb08-42f1-a9cf-a9094f7bb489 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.2218568 Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Attempting to bind port 6f65fd23-07e6-4664-96d8-f8a767ff3952 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Attempting to bind port 6f65fd23-07e6-4664-96d8-f8a767ff3952 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Attempting to bind port 6f65fd23-07e6-4664-96d8-f8a767ff3952 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Bound port: 6f65fd23-07e6-4664-96d8-f8a767ff3952, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:33.395787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.397142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56b56f88-1d2f-4a4f-9d52-c281e3a8bcf4 req-7b3c151d-fb4b-464d-8e3c-1996a9010ab9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789244 Jul 28 18:07:33.397306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:33.397306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] For port 6f65fd23-07e6-4664-96d8-f8a767ff3952, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:33.397306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 has no active binding in host n-h1-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:07:33.397306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] For port 6f65fd23-07e6-4664-96d8-f8a767ff3952, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6f65fd23-07e6-4664-96d8-f8a767ff3952,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:33.397601 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.397601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 5756cfbd-df08-4777-931b-2f66f5a5e76b will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:33.639622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.640347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.685571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:33.689458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:33.694872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:33.705146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:33.705146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.720235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c36d-df7f-4540-90b6-e930494d318d None None] Pushing event updated for resources: {'Port': ['ID=6f65fd23-07e6-4664-96d8-f8a767ff3952,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:33.742552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=5756cfbd-df08-4777-931b-2f66f5a5e76b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:33.783738 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61a3ba-1114-450f-8d16-3e9405298088 x-openstack-request-id: req-eb61a3ba-1114-450f-8d16-3e9405298088 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:33.784287 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-unplugged", "status": "completed", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:33.784287 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb61a3ba-1114-450f-8d16-3e9405298088 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:33.784637 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'code': 200} Jul 28 18:07:33.787860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:33.839771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.resource_extend [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:07:33.907070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-413ac919-b5d6-4976-a35a-a11be694fb37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0938556 Jul 28 18:07:33.909460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55780) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:33.987514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bb3b9-731d-463b-adbf-fa0afa2f3d74 req-a15c3b41-85b2-46a2-9615-21844d20c15c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:33.989844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b32bb3b9-731d-463b-adbf-fa0afa2f3d74 req-a15c3b41-85b2-46a2-9615-21844d20c15c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1474011 Jul 28 18:07:34.021087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.045422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75a595-b52b-4197-af9c-004ae3bc6f69 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:34.058670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75a595-b52b-4197-af9c-004ae3bc6f69 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:34.063676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f75a595-b52b-4197-af9c-004ae3bc6f69 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1522110 Jul 28 18:07:34.063848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on host n-h2-778550-5 for vnic_type normal with profile {"migrating_to": "n-h1-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:34.064156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:34.064577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:34.067497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55782) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:34.105633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:34.118564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:07:34.120534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Attempting to bind port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:34.134402 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.db.api [None req-4c29eb0c-b1b4-4bcc-b661-6bf7a4bc20b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:07:34.134402 n-d-778550-5 neutron-server[101109]: DEBUG oslo_db.api [None req-4c29eb0c-b1b4-4bcc-b661-6bf7a4bc20b7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:07:34.159597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b32bb3b9-731d-463b-adbf-fa0afa2f3d74 req-3f0313fb-62e6-4756-95a6-68088d4ae203 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496251 Jul 28 18:07:34.163649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.168667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:34.168986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:34.169549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:34.169991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Bound port: 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:34.170345 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.189367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-0144c49b-fe3f-4b9f-abf9-37836a2bd974 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:34.191622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-0144c49b-fe3f-4b9f-abf9-37836a2bd974 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ab121c9-9435-47a7-8dc8-e1cb47895b2e HTTP/1.1" status: 200 len: 946 time: 0.1963251 Jul 28 18:07:34.337967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:34.342037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:34.449523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.533846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Deleting port cce72295-2b57-40f0-abc2-3cfc18ed813c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:34.534930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.600589 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 associated. External IP: 172.25.7.152, port: 9af5ff5f-454e-487c-b129-2cc7392be6ae. Jul 28 18:07:34.619989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 5756cfbd-df08-4777-931b-2f66f5a5e76b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:34.620391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.634957 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29eb0c-b1b4-4bcc-b661-6bf7a4bc20b7 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:34.706250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:34.722116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:34.722813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.728700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-b9f1f14d-b2ea-4c55-bf4d-c823945630cd service neutron] 10.222.0.35 "PUT /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 1121 time: 2.8893406 Jul 28 18:07:34.848254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:34.884521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:34.923080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 5756cfbd-df08-4777-931b-2f66f5a5e76b owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:34.941009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:34.949137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6f65fd23-07e6-4664-96d8-f8a767ff3952 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:35.329311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6f65fd23-07e6-4664-96d8-f8a767ff3952 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:35.363782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2287e-0ecd-4bde-8494-d5854e0db158 req-1de669e8-87f3-4894-8f60-0ba9e9a45807 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:35.374669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ab2287e-0ecd-4bde-8494-d5854e0db158 req-1de669e8-87f3-4894-8f60-0ba9e9a45807 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.9360762 Jul 28 18:07:35.393920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:35.473441 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ab2287e-0ecd-4bde-8494-d5854e0db158 req-dddaf744-5bda-427f-8441-8c04964453a5 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975628 Jul 28 18:07:35.575253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] For port cce72295-2b57-40f0-abc2-3cfc18ed813c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cce72295-2b57-40f0-abc2-3cfc18ed813c,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:35.575764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:35.612908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Calling delete_port for cce72295-2b57-40f0-abc2-3cfc18ed813c owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:35.658306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:35.670024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:35.683675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Provisioning for port 6f65fd23-07e6-4664-96d8-f8a767ff3952 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:35.685965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:35.691123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:35.692117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:35.724950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:35.788961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Provisioning complete for port 6f65fd23-07e6-4664-96d8-f8a767ff3952 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:35.789626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:35.831963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:35.837573 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c505c1-3804-4430-8cb8-083e368ac3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:35.847291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=5756cfbd-df08-4777-931b-2f66f5a5e76b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:35.858774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-efc2babd-f55d-4eb0-bd8e-11ef4bbe3892 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "PUT /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 998 time: 3.1702902 Jul 28 18:07:36.009876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:36.015455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf3ac-a5ee-4b28-8bb7-31cd72488018 req-4b9dc763-27ed-4093-a2ad-047a4210cf51 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.019654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c711331-fe1a-4f9a-8d51-0409bad42399 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/5756cfbd-df08-4777-931b-2f66f5a5e76b HTTP/1.1" status: 204 len: 168 time: 1.9447181 Jul 28 18:07:36.022259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:36.036814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3adf3ac-a5ee-4b28-8bb7-31cd72488018 req-4b9dc763-27ed-4093-a2ad-047a4210cf51 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1106260 Jul 28 18:07:36.048225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-7c976707-5daf-462d-a06e-1561c58e6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.056717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-7c976707-5daf-462d-a06e-1561c58e6ccf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.1775441 Jul 28 18:07:36.107930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:36.167683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a3adf3ac-a5ee-4b28-8bb7-31cd72488018 req-c3e18dbe-9374-4a1f-80e3-6018fada1ee8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295841 Jul 28 18:07:36.168790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event deleted for resources: {'Port': ['ID=cce72295-2b57-40f0-abc2-3cfc18ed813c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:36.267875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ceb577-e970-446f-8c1f-7fa4e8cdfa67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.278019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ceb577-e970-446f-8c1f-7fa4e8cdfa67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.286449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6ceb577-e970-446f-8c1f-7fa4e8cdfa67 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2608864 Jul 28 18:07:36.287258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55830) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:36.303006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] No DVR routers for this DVR port cce72295-2b57-40f0-abc2-3cfc18ed813c on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:36.306962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:36.313395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f87d2b0f-d28c-4341-8603-33232fb78f02 req-3cdd487b-98d4-47e4-a2bd-76847ed66d1f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "DELETE /v2.0/ports/cce72295-2b57-40f0-abc2-3cfc18ed813c HTTP/1.1" status: 204 len: 173 time: 2.1149619 Jul 28 18:07:36.314011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'name': 'network-vif-deleted', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:36.319967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:36.337345 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93940cf-0580-495a-ba9f-19b5d36da014" -d '{"events": [{"server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "name": "network-vif-deleted", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:36.460228 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb25cc2-210d-43bd-996c-41ee14167f77 x-openstack-request-id: req-bfb25cc2-210d-43bd-996c-41ee14167f77 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:36.460756 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:36.461149 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfb25cc2-210d-43bd-996c-41ee14167f77 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:36.462466 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'status': 'completed', 'code': 200} Jul 28 18:07:36.504206 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63082d-cfb3-4529-91ad-b4f6af66b7de x-openstack-request-id: req-3e63082d-cfb3-4529-91ad-b4f6af66b7de {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:36.505509 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab121c9-9435-47a7-8dc8-e1cb47895b2e", "name": "network-vif-deleted", "tag": "cce72295-2b57-40f0-abc2-3cfc18ed813c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:36.506043 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e63082d-cfb3-4529-91ad-b4f6af66b7de {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:36.506706 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab121c9-9435-47a7-8dc8-e1cb47895b2e', 'name': 'network-vif-deleted', 'tag': 'cce72295-2b57-40f0-abc2-3cfc18ed813c', 'status': 'completed', 'code': 200} Jul 28 18:07:36.549122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 1919733c-85ac-46a4-8948-fe8e19374fd1 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:36.554487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-a9a6f915-d56c-47cf-8f15-273f687b987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.556593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-a9a6f915-d56c-47cf-8f15-273f687b987f service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.4507418 Jul 28 18:07:36.558580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:36.605990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9af5ff5f-454e-487c-b129-2cc7392be6ae'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:36.619312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-013c419f-6c53-42de-bc87-35e9d4b54c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.621362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-013c419f-6c53-42de-bc87-35e9d4b54c5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1124 time: 0.1468623 Jul 28 18:07:36.715516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122bb3-7bf8-4014-a278-c2835356aeed req-14db3977-68eb-4af3-b87d-e5d483d6c1b1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:36.719368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2122bb3-7bf8-4014-a278-c2835356aeed req-14db3977-68eb-4af3-b87d-e5d483d6c1b1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1246569 Jul 28 18:07:36.737019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:36.815109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2122bb3-7bf8-4014-a278-c2835356aeed req-9b7f273a-4dcc-428d-bb49-c51ab2f6a868 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886829 Jul 28 18:07:36.895139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-a3f494af-d39d-4c43-ac30-bc56cec12a99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 999 time: 0.2940326 Jul 28 18:07:36.970562 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:37.011920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-69a645b9-9e72-4fd9-95ef-54d471ba836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.013553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-69a645b9-9e72-4fd9-95ef-54d471ba836c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1065660 Jul 28 18:07:37.044284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cce72295-2b57-40f0-abc2-3cfc18ed813c no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:37.069991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-fb8b2d5e-f7ed-481b-bab9-b8f258545880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.071839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-fb8b2d5e-f7ed-481b-bab9-b8f258545880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.4003372 Jul 28 18:07:37.073882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:37.101171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: cce72295-2b57-40f0-abc2-3cfc18ed813c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:37.101577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cce72295-2b57-40f0-abc2-3cfc18ed813c not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:37.150392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-789b4ea8-ce91-421c-9f52-3262b4bd4019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 217 time: 0.0682950 Jul 28 18:07:37.164957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-88e4218a-eae5-4cec-8985-ef850646385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.167911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-88e4218a-eae5-4cec-8985-ef850646385c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418533 Jul 28 18:07:37.210778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:34Z', 'revision_number': 7, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:37.243505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:37.267766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:37.268343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:37.316552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-74bd8c06-8cd0-4f85-8fe1-95ea3d5fc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.319605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-74bd8c06-8cd0-4f85-8fe1-95ea3d5fc570 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1481981 Jul 28 18:07:37.383306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-12712a28-d5a0-49a2-9e49-b83a3d8496a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358636 Jul 28 18:07:37.417418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ff99f-fed9-48cf-916a-c55e5e44d63a req-f1ffbbed-9481-40a4-ac0d-81d9a839dea1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.425992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:37.430000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b95ff99f-fed9-48cf-916a-c55e5e44d63a req-f1ffbbed-9481-40a4-ac0d-81d9a839dea1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1018360 Jul 28 18:07:37.462513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:07:37.463064 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:07:37.467672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:37.492443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=1919733c-85ac-46a4-8948-fe8e19374fd1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:37.514561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b95ff99f-fed9-48cf-916a-c55e5e44d63a req-7935d1bc-f200-4273-8247-f042463fc34e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764282 Jul 28 18:07:37.622454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-1a22c2f5-2cb8-4f01-b89c-92ee7526f9af service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419317 Jul 28 18:07:37.632760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:37.635079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e74bd6ff-3b6a-4d7d-b092-55242347963a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/1919733c-85ac-46a4-8948-fe8e19374fd1 HTTP/1.1" status: 204 len: 168 time: 1.3473845 Jul 28 18:07:37.637699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55876) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:37.661535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968a0b4-3f73-428c-bc85-0cb7eae4f3ec None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:37.686798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-baac9126-a1a9-46a8-a87c-e6237e1156bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477698 Jul 28 18:07:37.694057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55878) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:37.789822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-9c6fd3d1-fc37-4c75-8fda-4a9b4a9db2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937893 Jul 28 18:07:37.800613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1aed12-e6eb-4c4b-9755-6cedc4c086a0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.805234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cc1aed12-e6eb-4c4b-9755-6cedc4c086a0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1104574 Jul 28 18:07:37.806025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:37.915359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4c3a6a3-dca9-435f-a608-8b2b7b780f2e req-cfcde3ef-5028-4d3b-908f-d217c34b64f9 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701445 Jul 28 18:07:37.943004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbede19e-ebed-41f5-b3a4-8a619a3b970e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:37.946903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b694664c-c371-4711-bc4b-156e7dc362cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:37.949167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbede19e-ebed-41f5-b3a4-8a619a3b970e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1418033 Jul 28 18:07:37.952365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55884) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:37.969392 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:07:38.029461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98c505c1-3804-4430-8cb8-083e368ac3fb req-62b5652f-4ce4-406e-810c-3a1203480109 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285671 Jul 28 18:07:38.056443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5c2dd33c-d2c2-4432-b34f-b9ee06a2c64a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013749 Jul 28 18:07:38.059380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:38.067191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:38.094252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.127347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:38.128442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb401-33b2-4270-aad1-5c1bf431ede2 req-f9217603-1fe2-48d5-a8b0-c0add26fdd53 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:38.138346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e1fb401-33b2-4270-aad1-5c1bf431ede2 req-f9217603-1fe2-48d5-a8b0-c0add26fdd53 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1874628 Jul 28 18:07:38.162901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] For port 6f65fd23-07e6-4664-96d8-f8a767ff3952, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6f65fd23-07e6-4664-96d8-f8a767ff3952,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:38.234369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e1fb401-33b2-4270-aad1-5c1bf431ede2 req-c38562cb-6223-4549-a3f4-756bb6e4bfaa tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947430 Jul 28 18:07:38.260862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Deleting port 6f65fd23-07e6-4664-96d8-f8a767ff3952 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:38.261204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.316138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e2ba8a9-06d1-4a10-9e83-340ddef28539 req-5d2ea5cc-424a-4f0d-9eb2-aeb95efa3396 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 996 time: 0.0941091 Jul 28 18:07:38.354630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] For port 6f65fd23-07e6-4664-96d8-f8a767ff3952, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6f65fd23-07e6-4664-96d8-f8a767ff3952,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:38.355030 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.363056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.389646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:38.393695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.402233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Calling delete_port for 6f65fd23-07e6-4664-96d8-f8a767ff3952 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:38.466601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:38.468919 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d64022-ba65-49a2-8706-2851c85af23c" -d '{"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:38.543552 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3627afe2-1987-414e-8a64-e099a7405b6a x-openstack-request-id: req-3627afe2-1987-414e-8a64-e099a7405b6a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:38.543955 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:38.544299 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3627afe2-1987-414e-8a64-e099a7405b6a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:38.544787 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:07:38.610663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ba8a9-06d1-4a10-9e83-340ddef28539 req-2abffaf7-5e66-4a9a-ba0b-c2f68d3e3697 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:38.611679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513922ff-ba91-4589-93f0-33e81d292684 None None] Pushing event updated for resources: {'Port': ['ID=6f65fd23-07e6-4664-96d8-f8a767ff3952,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:38.614620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e2ba8a9-06d1-4a10-9e83-340ddef28539 req-2abffaf7-5e66-4a9a-ba0b-c2f68d3e3697 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2848129 Jul 28 18:07:38.647860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-468a2806-df43-4f2c-98a2-9749c56d6043 None None] Could not find standard attr ID for object 5756cfbd-df08-4777-931b-2f66f5a5e76b. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:07:38.666123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:34Z', 'revision_number': 7, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:38.745120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d659f6-0978-4f4b-b6bb-e7dca54a7989 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '70fee67a-f4df-4b74-8cd5-0a7a43e22ad4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'port_id': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'mac_address': 'fa:16:3e:7f:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:07:34Z', 'revision_number': 7, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:38.753302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:38.792838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8c25f-1cf9-4aa8-9931-0790c5e6c7f9 req-f1338ab7-f794-4231-93fc-be1ee5571634 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:38.797341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] No DVR routers for this DVR port 6f65fd23-07e6-4664-96d8-f8a767ff3952 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:38.801187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98d8c25f-1cf9-4aa8-9931-0790c5e6c7f9 req-f1338ab7-f794-4231-93fc-be1ee5571634 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1425240 Jul 28 18:07:38.815194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-c3addd0c-c5d7-4d58-a86e-7a531c0e584c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 999 time: 0.1759832 Jul 28 18:07:38.863977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6f65fd23-07e6-4664-96d8-f8a767ff3952 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:38.890068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c657-380c-4acf-966f-b1f85251c352 None None] Pushing event deleted for resources: {'Port': ['ID=6f65fd23-07e6-4664-96d8-f8a767ff3952,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:38.904152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6f65fd23-07e6-4664-96d8-f8a767ff3952 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:38.904152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6f65fd23-07e6-4664-96d8-f8a767ff3952 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:38.971231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98d8c25f-1cf9-4aa8-9931-0790c5e6c7f9 req-f424e508-8d4c-4b57-9631-0367d0c3b09f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671281 Jul 28 18:07:38.984524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-2e07c839-3a3a-4ca6-8b33-92514f1f2ca9 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:38.985992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-2e07c839-3a3a-4ca6-8b33-92514f1f2ca9 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports/9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 942 time: 0.0911248 Jul 28 18:07:39.014762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64022-ba65-49a2-8706-2851c85af23c req-60ecda63-ef00-480f-ac5a-bd0c5868f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.016300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-60ecda63-ef00-480f-ac5a-bd0c5868f22b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.4538302 Jul 28 18:07:39.152130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64022-ba65-49a2-8706-2851c85af23c req-953cc7f6-96e2-4088-9f0b-573b45a39482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.154094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-953cc7f6-96e2-4088-9f0b-573b45a39482 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.1283164 Jul 28 18:07:39.227739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f9c48-4430-4107-9604-3e7bd04aefa5 None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:39.249139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-593a3842-2111-42bf-8146-3c0d09851ebb tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 999 time: 0.1581550 Jul 28 18:07:39.278260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-468ae423-00c4-431a-adba-148b1bda3d88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 999 time: 0.1155288 Jul 28 18:07:39.316274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:39.328377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:39.358285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64022-ba65-49a2-8706-2851c85af23c req-4b31dfc0-b9c9-42cb-b231-2f101e52ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.362578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-4b31dfc0-b9c9-42cb-b231-2f101e52ff74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0735693 Jul 28 18:07:39.398934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:39.426838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:39.437286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69741d1e-11a9-4abe-a9d9-027694f7083c None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:39.441212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.441819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:39.491797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=33970895-0c13-4e38-985e-1918cc17304f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:39.507099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64022-ba65-49a2-8706-2851c85af23c req-b77dbbcc-eed8-484e-b13a-420a8097c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.509196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-b77dbbcc-eed8-484e-b13a-420a8097c023 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385090 Jul 28 18:07:39.520010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d854b9-227e-4d60-93d5-c747c5b9fbca req-dad7c0aa-9960-42e8-8c11-55b73c394be3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.528749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83d854b9-227e-4d60-93d5-c747c5b9fbca req-dad7c0aa-9960-42e8-8c11-55b73c394be3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1415210 Jul 28 18:07:39.536776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-ede91847-f647-4ab0-be3c-5220fc9b08f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:07:39.538488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-ede91847-f647-4ab0-be3c-5220fc9b08f1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062933 Jul 28 18:07:39.549225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-a5999544-0470-4608-9b42-959cdbcbaf71 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:39.550794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-a5999544-0470-4608-9b42-959cdbcbaf71 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2999358 Jul 28 18:07:39.556426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-46620278-2722-406b-bf98-43870fcb042f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4943604 Jul 28 18:07:39.556426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:39.577207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:a0:fe:e3', 'name': 'tempest-NetworksTestDHCPv6-1062362187'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:39.672083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-e48160d8-06a2-4ac0-89ee-0376ee7894c7 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248395 Jul 28 18:07:39.721970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-5aec72ed-fdc0-4800-9a81-d5e6dee4f275 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 1001 time: 0.1382666 Jul 28 18:07:39.737128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:39.813773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:39.817280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '33970895-0c13-4e38-985e-1918cc17304f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:39.819536 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:39.837394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83d854b9-227e-4d60-93d5-c747c5b9fbca req-79a6535f-15ae-4d17-b363-d02d03951093 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073933 Jul 28 18:07:39.895170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:39.911894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d64022-ba65-49a2-8706-2851c85af23c req-d229e35e-2cda-4f41-84bf-b7bb9f4278e9 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263460 Jul 28 18:07:39.994276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-70d2beff-5ce3-4bd9-9f62-da37b9b507e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.055527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Allocated IP 2001:db8::f816:3eff:fe8b:3ca6 (02de251d-9347-46ab-9b2a-143fdbfe65d6/33970895-0c13-4e38-985e-1918cc17304f/9645429b-bac5-4157-83a4-8c0c4f89b9b9) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:40.088258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.144459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9a857-80be-42ec-a7ae-afe4978df2b5 req-2ec4bbe5-38da-46de-989a-703aec401253 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:40.147700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5d9a857-80be-42ec-a7ae-afe4978df2b5 req-2ec4bbe5-38da-46de-989a-703aec401253 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0881028 Jul 28 18:07:40.241977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5d9a857-80be-42ec-a7ae-afe4978df2b5 req-d0f9bad8-b3d0-4078-aac8-c50a394f00d5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859513 Jul 28 18:07:40.259375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.277262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Transition to ACTIVE for port object 9645429b-bac5-4157-83a4-8c0c4f89b9b9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:40.306280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Transition to ACTIVE for port object 9645429b-bac5-4157-83a4-8c0c4f89b9b9 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:40.391819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.517262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.536770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:40.545110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:40.547325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Pushing event updated for resources: {'Port': ['ID=9645429b-bac5-4157-83a4-8c0c4f89b9b9,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:40.551271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:40.566226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.588445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 998c0573-4d87-4f51-b31c-f4b2c675e6a5 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:40.604807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Attempting to bind port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:40.605176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Attempting to bind port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:40.605537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Attempting to bind port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:40.610396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:40.610795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:40.611229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.611670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:40.612171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Bound port: 9645429b-bac5-4157-83a4-8c0c4f89b9b9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:40.612571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.710692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fea0:fee3 (02de251d-9347-46ab-9b2a-143fdbfe65d6/33970895-0c13-4e38-985e-1918cc17304f/998c0573-4d87-4f51-b31c-f4b2c675e6a5) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:40.855305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] For port 9645429b-bac5-4157-83a4-8c0c4f89b9b9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:40.858239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] For port 9645429b-bac5-4157-83a4-8c0c4f89b9b9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9645429b-bac5-4157-83a4-8c0c4f89b9b9,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:40.865564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.893547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.893872 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 disassociated. External IP: 172.25.7.152, port: 9af5ff5f-454e-487c-b129-2cc7392be6ae. Jul 28 18:07:40.897935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 998c0573-4d87-4f51-b31c-f4b2c675e6a5 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:40.949839 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:40.998679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3a0d-64af-447c-b74e-981ce37c1a21 req-05a0b9e9-c0cc-4831-ac6f-273d2a8c714a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.011829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bda3a0d-64af-447c-b74e-981ce37c1a21 req-05a0b9e9-c0cc-4831-ac6f-273d2a8c714a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0757198 Jul 28 18:07:41.044123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e8b2-d5fc-4157-8bce-47676e5df4e7 None None] Pushing event updated for resources: {'Port': ['ID=9645429b-bac5-4157-83a4-8c0c4f89b9b9,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:41.047890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:41.071513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bda3a0d-64af-447c-b74e-981ce37c1a21 req-ad04b9dd-38de-44b7-a1f4-7813a9239599 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Jul 28 18:07:41.236316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:41.354362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:41.390859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:41.395128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=998c0573-4d87-4f51-b31c-f4b2c675e6a5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:41.404329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:41.410532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.411176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:41.429721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:41.515320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4e7e-b4e8-4e0c-b77c-7c533f499a1d req-aba6a1b9-34af-439c-b649-da081cff0f17 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.527276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bbd4e7e-b4e8-4e0c-b77c-7c533f499a1d req-aba6a1b9-34af-439c-b649-da081cff0f17 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0933008 Jul 28 18:07:41.536960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2675f0a-4056-4832-bd5f-3d5b0fdb04bb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9673204 Jul 28 18:07:41.542209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:41.590594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bbd4e7e-b4e8-4e0c-b77c-7c533f499a1d req-111d0105-1f83-4574-bac5-ab79efd4d784 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653207 Jul 28 18:07:41.661773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f570a00-4915-46db-bbec-c1bfd08e2ca5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.667969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f570a00-4915-46db-bbec-c1bfd08e2ca5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.672034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f570a00-4915-46db-bbec-c1bfd08e2ca5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1263959 Jul 28 18:07:41.672410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55982) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:41.687800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:41.694768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:41.705014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:41.720248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:41.721014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:41.748746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-97cb1a66-9c8c-413d-a78e-c621c5827975 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "PUT /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 695 time: 2.0093350 Jul 28 18:07:41.749915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:41.754560 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a67a48-6572-4a38-b659-979a42a4c231" -d '{"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:41.805239 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2dd12d-16d6-4f37-a8bb-5ec37f3ec31f x-openstack-request-id: req-7a2dd12d-16d6-4f37-a8bb-5ec37f3ec31f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:41.805653 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:41.806002 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a2dd12d-16d6-4f37-a8bb-5ec37f3ec31f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:41.806493 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:07:41.810423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-b2370e58-effa-478f-bf46-75e2284196a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.812154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-b2370e58-effa-478f-bf46-75e2284196a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.0530391 Jul 28 18:07:41.898256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-3403b182-f03c-4ec9-bb54-28b80dd0c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.900055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-3403b182-f03c-4ec9-bb54-28b80dd0c1f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 1096 time: 0.0654268 Jul 28 18:07:41.908203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 998c0573-4d87-4f51-b31c-f4b2c675e6a5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:41.908531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:41.910927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:41.951925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-09d74440-342b-43b0-9d6b-089fd667f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:41.959714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-09d74440-342b-43b0-9d6b-089fd667f16f service neutron] 10.222.0.25 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.1377451 Jul 28 18:07:42.018441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-1b6bde66-57bb-43ed-a66a-0a2f93707a36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.0577824 Jul 28 18:07:42.074403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-b8ddbfb0-1d87-47c6-a5d5-33643aa3968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.087551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-b8ddbfb0-1d87-47c6-a5d5-33643aa3968b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.0676868 Jul 28 18:07:42.117287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-7256bff2-673d-4cb9-8062-288ececf7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.120131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-7256bff2-673d-4cb9-8062-288ececf7122 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 200 len: 922 time: 0.2077386 Jul 28 18:07:42.169608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-6815f6bb-315a-465a-a79e-e0d3186bb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.183684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-6815f6bb-315a-465a-a79e-e0d3186bb5bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953794 Jul 28 18:07:42.239428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-eb7362df-52af-4650-8648-68ed5f3ca615 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 200 len: 217 time: 0.0791657 Jul 28 18:07:42.272008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:42.305965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:42.307655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-86119ab0-84b8-497c-9a36-d3c172d2e026 service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224194 Jul 28 18:07:42.316759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:42.317839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:42.362693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b474f-1736-4e62-8fcf-42b3c9f9f6fd req-69bd27d1-f7f8-4b04-986b-fd05b8556136 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.364765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a0b474f-1736-4e62-8fcf-42b3c9f9f6fd req-69bd27d1-f7f8-4b04-986b-fd05b8556136 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1302638 Jul 28 18:07:42.370549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:42.429196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93a9608d-7f77-41c4-802b-7e7b587907b3 req-bd34ad6c-edfd-4f17-baf7-beb439a5c7da service neutron] 10.222.0.25 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205995 Jul 28 18:07:42.434066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 998c0573-4d87-4f51-b31c-f4b2c675e6a5 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:42.441227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-7d3c9633-106d-4c96-8520-7787cf23ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.447096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-7d3c9633-106d-4c96-8520-7787cf23ba38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 200 len: 860 time: 0.1922259 Jul 28 18:07:42.460490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:42.580675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a0b474f-1736-4e62-8fcf-42b3c9f9f6fd req-f8adb848-094f-464c-85cd-ba86ffc32d01 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987584 Jul 28 18:07:42.592109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-a645d2aa-176d-4a90-9d7e-e045809a9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.593653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-a645d2aa-176d-4a90-9d7e-e045809a9a6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34f5a519-c28f-43a0-b6d5-794321b70fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332779 Jul 28 18:07:42.782231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4411f8e8-7ba9-42ab-854b-cef12c38232a None None] Provisioning for port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:42.836441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8cc63-1343-4e44-a9ca-046cfb5ee8d5 req-c660025a-a112-4a96-a2f8-77466eb8695c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:42.858897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2d8cc63-1343-4e44-a9ca-046cfb5ee8d5 req-c660025a-a112-4a96-a2f8-77466eb8695c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.1527488 Jul 28 18:07:42.908392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:42.913805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-36c3a0a5-5b3e-4918-8197-fb4a2c34b161 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052022 Jul 28 18:07:42.922686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2d8cc63-1343-4e44-a9ca-046cfb5ee8d5 req-c5e57931-3364-4956-8a27-3b2bc00b9c1f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623140 Jul 28 18:07:42.977545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9645429b-bac5-4157-83a4-8c0c4f89b9b9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:42.989839 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-0e02ccc0-3b55-4c34-9b64-491deb0067d7 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 200 len: 695 time: 0.1156905 Jul 28 18:07:43.005676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69d63a-16d9-434f-a30b-037ca0461702 None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '271b3ac2-92a3-4dae-9812-fa417e8c1341', 'name': '', 'network_id': '34f5a519-c28f-43a0-b6d5-794321b70fb4', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'mac_address': 'fa:16:3e:20:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:21Z', 'updated_at': '2021-07-28T18:06:30Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'subnets': [{'id': 'b8b0524d-1f69-491a-9de7-5ae20929ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:43.017006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.117702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86fe367d-4833-4549-b993-a61ab51f5776 None None] Provisioning for port 998c0573-4d87-4f51-b31c-f4b2c675e6a5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:43.118900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.125730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86fe367d-4833-4549-b993-a61ab51f5776 None None] Provisioning complete for port 998c0573-4d87-4f51-b31c-f4b2c675e6a5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:43.126118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86fe367d-4833-4549-b993-a61ab51f5776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.161820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:43.163625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-86fe367d-4833-4549-b993-a61ab51f5776 None None] Port 998c0573-4d87-4f51-b31c-f4b2c675e6a5 was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:07:43.168271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:43.168650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.179350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=998c0573-4d87-4f51-b31c-f4b2c675e6a5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:43.186951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a67a48-6572-4a38-b659-979a42a4c231 req-71510623-52a5-4877-872f-15acd48b9213 service neutron] 10.222.0.35 "GET /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245960 Jul 28 18:07:43.208709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-62ceead1-ed84-4b6c-92c9-3141ccff157a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:43.210708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-62ceead1-ed84-4b6c-92c9-3141ccff157a tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1907072 Jul 28 18:07:43.256370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.261486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36b54eb9-433a-451b-9dd1-5980c4fc8bd8 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/998c0573-4d87-4f51-b31c-f4b2c675e6a5 HTTP/1.1" status: 204 len: 168 time: 1.5879815 Jul 28 18:07:43.264691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56060) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:43.362085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6451c-b9ee-4cc0-8ad3-375dfdc5680e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:43.362794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-26a4e219-271b-4f8b-b0db-7704e1f4ef69 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 698 time: 0.1199861 Jul 28 18:07:43.366447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6451c-b9ee-4cc0-8ad3-375dfdc5680e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:43.374092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:43.375142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-70c6451c-b9ee-4cc0-8ad3-375dfdc5680e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1086421 Jul 28 18:07:43.382844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.429518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 9645429b-bac5-4157-83a4-8c0c4f89b9b9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9645429b-bac5-4157-83a4-8c0c4f89b9b9,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:43.438898 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a085a-f0d5-4591-afc9-50816fdea3de None None] New status for floating IP 70fee67a-f4df-4b74-8cd5-0a7a43e22ad4: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:07:43.488283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-5524106a-b860-477e-9267-6470a6ad7aad tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.152 HTTP/1.1" status: 200 len: 698 time: 0.1241715 Jul 28 18:07:43.524887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.579267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 33970895-0c13-4e38-985e-1918cc17304f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:43.586221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=9645429b-bac5-4157-83a4-8c0c4f89b9b9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:43.588902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.672094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.730618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Deleting port 23829e30-a596-45ca-ab88-dcd6f2a06962 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:43.730972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.819072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.882332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.882746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:43.907998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Calling delete_port for 23829e30-a596-45ca-ab88-dcd6f2a06962 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:44.044421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.073094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=33970895-0c13-4e38-985e-1918cc17304f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:44.075325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.077409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d3dc85df-1399-4c56-bbe9-4c44b355abdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/33970895-0c13-4e38-985e-1918cc17304f HTTP/1.1" status: 204 len: 168 time: 0.7009680 Jul 28 18:07:44.079847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56086) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:44.086706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2330a2b-7cc7-40d0-ac9c-42a053b448c6 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:44.116846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d790fc5a-2541-4c44-92f2-c6b2bdcac50d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358589 Jul 28 18:07:44.120075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56090) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:44.128853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:44.169697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.215420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event deleted for resources: {'Port': ['ID=23829e30-a596-45ca-ab88-dcd6f2a06962,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:44.312664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.313624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.314799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21018e5a-559d-40c8-a026-7137d8cf8c26 req-606ad013-0829-47f7-b8be-76a0300b7c5c tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "DELETE /v2.0/floatingips/70fee67a-f4df-4b74-8cd5-0a7a43e22ad4 HTTP/1.1" status: 204 len: 173 time: 0.8256693 Jul 28 18:07:44.338358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:44.389190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Deleting port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:44.389961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.435198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:44.443428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.471043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] For port 9645429b-bac5-4157-83a4-8c0c4f89b9b9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9645429b-bac5-4157-83a4-8c0c4f89b9b9,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:44.471673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.492761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Calling delete_port for 9645429b-bac5-4157-83a4-8c0c4f89b9b9 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:44.535728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73006a1-1418-4796-8c9a-0fc1eb7a484b req-f45642a7-488b-4f61-817e-ad4921c5c1d9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:44.543748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f73006a1-1418-4796-8c9a-0fc1eb7a484b req-f45642a7-488b-4f61-817e-ad4921c5c1d9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1511550 Jul 28 18:07:44.598661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f73006a1-1418-4796-8c9a-0fc1eb7a484b req-80f6a660-3864-49ba-9325-e51bdc5bcb2e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Jul 28 18:07:44.688987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.725969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] Pushing event deleted for resources: {'Port': ['ID=9645429b-bac5-4157-83a4-8c0c4f89b9b9,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:44.755446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07791c7-9b37-443f-869e-ab8db3769ee2 None None] No DVR routers for this DVR port 9645429b-bac5-4157-83a4-8c0c4f89b9b9 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:44.803945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9645429b-bac5-4157-83a4-8c0c4f89b9b9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:44.809728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9a994-d9bf-4310-acac-57d90d651aab req-e369c129-aaf9-40b1-bb32-26b47bccd360 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:44.811436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7e9a994-d9bf-4310-acac-57d90d651aab req-e369c129-aaf9-40b1-bb32-26b47bccd360 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0634434 Jul 28 18:07:44.831694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9645429b-bac5-4157-83a4-8c0c4f89b9b9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:44.832379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9645429b-bac5-4157-83a4-8c0c4f89b9b9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:44.901079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7e9a994-d9bf-4310-acac-57d90d651aab req-7a38978e-ee1e-4e9e-9dff-662c7f0703aa tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811470 Jul 28 18:07:44.942389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:44.945004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:44.996788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:45.000559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:45.004058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:45.004673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.011140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ef652-6439-4ef8-a8c8-8f6b4fe02f3d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:45.019701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=9a0e9fff-c92e-46e9-bccb-82830e44f5cf,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:45.109549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56114) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:45.110225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0fd80a89-af24-4c83-9848-09871dac33a3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9878504 Jul 28 18:07:45.116249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:6a:dd:fd', 'name': 'tempest-NetworksTestDHCPv6-68200210'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:45.116934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56116) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:45.249795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '9a0e9fff-c92e-46e9-bccb-82830e44f5cf'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:45.251793 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.268655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.296587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07cd9044-5173-4c3a-9764-165d0d6dcc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.375826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:45.380304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.401693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 75ee8735-6539-4d35-8fce-dc7431d7c95b yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:45.409024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Allocated IP 2001:db8::f816:3eff:fe0e:69cf (02de251d-9347-46ab-9b2a-143fdbfe65d6/9a0e9fff-c92e-46e9-bccb-82830e44f5cf/2341faa5-2e1b-4c36-8b02-33985f009a59) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:45.488527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07cd9044-5173-4c3a-9764-165d0d6dcc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.564208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebe5c-be95-48dd-aabc-c224c168930b req-707eeb41-ef7e-4851-8db6-88ba737215f0 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:45.565713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-311ebe5c-be95-48dd-aabc-c224c168930b req-707eeb41-ef7e-4851-8db6-88ba737215f0 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.0556078 Jul 28 18:07:45.584708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.593394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Transition to ACTIVE for port object 2341faa5-2e1b-4c36-8b02-33985f009a59 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:45.607496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-311ebe5c-be95-48dd-aabc-c224c168930b req-a1613868-3696-4758-9a0e-802565e01039 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Jul 28 18:07:45.610196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Transition to ACTIVE for port object 2341faa5-2e1b-4c36-8b02-33985f009a59 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:45.633665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07cd9044-5173-4c3a-9764-165d0d6dcc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.678794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-dc51e372-6fa2-44cf-bf7a-60c854db4fc0 service neutron] 10.222.0.37 "GET /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.0865912 Jul 28 18:07:45.686419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-07cd9044-5173-4c3a-9764-165d0d6dcc9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f64a089587048ad83c382940ef8cbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657725 Jul 28 18:07:45.687214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56128) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:45.696029 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.734893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd9044-5173-4c3a-9764-165d0d6dcc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2f441-a087-4cef-93da-d55a525ea843,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:45.740604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:45.746803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:45.751859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:45.760311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b9b8-520f-42eb-997e-cea855fedef5 req-07b88e3b-e9bd-4e00-b167-fc260315342b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:45.762568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9728b9b8-520f-42eb-997e-cea855fedef5 req-07b88e3b-e9bd-4e00-b167-fc260315342b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0769844 Jul 28 18:07:45.830701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9728b9b8-520f-42eb-997e-cea855fedef5 req-c72f756f-0697-465c-886e-fe27a9b68fa8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Jul 28 18:07:45.848546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.854672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Pushing event updated for resources: {'Port': ['ID=2341faa5-2e1b-4c36-8b02-33985f009a59,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:45.877460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Attempting to bind port 2341faa5-2e1b-4c36-8b02-33985f009a59 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:45.877925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Attempting to bind port 2341faa5-2e1b-4c36-8b02-33985f009a59 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:45.883499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Attempting to bind port 2341faa5-2e1b-4c36-8b02-33985f009a59 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:45.883610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe6a:ddfd (02de251d-9347-46ab-9b2a-143fdbfe65d6/9a0e9fff-c92e-46e9-bccb-82830e44f5cf/75ee8735-6539-4d35-8fce-dc7431d7c95b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:45.883703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:45.883922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:45.884330 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.884726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:45.885220 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:45.886747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Bound port: 2341faa5-2e1b-4c36-8b02-33985f009a59, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:45.887147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.185886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] For port 2341faa5-2e1b-4c36-8b02-33985f009a59, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:46.185886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] For port 2341faa5-2e1b-4c36-8b02-33985f009a59, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2341faa5-2e1b-4c36-8b02-33985f009a59,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:46.186869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf3503-58d3-480d-8332-bb704303b630 req-08d13d04-9d2d-4df2-a829-5b9cc28a3fe1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.186869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84cf3503-58d3-480d-8332-bb704303b630 req-08d13d04-9d2d-4df2-a829-5b9cc28a3fe1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 943 time: 0.0490458 Jul 28 18:07:46.186869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84cf3503-58d3-480d-8332-bb704303b630 req-56c3e06e-47de-4c88-85fc-0393f72867f8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Jul 28 18:07:46.187523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.187967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-a96aaabe-b5a2-447c-82a8-07a26c265241 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.187967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-a96aaabe-b5a2-447c-82a8-07a26c265241 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.2988226 Jul 28 18:07:46.196212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59faf3-01f4-4069-b1d9-f5d810c50313 None None] Pushing event updated for resources: {'Port': ['ID=2341faa5-2e1b-4c36-8b02-33985f009a59,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:46.222489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-cd064186-35bc-4a34-9531-f073345a3996 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/quotas/d6c1998e0f5d4fcca002c15e8e1c63eb HTTP/1.1" status: 200 len: 375 time: 0.0337629 Jul 28 18:07:46.241076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.243623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.244831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cd2f441-a087-4cef-93da-d55a525ea843 HTTP/1.1" status: 204 len: 168 time: 0.5495524 Jul 28 18:07:46.253669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:46.306734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633afee-7271-4507-9323-ee539dfb3a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2f441-a087-4cef-93da-d55a525ea843,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:46.321893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:46.380952 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.388896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:46.407978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-cf7b1846-3ee3-43cf-9f34-e6d78c7c5189 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745496 Jul 28 18:07:46.409977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:46.434218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 75ee8735-6539-4d35-8fce-dc7431d7c95b will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:46.494248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.571982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-a9a1d28c-1e20-4e8c-b5d1-c3bfc41b86fc service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499252 Jul 28 18:07:46.659958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.677743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] Transition to ACTIVE for port object 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:46.730101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:46.735931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:46.739960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:46.745672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.746179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.750395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f50f3-4984-42eb-993f-d35464e482a4 req-e0e446ed-93ea-434c-8abc-a79908665996 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.751895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-098f50f3-4984-42eb-993f-d35464e482a4 req-e0e446ed-93ea-434c-8abc-a79908665996 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.0720973 Jul 28 18:07:46.755757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-1edd9507-e99d-4f92-ab1d-97dbad23c448 service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697247 Jul 28 18:07:46.759426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=75ee8735-6539-4d35-8fce-dc7431d7c95b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:46.766274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:46.837590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2341faa5-2e1b-4c36-8b02-33985f009a59 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:46.855434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] Pushing event updated for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:46.878554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] No DVR routers for this DVR port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:46.878554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fbbbdc04-11f5-448c-8fce-40c3e4cf0d9c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7651529 Jul 28 18:07:46.879879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56156) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:46.894935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-098f50f3-4984-42eb-993f-d35464e482a4 req-996cafef-5ccc-45c8-b50b-4a4c771c6441 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Jul 28 18:07:46.945112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-537cd877-1b35-4b30-9455-f3be6ad3cd8b service neutron] 10.222.0.37 "PUT /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289/bindings/n-h1-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2585363 Jul 28 18:07:46.969031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee57370-49bc-4e6e-881c-6ab9e7b75fa5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.975358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee57370-49bc-4e6e-881c-6ab9e7b75fa5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:46.977135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ee57370-49bc-4e6e-881c-6ab9e7b75fa5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0930231 Jul 28 18:07:46.980021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56158) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:47.087384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:47.128175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4409fa-ec69-4147-99b0-924b14e7528c req-d808ef53-e2e3-4b23-9f4a-a21a91309681 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.139531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d4409fa-ec69-4147-99b0-924b14e7528c req-d808ef53-e2e3-4b23-9f4a-a21a91309681 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1049771 Jul 28 18:07:47.154558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e22eaf16-ce0f-40be-a1c9-31b04620576b req-f3ec0595-06ea-4ecf-8df9-c2f89c811c67 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 210 time: 0.0515754 Jul 28 18:07:47.163697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2341faa5-2e1b-4c36-8b02-33985f009a59 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:47.193549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56170) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:47.230379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 75ee8735-6539-4d35-8fce-dc7431d7c95b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:47.231197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.264192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d4409fa-ec69-4147-99b0-924b14e7528c req-10a6705f-ee2c-4edc-ba6a-172ca42438de tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260004 Jul 28 18:07:47.292057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26dde6c2-22ff-48ff-ac3a-bc08379903c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.308980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.374845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.379937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-45bc09ef-8498-4dfb-9492-69a1e13001f4 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.381460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-45bc09ef-8498-4dfb-9492-69a1e13001f4 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.2413988 Jul 28 18:07:47.381589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:47.384384 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf9aaf8-5ec6-4f00-8a1a-21210335484a" -d '{"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-unplugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:47.404710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:47.430825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 75ee8735-6539-4d35-8fce-dc7431d7c95b owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:47.439653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ee7c3f40-a523-48d4-8251-e9b6c9f05f6d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.444165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ee7c3f40-a523-48d4-8251-e9b6c9f05f6d tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.2827702 Jul 28 18:07:47.484037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb81b6-6b9c-40e7-a02b-212520e634c9 req-ba295fb9-ee5e-4f1b-a984-0d6544d1a65e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.495161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-0bd0c996-3d6a-4bee-8024-b3bcf13823da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.496266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.496741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-0bd0c996-3d6a-4bee-8024-b3bcf13823da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69&tenant_id=3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 1095 time: 0.1040215 Jul 28 18:07:47.497052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:47.507867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40bb81b6-6b9c-40e7-a02b-212520e634c9 req-ba295fb9-ee5e-4f1b-a984-0d6544d1a65e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.2384818 Jul 28 18:07:47.591567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Provisioning for port 2341faa5-2e1b-4c36-8b02-33985f009a59 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:47.615423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-63d9a48c-a43e-4f53-9cdf-bab197e07952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.617085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-63d9a48c-a43e-4f53-9cdf-bab197e07952 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1095 time: 0.0865319 Jul 28 18:07:47.659302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Provisioning complete for port 2341faa5-2e1b-4c36-8b02-33985f009a59 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:47.659921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.753069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:47.759082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:47.794515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-25fe7825-6f3f-4d73-b3ab-f8d635071331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.796049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-25fe7825-6f3f-4d73-b3ab-f8d635071331 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1712105 Jul 28 18:07:47.798028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40bb81b6-6b9c-40e7-a02b-212520e634c9 req-e2d6cc78-31fe-43fe-bde6-e02c6a82da39 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892470 Jul 28 18:07:47.799339 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765121f1-fb7e-4499-9b55-9125d95790b3 x-openstack-request-id: req-765121f1-fb7e-4499-9b55-9125d95790b3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:47.806028 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-unplugged", "status": "completed", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:47.806028 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-765121f1-fb7e-4499-9b55-9125d95790b3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:47.806028 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'code': 200} Jul 28 18:07:47.806028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.812688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-ab3e5a84-46f9-4758-9128-c5b9acd26760 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:47.814361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-ab3e5a84-46f9-4758-9128-c5b9acd26760 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc82cf8-1917-48e8-a4ac-01a97133bad5 HTTP/1.1" status: 200 len: 944 time: 0.2615099 Jul 28 18:07:47.839134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] For port 2341faa5-2e1b-4c36-8b02-33985f009a59, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2341faa5-2e1b-4c36-8b02-33985f009a59,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:47.859058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.861658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-3f817b57-a4f9-4d47-ad0c-9ba7261a86a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 217 time: 0.0503991 Jul 28 18:07:47.886158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Deleting port 9af5ff5f-454e-487c-b129-2cc7392be6ae {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:47.886505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.897732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=75ee8735-6539-4d35-8fce-dc7431d7c95b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:47.938795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.961289 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:47.966260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9822402-4d47-4b97-867c-5dcb08d40833 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/75ee8735-6539-4d35-8fce-dc7431d7c95b HTTP/1.1" status: 204 len: 168 time: 0.9830985 Jul 28 18:07:47.968334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56184) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:48.014841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26dde6c2-22ff-48ff-ac3a-bc08379903c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.045378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee44de-3e2c-4cae-8254-542c9b799da1 None None] Pushing event updated for resources: {'Port': ['ID=2341faa5-2e1b-4c36-8b02-33985f009a59,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:48.061522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e51e24c5-dd58-456f-b874-9eccd075890b None None] Could not find standard attr ID for object 75ee8735-6539-4d35-8fce-dc7431d7c95b. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:07:48.099710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Deleting port 5aeffd04-996b-46a9-ae91-d13ae6ae013e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:48.100071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.105416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] For port 9af5ff5f-454e-487c-b129-2cc7392be6ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9af5ff5f-454e-487c-b129-2cc7392be6ae,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:48.105416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.107490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26dde6c2-22ff-48ff-ac3a-bc08379903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.108495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be551cb3-db32-40cc-9db1-eccffdea1936 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:48.110079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be551cb3-db32-40cc-9db1-eccffdea1936 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:48.114405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be551cb3-db32-40cc-9db1-eccffdea1936 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1449475 Jul 28 18:07:48.115445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:48.119722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-f191f7c9-a635-49a6-ab94-60cbd0a316cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:48.121572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-f191f7c9-a635-49a6-ab94-60cbd0a316cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.2337754 Jul 28 18:07:48.179511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Calling delete_port for 9af5ff5f-454e-487c-b129-2cc7392be6ae owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:48.182414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-132c1d7c-8fca-4373-8521-f68760728cd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515058 Jul 28 18:07:48.223192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-26dde6c2-22ff-48ff-ac3a-bc08379903c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f10ad00123f24dc2895924ada9c0e774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0295885 Jul 28 18:07:48.230587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dde6c2-22ff-48ff-ac3a-bc08379903c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca86abe-f91b-4418-9705-72c0aa93ee26,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:48.233164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:48.312579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66a3ef84-9cc0-4061-9f1d-315f9a793864 req-5689df11-17f5-4c72-bc3e-477c36b2db01 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 210 time: 0.0916164 Jul 28 18:07:48.396605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] For port 5aeffd04-996b-46a9-ae91-d13ae6ae013e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5aeffd04-996b-46a9-ae91-d13ae6ae013e,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:48.397088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.410336 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.455230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Calling delete_port for 5aeffd04-996b-46a9-ae91-d13ae6ae013e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:48.551895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.564641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad2394-1966-4290-9391-4e26099664f9 req-c167e740-0568-4d84-8bbf-3d35ef6053bd tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:48.566234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12ad2394-1966-4290-9391-4e26099664f9 req-c167e740-0568-4d84-8bbf-3d35ef6053bd tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1771164 Jul 28 18:07:48.615055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2699-9ada-41e5-a21c-bab1683d94e7 req-c62a9e9d-a702-4d4f-878a-958afe3051c9 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:48.616699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ef2699-9ada-41e5-a21c-bab1683d94e7 req-c62a9e9d-a702-4d4f-878a-958afe3051c9 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 945 time: 0.6275029 Jul 28 18:07:48.623509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 9a0e9fff-c92e-46e9-bccb-82830e44f5cf {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:48.631150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.631344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.677424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12ad2394-1966-4290-9391-4e26099664f9 req-579235f8-00e0-4bfe-9718-2b40ac509f65 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991604 Jul 28 18:07:48.714005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.754144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ef2699-9ada-41e5-a21c-bab1683d94e7 req-3bca70dd-9647-41d0-8776-c40626e9ba59 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/security-groups?id=79f74a77-0275-461d-8991-13a185ed19ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256831 Jul 28 18:07:48.754299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.764305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-22d92785-bb94-4b25-8e78-0b322f028d7d service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750239 Jul 28 18:07:48.769190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9af5ff5f-454e-487c-b129-2cc7392be6ae'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:48.805275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Pushing event deleted for resources: {'Port': ['ID=9af5ff5f-454e-487c-b129-2cc7392be6ae,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:48.856381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.858290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.862832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ca86abe-f91b-4418-9705-72c0aa93ee26 HTTP/1.1" status: 204 len: 168 time: 0.6145322 Jul 28 18:07:48.880174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2341faa5-2e1b-4c36-8b02-33985f009a59 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:48.887703 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.896454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] No DVR routers for this DVR port 9af5ff5f-454e-487c-b129-2cc7392be6ae on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:48.913597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.918030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2861ebc-327a-4ed8-9a2c-4f853f2b985e req-ddc83ad7-272f-4d06-b454-5d082c3bd218 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.35 "DELETE /v2.0/ports/9af5ff5f-454e-487c-b129-2cc7392be6ae HTTP/1.1" status: 204 len: 173 time: 1.4594197 Jul 28 18:07:48.919480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537367c-d70a-415d-b532-01d2922f5ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca86abe-f91b-4418-9705-72c0aa93ee26,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:48.933497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'name': 'network-vif-deleted', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:48.936746 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf89d9-d76f-4674-94fe-8903ea782632" -d '{"events": [{"server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "name": "network-vif-deleted", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:48.940705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:48.985952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-2df31c4b-b8ea-45b0-bd57-b0b28ac2242f service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120175 Jul 28 18:07:49.011587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2341faa5-2e1b-4c36-8b02-33985f009a59 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:49.012234 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.017778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event deleted for resources: {'Port': ['ID=5aeffd04-996b-46a9-ae91-d13ae6ae013e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:49.019673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9350f-6606-4a4a-9652-d94e4998a7f1 req-933a82c1-0568-4b24-a664-76e9a1f18a4e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:49.027647 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38bdd4e-88da-4498-b604-ce71b1eeeee6 x-openstack-request-id: req-f38bdd4e-88da-4498-b604-ce71b1eeeee6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:49.029386 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68b4e85-349e-46d6-aa72-1cf015b21391", "name": "network-vif-deleted", "tag": "9af5ff5f-454e-487c-b129-2cc7392be6ae", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:49.030333 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f38bdd4e-88da-4498-b604-ce71b1eeeee6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:49.032118 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b4e85-349e-46d6-aa72-1cf015b21391', 'name': 'network-vif-deleted', 'tag': '9af5ff5f-454e-487c-b129-2cc7392be6ae', 'status': 'completed', 'code': 200} Jul 28 18:07:49.034644 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4f9350f-6606-4a4a-9652-d94e4998a7f1 req-933a82c1-0568-4b24-a664-76e9a1f18a4e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.1135821 Jul 28 18:07:49.077525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4f9350f-6606-4a4a-9652-d94e4998a7f1 req-319ae5d5-528d-41aa-88b6-fe73ff35e467 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Jul 28 18:07:49.096707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] No DVR routers for this DVR port 5aeffd04-996b-46a9-ae91-d13ae6ae013e on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:49.100189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.102653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-223f2bde-5926-41a9-b825-ae75b577cc5e req-953bbff7-181e-4b5b-b600-699c1f877f21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "DELETE /v2.0/ports/5aeffd04-996b-46a9-ae91-d13ae6ae013e HTTP/1.1" status: 204 len: 173 time: 1.2803977 Jul 28 18:07:49.174595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.214620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0e9fff-c92e-46e9-bccb-82830e44f5cf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:49.220502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.222848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d283e0be-9b4f-4fcd-a96f-a721a40d20e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/9a0e9fff-c92e-46e9-bccb-82830e44f5cf HTTP/1.1" status: 204 len: 168 time: 1.1054852 Jul 28 18:07:49.225540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56208) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:49.228210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4912e-64b0-4c22-8dca-2f99cb7a76f5 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:49.275576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-abe9e8bd-9880-45d9-8a05-e3cf2bf7142e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487614 Jul 28 18:07:49.275811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56210) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:49.346807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431bae2-b9ca-425e-bc6d-d3b55b903475 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:49.349028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6431bae2-b9ca-425e-bc6d-d3b55b903475 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0721302 Jul 28 18:07:49.351718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56214) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:49.432861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd01d4-a8ab-48d8-b38c-1dcf73806122 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:49.435273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4dbd01d4-a8ab-48d8-b38c-1dcf73806122 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808239 Jul 28 18:07:49.437351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56218) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:49.483596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9349d1a1-dfb0-44d0-9d08-6ad71df414bd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448887 Jul 28 18:07:49.488657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:49.495453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:49.520325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67900aa1-45e8-4a6f-9aca-880247abcb7b req-38a7ebf3-5e34-438b-ace5-9207b9cf1828 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 210 time: 0.0730939 Jul 28 18:07:49.546964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:49.608002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Deleting port 2341faa5-2e1b-4c36-8b02-33985f009a59 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:49.608874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.614508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efff6c-6769-44a0-be0c-19870d42899a req-76dcf2e9-77f3-40cb-8705-8a2f73dc2d3c tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:49.616093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-76dcf2e9-77f3-40cb-8705-8a2f73dc2d3c tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.0543737 Jul 28 18:07:49.684331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] For port 2341faa5-2e1b-4c36-8b02-33985f009a59, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2341faa5-2e1b-4c36-8b02-33985f009a59,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:49.684802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.699786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Calling delete_port for 2341faa5-2e1b-4c36-8b02-33985f009a59 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:49.728924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:49.737676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.845761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d0efff6c-6769-44a0-be0c-19870d42899a req-ebcf47fa-395d-4525-a552-2fad299c00d3 service neutron] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:49.849235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d0efff6c-6769-44a0-be0c-19870d42899a req-ebcf47fa-395d-4525-a552-2fad299c00d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.850201 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0efff6c-6769-44a0-be0c-19870d42899a req-ebcf47fa-395d-4525-a552-2fad299c00d3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289/bindings/n-h2-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.2265027 Jul 28 18:07:49.868831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f342a92-8889-44a0-b9bd-aea33d9a6035 req-18c7ba88-3ab3-4029-abc0-179468ceb840 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:49.870938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f342a92-8889-44a0-b9bd-aea33d9a6035 req-18c7ba88-3ab3-4029-abc0-179468ceb840 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0966420 Jul 28 18:07:49.883087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36e63205-22b9-46a4-9f77-fe4dea455f52 req-c6507186-0b78-41bf-8ff4-60a908e5ac81 tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jul 28 18:07:49.906298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:49.916617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f342a92-8889-44a0-b9bd-aea33d9a6035 req-bad4eaab-6d08-4519-b8bb-831a6b60cded tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Jul 28 18:07:49.952590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] Pushing event deleted for resources: {'Port': ['ID=2341faa5-2e1b-4c36-8b02-33985f009a59,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:49.954709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af7861-dfa9-4e34-874d-8b441ecbdbcf None None] No DVR routers for this DVR port 2341faa5-2e1b-4c36-8b02-33985f009a59 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:50.141913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:50.221912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:50.232658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:50.238606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:50.239217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:50.245678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=96fe72ae-783f-4b7e-8f76-1477c2f0541b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:50.247482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de70f6-f1c4-4ce1-9f22-16103c2c2a67 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:50.270714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d2b16-7ce6-42a6-800d-2f019fc2cbd0 req-ee98f51a-fdf2-407a-91ba-44f17bc338a4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:50.278652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-179d2b16-7ce6-42a6-800d-2f019fc2cbd0 req-ee98f51a-fdf2-407a-91ba-44f17bc338a4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.1342456 Jul 28 18:07:50.321631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2db079d2-1241-4815-a082-7028a2206b24 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8289106 Jul 28 18:07:50.327577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56248) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:50.331939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-179d2b16-7ce6-42a6-800d-2f019fc2cbd0 req-002441da-9fbd-49e1-b02d-aa5de0fa1b9c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522351 Jul 28 18:07:50.337132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:5d:c0:a8', 'name': 'tempest-NetworksTestDHCPv6-1463345511'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:50.544278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5075-db65-424f-b733-aa3fb8015613 req-4585096d-bdfa-4e42-a02c-980763fb27ac tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:50.558318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b5f5075-db65-424f-b733-aa3fb8015613 req-4585096d-bdfa-4e42-a02c-980763fb27ac tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1095 time: 0.0717528 Jul 28 18:07:50.570995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-9155aaef-15d0-4f22-9b79-52b6b66c220c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:50.573053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-9155aaef-15d0-4f22-9b79-52b6b66c220c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.3593860 Jul 28 18:07:50.592977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Request body: {'port': {'device_id': '3a24114e-e410-4a08-9bea-401a85ce7278', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'admin_state_up': True, 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:50.640825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b5f5075-db65-424f-b733-aa3fb8015613 req-5378c190-4698-4ee8-a18a-82a4783eced6 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Jul 28 18:07:50.710391 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-679f9c7f-ebae-47b3-8826-ccac25a8d422 req-581e3644-25c2-4657-bbc7-6cc5586c753a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 210 time: 0.0592730 Jul 28 18:07:50.735066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:50.820652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2341faa5-2e1b-4c36-8b02-33985f009a59 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:50.845233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b311-39a2-4caa-93b4-063607b6cb55 req-c61a833d-848f-4580-9e68-346e30bcd69b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:50.847915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16c5b311-39a2-4caa-93b4-063607b6cb55 req-c61a833d-848f-4580-9e68-346e30bcd69b tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1095 time: 0.0655475 Jul 28 18:07:50.848547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '96fe72ae-783f-4b7e-8f76-1477c2f0541b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:50.849418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:50.852768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 2341faa5-2e1b-4c36-8b02-33985f009a59 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:50.853395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2341faa5-2e1b-4c36-8b02-33985f009a59 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:50.862158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:50.891320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port a799cd47-0edd-4b2d-b7a8-015fb05aaa93 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:50.904026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16c5b311-39a2-4caa-93b4-063607b6cb55 req-0f31c953-dcd8-4082-abda-a84dfb0f1971 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Jul 28 18:07:51.032801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b9f03a4-bff4-4503-9637-d8deb507ea49 req-e2da5ec2-43ea-4af0-aefb-02add4b39c9f tempest-FloatingIPsAssociationTestJSON-1204200982 tempest-FloatingIPsAssociationTestJSON-1204200982-project] 10.222.0.25 "GET /v2.0/ports?device_id=d68b4e85-349e-46d6-aa72-1cf015b21391 HTTP/1.1" status: 200 len: 210 time: 0.0545681 Jul 28 18:07:51.035641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:51.039134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.065891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-deleted', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:51.068913 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7de94e2-9215-4ef0-a0cf-69f07e1ee972" -d '{"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-deleted", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:51.085234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::149 (02de251d-9347-46ab-9b2a-143fdbfe65d6/96fe72ae-783f-4b7e-8f76-1477c2f0541b/a799cd47-0edd-4b2d-b7a8-015fb05aaa93) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:51.106584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9af5ff5f-454e-487c-b129-2cc7392be6ae no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:51.109680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffaf1-0196-4fc6-8692-a19fc0860dd2 req-9ed2e6bb-165f-4fa2-a243-e17b82196456 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:51.111529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-543ffaf1-0196-4fc6-8692-a19fc0860dd2 req-9ed2e6bb-165f-4fa2-a243-e17b82196456 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0969980 Jul 28 18:07:51.144970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 9af5ff5f-454e-487c-b129-2cc7392be6ae {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:51.145582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9af5ff5f-454e-487c-b129-2cc7392be6ae not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:51.192134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-543ffaf1-0196-4fc6-8692-a19fc0860dd2 req-39bd66de-f1b7-4639-93ce-ecf3bfeed53a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698152 Jul 28 18:07:51.240730 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80445305-6955-4f42-ac40-2e73c77463ef x-openstack-request-id: req-80445305-6955-4f42-ac40-2e73c77463ef {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:51.241332 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc82cf8-1917-48e8-a4ac-01a97133bad5", "name": "network-vif-deleted", "tag": "5aeffd04-996b-46a9-ae91-d13ae6ae013e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:51.241332 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80445305-6955-4f42-ac40-2e73c77463ef {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:51.241656 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc82cf8-1917-48e8-a4ac-01a97133bad5', 'name': 'network-vif-deleted', 'tag': '5aeffd04-996b-46a9-ae91-d13ae6ae013e', 'status': 'completed', 'code': 200} Jul 28 18:07:51.279947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Allocated IP 172.20.0.13 (a6ea99f2-c973-4681-be6f-b54ed973f35b/53b51186-09ff-44a0-a61a-826169c69449/705abf60-7335-4239-a204-39d33f799a31) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:51.375177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.426970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object a799cd47-0edd-4b2d-b7a8-015fb05aaa93 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:51.505534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.597776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.651272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/96fe72ae-783f-4b7e-8f76-1477c2f0541b/ff2289b1-636f-4c29-b119-3b55c69a23e2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:51.658567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:51.661772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:51.669105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:51.674717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:51.675337 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.678992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=a799cd47-0edd-4b2d-b7a8-015fb05aaa93,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:51.693048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.730664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Network a6ea99f2-c973-4681-be6f-b54ed973f35b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:51.733902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:51.737780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:51.766019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:51.796370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:51.799067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.817733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e628e99-be93-4ad7-b439-f2bb83d21be6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4856410 Jul 28 18:07:51.819240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56302) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:51.838889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:51.840485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917b5ad-40d2-48d2-ae5c-49dabb8af4ed req-51769e88-31e2-4801-b872-5bcb56ffdb55 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:51.842177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2917b5ad-40d2-48d2-ae5c-49dabb8af4ed req-51769e88-31e2-4801-b872-5bcb56ffdb55 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 932 time: 0.0567651 Jul 28 18:07:51.848313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Transition to ACTIVE for port object ff2289b1-636f-4c29-b119-3b55c69a23e2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:51.864701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Transition to ACTIVE for port object ff2289b1-636f-4c29-b119-3b55c69a23e2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:51.880421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084d883-3474-42d2-838b-a7fd1b241858 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:51.881957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f084d883-3474-42d2-838b-a7fd1b241858 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0613787 Jul 28 18:07:51.882986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2917b5ad-40d2-48d2-ae5c-49dabb8af4ed req-2f2058d4-94a6-49ba-9535-b5c0486042f3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Jul 28 18:07:51.885183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56304) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:51.949669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-3bb76d3e-67d7-469d-945e-e7edfb1b685a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3607197 Jul 28 18:07:51.964995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Request body: {'port': {'device_id': '3a24114e-e410-4a08-9bea-401a85ce7278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:51.994427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.003176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port a799cd47-0edd-4b2d-b7a8-015fb05aaa93 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:52.004459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.041260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:52.043716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:52.050531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:52.055681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Pushing event updated for resources: {'Port': ['ID=ff2289b1-636f-4c29-b119-3b55c69a23e2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:52.081113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.120670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Attempting to bind port ff2289b1-636f-4c29-b119-3b55c69a23e2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:52.121212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Attempting to bind port ff2289b1-636f-4c29-b119-3b55c69a23e2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:52.121528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Attempting to bind port ff2289b1-636f-4c29-b119-3b55c69a23e2 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:52.127475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:52.127475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:52.127947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.128435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:52.129322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Bound port: ff2289b1-636f-4c29-b119-3b55c69a23e2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:52.129322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.136870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:52.156479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.215705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-31df5926-2cdf-4700-9473-b706b478078a None None] For port ff2289b1-636f-4c29-b119-3b55c69a23e2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:52.219990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-31df5926-2cdf-4700-9473-b706b478078a None None] For port ff2289b1-636f-4c29-b119-3b55c69a23e2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ff2289b1-636f-4c29-b119-3b55c69a23e2,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:52.260983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for a799cd47-0edd-4b2d-b7a8-015fb05aaa93 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:52.285183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.380395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5926-2cdf-4700-9473-b706b478078a None None] Pushing event updated for resources: {'Port': ['ID=ff2289b1-636f-4c29-b119-3b55c69a23e2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:52.532580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7aa86-fdd5-4a26-a3a5-807eb38b09c4 req-9f083c63-0054-4e9a-87b1-90eb85182233 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:52.534855 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7c7aa86-fdd5-4a26-a3a5-807eb38b09c4 req-9f083c63-0054-4e9a-87b1-90eb85182233 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.2318280 Jul 28 18:07:52.732722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7c7aa86-fdd5-4a26-a3a5-807eb38b09c4 req-72323060-8525-477c-bf47-f34ce234b3e8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741550 Jul 28 18:07:52.836842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:52.846340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.867685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Transition to ACTIVE for port object 705abf60-7335-4239-a204-39d33f799a31 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:52.868583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:52.895470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ff2289b1-636f-4c29-b119-3b55c69a23e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:52.932184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56328) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:52.937376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=a799cd47-0edd-4b2d-b7a8-015fb05aaa93,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:52.954536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.011884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.016779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-902489ed-fb1a-4c44-8380-ca7dea3feebf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/a799cd47-0edd-4b2d-b7a8-015fb05aaa93 HTTP/1.1" status: 204 len: 168 time: 1.1306446 Jul 28 18:07:53.020525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:53.098096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:53.116166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:53.119214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f3c7f-19af-4929-9610-e90cfbaf044f req-c5aea447-b943-4484-8152-9ca961ed74c3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.120811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c6f3c7f-19af-4929-9610-e90cfbaf044f req-c5aea447-b943-4484-8152-9ca961ed74c3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 944 time: 0.0973775 Jul 28 18:07:53.121871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ff2289b1-636f-4c29-b119-3b55c69a23e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:53.159871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 5aeffd04-996b-46a9-ae91-d13ae6ae013e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:53.160460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5aeffd04-996b-46a9-ae91-d13ae6ae013e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:53.182980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c6f3c7f-19af-4929-9610-e90cfbaf044f req-052677ae-4581-409d-af6a-d3315c3a5412 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Jul 28 18:07:53.212105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b67b881-c9b9-4914-9e2a-964e2bc55a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.222904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c896b3-c985-4021-80f6-f1e64e4bd846 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.225234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c896b3-c985-4021-80f6-f1e64e4bd846 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.226457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62c896b3-c985-4021-80f6-f1e64e4bd846 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2049224 Jul 28 18:07:53.229841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56334) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:53.275970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Attempting to bind port 705abf60-7335-4239-a204-39d33f799a31 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:53.277873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Attempting to bind port 705abf60-7335-4239-a204-39d33f799a31 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:53.279285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Attempting to bind port 705abf60-7335-4239-a204-39d33f799a31 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:53.293924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 96fe72ae-783f-4b7e-8f76-1477c2f0541b {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:53.299713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.307860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Port 705abf60-7335-4239-a204-39d33f799a31 on network a6ea99f2-c973-4681-be6f-b54ed973f35b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:07:53.307860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Attempting to bind port 705abf60-7335-4239-a204-39d33f799a31 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:53.312149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:53.312497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Checking segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:53.312895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Bound using segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:53.313335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Bound port: 705abf60-7335-4239-a204-39d33f799a31, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:53.313773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.352700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.441798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.453159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b67b881-c9b9-4914-9e2a-964e2bc55a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.471847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:53.479158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:53.529455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-05a32509-71e8-43c4-a013-91c7109fc242 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312447 Jul 28 18:07:53.574251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b67b881-c9b9-4914-9e2a-964e2bc55a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.607482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67b881-c9b9-4914-9e2a-964e2bc55a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59084b67-5ec5-4180-8d2c-ed00ecf15111,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:53.630971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b67b881-c9b9-4914-9e2a-964e2bc55a69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19f552f7e3e748e8aba97dc0ee0d962e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948886 Jul 28 18:07:53.633368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56340) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:53.678855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.701077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.727762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.728944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.730352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] 10.222.0.35 "PUT /v2.0/ports/705abf60-7335-4239-a204-39d33f799a31 HTTP/1.1" status: 200 len: 1092 time: 1.7706516 Jul 28 18:07:53.733548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'tag': '705abf60-7335-4239-a204-39d33f799a31'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:07:53.738279 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e6bac-9b27-4f4e-946d-030ec2075e07" -d '{"events": [{"name": "network-changed", "server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "tag": "705abf60-7335-4239-a204-39d33f799a31"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:53.742550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.827042 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe2290-e05a-4768-8e43-527bdf93830f x-openstack-request-id: req-1dfe2290-e05a-4768-8e43-527bdf93830f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:53.827605 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "tag": "705abf60-7335-4239-a204-39d33f799a31", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:53.827865 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dfe2290-e05a-4768-8e43-527bdf93830f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:53.829463 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'tag': '705abf60-7335-4239-a204-39d33f799a31', 'status': 'completed', 'code': 200} Jul 28 18:07:53.872994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-ef7305a1-9277-4e1a-a2fe-4371e21d41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.874831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-ef7305a1-9277-4e1a-a2fe-4371e21d41c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 1095 time: 0.2385569 Jul 28 18:07:53.882123 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:53.890498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f82a94-f518-4c21-8ce8-d763752e9079 service neutron] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:53.925949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-7a7789ec-91ba-4352-a6f1-28b465e00e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:53.927512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-7a7789ec-91ba-4352-a6f1-28b465e00e7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 1095 time: 0.0874953 Jul 28 18:07:54.065736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-d744cfe0-bf15-4c51-87eb-c34721d24703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.067446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-d744cfe0-bf15-4c51-87eb-c34721d24703 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1315405 Jul 28 18:07:54.083514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c719f-111b-4d29-b7cc-8dd077e7ed61 req-3bb63745-cb25-4a79-b30e-6a73a1fdfcfb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.091002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e54c719f-111b-4d29-b7cc-8dd077e7ed61 req-3bb63745-cb25-4a79-b30e-6a73a1fdfcfb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1731772 Jul 28 18:07:54.097428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.101781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Provisioning for port ff2289b1-636f-4c29-b119-3b55c69a23e2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:54.107029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Provisioning complete for port ff2289b1-636f-4c29-b119-3b55c69a23e2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:54.111600 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.150505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.155190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=96fe72ae-783f-4b7e-8f76-1477c2f0541b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:54.157703 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.161373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59084b67-5ec5-4180-8d2c-ed00ecf15111 HTTP/1.1" status: 204 len: 168 time: 0.5244887 Jul 28 18:07:54.166225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-8299160a-b2f3-40d5-99cc-f3bb653170f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.171779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-8299160a-b2f3-40d5-99cc-f3bb653170f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.2703550 Jul 28 18:07:54.173244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.182778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cd50693d-3de4-4cf3-8f29-8fdf626f5f25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/96fe72ae-783f-4b7e-8f76-1477c2f0541b HTTP/1.1" status: 204 len: 168 time: 0.9518039 Jul 28 18:07:54.184479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:54.189380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55238a-6bd6-40a9-b732-609fe3f72861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59084b67-5ec5-4180-8d2c-ed00ecf15111,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:54.279746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-f7eecb50-e9ce-41ea-9ebd-17b8e9551352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 200 len: 217 time: 0.0938439 Jul 28 18:07:54.296499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5aeffb64-0774-491f-97dc-3c3a272c44c5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985777 Jul 28 18:07:54.299577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e54c719f-111b-4d29-b7cc-8dd077e7ed61 req-9384b282-8748-4e6c-9857-be6f2dcaee7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068100 Jul 28 18:07:54.300257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:54.325919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40de420-369f-4e97-9c39-76d63b19fe12 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:54.328371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.348216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Deleting port 271b3ac2-92a3-4dae-9812-fa417e8c1341 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:54.348216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.382565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-9d48fd16-4cb4-4884-b657-055500f2c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.384978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-731e6bac-9b27-4f4e-946d-030ec2075e07 req-9d48fd16-4cb4-4884-b657-055500f2c461 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3106928 Jul 28 18:07:54.424013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28a917-3e0f-4002-93be-b5e7ddc5e533 req-2fefd561-395f-42ef-9c2f-908037b30c69 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.427100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d28a917-3e0f-4002-93be-b5e7ddc5e533 req-2fefd561-395f-42ef-9c2f-908037b30c69 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 944 time: 0.1308537 Jul 28 18:07:54.472477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-bd9e6183-36ba-409b-a184-8e535c7f5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.473992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-bd9e6183-36ba-409b-a184-8e535c7f5141 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1699502 Jul 28 18:07:54.484992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacf1bd-8e95-4816-b8d4-5be7b8ad3741 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.489001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aeacf1bd-8e95-4816-b8d4-5be7b8ad3741 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1792741 Jul 28 18:07:54.491006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:54.511799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] For port ff2289b1-636f-4c29-b119-3b55c69a23e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ff2289b1-636f-4c29-b119-3b55c69a23e2,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:54.576565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-8ce8ef1b-f459-44c6-bb00-53d5d31fe5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.585256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-8ce8ef1b-f459-44c6-bb00-53d5d31fe5f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 1095 time: 0.1531231 Jul 28 18:07:54.602405 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.606970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-e9c229b7-ed86-4407-b661-435a3d0ccb43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168284 Jul 28 18:07:54.663073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-37a633b9-f9e0-4251-89e7-b9a69d85f05e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705abf60-7335-4239-a204-39d33f799a31 HTTP/1.1" status: 200 len: 217 time: 0.0629787 Jul 28 18:07:54.684804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d28a917-3e0f-4002-93be-b5e7ddc5e533 req-fe3df53f-41f1-4072-a64e-161a7bdde1d9 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720898 Jul 28 18:07:54.689307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462b37-37a7-405d-9f98-80c9775704af None None] Pushing event updated for resources: {'Port': ['ID=ff2289b1-636f-4c29-b119-3b55c69a23e2,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:54.757281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6532b6d4-56ea-49c3-b804-6b86e1af269e None None] Could not find standard attr ID for object a799cd47-0edd-4b2d-b7a8-015fb05aaa93. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:07:54.792303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] For port 271b3ac2-92a3-4dae-9812-fa417e8c1341, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=271b3ac2-92a3-4dae-9812-fa417e8c1341,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:54.792696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.818480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:07:54.832149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb10992-408b-4e99-821a-e192dbe6c91b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.837330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0eb10992-408b-4e99-821a-e192dbe6c91b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2967854 Jul 28 18:07:54.842477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Calling delete_port for 271b3ac2-92a3-4dae-9812-fa417e8c1341 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:54.842768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56372) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:54.915411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Deleting port ff2289b1-636f-4c29-b119-3b55c69a23e2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:54.915826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:54.921833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-5a37be81-bf42-4f28-9d8b-6ad61eb42d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:54.924724 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-5a37be81-bf42-4f28-9d8b-6ad61eb42d45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.2381263 Jul 28 18:07:54.927448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-287e9170-071c-4c4b-b7ef-7e85e4c3f901 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851963 Jul 28 18:07:54.939409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56374) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:54.953166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:54.981992 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-ed8c23cb-f3c1-47e5-a5a7-947bd1c114c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480380 Jul 28 18:07:54.996214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] For port ff2289b1-636f-4c29-b119-3b55c69a23e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ff2289b1-636f-4c29-b119-3b55c69a23e2,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:54.996725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:55.018117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-e25f0f3e-de24-47ba-a43f-967fecfbfd48 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614614 Jul 28 18:07:55.029273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Calling delete_port for ff2289b1-636f-4c29-b119-3b55c69a23e2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:55.123656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-af48e3e0-e4e5-4084-b578-8641c21d5e5a service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330388 Jul 28 18:07:55.140807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ed716f4-2473-46f9-aed2-e6d079784194 req-0badcd03-3df2-4f9f-b0b4-01a6796ed284 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099870 Jul 28 18:07:55.245111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:55.249749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0461774d-cf49-47fa-8c75-6f0d083962cb req-6c74c7fe-fe1c-466b-bd83-d3929e087367 service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166041 Jul 28 18:07:55.291171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] Pushing event deleted for resources: {'Port': ['ID=ff2289b1-636f-4c29-b119-3b55c69a23e2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:55.295440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7d886-1efd-4133-93b6-d2909e7aaa49 None None] No DVR routers for this DVR port ff2289b1-636f-4c29-b119-3b55c69a23e2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:07:55.381996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:55.385661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:55.491147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9a106-1ef3-4d97-a48d-58d37138390f req-3831bf80-64a9-4fd9-ba58-35196f30e170 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:55.492712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3e9a106-1ef3-4d97-a48d-58d37138390f req-3831bf80-64a9-4fd9-ba58-35196f30e170 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1248138 Jul 28 18:07:55.493362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:55.542952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=271b3ac2-92a3-4dae-9812-fa417e8c1341,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:55.672846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3e9a106-1ef3-4d97-a48d-58d37138390f req-75843f81-e6fe-40e2-880a-6c78718dc68d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702275 Jul 28 18:07:55.841585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9afe6e-0ee7-49e3-89a9-ed51c80db2b5 req-993c1309-c379-4872-aa51-9dc504959e4d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:55.849669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d9afe6e-0ee7-49e3-89a9-ed51c80db2b5 req-993c1309-c379-4872-aa51-9dc504959e4d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 944 time: 0.0803699 Jul 28 18:07:55.885363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:55.900614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d9afe6e-0ee7-49e3-89a9-ed51c80db2b5 req-ca65e347-e352-4d88-992b-6f2bc56d8b54 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Jul 28 18:07:56.072196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:07:56.077598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:56.150616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=800b7662-2552-4d05-b324-1545cebc20d1,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:56.159214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:56.196379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:56.204092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0023a328-c8cc-470a-82e2-246b49c57030 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:56.224955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.225564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:56.287522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a750d74-ecd1-4b6b-bca0-775343defdcc req-4888139a-d1e3-4146-ae15-480eb2b9089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.289029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a750d74-ecd1-4b6b-bca0-775343defdcc req-4888139a-d1e3-4146-ae15-480eb2b9089d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 1097 time: 0.0961192 Jul 28 18:07:56.339736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a750d74-ecd1-4b6b-bca0-775343defdcc req-a30ef95e-d463-412d-984e-90aebf52bda5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Jul 28 18:07:56.352474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Router eb9437a9-95a1-4c19-9928-79a73d059615 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:07:56.375937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '800b7662-2552-4d05-b324-1545cebc20d1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:07:56.377048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:56.406640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e15062bd-8252-405d-9d73-1a309df2d7ab tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4645603 Jul 28 18:07:56.410274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:56.416062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:56.561009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Allocated IP 2001:db8::f816:3eff:fef0:44f2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/800b7662-2552-4d05-b324-1545cebc20d1/fd0ad7e2-1c3a-4aa9-aec0-579964c61d03) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:56.782097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-35c9f626-1dbe-4bd1-9aac-040623079489 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1200066 Jul 28 18:07:56.903241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:56.923816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Transition to ACTIVE for port object fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:56.946850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Transition to ACTIVE for port object fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:07:56.951648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.956017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.956017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.956017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.958022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.959603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.959839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:56.964650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-510ef876-f8e3-4d30-a096-0e4bd59d5f85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.0939267 Jul 28 18:07:56.993521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ff2289b1-636f-4c29-b119-3b55c69a23e2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:57.022308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ff2289b1-636f-4c29-b119-3b55c69a23e2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:07:57.022992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ff2289b1-636f-4c29-b119-3b55c69a23e2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:57.042705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:57.062632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.072992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec8f5720-ae46-4f27-b512-a2372796f7b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb9437a9-95a1-4c19-9928-79a73d059615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9317865 Jul 28 18:07:57.073289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:57.081341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Sync routers for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:57.143846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:57.144478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.169921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd16b43-3a23-4ccf-b713-d2b262bbb335 req-82f94fe5-478d-4535-9412-3a0f034f326d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.171498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5fd16b43-3a23-4ccf-b713-d2b262bbb335 req-82f94fe5-478d-4535-9412-3a0f034f326d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1822305 Jul 28 18:07:57.198453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-e3c4fbf6-698d-4c49-b14e-9d665b56c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.199124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-e3c4fbf6-698d-4c49-b14e-9d665b56c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.200075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-e3c4fbf6-698d-4c49-b14e-9d665b56c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.206168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-e3c4fbf6-698d-4c49-b14e-9d665b56c7eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=668ea5df-0a80-4019-9383-931fd28c3f0f&id=94e906e3-07e8-44a9-b2a3-050299f660ee&id=94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 200 len: 2293 time: 0.2094421 Jul 28 18:07:57.248601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.264896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5fd16b43-3a23-4ccf-b713-d2b262bbb335 req-923820b7-ab0d-4cc0-a2e5-318958349eeb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Jul 28 18:07:57.282251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:57.284001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:57.286685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:07:57.299685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:57.302949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.312275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:57.418543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:57.454185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Attempting to bind port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:07:57.454185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Attempting to bind port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:07:57.454488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Attempting to bind port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:07:57.454969 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 800b7662-2552-4d05-b324-1545cebc20d1 (CIDR: 2001:db8::/64) Jul 28 18:07:57.457156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.487037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:07:57.487509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:07:57.487821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.488218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:07:57.488719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Bound port: fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:07:57.489095 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.529107 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:07:57.530118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:07:57.652852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d25be9b2-dc52-4a05-9a93-8507f9110ff4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2411296 Jul 28 18:07:57.654967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56440) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:57.661046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:57.689026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a80b0-fc13-42d4-afd8-3f5ece236f06 req-e6ed5af1-3e3b-4cef-b696-74afcc9fda9b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.691304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-917a80b0-fc13-42d4-afd8-3f5ece236f06 req-e6ed5af1-3e3b-4cef-b696-74afcc9fda9b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 944 time: 0.4838965 Jul 28 18:07:57.703592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:57.718861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:57.738242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Deleting port f91bdad1-7537-4793-aaa9-70d166b72936 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:07:57.738727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.747287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:07:55Z', 'revision_number': 5, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port': {'id': 'f91bdad1-7537-4793-aaa9-70d166b72936', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:14Z', 'updated_at': '2021-07-28T18:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.759007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-917a80b0-fc13-42d4-afd8-3f5ece236f06 req-7f1fcc4f-e649-4bc8-b912-402413075e77 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Jul 28 18:07:57.792615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-fc4ced84-5af2-4f9c-a898-444233ca4784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 200 len: 1001 time: 0.5797217 Jul 28 18:07:57.798606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Checking router: eb9437a9-95a1-4c19-9928-79a73d059615 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:57.814119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.852176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Routers {'eb9437a9-95a1-4c19-9928-79a73d059615'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:07:57.852790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:07:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb9437a9-95a1-4c19-9928-79a73d059615'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.887282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-1c26b3bd-2216-4df6-9a70-8ea66a4ac137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.889133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-1c26b3bd-2216-4df6-9a70-8ea66a4ac137 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 200 len: 851 time: 0.0879946 Jul 28 18:07:57.977470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] For port f91bdad1-7537-4793-aaa9-70d166b72936, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f91bdad1-7537-4793-aaa9-70d166b72936,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:57.977936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-d366d1dd-d3b1-418c-b8be-ff2cfba8665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:57.979135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:57.981291 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-d366d1dd-d3b1-418c-b8be-ff2cfba8665a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c45d42f5-88d6-4e7f-9647-79b4e6cded8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828199 Jul 28 18:07:57.994659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687e08-356f-43a0-84e2-7ea9ae1df121 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:57.999850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Calling delete_port for f91bdad1-7537-4793-aaa9-70d166b72936 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:07:58.005464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] Set router eb9437a9-95a1-4c19-9928-79a73d059615 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:07:58.078051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:58.084397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:58.107274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:07:57Z', 'revision_number': 6, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:58.176299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cf54d-b124-47c8-bdb6-5db1c194c37e None None] The sync data for ids ['eb9437a9-95a1-4c19-9928-79a73d059615'] in n-d-778550-5 is: [{'id': 'eb9437a9-95a1-4c19-9928-79a73d059615', 'name': 'tempest-FloatingIPsAssociationTestJSON-1370743148-router', 'tenant_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:12Z', 'updated_at': '2021-07-28T18:07:57Z', 'revision_number': 6, 'project_id': 'd01d1bcd5b3d4ca791e720cbf77f8ca2', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:58.303444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-68f6e05f-d2ab-41df-860b-015175fccf6a service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094053 Jul 28 18:07:58.413792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-02de1ff8-1d77-4d04-bc42-ce168246214f service neutron] 10.222.0.35 "GET /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028075 Jul 28 18:07:58.464312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-1aa38fa6-1618-472b-a68b-4bcec1a53aec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 217 time: 0.0425482 Jul 28 18:07:58.487798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33805a5d-7ff5-4ffc-b25c-3fd1f733c29d req-374f86fd-db6f-4698-8d63-8485355976f3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:58.489834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33805a5d-7ff5-4ffc-b25c-3fd1f733c29d req-374f86fd-db6f-4698-8d63-8485355976f3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1279743 Jul 28 18:07:58.546198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-d42960bc-e1e8-4b4e-a405-79b48c411288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:58.549070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-d42960bc-e1e8-4b4e-a405-79b48c411288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0777183 Jul 28 18:07:58.567252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33805a5d-7ff5-4ffc-b25c-3fd1f733c29d req-bafe1308-6682-4bd3-90e4-28fb2e37806c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 Jul 28 18:07:58.590328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:58.619527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f91bdad1-7537-4793-aaa9-70d166b72936,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:58.671999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:58.674903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-93ff69b9-8a8a-4038-babb-ba168ff1d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:58.676709 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-93ff69b9-8a8a-4038-babb-ba168ff1d740 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204629 Jul 28 18:07:58.810947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:58.818685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:58.832207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:58.856527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c5b2-5d1e-46c8-983a-5e929cd66209 req-91e9dbf9-1926-49f1-98f3-d65be0d49999 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:58.858120 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5b1c5b2-5d1e-46c8-983a-5e929cd66209 req-91e9dbf9-1926-49f1-98f3-d65be0d49999 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1782265 Jul 28 18:07:58.873865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:58.874781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:58.905612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2690b3fa-8619-47c3-9b77-f00f3eab7227 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210758 Jul 28 18:07:58.939798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5b1c5b2-5d1e-46c8-983a-5e929cd66209 req-2713a55a-fa8b-4ce2-a41e-8cef77baf1c5 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725517 Jul 28 18:07:59.003494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=310d5328-acb3-41f2-ac5f-a530d2ba00ef,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:59.016894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.020284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.057899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-30de6513-81e0-4e8a-8745-6d45a48f2676 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429870 Jul 28 18:07:59.090640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1176e9-4853-4556-965f-8cb104cc2f49 req-eb1590c5-9ed1-4431-a944-173503c8e041 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:59.092369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de1176e9-4853-4556-965f-8cb104cc2f49 req-eb1590c5-9ed1-4431-a944-173503c8e041 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 944 time: 0.2148426 Jul 28 18:07:59.093933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22e530c3-2016-4e93-9076-401a398adb9f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4375222 Jul 28 18:07:59.105599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56522) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:59.112466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:69:95:da', 'name': 'tempest-NetworksTestDHCPv6-1744696587'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:07:59.136046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:59.201932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-5f0b3b84-41a0-4095-829a-a3827550727c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 217 time: 0.1329138 Jul 28 18:07:59.248975 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.258567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9437a9-95a1-4c19-9928-79a73d059615 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:07:59.277400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56528) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:59.287041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.291678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f40b88d4-6e29-4ed8-955f-f6a109ff6f4b admin admin] 10.222.0.25 "DELETE /v2.0/routers/eb9437a9-95a1-4c19-9928-79a73d059615 HTTP/1.1" status: 204 len: 168 time: 2.2162330 Jul 28 18:07:59.297583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56530) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:07:59.318207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6fec5-13c0-492a-b61f-4302abcd67fe None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:07:59.323928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de1176e9-4853-4556-965f-8cb104cc2f49 req-2f5736df-4aaa-48f5-a57d-58ec44cad056 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172627 Jul 28 18:07:59.368136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Deleting subnet b8b0524d-1f69-491a-9de7-5ae20929ce64 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:07:59.374975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.448581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.452515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:59.500071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-ac2e85df-ff88-43ca-8f3e-607bf5eff1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:59.501845 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-ac2e85df-ff88-43ca-8f3e-607bf5eff1d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.2702851 Jul 28 18:07:59.548753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43186779-96a0-4c19-b9fd-5ac901876b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.569106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:59.595173 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.617567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-c5e9eb15-36df-41b5-aafe-601b131995be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:59.619943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-c5e9eb15-36df-41b5-aafe-601b131995be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086578 Jul 28 18:07:59.762383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:59.777804 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43186779-96a0-4c19-b9fd-5ac901876b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.792394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '705abf60-7335-4239-a204-39d33f799a31', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '705abf60-7335-4239-a204-39d33f799a31', 'mac_address': 'fa:16:3e:7e:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:59.820994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-8d465d89-c3c9-441b-876a-f47381306f4b service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901844 Jul 28 18:07:59.847130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a77e-bb15-4e3a-b5ed-ff6eab8bdf2d req-2227d4e1-ab13-4144-8bbe-bfb661c05e80 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:07:59.847525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-01f54322-dc30-4ed6-a2f0-dc9408efeb92 None None] Provisioning for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:59.848863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6f8a77e-bb15-4e3a-b5ed-ff6eab8bdf2d req-2227d4e1-ab13-4144-8bbe-bfb661c05e80 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1207476 Jul 28 18:07:59.852866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.879633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.909632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 8c696ea9-37c8-40c0-bd8c-96c216e9e72e yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:07:59.918244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:07:59.922226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43186779-96a0-4c19-b9fd-5ac901876b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.945237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:59.950853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2bf99a43-e35a-42cc-a3a1-6e70b3050508 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223557 Jul 28 18:07:59.953316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:07:59.953646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.957817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:07:59.958199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:07:59.995003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b0524d-1f69-491a-9de7-5ae20929ce64,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.016288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df78bce-62e3-4209-91dc-16ff0b914aa9 None None] Network 34f5a519-c28f-43a0-b6d5-794321b70fb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:00.033597 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.038854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-672e8c6f-d64d-47fd-aea1-d15340aece1b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b8b0524d-1f69-491a-9de7-5ae20929ce64 HTTP/1.1" status: 204 len: 168 time: 0.7362361 Jul 28 18:08:00.038854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2327abf7-211a-4654-9738-aa541fc74c37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0497565 Jul 28 18:08:00.039319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56564) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:00.054233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43186779-96a0-4c19-b9fd-5ac901876b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d797ce11-33d3-470e-a409-0906c3a5c9fb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.059276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-43186779-96a0-4c19-b9fd-5ac901876b96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed9ca35f77df4f0c86e40c890d17e279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664211 Jul 28 18:08:00.065377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56570) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:00.069028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6f8a77e-bb15-4e3a-b5ed-ff6eab8bdf2d req-69ab3dbb-7f23-4230-b267-470bf15652fe tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760633 Jul 28 18:08:00.168100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.172497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-396b2d6a-b6ae-4353-84ae-1f6bc80bfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.174036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-396b2d6a-b6ae-4353-84ae-1f6bc80bfe91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.1257272 Jul 28 18:08:00.189502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.205839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.282116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.292284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-9ff622e1-752c-4695-94b8-bcaf9530f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.293832 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-9ff622e1-752c-4695-94b8-bcaf9530f78c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005664 Jul 28 18:08:00.350215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8:0:1::1fb (02de251d-9347-46ab-9b2a-143fdbfe65d6/310d5328-acb3-41f2-ac5f-a530d2ba00ef/8c696ea9-37c8-40c0-bd8c-96c216e9e72e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:00.358454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '800b7662-2552-4d05-b324-1545cebc20d1', 'ip_address': '2001:db8::f816:3eff:fef0:44f2'}, {'subnet_id': '310d5328-acb3-41f2-ac5f-a530d2ba00ef'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'fd0ad7e2-1c3a-4aa9-aec0-579964c61d03'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:08:00.367476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Deleting port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:00.367834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.388247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe69:95da (02de251d-9347-46ab-9b2a-143fdbfe65d6/800b7662-2552-4d05-b324-1545cebc20d1/8c696ea9-37c8-40c0-bd8c-96c216e9e72e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:00.398435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.449837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.491497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.538199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.541002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.544535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d797ce11-33d3-470e-a409-0906c3a5c9fb HTTP/1.1" status: 204 len: 168 time: 0.4722238 Jul 28 18:08:00.545247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] For port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,segment=NetworkSegment(b79bbab1-e872-4b58-ada4-a77e660fbf3a),segment_id=b79bbab1-e872-4b58-ada4-a77e660fbf3a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:00.545434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.576569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Calling delete_port for 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:00.588499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-f65cee55-6348-4e5d-8a51-e51d5437d949 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843761 Jul 28 18:08:00.592765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416360bd-becd-4b72-9e1c-c7f117ea2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d797ce11-33d3-470e-a409-0906c3a5c9fb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.632062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.637640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] DHCP port deletion for 34f5a519-c28f-43a0-b6d5-794321b70fb4 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:08:00.647172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 8c696ea9-37c8-40c0-bd8c-96c216e9e72e will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:00.706238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2ed1a-26ca-40dd-987c-423bab9b59c1 req-988a4125-5ceb-4cd4-81d8-cec68f50cb2d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.712796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:00.717047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4dd2ed1a-26ca-40dd-987c-423bab9b59c1 req-988a4125-5ceb-4cd4-81d8-cec68f50cb2d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 945 time: 0.2779269 Jul 28 18:08:00.717660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['705abf60-7335-4239-a204-39d33f799a31'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:00.757407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-17655d3f-ab4c-4026-ac9d-1b07ee7f4d7c service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567569 Jul 28 18:08:00.767647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.819614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:00.827026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:00.828163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-7dd33da0-61af-4d1d-b930-c40ae234fd75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 200 len: 217 time: 0.0619051 Jul 28 18:08:00.840326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:00.840510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.861426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.862466 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:00.867308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4dd2ed1a-26ca-40dd-987c-423bab9b59c1 req-e7b64c5b-952b-457d-82da-82d2439cee12 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481514 Jul 28 18:08:00.875380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=8c696ea9-37c8-40c0-bd8c-96c216e9e72e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.886056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 271b3ac2-92a3-4dae-9812-fa417e8c1341 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:00.916991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-a1c78c81-f029-4103-b470-6ac2925cddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.918981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-a1c78c81-f029-4103-b470-6ac2925cddec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 200 len: 797 time: 0.0805738 Jul 28 18:08:00.946352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55d6c253-55f4-4e33-9391-c428d7b4ae14 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8380628 Jul 28 18:08:00.948750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56582) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:00.957243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 271b3ac2-92a3-4dae-9812-fa417e8c1341 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:08:00.958348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 271b3ac2-92a3-4dae-9812-fa417e8c1341 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:00.967826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Allocated IP 2001:db8:0:1::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/310d5328-acb3-41f2-ac5f-a530d2ba00ef/fd0ad7e2-1c3a-4aa9-aec0-579964c61d03) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:00.972031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2a66dd81-b6dd-4362-be15-aca52a17ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:00.973813 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2a66dd81-b6dd-4362-be15-aca52a17ffad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ea5df-0a80-4019-9383-931fd28c3f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469685 Jul 28 18:08:00.999507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.039965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.042210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Deleting port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:01.042603 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.078687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.087210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] No DVR routers for this DVR port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:08:01.142356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] For port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:01.142768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.142887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 8c696ea9-37c8-40c0-bd8c-96c216e9e72e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:01.147498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.160874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Calling delete_port for 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:01.163974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:08:01.177776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.179962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:01.192739 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-436ce63d-38be-4c8e-acc2-d162af26a477 service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118676 Jul 28 18:08:01.199024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.248405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:08:01.249637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:01.250083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f91bdad1-7537-4793-aaa9-70d166b72936 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:01.256842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f5a519-c28f-43a0-b6d5-794321b70fb4']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.310235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] Pushing event deleted for resources: {'Port': ['ID=51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.327553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a458a-f373-4538-9f99-d46d40bdec65 None None] No DVR routers for this DVR port 51b9ae14-6cd7-4f90-b6f3-d2178c07d0e7 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:08:01.331484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f91bdad1-7537-4793-aaa9-70d166b72936 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:08:01.336786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f91bdad1-7537-4793-aaa9-70d166b72936 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:01.337974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79bbab1-e872-4b58-ada4-a77e660fbf3a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.337974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79bbab1-e872-4b58-ada4-a77e660fbf3a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.347714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.352544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25380bf-c020-4471-ad1f-cd37979f71f7 req-d9be2115-6edb-4acc-ac78-d608ba44605c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:01.362742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a25380bf-c020-4471-ad1f-cd37979f71f7 req-d9be2115-6edb-4acc-ac78-d608ba44605c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1191161 Jul 28 18:08:01.384263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.404182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:08:01.404637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:08:01.407861 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:08:01.414361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.441251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a25380bf-c020-4471-ad1f-cd37979f71f7 req-2857a29e-4a2c-49c3-8d9f-46e284d4dc63 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762901 Jul 28 18:08:01.456317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 8c696ea9-37c8-40c0-bd8c-96c216e9e72e owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:01.463865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:01.472489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-dc11f7b1-982a-4f12-b97f-56fea2fcf3eb service neutron] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703137 Jul 28 18:08:01.508387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.540154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Transition to ACTIVE for port object fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:01.558060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-5b41e9a5-cad3-40ef-a913-806896a499dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 200 len: 217 time: 0.0785005 Jul 28 18:08:01.608206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.620386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.627352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/34f5a519-c28f-43a0-b6d5-794321b70fb4 HTTP/1.1" status: 204 len: 168 time: 1.5819018 Jul 28 18:08:01.637979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e650b6-0328-4df1-a0fb-12f8d96e53a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f5a519-c28f-43a0-b6d5-794321b70fb4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.644590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.676657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-5f5d4676-aed8-4465-8771-b6a2727316f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:01.678153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-5f5d4676-aed8-4465-8771-b6a2727316f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.1123803 Jul 28 18:08:01.701506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56600) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:01.751904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14d119a2-23fb-49fc-9d2d-57d51c842df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.776577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46879266-50b7-4601-9e8c-e21176aafc3d None None] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.782570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-126e61b1-b0d0-46f6-8b44-d517ffe53ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:01.784110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-126e61b1-b0d0-46f6-8b44-d517ffe53ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979261 Jul 28 18:08:01.850872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:01.926260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=8c696ea9-37c8-40c0-bd8c-96c216e9e72e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.949788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-51451822-5fa6-4304-bc3a-75cb802cc446 service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553941 Jul 28 18:08:02.036580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.041030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69634da4-323f-4fe4-bdb9-a960584f881f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/8c696ea9-37c8-40c0-bd8c-96c216e9e72e HTTP/1.1" status: 204 len: 168 time: 1.0890012 Jul 28 18:08:02.042142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56606) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.087088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14d119a2-23fb-49fc-9d2d-57d51c842df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.091176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.125735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14e07-5959-4c16-bd15-5852c556100a req-42dc1c85-fad9-40d4-aec7-736908b9f043 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.127523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cb14e07-5959-4c16-bd15-5852c556100a req-42dc1c85-fad9-40d4-aec7-736908b9f043 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1409035 Jul 28 18:08:02.159327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f107-48a2-4767-8d4b-47fbf62e27a1 req-849c8de8-86de-409d-ba73-bcc26793a0b1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.166912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8f46f107-48a2-4767-8d4b-47fbf62e27a1 req-849c8de8-86de-409d-ba73-bcc26793a0b1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 945 time: 0.1624062 Jul 28 18:08:02.176052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd5f91-d6a3-42eb-85a6-ebc7c52a20fa tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.180170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eecd5f91-d6a3-42eb-85a6-ebc7c52a20fa tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1352835 Jul 28 18:08:02.180304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14d119a2-23fb-49fc-9d2d-57d51c842df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.185806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56610) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.228858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-54c8ac81-07a5-4b04-bb5e-5e213b25ab9c service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682533 Jul 28 18:08:02.245581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8681a018-aff0-4237-9059-400febb24011 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d01d1bcd5b3d4ca791e720cbf77f8ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496663 Jul 28 18:08:02.259615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cb14e07-5959-4c16-bd15-5852c556100a req-e25ac74b-1b7e-4f60-a5cf-4e2c282f6365 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208444 Jul 28 18:08:02.263599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56612) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.278523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-14d119a2-23fb-49fc-9d2d-57d51c842df4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e8ba1767c64cbe9e3e01424d5e2e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729365 Jul 28 18:08:02.282320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d119a2-23fb-49fc-9d2d-57d51c842df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae184bb6-6708-4eaf-ab07-5fe75e442783,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:02.315272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.336680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1455e06-abd5-468e-8bbc-a2017ea75126 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.339315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c1455e06-abd5-468e-8bbc-a2017ea75126 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1521127 Jul 28 18:08:02.348595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56618) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.376243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8f46f107-48a2-4767-8d4b-47fbf62e27a1 req-e8a1bcb6-241e-4e0e-8483-1651eaaa0064 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043750 Jul 28 18:08:02.381537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-0c7d6de6-1485-480b-ab49-aca088e498fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 200 len: 217 time: 0.1394277 Jul 28 18:08:02.458882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-dac6ceb2-b860-4c3a-848c-6fd1e40781f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.460746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-dac6ceb2-b860-4c3a-848c-6fd1e40781f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 200 len: 797 time: 0.0672050 Jul 28 18:08:02.469765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ba882-34ed-4988-947f-903f67ad6cf0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.471639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ba882-34ed-4988-947f-903f67ad6cf0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.473444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ba882-34ed-4988-947f-903f67ad6cf0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.477537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-460ba882-34ed-4988-947f-903f67ad6cf0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1222179 Jul 28 18:08:02.479528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:02.486350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.515352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.533316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.562306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.573147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2beb51d6-c669-4cac-a699-d4c226b57a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:02.574666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-2beb51d6-c669-4cac-a699-d4c226b57a32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94e906e3-07e8-44a9-b2a3-050299f660ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067333 Jul 28 18:08:02.579203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 310d5328-acb3-41f2-ac5f-a530d2ba00ef {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:02.599094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fca4df9-6e2f-4e77-8647-b533959c521f None None] Provisioning for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:02.606509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fca4df9-6e2f-4e77-8647-b533959c521f None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:02.608706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fca4df9-6e2f-4e77-8647-b533959c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.617799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.724890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.727473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.729223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae184bb6-6708-4eaf-ab07-5fe75e442783 HTTP/1.1" status: 204 len: 168 time: 0.3864205 Jul 28 18:08:02.741357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed4ef6-2b2f-4271-bd01-d5b6d7af80a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae184bb6-6708-4eaf-ab07-5fe75e442783,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:02.758873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.761525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.763110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79f74a77-0275-461d-8991-13a185ed19ff HTTP/1.1" status: 204 len: 168 time: 0.4979019 Jul 28 18:08:02.772565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:02.784219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533e350-a5e0-4c73-8fd0-64e477094807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f74a77-0275-461d-8991-13a185ed19ff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:02.848801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-413ec025-5052-486a-abdc-112368c5687f service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656448 Jul 28 18:08:02.907303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6e4966b0-2974-4d53-9525-1b7525007bf6 None None] Could not find standard attr ID for object 8c696ea9-37c8-40c0-bd8c-96c216e9e72e. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:08:02.990035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.042456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e266be3-188b-4a15-b0e7-8877acd0e74f req-df3d8d62-1ea2-41fb-a5c9-71cb1f85bf1f service neutron] 10.222.0.35 "GET /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847968 Jul 28 18:08:03.076686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:03.136964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:03.137393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.159579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.163017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:03.193935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=310d5328-acb3-41f2-ac5f-a530d2ba00ef,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:03.196269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.198841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5597d610-8ae2-433c-a408-7b5c96486deb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/310d5328-acb3-41f2-ac5f-a530d2ba00ef HTTP/1.1" status: 204 len: 168 time: 0.7183325 Jul 28 18:08:03.201475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56632) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:03.219199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb1488-74e4-4a30-acbd-4fae16117144 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:03.266398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 800b7662-2552-4d05-b324-1545cebc20d1 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:03.273471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.321033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.515607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.516346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 705abf60-7335-4239-a204-39d33f799a31 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:03.527849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d85d6f-22a5-4dba-b834-b7d30a369793 req-d82844c6-6d75-4b6b-af6d-7264891bf80b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:03.528004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 705abf60-7335-4239-a204-39d33f799a31 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:03.528004 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.528175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5d85d6f-22a5-4dba-b834-b7d30a369793 req-d82844c6-6d75-4b6b-af6d-7264891bf80b tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1250706 Jul 28 18:08:03.564415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a2ebf-0e88-462d-93b4-0ea9ebf34f03 req-b8c510cd-2c0e-4682-bba7-b5071a80013d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:03.578426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-919a2ebf-0e88-462d-93b4-0ea9ebf34f03 req-b8c510cd-2c0e-4682-bba7-b5071a80013d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 945 time: 0.0755222 Jul 28 18:08:03.621921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5d85d6f-22a5-4dba-b834-b7d30a369793 req-6f795a50-92c6-44b8-ac56-931386f0fbce tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Jul 28 18:08:03.701503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-919a2ebf-0e88-462d-93b4-0ea9ebf34f03 req-21490ec5-7193-41b9-8de5-1560c451a08b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138387 Jul 28 18:08:03.737914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.792119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.809427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=800b7662-2552-4d05-b324-1545cebc20d1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:03.813279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:03.817814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-936b0962-ce35-499d-be71-0584086e9036 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/800b7662-2552-4d05-b324-1545cebc20d1 HTTP/1.1" status: 204 len: 168 time: 0.6128225 Jul 28 18:08:03.818218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:03.910123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56668) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:03.914697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:03.917152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:03.922647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-648949b8-6259-4122-bb4c-1da190c013ce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877011 Jul 28 18:08:03.923225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705abf60-7335-4239-a204-39d33f799a31'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:03.929720 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9567e398-5f0a-44b1-8220-4e88d49cf080" -d '{"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-plugged", "status": "completed", "tag": "705abf60-7335-4239-a204-39d33f799a31"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:03.981329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:04.034255 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db98eb-723f-4f19-a57f-70890b040324 x-openstack-request-id: req-b2db98eb-723f-4f19-a57f-70890b040324 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:04.034700 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-plugged", "status": "completed", "tag": "705abf60-7335-4239-a204-39d33f799a31", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:04.035208 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2db98eb-723f-4f19-a57f-70890b040324 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:04.035330 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705abf60-7335-4239-a204-39d33f799a31', 'code': 200} Jul 28 18:08:04.074214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:04.180585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c5864-8452-4725-a3e4-0f1cbc5113df req-afc5bf02-067b-4b64-80c9-046a4cd1624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:04.180585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f5c5864-8452-4725-a3e4-0f1cbc5113df req-afc5bf02-067b-4b64-80c9-046a4cd1624e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 1097 time: 0.0778866 Jul 28 18:08:04.240355 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f5c5864-8452-4725-a3e4-0f1cbc5113df req-2df9e668-51f9-4ec4-b67d-ffad4607690b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510809 Jul 28 18:08:04.255986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:04.261494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:04.510969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56686) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:04.527576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df971f36-80a3-40f0-9e04-20e310b9f429 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:04.692136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0443a916-bbd2-4d6d-966f-8b6564c2461a None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:04.692892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0443a916-bbd2-4d6d-966f-8b6564c2461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:04.736379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-network', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:04.873197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Made reservation on behalf of 76453cb638e3403da82c2e7a696f8dc9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:04.875786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:04.889225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:08:04.894343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.136261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b3cee-99fb-4fbf-83c1-822251bc0cbc req-89214673-8520-4299-bdd4-0a0d7cf2af6e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:05.139876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f48b3cee-99fb-4fbf-83c1-822251bc0cbc req-89214673-8520-4299-bdd4-0a0d7cf2af6e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.2261102 Jul 28 18:08:05.203819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f48b3cee-99fb-4fbf-83c1-822251bc0cbc req-c822b138-98ec-458f-bfe9-c07e7d07c289 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Jul 28 18:08:05.223875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.237342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-388f08d7-4d54-4189-8716-2e174a50f4d5 None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:05.237888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.237972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-388f08d7-4d54-4189-8716-2e174a50f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.295756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.375791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:08:05.393777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd771c9-2aad-48e2-9b7b-87586c496028,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:05.421309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.421663 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Added segment 84f6cb26-9105-4dfe-a20b-4c6012203c99 of type vlan for network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 Jul 28 18:08:05.463220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:05.500508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.501357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.760639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:05.877724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-079ccba0-c3e8-4eec-be1b-87b960823c7c tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-25283567'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:05.879594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-079ccba0-c3e8-4eec-be1b-87b960823c7c tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Unknown quota resources ['metering_label']. {{(pid=101105) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:08:05.964424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.967601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.974970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:05.979297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:05.980055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:06.053589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] Pushing event updated for resources: {'Network': ['ID=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:06.066944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:08:06.067921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:06.078096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:06.089824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:06.090418 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:06.116536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5646c-8213-42b6-9f71-8937d13f74a1 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:06.129640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=2ff8d2c5-2dca-4b76-ae89-f730732d5284,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:06.132885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:06.175436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-80411f1d-298a-4d00-b0cb-55be971a6d9f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6626289 Jul 28 18:08:06.178099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56730) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:06.186417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Request body: {'subnet': {'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-subnet', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:06.260931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079ccba0-c3e8-4eec-be1b-87b960823c7c tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:06.262930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-079ccba0-c3e8-4eec-be1b-87b960823c7c tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5002980 Jul 28 18:08:06.265936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5814551f-5460-4de9-b32f-3591be06f47e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3546767 Jul 28 18:08:06.268967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:06.269340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56734) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:06.273970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e18d36d3-b475-43e7-8fb1-479f40398058 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '020a413f-fde5-465f-8564-8f255bba56e8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:06.274529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e18d36d3-b475-43e7-8fb1-479f40398058 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101105) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:08:06.279585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:06.460214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529ca9-963c-499d-a93f-0c81d8ffc1c7 req-6bf23dac-aeff-492b-b3a8-677814f3322b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:06.460214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30529ca9-963c-499d-a93f-0c81d8ffc1c7 req-6bf23dac-aeff-492b-b3a8-677814f3322b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0981195 Jul 28 18:08:06.495107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Made reservation on behalf of 76453cb638e3403da82c2e7a696f8dc9 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:06.495107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:06.669639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30529ca9-963c-499d-a93f-0c81d8ffc1c7 req-bd4eea26-7f11-4b53-b23e-3d490fdb119f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035034 Jul 28 18:08:06.675880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:06.679825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:06.862494 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ff8d2c5-2dca-4b76-ae89-f730732d5284 (CIDR: 2001:db8::/64) Jul 28 18:08:06.956444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3486a7f-1d5a-43bd-b03f-37d3bbd7e4b2 None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:06.956444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3486a7f-1d5a-43bd-b03f-37d3bbd7e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.032895 n-d-778550-5 neutron-server[101105]: WARNING neutron.services.metering.metering_plugin [None req-e18d36d3-b475-43e7-8fb1-479f40398058 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 18:08:07.039560 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:08:07.039560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:07.095842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.100002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:07.160206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:07.160595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.161014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:07.196957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba78a990-9063-454e-817e-c64e8eb51eda tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9262862 Jul 28 18:08:07.203072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Checking segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:07.203533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Network hostable DHCP agents. Network: 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:08:07.206481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56752) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:07.211713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:07.300832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e18d36d3-b475-43e7-8fb1-479f40398058 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.305970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56754) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:07.306168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e18d36d3-b475-43e7-8fb1-479f40398058 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0353100 Jul 28 18:08:07.310529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-35306007-a339-47d8-b8cc-2b843f1d0a3a tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '020a413f-fde5-465f-8564-8f255bba56e8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:07.311053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-35306007-a339-47d8-b8cc-2b843f1d0a3a tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:08:07.350652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:08:07.429389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938e6b-115f-4b21-b756-0f25ebc969db req-dd3d3bad-b361-449d-8122-28a75fe9db3e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:07.431844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40938e6b-115f-4b21-b756-0f25ebc969db req-dd3d3bad-b361-449d-8122-28a75fe9db3e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0845945 Jul 28 18:08:07.479641 n-d-778550-5 neutron-server[101106]: WARNING neutron.services.metering.metering_plugin [None req-35306007-a339-47d8-b8cc-2b843f1d0a3a tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 18:08:07.526308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40938e6b-115f-4b21-b756-0f25ebc969db req-7ec3aa56-5969-4f2f-be6a-1032183d987b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872030 Jul 28 18:08:07.589902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:07.593689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.598421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:07.604664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fe9d7-bfd1-4893-8bbd-1f1957863d4a None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:07.632452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:07.633059 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.646108 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4d15934-c043-43e3-8d79-4e01c4a096dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.789535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:08:07.790721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:07.991336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Allocated IP 172.20.0.2 (5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0/b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c/c6cff8f5-e976-4bb6-be7b-133a1cce1869) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:08.131128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35306007-a339-47d8-b8cc-2b843f1d0a3a tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.132348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35306007-a339-47d8-b8cc-2b843f1d0a3a tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8255208 Jul 28 18:08:08.136345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.152801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a36509c9-63e7-4bcc-9190-e07bb79cd477 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=3b16b0d7-303b-4a88-be15-e156a2a7c8c7 HTTP/1.1" status: 200 len: 462 time: 0.0150321 Jul 28 18:08:08.156200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.183291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.201885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Transition to ACTIVE for port object c6cff8f5-e976-4bb6-be7b-133a1cce1869 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:08.207169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8f84-671e-4752-af7c-6e5875a8d3bd req-b2a50eaf-98e1-4f22-968a-a0e4dfa47f98 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.211454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f4b8f84-671e-4752-af7c-6e5875a8d3bd req-b2a50eaf-98e1-4f22-968a-a0e4dfa47f98 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.6623707 Jul 28 18:08:08.220137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-e0be42ce-46b7-49c4-bd82-2f21e4b3070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.221605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-e0be42ce-46b7-49c4-bd82-2f21e4b3070e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.6230934 Jul 28 18:08:08.224598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Transition to ACTIVE for port object c6cff8f5-e976-4bb6-be7b-133a1cce1869 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:08.257632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afd287cd-4404-49b4-9cd7-8a32f0e4e2ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0782313 Jul 28 18:08:08.260876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56766) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.271771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:08.294439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.336376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:08.339314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:08.345126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:08.357197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Pushing event updated for resources: {'Port': ['ID=c6cff8f5-e976-4bb6-be7b-133a1cce1869,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:08.391487 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f4b8f84-671e-4752-af7c-6e5875a8d3bd req-d96e5db5-362f-4fa0-9ce9-3effe1b55620 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688025 Jul 28 18:08:08.416096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.416675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Attempting to bind port c6cff8f5-e976-4bb6-be7b-133a1cce1869 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:08.417130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Attempting to bind port c6cff8f5-e976-4bb6-be7b-133a1cce1869 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:08.417269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.417496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Attempting to bind port c6cff8f5-e976-4bb6-be7b-133a1cce1869 on network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:08.423454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:08.426196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Checking segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:08.426196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.426196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Bound using segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:08.426196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Bound port: c6cff8f5-e976-4bb6-be7b-133a1cce1869, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:08.426196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.470009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94edba5b-25b3-48cb-8d80-292ff1e063d1 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.473808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-94edba5b-25b3-48cb-8d80-292ff1e063d1 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/3b16b0d7-303b-4a88-be15-e156a2a7c8c7 HTTP/1.1" status: 204 len: 168 time: 0.3138590 Jul 28 18:08:08.479510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56770) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.487744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.501729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-914fecd9-0155-47c1-ad26-aa41999c03e1 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=3b16b0d7-303b-4a88-be15-e156a2a7c8c7 HTTP/1.1" status: 200 len: 221 time: 0.0215259 Jul 28 18:08:08.502880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-7cdbf12a-8ac0-416c-941c-109395953e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.504317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-7cdbf12a-8ac0-416c-941c-109395953e74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.2701795 Jul 28 18:08:08.505712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56772) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.511960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-27f95af0-bbee-4fb8-829f-2e81cee78ec4 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1426933700', 'description': 'label created by tempest'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:08.511960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-27f95af0-bbee-4fb8-829f-2e81cee78ec4 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Unknown quota resources ['metering_label']. {{(pid=101105) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:08:08.520769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] For port c6cff8f5-e976-4bb6-be7b-133a1cce1869, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:08.528035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] For port c6cff8f5-e976-4bb6-be7b-133a1cce1869, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cff8f5-e976-4bb6-be7b-133a1cce1869,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:08.595241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-b4b7dea8-2983-4bef-bfe8-767c5ca16f06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0708432 Jul 28 18:08:08.628850 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.678065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-e5463953-361a-40fa-a6e5-04467e8cb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.679055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-e5463953-361a-40fa-a6e5-04467e8cb34d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.0737362 Jul 28 18:08:08.710902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3499-636b-495f-826c-df24ecd5383e None None] Pushing event updated for resources: {'Port': ['ID=c6cff8f5-e976-4bb6-be7b-133a1cce1869,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:08.730886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-6cfe7e4c-ea96-4fbf-bbac-e4ad6f3e6cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447061 Jul 28 18:08:08.789032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.794945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.800466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555362-f120-420e-a2c8-dd7bfc6c3293 req-8f32a3d4-10ce-4199-860c-2c8ae2333dec tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.802095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c555362-f120-420e-a2c8-dd7bfc6c3293 req-8f32a3d4-10ce-4199-860c-2c8ae2333dec tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1740489 Jul 28 18:08:08.850894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:08.866101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:08.878697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f068f43-4667-4a92-b446-80937a6d3e5b None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:08.886128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-27f95af0-bbee-4fb8-829f-2e81cee78ec4 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.895635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27f95af0-bbee-4fb8-829f-2e81cee78ec4 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3804870 Jul 28 18:08:08.895635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56776) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:08.923868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=4359cf0c-f3a8-48cd-ae00-08fe22cc7d58,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:08.927518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:08.929999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:08.952610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-e6d6e23d-a609-47d8-a5bf-20d971b6b420 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133081 Jul 28 18:08:09.029315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b8c1b3b8-b220-40e2-b365-80fa042b41d5 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=aa0b4f40-5d35-4fbe-99b8-93e36eaa1d7f HTTP/1.1" status: 200 len: 468 time: 0.1353867 Jul 28 18:08:09.029946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.036251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c555362-f120-420e-a2c8-dd7bfc6c3293 req-20068019-6d6a-45d2-9717-1e14bef3c5ff tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956525 Jul 28 18:08:09.083458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5f6e812-fabc-446c-a957-420b0a19b5f4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8755288 Jul 28 18:08:09.088450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56780) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.112627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:44:ab:cd', 'name': 'tempest-NetworksTestDHCPv6-212606868'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:09.192879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cff8f5-e976-4bb6-be7b-133a1cce1869 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:09.271782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcb2aaf7-54b0-4cf0-a6d2-7fc53d170ebc req-c7bfbf16-5c7c-43a2-8172-8a59d3595516 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100395 Jul 28 18:08:09.370861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Update dhcp port {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'fixed_ips': [{'subnet_id': '2ff8d2c5-2dca-4b76-ae89-f730732d5284', 'ip_address': '2001:db8::f816:3eff:fef0:44f2'}, {'subnet_id': '4359cf0c-f3a8-48cd-ae00-08fe22cc7d58'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'fd0ad7e2-1c3a-4aa9-aec0-579964c61d03'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:08:09.399042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:09.437051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:09.450171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c6cff8f5-e976-4bb6-be7b-133a1cce1869 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:09.564916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8440c66-0b4d-4ba0-bcd4-be072041f7a1 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:09.567382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c8440c66-0b4d-4ba0-bcd4-be072041f7a1 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/aa0b4f40-5d35-4fbe-99b8-93e36eaa1d7f HTTP/1.1" status: 204 len: 168 time: 0.5360754 Jul 28 18:08:09.590054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56794) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.615279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1259e408-6e29-453d-bed6-378f37cee817 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=aa0b4f40-5d35-4fbe-99b8-93e36eaa1d7f HTTP/1.1" status: 200 len: 216 time: 0.0286710 Jul 28 18:08:09.619147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56796) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.647292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-051c4c8c-ca6d-47fa-92d9-fb0d018010ae tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0242758 Jul 28 18:08:09.652245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56798) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.660211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c3aa5-6d81-47ce-8105-c349da9a46d8 req-9f986e38-510e-4658-be50-6237e575c71e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:09.660864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:09.662356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27c3aa5-6d81-47ce-8105-c349da9a46d8 req-9f986e38-510e-4658-be50-6237e575c71e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1281934 Jul 28 18:08:09.671049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:09.716289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f70e3fc8-b467-4d57-b8aa-38dd833ab4f8 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0500977 Jul 28 18:08:09.774939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56800) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.774939 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:09.775713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27c3aa5-6d81-47ce-8105-c349da9a46d8 req-dfe4d4bc-6a59-4851-ad1e-011cb001bd61 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506518 Jul 28 18:08:09.775713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 564ef00b-b194-42d6-bd9a-0567fd5efc86 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:09.783305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Allocated IP 2001:db8:0:1::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/4359cf0c-f3a8-48cd-ae00-08fe22cc7d58/fd0ad7e2-1c3a-4aa9-aec0-579964c61d03) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:09.820330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6cf3043e-83a0-4cdf-9d33-408e03a8e3aa tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/020a413f-fde5-465f-8564-8f255bba56e8 HTTP/1.1" status: 200 len: 471 time: 0.0968771 Jul 28 18:08:09.821450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56802) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.845333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-257b8b58-1c52-40d0-8a77-10b3119bb6e0 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/d39815b7-e159-4ee3-a23e-d793d31d10f2 HTTP/1.1" status: 200 len: 459 time: 0.0199740 Jul 28 18:08:09.845695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56804) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:09.977388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Allocated IP 172.25.7.220 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/13ba5bb7-066a-4dca-ad96-62ebb6e9a634) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:09.978492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:09.994328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-40aedc43-3ba5-4aa8-a047-f485c5c8c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.019891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.024783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f2039-b2de-4777-88db-138cae87e54e None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:10.039254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57fabdcb-3cfe-4745-9cff-aafbc9131e8d tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.042588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57fabdcb-3cfe-4745-9cff-aafbc9131e8d tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/d39815b7-e159-4ee3-a23e-d793d31d10f2 HTTP/1.1" status: 204 len: 168 time: 0.1941595 Jul 28 18:08:10.043896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56806) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:10.082174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.083061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Transition to ACTIVE for port object fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:10.150759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.212926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.246739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1f89f-6aef-48ab-9ae8-39182b677478 req-c01a5373-aa1a-43fa-9784-05d1a56aa8c8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:10.248459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1cb1f89f-6aef-48ab-9ae8-39182b677478 req-c01a5373-aa1a-43fa-9784-05d1a56aa8c8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0849307 Jul 28 18:08:10.306240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Provisioning for port c6cff8f5-e976-4bb6-be7b-133a1cce1869 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:10.326795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Provisioning complete for port c6cff8f5-e976-4bb6-be7b-133a1cce1869 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:10.328831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.334924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1cb1f89f-6aef-48ab-9ae8-39182b677478 req-e771953a-4bbc-453b-9baf-4e2a75aaa2e1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Jul 28 18:08:10.387161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.451697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefa7b5-4e52-44e6-b00b-d2ec4d37c6df None None] Pushing event updated for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:10.467568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:10.485481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:10.490692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:10.508067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8:0:1::1a8 (02de251d-9347-46ab-9b2a-143fdbfe65d6/4359cf0c-f3a8-48cd-ae00-08fe22cc7d58/564ef00b-b194-42d6-bd9a-0567fd5efc86) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:10.519386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::f816:3eff:fe44:abcd (02de251d-9347-46ab-9b2a-143fdbfe65d6/2ff8d2c5-2dca-4b76-ae89-f730732d5284/564ef00b-b194-42d6-bd9a-0567fd5efc86) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:10.529947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.588237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] For port c6cff8f5-e976-4bb6-be7b-133a1cce1869, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cff8f5-e976-4bb6-be7b-133a1cce1869,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:10.592283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Pushing event updated for resources: {'Port': ['ID=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:10.701205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.741440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.763209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8e62fd59-a90b-421c-baa0-96e63fe5a270 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.764741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8e62fd59-a90b-421c-baa0-96e63fe5a270 tempest-MeteringIpV6TestJSON-594500302 tempest-MeteringIpV6TestJSON-594500302-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/020a413f-fde5-465f-8564-8f255bba56e8 HTTP/1.1" status: 204 len: 168 time: 0.7198665 Jul 28 18:08:10.774341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2205fa-e07a-47d3-b0c8-3ed1404ce5d7 None None] Pushing event updated for resources: {'Port': ['ID=c6cff8f5-e976-4bb6-be7b-133a1cce1869,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:10.780303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 564ef00b-b194-42d6-bd9a-0567fd5efc86 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:10.834242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aff1dd40-d21c-4e2a-a846-9066241d1874 None None] Provisioning complete for port c6cff8f5-e976-4bb6-be7b-133a1cce1869 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:10.835169 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aff1dd40-d21c-4e2a-a846-9066241d1874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:10.953166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ddbc-8646-4e5b-b03d-b5d8262b19dd req-7a04533e-53e3-4383-be44-c19c1c2066ba tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:10.954968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d9d1ddbc-8646-4e5b-b03d-b5d8262b19dd req-7a04533e-53e3-4383-be44-c19c1c2066ba tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0784421 Jul 28 18:08:10.988552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.011980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.065401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:11.086276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:11.091358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d9d1ddbc-8646-4e5b-b03d-b5d8262b19dd req-9d3c124e-06f5-4b2c-a243-0d18b81f0f0d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295586 Jul 28 18:08:11.094610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:11.100185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.107822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:11.114610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:11.115471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.141101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=564ef00b-b194-42d6-bd9a-0567fd5efc86,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:11.154653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cff8f5-e976-4bb6-be7b-133a1cce1869 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:11.224687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c6cff8f5-e976-4bb6-be7b-133a1cce1869 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:11.225337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.262546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5f70e803-db99-44cd-a57d-d67653d41f88 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1702554 Jul 28 18:08:11.266039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:11.389333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.416386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 564ef00b-b194-42d6-bd9a-0567fd5efc86 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:11.421878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.466694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-533df661-9275-4a9b-a393-6b591f8abe56 None None] Provisioning for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:11.471793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-533df661-9275-4a9b-a393-6b591f8abe56 None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:11.472299 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-533df661-9275-4a9b-a393-6b591f8abe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.489154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56830) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:11.606183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63146c-2835-4bd8-a2b6-2d5a34890cf9 req-7f363ee0-e5ba-49fc-95cc-f02c191f272f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:11.620112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b63146c-2835-4bd8-a2b6-2d5a34890cf9 req-7f363ee0-e5ba-49fc-95cc-f02c191f272f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1452463 Jul 28 18:08:11.641320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.673060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 564ef00b-b194-42d6-bd9a-0567fd5efc86 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:11.678211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79c180ab-4217-4f82-875b-9f8db23fc620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.715948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b63146c-2835-4bd8-a2b6-2d5a34890cf9 req-d306631d-440b-4701-9995-93fe092118bb tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948896 Jul 28 18:08:11.883647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Router 4d42ba62-deba-4206-9ef9-5e89d174c649 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:08:11.980759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a53e49a7-2782-4fe6-b8b8-a44864358da1 None None] Provisioning for port 564ef00b-b194-42d6-bd9a-0567fd5efc86 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:11.983277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:11.988745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a53e49a7-2782-4fe6-b8b8-a44864358da1 None None] Provisioning complete for port 564ef00b-b194-42d6-bd9a-0567fd5efc86 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:11.988745 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a53e49a7-2782-4fe6-b8b8-a44864358da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.009318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:12.017856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a53e49a7-2782-4fe6-b8b8-a44864358da1 None None] Port 564ef00b-b194-42d6-bd9a-0567fd5efc86 was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:08:12.017966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=564ef00b-b194-42d6-bd9a-0567fd5efc86,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:12.025360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Sync routers for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:12.048680 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:12.053600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.053947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.054290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.054552 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:12.054701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.054958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.055703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.056543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.057141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.057524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.058076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.058480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.058813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:12.064032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79c180ab-4217-4f82-875b-9f8db23fc620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.082016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.086270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80580ea9-a0a6-4676-a54c-a7668e53df2b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/564ef00b-b194-42d6-bd9a-0567fd5efc86 HTTP/1.1" status: 204 len: 168 time: 0.8192627 Jul 28 18:08:12.088497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56836) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.145413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c100fe-1bee-4047-9abc-4bafe7d44427 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.149718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-77c100fe-1bee-4047-9abc-4bafe7d44427 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0573928 Jul 28 18:08:12.150909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56840) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.190846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79c180ab-4217-4f82-875b-9f8db23fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.297383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a0dde-80f2-4e33-981e-268761be3f37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.302614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6e2a0dde-80f2-4e33-981e-268761be3f37 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1483061 Jul 28 18:08:12.307902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56842) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.312850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-79c180ab-4217-4f82-875b-9f8db23fc620 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9fe10f85f0c47519abff727ab8cd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194671 Jul 28 18:08:12.320704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.320704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-25a26cdc-e707-4a2b-beea-4fd600021844 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0530994 Jul 28 18:08:12.321034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:12.321196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56844) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.324474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c180ab-4217-4f82-875b-9f8db23fc620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825b698-7077-46bf-8c0a-1e6ee00af6a9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:12.328301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.388912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d86b27-7bb2-4f91-9a97-3915221f0dfe req-fb40daaf-2969-41cc-8349-db3526203597 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.390595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82d86b27-7bb2-4f91-9a97-3915221f0dfe req-fb40daaf-2969-41cc-8349-db3526203597 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1826336 Jul 28 18:08:12.402728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2bc16-e7ae-40f3-aae9-35b76aebca53 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.404424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2bc16-e7ae-40f3-aae9-35b76aebca53 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.406319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2bc16-e7ae-40f3-aae9-35b76aebca53 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:12.411294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75c2bc16-e7ae-40f3-aae9-35b76aebca53 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1014130 Jul 28 18:08:12.412151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56848) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.474847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 2ff8d2c5-2dca-4b76-ae89-f730732d5284 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:12.479756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.510682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82d86b27-7bb2-4f91-9a97-3915221f0dfe req-1f94a165-6f36-4ed5-8b5b-fdd44f6c43f3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065025 Jul 28 18:08:12.525926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.543964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.551364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:10Z', 'revision_number': 3, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:12.554722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.617541 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Checking router: 4d42ba62-deba-4206-9ef9-5e89d174c649 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:12.619679 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Updating router 4d42ba62-deba-4206-9ef9-5e89d174c649 port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:08:12.667853 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.691583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.844478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.874783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff8d2c5-2dca-4b76-ae89-f730732d5284,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:12.876857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.878784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c1142d51-d32e-403b-a947-b018e8dd2799 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2ff8d2c5-2dca-4b76-ae89-f730732d5284 HTTP/1.1" status: 204 len: 168 time: 0.4654753 Jul 28 18:08:12.881391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56858) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:12.891475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8737a-8bcb-4671-811d-5af6a4e99451 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:12.948992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:12.996280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 4359cf0c-f3a8-48cd-ae00-08fe22cc7d58 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:13.014462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.062501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.064127 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.081496 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Transition to ACTIVE for port object 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:13.161252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad60e6-9619-46db-abbc-46a2db6705fb req-f2ec9818-749f-4339-b00b-81b9933f51e7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:13.168898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53ad60e6-9619-46db-abbc-46a2db6705fb req-f2ec9818-749f-4339-b00b-81b9933f51e7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0760140 Jul 28 18:08:13.169505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.173570 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.235369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.237849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.241766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c825b698-7077-46bf-8c0a-1e6ee00af6a9 HTTP/1.1" status: 204 len: 168 time: 0.9204221 Jul 28 18:08:13.254224 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Attempting to bind port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:13.254586 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Attempting to bind port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:13.255254 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Attempting to bind port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:13.272200 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Pushing event updated for resources: {'Port': ['ID=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:13.277844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:13.278224 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:13.278630 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.279024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:13.279528 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Bound port: 13ba5bb7-066a-4dca-ad96-62ebb6e9a634, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:13.279909 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.294961 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.299306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:13.306643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53ad60e6-9619-46db-abbc-46a2db6705fb req-1121773a-383c-420c-8493-f3ab8a35bae2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366239 Jul 28 18:08:13.312994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26464-64d6-4262-9bad-e60f237b2dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825b698-7077-46bf-8c0a-1e6ee00af6a9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:13.364934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.378032 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] For port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:13.382084 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] For port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:13.410645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=4359cf0c-f3a8-48cd-ae00-08fe22cc7d58,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:13.418435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.422910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:13.423191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad26f588-1790-4961-86de-759d4e34e766 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/4359cf0c-f3a8-48cd-ae00-08fe22cc7d58 HTTP/1.1" status: 204 len: 168 time: 0.5405545 Jul 28 18:08:13.470775 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.474558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:13.474708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-41a2c909-a2a2-4a77-bed6-90ef66080d98 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471847 Jul 28 18:08:13.477136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:13.529101 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:13.530274 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:13.570364 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.710873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96648b-96a7-47c9-b301-36f69928bc47 req-e2c0a0dc-7258-42f7-978d-16ad7952f8cb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:13.718330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca96648b-96a7-47c9-b301-36f69928bc47 req-e2c0a0dc-7258-42f7-978d-16ad7952f8cb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0830545 Jul 28 18:08:13.733185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:13.737054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:13.744429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d423555-1cb6-4ce5-8ab6-0b9187184e7c None None] Pushing event updated for resources: {'Port': ['ID=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:13.793900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:13.850455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca96648b-96a7-47c9-b301-36f69928bc47 req-fedafe07-9522-48c4-ac26-74432b2be653 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312177 Jul 28 18:08:14.002967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Allocated IP 172.20.0.1 (5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0/b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c/f147e2ff-4661-4b14-a278-831df004c5ef) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:14.129852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1194b-5a56-41d0-9e7e-001882a98662 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:14.149887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.162670 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:10Z', 'revision_number': 3, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:14.166820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Transition to ACTIVE for port object f147e2ff-4661-4b14-a278-831df004c5ef will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:14.200565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b012b00e-f94b-40a8-8fd8-0839706b5952 None None] Provisioning complete for port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:14.200934 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b012b00e-f94b-40a8-8fd8-0839706b5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.204737 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87726b0a-aa3d-4f1f-8305-c02aa9b19cbf None None] The sync data for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 is: [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:10Z', 'revision_number': 3, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:14.248174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.294364 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.305744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:14.309517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:14.315965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:14.316827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.334127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=f2a3f2b5-776f-4087-b4b5-809957d507e5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:14.368977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:14.375498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:14.378628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:14.407593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:08:14.438547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56878) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:14.438783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-13e1e392-2318-48f1-be9c-f93a7f20c25a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9653690 Jul 28 18:08:14.439218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:14.449749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:14.493795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Deleting port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:14.493795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.567254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:14.603306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7624a2a5-99cb-4ebd-9838-0c6359f31cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.604017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.734015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] For port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:14.740332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edce9b-9290-4c9e-9722-856c7cc4c178 req-a7226871-334b-41a9-a17d-594ce6ab84c7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:14.741822 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.742112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6edce9b-9290-4c9e-9722-856c7cc4c178 req-a7226871-334b-41a9-a17d-594ce6ab84c7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.2366025 Jul 28 18:08:14.768597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Calling delete_port for fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:14.787686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7624a2a5-99cb-4ebd-9838-0c6359f31cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.843751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7624a2a5-99cb-4ebd-9838-0c6359f31cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.861976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6edce9b-9290-4c9e-9722-856c7cc4c178 req-6cafb788-8a3b-45fb-af44-b053919e93a7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103702 Jul 28 18:08:14.895098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7624a2a5-99cb-4ebd-9838-0c6359f31cfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea34f89ded4b4bd197db7b4d39a195e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203926 Jul 28 18:08:14.895996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56888) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:14.918175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a55274ce-d52c-4908-a008-b0bc81652b65 None None] Provisioning for port f147e2ff-4661-4b14-a278-831df004c5ef completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:14.935187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624a2a5-99cb-4ebd-9838-0c6359f31cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c1c1e-039f-40fc-a033-d17122161026,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:14.952695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a55274ce-d52c-4908-a008-b0bc81652b65 None None] Provisioning complete for port f147e2ff-4661-4b14-a278-831df004c5ef triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:14.952695 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a55274ce-d52c-4908-a008-b0bc81652b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:14.976383 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:15.024571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a55274ce-d52c-4908-a008-b0bc81652b65 None None] Port f147e2ff-4661-4b14-a278-831df004c5ef cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:08:15.029906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.036513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:15.036513 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.106754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.125813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8d2a-febb-4de8-a97f-1632d494d1dc req-9e915935-df34-458c-9af0-5407a0ad023e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:15.138711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] Pushing event deleted for resources: {'Port': ['ID=fd0ad7e2-1c3a-4aa9-aec0-579964c61d03,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:15.145269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-905f8d2a-febb-4de8-a97f-1632d494d1dc req-9e915935-df34-458c-9af0-5407a0ad023e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1165352 Jul 28 18:08:15.163444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d1691-0ebc-42df-bb3a-79cbe6690d06 None None] No DVR routers for this DVR port fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:08:15.181666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:15.216096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-905f8d2a-febb-4de8-a97f-1632d494d1dc req-c3135829-7d07-4be6-b934-180a6f04965e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Jul 28 18:08:15.225081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddafdf1-216f-4925-aca7-c15be7e5ff4b None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:15.241712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.292437 n-d-778550-5 neutron-server[101105]: INFO neutron.db.ipam_backend_mixin [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2a3f2b5-776f-4087-b4b5-809957d507e5 (CIDR: 2001:db8::/64) Jul 28 18:08:15.342529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.370146 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:08:15.370582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:15.380475 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.442682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:15.456906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:15.457219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.462335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': 'f2a3f2b5-776f-4087-b4b5-809957d507e5'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:08:15.463248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.484671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b17faa77-204f-4408-90fe-e1025cd09d93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0410464 Jul 28 18:08:15.487880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:15.493762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:15.499357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.575589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.578865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.583025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f1c1c1e-039f-40fc-a033-d17122161026 HTTP/1.1" status: 204 len: 168 time: 0.6842153 Jul 28 18:08:15.590527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca00295-4ae1-4b54-9a5c-6ee3e377e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c1c1e-039f-40fc-a033-d17122161026,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:15.619319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.625385 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.670478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:15.758080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/f2a3f2b5-776f-4087-b4b5-809957d507e5/22c3adc9-8b88-45ca-9e09-15ab5f8c843a) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:15.773753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:15.775831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:15.778074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.782571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.790379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:15.883374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:15.919116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:15.926673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:08:15.927004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fd0ad7e2-1c3a-4aa9-aec0-579964c61d03 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:15.977814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:15.979421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:16.256244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd8660-4b1b-424c-84f6-d1fcae836aa6 req-bb24aa1d-6c13-404d-99b3-3a6cef0e5000 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:16.258139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-23dd8660-4b1b-424c-84f6-d1fcae836aa6 req-bb24aa1d-6c13-404d-99b3-3a6cef0e5000 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.2147949 Jul 28 18:08:16.332371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.353919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Transition to ACTIVE for port object 22c3adc9-8b88-45ca-9e09-15ab5f8c843a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:16.389242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-23dd8660-4b1b-424c-84f6-d1fcae836aa6 req-ed0aa503-7263-4510-b22a-011d1f69a56a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Jul 28 18:08:16.391992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Transition to ACTIVE for port object 22c3adc9-8b88-45ca-9e09-15ab5f8c843a will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:16.411119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Router 4d42ba62-deba-4206-9ef9-5e89d174c649 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:16.472822 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.480099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bb7b5e76-1252-4328-a912-71a2974c3c01 None None] Provisioning complete for port f147e2ff-4661-4b14-a278-831df004c5ef triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:16.480584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5e76-1252-4328-a912-71a2974c3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.517462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731b85b-393a-4db7-ae25-7d88133deb4c req-e12a2f1d-b1d1-4ad6-8656-d240c0579ab1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:16.522563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4731b85b-393a-4db7-ae25-7d88133deb4c req-e12a2f1d-b1d1-4ad6-8656-d240c0579ab1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1612575 Jul 28 18:08:16.542352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:08:16.595931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:16.603539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-de66c416-0311-4716-8b63-066362d7efd1 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d42ba62-deba-4206-9ef9-5e89d174c649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2720923 Jul 28 18:08:16.637182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Pushing event updated for resources: {'Port': ['ID=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:16.641344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:16.642088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b5e76-1252-4328-a912-71a2974c3c01 None None] Port f147e2ff-4661-4b14-a278-831df004c5ef cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:08:16.644727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:16.646915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:16.653812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4731b85b-393a-4db7-ae25-7d88133deb4c req-1734acd5-064a-402d-9945-b9677cb41bf6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261170 Jul 28 18:08:16.736503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Attempting to bind port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:16.737134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Attempting to bind port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:16.737686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Attempting to bind port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:16.745214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:16.745945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:16.748374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.749230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:16.750448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Bound port: 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:16.751123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.819633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Sync routers for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:16.844029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:16.844757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:16.860968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:16.884460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] For port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:16.902320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] For port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:16.965272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:08:16.968430 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:08:16.968538 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:17.041787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:17.111038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faa67b-4f14-4c27-a1aa-d6433d4f0e4c None None] Pushing event updated for resources: {'Port': ['ID=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:17.182782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:17.319966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:17.320351 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:17.326712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-e86dd4f3-66ba-4b60-b8c5-663837212bfd tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:17.328490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-e86dd4f3-66ba-4b60-b8c5-663837212bfd tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 828 time: 0.2197676 Jul 28 18:08:17.396844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-d30f4434-24d5-4254-aab8-608cf1fb4d7c tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/quotas/76453cb638e3403da82c2e7a696f8dc9 HTTP/1.1" status: 200 len: 375 time: 0.0303819 Jul 28 18:08:17.509776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-fd694832-7f04-4c1e-9dbc-caf7cf1ef242 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117194 Jul 28 18:08:17.522820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-0c9a6dbb-9c90-40d7-bcdb-bbdb0b0c2005 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:17.524755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-0c9a6dbb-9c90-40d7-bcdb-bbdb0b0c2005 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064228 Jul 28 18:08:17.551822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:17.616008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 2, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:17.647337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc57e-0432-4ab3-82ef-4ef5392ddbfc req-189bf06d-5a90-4fef-99b0-643b2e14c82a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:17.649229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-325dc57e-0432-4ab3-82ef-4ef5392ddbfc req-189bf06d-5a90-4fef-99b0-643b2e14c82a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1150832 Jul 28 18:08:17.661762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-e8290ad4-db94-464a-a030-4d32dc1dd099 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293602 Jul 28 18:08:17.663859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Checking router: 4d42ba62-deba-4206-9ef9-5e89d174c649 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:17.664230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Updating router 4d42ba62-deba-4206-9ef9-5e89d174c649 port f147e2ff-4661-4b14-a278-831df004c5ef binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:08:17.701347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:17.791380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-325dc57e-0432-4ab3-82ef-4ef5392ddbfc req-373de75d-857b-4869-8cf7-5bf053de283d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301639 Jul 28 18:08:17.811435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-e260d4f7-ced2-4e9b-b8a9-610545659e7d service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411295 Jul 28 18:08:17.890426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:17.952749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:17.969848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb87f8-59a3-4922-a064-71d350773f1d req-8e5d95e8-a0c4-46cf-8c5f-6263babc571c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:17.971471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78eb87f8-59a3-4922-a064-71d350773f1d req-8e5d95e8-a0c4-46cf-8c5f-6263babc571c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0775263 Jul 28 18:08:18.025860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78eb87f8-59a3-4922-a064-71d350773f1d req-3e22cca7-9339-478d-96da-6708a6c9009e tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Jul 28 18:08:18.093252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.094095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.129932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-11f1e6f5-9081-486f-bd5b-90f61899d92a req-32793507-401f-4372-ad2d-1c12b182c1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.0518000 Jul 28 18:08:18.200294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:18.203900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.225660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:18.234483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:18.235296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.241959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Transition to ACTIVE for port object f147e2ff-4661-4b14-a278-831df004c5ef will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:18.263550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=559225c1-85e3-44a0-b801-aa3ae60272b6,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:18.285675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,revision_number=4']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:18.351956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.406352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-719efc55-e925-4334-aab0-15bdebf61a7e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9153178 Jul 28 18:08:18.408339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:18.415615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:c1:2c:8a', 'name': 'tempest-NetworksTestDHCPv6-564315513'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:18.429418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6003338-d6e0-4ad5-bdaf-0296fa4a6529 None None] Pushing event updated for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:18.490670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.541341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Attempting to bind port f147e2ff-4661-4b14-a278-831df004c5ef on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:18.542061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Attempting to bind port f147e2ff-4661-4b14-a278-831df004c5ef by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:18.544051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Attempting to bind port f147e2ff-4661-4b14-a278-831df004c5ef on network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:18.551766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:18.556346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Checking segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:18.556346 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.556346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Bound using segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:18.556346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Bound port: f147e2ff-4661-4b14-a278-831df004c5ef, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:18.556346 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.620675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:18.690688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14eeb8-d7bf-45f7-8c9b-f8aa5c2a1f3f None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:18.740448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] For port f147e2ff-4661-4b14-a278-831df004c5ef, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:18.771224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] For port f147e2ff-4661-4b14-a278-831df004c5ef, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f147e2ff-4661-4b14-a278-831df004c5ef,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:18.772295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1280029684', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:18.779272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:18.914445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.943538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf10466-cf80-469b-9b37-bd64507e0301 req-919b7be0-7664-4e3b-85d3-8ffabad54d52 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:18.945286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdf10466-cf80-469b-9b37-bd64507e0301 req-919b7be0-7664-4e3b-85d3-8ffabad54d52 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0839045 Jul 28 18:08:18.950019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 9830da81-92cd-46c4-87b3-0d3da9e60a99 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:18.973694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Made reservation on behalf of 3e1ede3741794698bce996e05ce386b5 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:18.978620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.978790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:18.980999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4a7d8afc-9536-4aba-bb96-b64789a3e670 None None] Provisioning for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:18.988021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:19.047178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdf10466-cf80-469b-9b37-bd64507e0301 req-f67a9132-1882-40e8-adcc-93037e2a7b4f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921278 Jul 28 18:08:19.137630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6003338-d6e0-4ad5-bdaf-0296fa4a6529 None None] Pushing event updated for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:19.165384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:19.166081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:19.309640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:19.366577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-adecd3e8-5bad-4446-a10b-a64758cbc710 req-69b48c65-9f1d-401a-80be-0f79ccb1277a tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.0968783 Jul 28 18:08:19.394600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::16e (02de251d-9347-46ab-9b2a-143fdbfe65d6/f2a3f2b5-776f-4087-b4b5-809957d507e5/9830da81-92cd-46c4-87b3-0d3da9e60a99) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:19.396988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22c3adc9-8b88-45ca-9e09-15ab5f8c843a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:19.402052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8a760-94e2-47d8-8439-8062aae2118f req-3510fd9f-a2ac-4c6e-9709-b4adc1e12115 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:19.414020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aa8a760-94e2-47d8-8439-8062aae2118f req-3510fd9f-a2ac-4c6e-9709-b4adc1e12115 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1645482 Jul 28 18:08:19.419215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:2c8a (02de251d-9347-46ab-9b2a-143fdbfe65d6/559225c1-85e3-44a0-b801-aa3ae60272b6/9830da81-92cd-46c4-87b3-0d3da9e60a99) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:19.434791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:19.445311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] device_id is not set on port f2e4d08b-c645-46b5-ae49-e08d145dc338 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:19.535210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:19.550282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aa8a760-94e2-47d8-8439-8062aae2118f req-63271b0c-fb05-4e70-8d67-a7038c0b5d78 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355214 Jul 28 18:08:19.693151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38de14a-4bda-47de-97c8-cb36f483c517,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:19.787467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:19.806018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Allocated IP 172.25.7.36 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f2e4d08b-c645-46b5-ae49-e08d145dc338) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:19.811697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:19.812070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:19.963484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:18Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:20.017617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0defdfc-ac59-4bc1-9bc9-ae0e8c4df80f None None] The sync data for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 is: [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:18Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:20.019439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.138477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d54fe91-1286-41de-8bc7-a5a8c6f80d31 None None] Provisioning complete for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:20.138477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d54fe91-1286-41de-8bc7-a5a8c6f80d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.141343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.141667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:20.177081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d54fe91-1286-41de-8bc7-a5a8c6f80d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.239095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec5f3b-148c-4e00-b9b7-aa4222a31ebd req-dd858dd9-b147-4b97-9282-0add1207db43 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:20.240957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aec5f3b-148c-4e00-b9b7-aa4222a31ebd req-dd858dd9-b147-4b97-9282-0add1207db43 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0646379 Jul 28 18:08:20.269572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.287589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 9830da81-92cd-46c4-87b3-0d3da9e60a99 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:20.296322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aec5f3b-148c-4e00-b9b7-aa4222a31ebd req-d03ea86e-33cd-4838-9835-ea5fa928ecd2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Jul 28 18:08:20.416765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.419178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.419306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.476558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:20.517790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:20.525519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:20.531777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:20.557973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:20.569621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:20.589825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:20.590963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.618546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-4d54fe91-1286-41de-8bc7-a5a8c6f80d31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:08:20.618905 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-4d54fe91-1286-41de-8bc7-a5a8c6f80d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:08:20.619619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:20.641689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d08a7788-1a5e-46e8-9154-e996a50215d5 req-c5fb74ff-497b-4f6b-8ff0-5582f9539fca tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.1456246 Jul 28 18:08:20.653181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=9830da81-92cd-46c4-87b3-0d3da9e60a99,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:20.671722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Pushing event updated for resources: {'Port': ['ID=f2e4d08b-c645-46b5-ae49-e08d145dc338,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:20.777238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:20.777905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:20.793269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d691eaca-1861-4af1-aed1-6598d3b005b0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3805485 Jul 28 18:08:20.793269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57020) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:20.884076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27509-03c1-4b14-821f-9c11706ada15 req-2f62996c-9bf8-4d07-8958-839e1069bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:20.885624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea27509-03c1-4b14-821f-9c11706ada15 req-2f62996c-9bf8-4d07-8958-839e1069bbf9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1875007 Jul 28 18:08:20.916788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-59066be4-d11b-479a-bcd0-e52415fea3d2 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2940578 Jul 28 18:08:20.921568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:20.927670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.36'}]}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:20.975113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff59e-4250-425b-9ce0-a00157d45845 req-a41698ca-1cba-477f-9cb6-9f3c10744eaa tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:20.983938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-405ff59e-4250-425b-9ce0-a00157d45845 req-a41698ca-1cba-477f-9cb6-9f3c10744eaa tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1812181 Jul 28 18:08:21.015898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea27509-03c1-4b14-821f-9c11706ada15 req-8a72abcf-c0ab-4a35-b64a-fe467cad761f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161208 Jul 28 18:08:21.044653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.045714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.057422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-405ff59e-4250-425b-9ce0-a00157d45845 req-58a93b69-f9e0-4195-bfec-5bb8c3ac37ab tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694630 Jul 28 18:08:21.081274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 9830da81-92cd-46c4-87b3-0d3da9e60a99 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:21.081726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.112223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.214039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.228923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 9830da81-92cd-46c4-87b3-0d3da9e60a99 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:21.250188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f147e2ff-4661-4b14-a278-831df004c5ef up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:21.380839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-548dc1d6-76b6-4ddd-ba11-b692796e48e2 None None] Provisioning for port 9830da81-92cd-46c4-87b3-0d3da9e60a99 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:21.385594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-548dc1d6-76b6-4ddd-ba11-b692796e48e2 None None] Provisioning complete for port 9830da81-92cd-46c4-87b3-0d3da9e60a99 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:21.387525 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-548dc1d6-76b6-4ddd-ba11-b692796e48e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.440189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.457227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-548dc1d6-76b6-4ddd-ba11-b692796e48e2 None None] Port 9830da81-92cd-46c4-87b3-0d3da9e60a99 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:08:21.459330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f147e2ff-4661-4b14-a278-831df004c5ef completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:21.464501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f147e2ff-4661-4b14-a278-831df004c5ef triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:21.465194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.506754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfa836-dba5-4495-a6ad-8717fbb3800d req-b8dd5c74-b94d-4d3a-b4e0-4d8d9ec583d3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:21.509072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ecfa836-dba5-4495-a6ad-8717fbb3800d req-b8dd5c74-b94d-4d3a-b4e0-4d8d9ec583d3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0603535 Jul 28 18:08:21.593005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.603368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ecfa836-dba5-4495-a6ad-8717fbb3800d req-27219982-9b60-442c-83af-806f87517046 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747528 Jul 28 18:08:21.681992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f147e2ff-4661-4b14-a278-831df004c5ef, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f147e2ff-4661-4b14-a278-831df004c5ef,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:21.777616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-49c6c7e8-cbe1-4292-a21c-a860baed6d68 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:21.780055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-49c6c7e8-cbe1-4292-a21c-a860baed6d68 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.37 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 828 time: 0.3477857 Jul 28 18:08:21.795961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.798514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22c3adc9-8b88-45ca-9e09-15ab5f8c843a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:21.813765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'port': {'device_id': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'admin_state_up': True, 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:21.907358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.927428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae79e549-30eb-4e42-9519-aa5d873680dc req-8dbe7776-08f0-4606-823f-50fb638283f6 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.0507104 Jul 28 18:08:21.931697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.943308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:21.985472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:21.997459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=9830da81-92cd-46c4-87b3-0d3da9e60a99,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:22.005863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:22.006585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.110661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.112609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51e355b9-57ac-4a21-b65f-2336248afd0c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/9830da81-92cd-46c4-87b3-0d3da9e60a99 HTTP/1.1" status: 204 len: 168 time: 1.3190145 Jul 28 18:08:22.134625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:22.204628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd94ae4-7c27-427b-8132-1150a421af93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.208928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0bd94ae4-7c27-427b-8132-1150a421af93 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0704610 Jul 28 18:08:22.210008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57046) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:22.233906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594f7f-4147-4866-873d-5435957a18e2 req-a3c4ee32-ee6b-43f4-8802-2984fc0ce135 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.241215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32594f7f-4147-4866-873d-5435957a18e2 req-a3c4ee32-ee6b-43f4-8802-2984fc0ce135 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0711949 Jul 28 18:08:22.267576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefeee1c-9843-4d96-8ad8-0dd456b97673 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.271816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cefeee1c-9843-4d96-8ad8-0dd456b97673 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0582149 Jul 28 18:08:22.271816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.272764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:22.290295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32594f7f-4147-4866-873d-5435957a18e2 req-f410d9fa-1e23-4407-9595-614421a91de6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481231 Jul 28 18:08:22.318117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Made reservation on behalf of 76453cb638e3403da82c2e7a696f8dc9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:22.323540 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.480018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Allocated IP 172.20.0.13 (5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0/b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c/01b90c65-b50b-428c-9a1c-1a1224ff168e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:22.480224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee016f-b30e-4067-8a66-7d1343bcc624 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.481006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee016f-b30e-4067-8a66-7d1343bcc624 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.482514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee016f-b30e-4067-8a66-7d1343bcc624 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.486722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-38ee016f-b30e-4067-8a66-7d1343bcc624 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2103875 Jul 28 18:08:22.487026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57054) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:22.515315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.517513 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.657171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 559225c1-85e3-44a0-b801-aa3ae60272b6 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:22.668294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.744876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.745377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01a993ca-6290-4d50-8d2c-6fac448f46e7 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:08:22.769444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44573-dd45-42e1-ba91-e8c94bce1f1e req-c2e6689a-addd-42cd-95e6-2d86feda2694 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.771019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41a44573-dd45-42e1-ba91-e8c94bce1f1e req-c2e6689a-addd-42cd-95e6-2d86feda2694 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0723691 Jul 28 18:08:22.782360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.843593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41a44573-dd45-42e1-ba91-e8c94bce1f1e req-9bfa7415-7343-406f-8387-9cc16db5dad3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Jul 28 18:08:22.844489 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:22.856329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665ea1-a04c-4022-b233-c11839e1586a req-9a203c9e-15a9-43e2-85b2-079bfa388b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.857825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-9a203c9e-15a9-43e2-85b2-079bfa388b4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.0570359 Jul 28 18:08:22.871788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644565-b434-402f-97be-958c76389e51 req-7642ef84-2a2f-444d-a0e0-b61d5bb1ebff tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.873986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc644565-b434-402f-97be-958c76389e51 req-7642ef84-2a2f-444d-a0e0-b61d5bb1ebff tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1343365 Jul 28 18:08:22.884363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Transition to ACTIVE for port object 01b90c65-b50b-428c-9a1c-1a1224ff168e will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:22.893633 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:08:22.894384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed17c37a-f4a4-4a84-98c4-8bbcced2b168 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9705458 Jul 28 18:08:22.917169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57064) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:22.974386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665ea1-a04c-4022-b233-c11839e1586a req-05a753cb-c29e-4e9c-ac21-1211701e8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:22.975509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-05a753cb-c29e-4e9c-ac21-1211701e8fa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.1099029 Jul 28 18:08:23.031242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc644565-b434-402f-97be-958c76389e51 req-e6f9cefa-4df9-4179-b442-a77b7258bdac tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500304 Jul 28 18:08:23.034682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.042492 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-d47464b3-2f3f-44b9-9ea5-dc20210e7424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0585990 Jul 28 18:08:23.083588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b94c763f-8317-401a-8b2d-4210685e389c req-bae10b3a-92e3-41ce-869d-85e1639a8bc1 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.0447233 Jul 28 18:08:23.121001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Deleting port f2e4d08b-c645-46b5-ae49-e08d145dc338 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:23.121344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.137343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665ea1-a04c-4022-b233-c11839e1586a req-e7c5cf00-5b05-4fd8-8b9e-4a1e5e2c36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.141050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-e7c5cf00-5b05-4fd8-8b9e-4a1e5e2c36e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.0566790 Jul 28 18:08:23.161605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f147e2ff-4661-4b14-a278-831df004c5ef up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:23.166331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.180959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-e4b9bfe8-818c-4dca-b56a-ca21efa34df9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jul 28 18:08:23.232604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.261519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f147e2ff-4661-4b14-a278-831df004c5ef triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:23.261854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:23.261975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.293428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:23.299113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event updated for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:23.320210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:23.324427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=559225c1-85e3-44a0-b801-aa3ae60272b6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:23.354285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.400586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Calling delete_port for f2e4d08b-c645-46b5-ae49-e08d145dc338 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:23.405078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.411991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.416485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f65841e-8fa3-4574-bbd0-f7936d577e13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/559225c1-85e3-44a0-b801-aa3ae60272b6 HTTP/1.1" status: 204 len: 168 time: 0.9259052 Jul 28 18:08:23.418623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57082) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:23.421083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.431077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.438594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.446478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.450381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.451096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.454201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.466240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.468442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-4c8cb63d-fbcd-4d3a-8958-cd72e8c60340 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1853979 Jul 28 18:08:23.522658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-28ff8c16-75ca-492c-8c22-b2a16dd7c77f req-275a1ec7-a780-4d82-a1b7-f7a7135ab235 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465555 Jul 28 18:08:23.526869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-48a51e75-a191-4646-928e-e3445c4feb08 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393049 Jul 28 18:08:23.585214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet f2a3f2b5-776f-4087-b4b5-809957d507e5 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:23.594379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.623750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69c11c-f6eb-4d99-af8d-368d56833f42 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:23.671436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81665ea1-a04c-4022-b233-c11839e1586a req-89bdad08-ee51-4fff-9def-0ff5416e17f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369343 Jul 28 18:08:23.675059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-4531c11d-9881-4e74-9876-057432675760 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8838661 Jul 28 18:08:23.699084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.734016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Request body: {'port': {'device_id': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:23.832665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2ad631ac-4e8f-4320-92d8-fec2ad8e3706 None None] Provisioning for port 01b90c65-b50b-428c-9a1c-1a1224ff168e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:23.843724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.847345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2ad631ac-4e8f-4320-92d8-fec2ad8e3706 None None] Provisioning complete for port 01b90c65-b50b-428c-9a1c-1a1224ff168e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:23.847345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2ad631ac-4e8f-4320-92d8-fec2ad8e3706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:23.849974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.855919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.861840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.875781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.875781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.880267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:23.892840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfac0cb8-f61c-43f5-bf20-a7b025c6d064 req-b0ba33dd-e4d6-43f1-92b6-1c9a271f29cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.2370715 Jul 28 18:08:23.905282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2ad631ac-4e8f-4320-92d8-fec2ad8e3706 None None] Port 01b90c65-b50b-428c-9a1c-1a1224ff168e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:08:23.971911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.038642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.071439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fba2f2-fc1c-4647-b379-f22e7887a639 req-3352a922-b465-420b-955e-12c6c1a2cf21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:24.075537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66fba2f2-fc1c-4647-b379-f22e7887a639 req-3352a922-b465-420b-955e-12c6c1a2cf21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0931385 Jul 28 18:08:24.138431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66fba2f2-fc1c-4647-b379-f22e7887a639 req-398ff3b6-3930-4c94-9a97-ae3b45438521 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557275 Jul 28 18:08:24.236886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.268978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8835a-ed05-4507-b6c7-27dfc297a3ba req-cc7ea2fc-2536-424f-b159-143bbe457acf tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:24.277703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1d8835a-ed05-4507-b6c7-27dfc297a3ba req-cc7ea2fc-2536-424f-b159-143bbe457acf tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 932 time: 0.0719571 Jul 28 18:08:24.320578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2e4d08b-c645-46b5-ae49-e08d145dc338,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:24.371301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1d8835a-ed05-4507-b6c7-27dfc297a3ba req-d8555844-0363-4432-ba69-f697f4b411c6 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871792 Jul 28 18:08:24.406158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d3d1-287f-4ed8-b581-692c546db045 req-8790e306-338d-4e31-b4ba-0c75133890fe tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:24.407877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4e9d3d1-287f-4ed8-b581-692c546db045 req-8790e306-338d-4e31-b4ba-0c75133890fe tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.2696083 Jul 28 18:08:24.432842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.580554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.582087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fcb0be27-9b6b-41b7-ac20-3cfa297118d8 tempest-RoutersAdminNegativeIpV6Test-1784624194 tempest-RoutersAdminNegativeIpV6Test-1784624194-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f2e4d08b-c645-46b5-ae49-e08d145dc338 HTTP/1.1" status: 204 len: 168 time: 1.6575391 Jul 28 18:08:24.590594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a3f2b5-776f-4087-b4b5-809957d507e5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:24.593073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.600415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b75eb195-4098-4fab-9d1b-469287157ca1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/f2a3f2b5-776f-4087-b4b5-809957d507e5 HTTP/1.1" status: 204 len: 168 time: 1.1772721 Jul 28 18:08:24.603833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57100) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:24.623858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4e9d3d1-287f-4ed8-b581-692c546db045 req-38aa3257-40cf-45b2-95ac-bd398b777f54 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940634 Jul 28 18:08:24.692711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57102) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:24.693551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-517cec2b-8bcb-4652-b20d-9aa3342d92e3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887384 Jul 28 18:08:24.699549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:24.734414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a26f99-881a-46c3-8662-fe334af0ab2d None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:24.809445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b90c65-b50b-428c-9a1c-1a1224ff168e {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:08:24.827876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.851709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Transition to ACTIVE for port object 01b90c65-b50b-428c-9a1c-1a1224ff168e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:24.884511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-14b69815-1b0f-428a-a5e5-9574b277c209 None None] Provisioning complete for port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:24.884981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-14b69815-1b0f-428a-a5e5-9574b277c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:24.952760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.021853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Pushing event updated for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:25.027060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:25.030724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.043413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:08:25.099777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Deleting port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:25.100159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.182410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] For port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:25.182980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.212624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Calling delete_port for 22c3adc9-8b88-45ca-9e09-15ab5f8c843a owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:25.351621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57112) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:25.389824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Attempting to bind port 01b90c65-b50b-428c-9a1c-1a1224ff168e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:25.390077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Attempting to bind port 01b90c65-b50b-428c-9a1c-1a1224ff168e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:25.390414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Attempting to bind port 01b90c65-b50b-428c-9a1c-1a1224ff168e on network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:25.410472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa6cca-9adf-4a0f-8c9c-01c56bf36e85 req-182b9f2c-e013-4cd3-a615-b8584c65b4ed tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:25.412021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbaa6cca-9adf-4a0f-8c9c-01c56bf36e85 req-182b9f2c-e013-4cd3-a615-b8584c65b4ed tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1452551 Jul 28 18:08:25.413572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Port 01b90c65-b50b-428c-9a1c-1a1224ff168e on network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:08:25.413572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Attempting to bind port 01b90c65-b50b-428c-9a1c-1a1224ff168e on network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:25.426188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.434321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:25.434321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Checking segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:25.434321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Bound using segment: {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:25.434321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Bound port: 01b90c65-b50b-428c-9a1c-1a1224ff168e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f6cb26-9105-4dfe-a20b-4c6012203c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:25.434321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.518497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] No DVR routers for this DVR port 22c3adc9-8b88-45ca-9e09-15ab5f8c843a on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:08:25.521112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777536-4372-455f-bdb3-2fb3bf51e429 None None] Pushing event deleted for resources: {'Port': ['ID=22c3adc9-8b88-45ca-9e09-15ab5f8c843a,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:25.526062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53ae51f2-5bca-46b0-a46d-7ac862696c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.557367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b985c-cdd4-4cbe-9a34-f2e5c799e757 req-b01d5888-d9b9-4cfb-831e-3e65cdc2f9e2 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:25.558934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d18b985c-cdd4-4cbe-9a34-f2e5c799e757 req-b01d5888-d9b9-4cfb-831e-3e65cdc2f9e2 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 944 time: 0.0895481 Jul 28 18:08:25.563068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbaa6cca-9adf-4a0f-8c9c-01c56bf36e85 req-40fa172c-3bcf-4d9f-86db-28ec719e38a4 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397355 Jul 28 18:08:25.607719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:25.612216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:25.633797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d18b985c-cdd4-4cbe-9a34-f2e5c799e757 req-5a712167-147d-4f12-bc69-3897f67e6ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626659 Jul 28 18:08:25.649395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.705697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53ae51f2-5bca-46b0-a46d-7ac862696c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.709010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:25.723366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:25.730833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:25.745348 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.745486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c78eb-d720-47c2-88eb-1f87733276d4 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:25.760983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=8d95e7fe-7a91-411c-9256-1f09a968f8de,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:25.784978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e9bb3-cc35-45ba-9c07-08af5da05d4b req-b742ec73-194f-4810-8062-4df1a40ef2ab tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:25.786520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d91e9bb3-cc35-45ba-9c07-08af5da05d4b req-b742ec73-194f-4810-8062-4df1a40ef2ab tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0747194 Jul 28 18:08:25.836837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d91e9bb3-cc35-45ba-9c07-08af5da05d4b req-abfd662f-b971-41b4-93a9-9dce8e5f43d2 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Jul 28 18:08:25.895352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53ae51f2-5bca-46b0-a46d-7ac862696c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.901447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.907049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02de251d-9347-46ab-9b2a-143fdbfe65d6', 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'tenant_id': 'e2bd60a1c14749a089151ea248de24fc', 'fixed_ips': [{'subnet_id': '8d95e7fe-7a91-411c-9256-1f09a968f8de'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:08:25.908575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.933883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae51f2-5bca-46b0-a46d-7ac862696c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956fe817-2e1a-46ce-a4e4-732c16feb15f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:25.952630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:25.953348 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:25.954805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] 10.222.0.37 "PUT /v2.0/ports/01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 1092 time: 2.2597857 Jul 28 18:08:25.955605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53ae51f2-5bca-46b0-a46d-7ac862696c6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43c021a1b8ed4782892d4138753466ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030679 Jul 28 18:08:25.958923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:25.959470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57124) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:25.969822 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30735aa9-212e-4f60-8e11-d52387dad9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:26.009162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9f303-f619-45bb-a888-089c5f42f01d service neutron] Pushing event updated for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:26.049260 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339fdacb-8241-46b1-bb55-33c79c17b1ef x-openstack-request-id: req-339fdacb-8241-46b1-bb55-33c79c17b1ef {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:26.049681 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:26.050090 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-339fdacb-8241-46b1-bb55-33c79c17b1ef {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:26.050550 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'status': 'completed', 'code': 200} Jul 28 18:08:26.084761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.113209 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.114223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69064e4f-0910-4b8f-b316-da00d9d6f06a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4200442 Jul 28 18:08:26.125936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57130) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:26.127611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-888ffaf2-172f-4836-a211-948ca8233b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:26.129224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-888ffaf2-172f-4836-a211-948ca8233b7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1095 time: 0.0609260 Jul 28 18:08:26.133003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:26.160693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Allocated IP 2001:db8::2 (02de251d-9347-46ab-9b2a-143fdbfe65d6/8d95e7fe-7a91-411c-9256-1f09a968f8de/991991c1-a727-4ca3-b19c-715ec3585bae) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:26.318267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.323342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.323342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/956fe817-2e1a-46ce-a4e4-732c16feb15f HTTP/1.1" status: 204 len: 168 time: 0.3531568 Jul 28 18:08:26.338098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956fe817-2e1a-46ce-a4e4-732c16feb15f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:26.348308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.348642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.348983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.349322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.349654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.350085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.350425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.350756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.351082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.351434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.351785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.352378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567da5cf-ceca-407b-a796-c38d7bcf56ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:26.355676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-ccc0b5b9-7ac1-4f90-8960-7b77a0b251f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:26.357185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-ccc0b5b9-7ac1-4f90-8960-7b77a0b251f7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=76453cb638e3403da82c2e7a696f8dc9&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2191870 Jul 28 18:08:26.456880 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.471907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Transition to ACTIVE for port object 991991c1-a727-4ca3-b19c-715ec3585bae will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:26.477124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-1a4f27ae-1407-4622-a007-cacd407be51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:26.478730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30735aa9-212e-4f60-8e11-d52387dad9cb req-1a4f27ae-1407-4622-a007-cacd407be51d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140678 Jul 28 18:08:26.532914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Transition to ACTIVE for port object 991991c1-a727-4ca3-b19c-715ec3585bae will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:26.563384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:26.566824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.611649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-7f57d08f-96e5-4a8b-9878-6d3af5a67bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:26.613175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-7f57d08f-96e5-4a8b-9878-6d3af5a67bce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1095 time: 0.0882587 Jul 28 18:08:26.672240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.692458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-fb647434-a03f-4817-8f3b-e52f786cd8ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 217 time: 0.0667374 Jul 28 18:08:26.725610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d2fd-ad15-428e-b3e5-db444044d15c req-5f9fba54-66ab-4c4a-9677-2c6fe7427491 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:26.733175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5947d2fd-ad15-428e-b3e5-db444044d15c req-5f9fba54-66ab-4c4a-9677-2c6fe7427491 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0634863 Jul 28 18:08:26.763952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:26.767287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:26.771302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:26.777154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Pushing event updated for resources: {'Port': ['ID=991991c1-a727-4ca3-b19c-715ec3585bae,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:26.785833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5947d2fd-ad15-428e-b3e5-db444044d15c req-fac30d95-e3fb-4d67-af23-0e7575ad4425 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Jul 28 18:08:26.868341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Attempting to bind port 991991c1-a727-4ca3-b19c-715ec3585bae on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:26.868717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Attempting to bind port 991991c1-a727-4ca3-b19c-715ec3585bae by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:26.869086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Attempting to bind port 991991c1-a727-4ca3-b19c-715ec3585bae on network 02de251d-9347-46ab-9b2a-143fdbfe65d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:26.884316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:26.884792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Checking segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:26.885573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.886051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Bound using segment: {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:26.887269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Bound port: 991991c1-a727-4ca3-b19c-715ec3585bae, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6f981-3169-4fb4-8017-0a53b7aa019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:26.887930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:26.931553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57160) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:26.988272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] For port 991991c1-a727-4ca3-b19c-715ec3585bae, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:26.992948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] For port 991991c1-a727-4ca3-b19c-715ec3585bae, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=991991c1-a727-4ca3-b19c-715ec3585bae,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:27.078700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22c3adc9-8b88-45ca-9e09-15ab5f8c843a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:27.102223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:27.105992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 22c3adc9-8b88-45ca-9e09-15ab5f8c843a {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:08:27.106341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22c3adc9-8b88-45ca-9e09-15ab5f8c843a not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:27.108595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.114264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.123588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-b8d06561-521b-43e7-a17f-95ae545bcdd4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 6491 time: 0.1905315 Jul 28 18:08:27.185623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-1bf0ad47-9b19-45c7-a9df-073e1700817d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e6b15f65-3a06-492e-81a6-09b485548e62&id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608487 Jul 28 18:08:27.197276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db242798-e11f-4a01-aea2-00bb8a9adb72 None None] Pushing event updated for resources: {'Port': ['ID=991991c1-a727-4ca3-b19c-715ec3585bae,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:27.256362 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d95e7fe-7a91-411c-9256-1f09a968f8de (CIDR: 2001:db8::/64) Jul 28 18:08:27.265830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-a6188ead-4c76-456f-ac95-543bcebe3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.267345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-a6188ead-4c76-456f-ac95-543bcebe3b83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 200 len: 867 time: 0.5594585 Jul 28 18:08:27.282650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5e3b-2a37-4429-871c-11909ab2c599 req-4985a1b4-9ee7-42e8-a882-58c012b35d34 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.284171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eeff5e3b-2a37-4429-871c-11909ab2c599 req-4985a1b4-9ee7-42e8-a882-58c012b35d34 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 944 time: 0.1016290 Jul 28 18:08:27.321596 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:08:27.322098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:27.382722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eeff5e3b-2a37-4429-871c-11909ab2c599 req-d19ecf64-61f1-4f52-9834-afd6fe5f023a tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847361 Jul 28 18:08:27.392245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-538ea666-beb1-44a8-98fb-d4ba4959b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.393858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-538ea666-beb1-44a8-98fb-d4ba4959b1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087852 Jul 28 18:08:27.456376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab37bebe-1f5e-4a5e-805f-1b0d59b51784 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3302174 Jul 28 18:08:27.456760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:27.462512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'subnet': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:27.526875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57178) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:27.535754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-bea1a35b-17d3-49b5-9bb3-a890fc391f8a service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298633 Jul 28 18:08:27.641503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99ddfcce-ab64-49db-9386-5c14c726e73a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e1ede3741794698bce996e05ce386b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130910 Jul 28 18:08:27.644197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:27.670523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:27.674132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:27.678558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75c345ac-6266-4d1c-b283-4c4f3a3435df req-e6e46983-07fb-4a39-98e5-8ae075728f93 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318121 Jul 28 18:08:27.766826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:27.808483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:27.966575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2beb08-6f57-46ba-9535-272b7539676a req-28f577b4-13f1-41b5-b318-4ac370fb1c9f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:27.970352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e2beb08-6f57-46ba-9535-272b7539676a req-28f577b4-13f1-41b5-b318-4ac370fb1c9f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1122208 Jul 28 18:08:28.065042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e2beb08-6f57-46ba-9535-272b7539676a req-aa706560-5546-4f8b-aa7e-3d41046a51fd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849445 Jul 28 18:08:28.101130 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:28.103769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:28.106221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c38de14a-4bda-47de-97c8-cb36f483c517 HTTP/1.1" status: 204 len: 168 time: 0.4597652 Jul 28 18:08:28.114441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b0b9-5331-4607-b7e2-93b76fb733ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38de14a-4bda-47de-97c8-cb36f483c517,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:28.344578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:08:28.437906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5634ac7b-6262-4e2e-9e1c-3f373cf58d59 None None] Provisioning for port 991991c1-a727-4ca3-b19c-715ec3585bae completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:28.941323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf37cf-3796-4b41-956a-ece1b5bf4f84 req-70bdc0a8-57b8-4077-9f4e-01f16b2de599 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:28.942827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70cf37cf-3796-4b41-956a-ece1b5bf4f84 req-70bdc0a8-57b8-4077-9f4e-01f16b2de599 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 944 time: 0.1323175 Jul 28 18:08:28.989042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70cf37cf-3796-4b41-956a-ece1b5bf4f84 req-5f97dd1a-bedf-4ca2-807f-ebb2c01c15c8 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Jul 28 18:08:29.096932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 991991c1-a727-4ca3-b19c-715ec3585bae up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:29.150320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.152797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab3c51-0ac0-49dc-b5c5-290f3e0e0acb req-410a5edd-e214-4a3b-8639-38f88f186afb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:29.154509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09ab3c51-0ac0-49dc-b5c5-290f3e0e0acb req-410a5edd-e214-4a3b-8639-38f88f186afb tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0786989 Jul 28 18:08:29.198188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09ab3c51-0ac0-49dc-b5c5-290f3e0e0acb req-a875df72-e3c3-46ad-90c3-3c147d4ca2db tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351546 Jul 28 18:08:29.241621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 991991c1-a727-4ca3-b19c-715ec3585bae completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:29.246711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 991991c1-a727-4ca3-b19c-715ec3585bae triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:29.247056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.331756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7522f-6b61-4790-9afd-81a673d2e773 req-999404ac-86af-4330-a988-ea2369203588 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:29.333453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a7522f-6b61-4790-9afd-81a673d2e773 req-999404ac-86af-4330-a988-ea2369203588 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1354711 Jul 28 18:08:29.351742 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.397458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a7522f-6b61-4790-9afd-81a673d2e773 req-94037e49-b905-4dfa-9fe3-a9be96d390b8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Jul 28 18:08:29.420899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] For port 991991c1-a727-4ca3-b19c-715ec3585bae, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=991991c1-a727-4ca3-b19c-715ec3585bae,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:29.452966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.521408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.521584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:29.522549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.559756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:08:29.560324 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:08:29.597065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:29.605036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:29.612894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:29.613605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.617074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2356da-182e-4491-9d30-28cb89940666 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:29.625699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2019424796'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:29.628998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Subnet': ['ID=3b950fbe-1826-4229-a24a-96d49f50823e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:29.641161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=991991c1-a727-4ca3-b19c-715ec3585bae,revision_number=4']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:29.749410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:29.753053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.762472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:29.918496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-994ede7c-8f5d-46ff-98d6-aab379ccd09c tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4606478 Jul 28 18:08:29.921325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:29.929273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Request body: {'port': {'network_id': '02de251d-9347-46ab-9b2a-143fdbfe65d6', 'mac_address': 'fa:16:3e:50:fe:7e', 'name': 'tempest-NetworksTestDHCPv6-1052945616'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:30.104002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.119672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.127168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a64b94-4a0f-4a07-b6d7-5cb93bf7a208 req-9e5611ab-4419-4258-9faf-f3962be7994a tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:30.129464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89a64b94-4a0f-4a07-b6d7-5cb93bf7a208 req-9e5611ab-4419-4258-9faf-f3962be7994a tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 944 time: 0.0562701 Jul 28 18:08:30.146145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 991991c1-a727-4ca3-b19c-715ec3585bae, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=991991c1-a727-4ca3-b19c-715ec3585bae,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:30.174701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89a64b94-4a0f-4a07-b6d7-5cb93bf7a208 req-fde6e687-2008-4e03-9ef1-f8bf2bae0a15 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Jul 28 18:08:30.199671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.231880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:08:30.248259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f031ee2-6b7e-4500-9c29-d0afc46bcbef,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:30.252351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.252351 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Added segment 88da8948-9415-46a6-a7c8-50df56b9b394 of type vlan for network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 Jul 28 18:08:30.253882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.297969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.303667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=991991c1-a727-4ca3-b19c-715ec3585bae,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:30.366937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Made reservation on behalf of e2bd60a1c14749a089151ea248de24fc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:30.375019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ee7d8308-ffd2-4813-8d91-25f1ad898405 None None] Provisioning complete for port 991991c1-a727-4ca3-b19c-715ec3585bae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:30.375583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8308-ffd2-4813-8d91-25f1ad898405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.470028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.483859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.489505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:30.490188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:30.543468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72f70-aebe-45a6-8dd0-7f4f1d658446 req-912ce54d-8dcf-48c4-b6ea-5c119596916d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:30.545177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86b72f70-aebe-45a6-8dd0-7f4f1d658446 req-912ce54d-8dcf-48c4-b6ea-5c119596916d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0661204 Jul 28 18:08:30.570998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] device_id is not set on port 02a0905b-e856-40b1-81d7-ce322467ebdc yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:30.597096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86b72f70-aebe-45a6-8dd0-7f4f1d658446 req-52273975-9d6e-4a05-9c02-9b25a00c5d5e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Jul 28 18:08:30.626185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Network': ['ID=8d25ebb2-0e4f-4b86-8b60-6d0c30776b44,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:30.636752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:08:30.682368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a2419c7d-603b-4f72-9ffe-a5c0f390d0e8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1596224 Jul 28 18:08:30.685197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:30.730882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'subnet': {'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:30.835469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8::313 (02de251d-9347-46ab-9b2a-143fdbfe65d6/8d95e7fe-7a91-411c-9256-1f09a968f8de/02a0905b-e856-40b1-81d7-ce322467ebdc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:30.846651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:fe7e (02de251d-9347-46ab-9b2a-143fdbfe65d6/3b950fbe-1826-4229-a24a-96d49f50823e/02a0905b-e856-40b1-81d7-ce322467ebdc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:31.002368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.016007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Transition to ACTIVE for port object 02a0905b-e856-40b1-81d7-ce322467ebdc will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:31.041391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:31.045034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.080038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 991991c1-a727-4ca3-b19c-715ec3585bae up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:31.129821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 991991c1-a727-4ca3-b19c-715ec3585bae triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:31.130210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.178025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.257755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:31.295377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:31.307683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 01b90c65-b50b-428c-9a1c-1a1224ff168e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:08:31.307839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:31.313551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:31.314212 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.345360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event updated for resources: {'Port': ['ID=02a0905b-e856-40b1-81d7-ce322467ebdc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:31.388387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7cc3f-3110-48e4-b63b-de9f9358bc97 req-b967af6a-e2d3-4285-b511-5205030fcbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:31.390835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9d7cc3f-3110-48e4-b63b-de9f9358bc97 req-b967af6a-e2d3-4285-b511-5205030fcbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 944 time: 0.1389422 Jul 28 18:08:31.432769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:31.439552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9d7cc3f-3110-48e4-b63b-de9f9358bc97 req-4b4e5f64-d67d-4830-822a-fd1824dce629 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Jul 28 18:08:31.456583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'mac_address': 'fa:16:3e:e2:32:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:08:31.502003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.504443 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.522987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b90c65-b50b-428c-9a1c-1a1224ff168e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:08:31.550258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:31.574255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57256) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:31.574990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d393893c-cbfc-4191-9873-1d1f108b1b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6522036 Jul 28 18:08:31.615617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Subnet': ['ID=2c4f452c-2261-47c6-8d2f-66db5125683f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:31.619082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Checking segment: {'id': '88da8948-9415-46a6-a7c8-50df56b9b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:31.619637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network hostable DHCP agents. Network: 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:08:31.652490 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.722802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:31.731281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92309d6f-8e95-45a6-9cad-8bb696888b95 req-0f68cd04-1ccf-4b2f-a2c2-c043ac9ad500 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:31.733150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92309d6f-8e95-45a6-9cad-8bb696888b95 req-0f68cd04-1ccf-4b2f-a2c2-c043ac9ad500 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jul 28 18:08:31.736079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting port 02a0905b-e856-40b1-81d7-ce322467ebdc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:31.736433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.784692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92309d6f-8e95-45a6-9cad-8bb696888b95 req-877a73ad-7533-43f4-998c-a7c741f9297e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Jul 28 18:08:31.785413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:08:31.848005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.860636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Calling delete_port for 02a0905b-e856-40b1-81d7-ce322467ebdc owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:31.883070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5010521f-efe3-415c-b8bf-507864fc583f None None] Provisioning for port 02a0905b-e856-40b1-81d7-ce322467ebdc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:31.887789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5010521f-efe3-415c-b8bf-507864fc583f None None] Provisioning complete for port 02a0905b-e856-40b1-81d7-ce322467ebdc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:31.889299 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5010521f-efe3-415c-b8bf-507864fc583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.911202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:31.924806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:31.926176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['01b90c65-b50b-428c-9a1c-1a1224ff168e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:31.927042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:31.969500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7aa890-58d0-4ae1-9579-984e35bd8b7a None None] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:32.039562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:32.041934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c2e8735-f436-4d5d-b9e3-b8f4752f8816 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3531353 Jul 28 18:08:32.045004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1082615814', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:32.179145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5010521f-efe3-415c-b8bf-507864fc583f None None] Port 02a0905b-e856-40b1-81d7-ce322467ebdc cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:08:32.203457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.204566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.225034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.268341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Port': ['ID=02a0905b-e856-40b1-81d7-ce322467ebdc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:32.306005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.330242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900a1dd-2d76-4ca8-a933-95ac61fc0f15 None None] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:32.348543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.350522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-38a8e349-8be0-4b47-a3fb-fd6d877712c4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/02a0905b-e856-40b1-81d7-ce322467ebdc HTTP/1.1" status: 204 len: 168 time: 0.7743404 Jul 28 18:08:32.353046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57262) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:32.689375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da10705-d56c-4937-83d0-5f8181b954d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.691286 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2da10705-d56c-4937-83d0-5f8181b954d4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3371208 Jul 28 18:08:32.695090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:32.698747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.724701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1f53-ce51-488c-a6b1-1e792a3fc027 req-ce2563f6-1faa-41b2-8f60-988a3779db9f tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.728431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2a1f53-ce51-488c-a6b1-1e792a3fc027 req-ce2563f6-1faa-41b2-8f60-988a3779db9f tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 945 time: 0.1680353 Jul 28 18:08:32.765887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ce2b0-e545-4416-8efb-97e32e6e06cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.767625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af5ce2b0-e545-4416-8efb-97e32e6e06cf tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0715671 Jul 28 18:08:32.770275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:32.772760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2a1f53-ce51-488c-a6b1-1e792a3fc027 req-1f89512b-b2f6-4079-8f06-77cb7be198c0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jul 28 18:08:32.832789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4e94f-8fac-4e0b-b042-c46f5d098738 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.834330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4e94f-8fac-4e0b-b042-c46f5d098738 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.836074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4e94f-8fac-4e0b-b042-c46f5d098738 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.840286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-01c4e94f-8fac-4e0b-b042-c46f5d098738 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0664196 Jul 28 18:08:32.843550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57278) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:32.917420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cf8db-c6cb-484c-a0ab-2c8853d43659 req-6a5ea508-78d5-4f53-a605-4265fb2bc0c7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:32.919519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-859cf8db-c6cb-484c-a0ab-2c8853d43659 req-6a5ea508-78d5-4f53-a605-4265fb2bc0c7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Jul 28 18:08:32.933646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 3b950fbe-1826-4229-a24a-96d49f50823e {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:32.938404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:32.964567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-859cf8db-c6cb-484c-a0ab-2c8853d43659 req-0019e5d5-5fb9-4ba0-a6aa-d1506d6574ae tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365694 Jul 28 18:08:32.989758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.093734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.225537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.250319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.334222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.335883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 01b90c65-b50b-428c-9a1c-1a1224ff168e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:33.397359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=3b950fbe-1826-4229-a24a-96d49f50823e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:33.399765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.401638 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-23cd3ed3-29ca-4276-bcba-5eedb6614c72 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/3b950fbe-1826-4229-a24a-96d49f50823e HTTP/1.1" status: 204 len: 168 time: 0.5600185 Jul 28 18:08:33.404412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57280) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:33.407835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d598af-4b78-4e9a-8247-7ad13f00965e None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:33.467719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Deleting subnet 8d95e7fe-7a91-411c-9256-1f09a968f8de {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:08:33.474077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.483942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.248 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/0f4fb8f6-3148-4e65-8af7-09e0a32127bd) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:33.531623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 01b90c65-b50b-428c-9a1c-1a1224ff168e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:08:33.534853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.555894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 01b90c65-b50b-428c-9a1c-1a1224ff168e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:33.556367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.601843 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.673075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.724277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.726191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:33.729242 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2adf93-efcb-40a6-9fb0-07b185b38895" -d '{"events": [{"server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "name": "network-vif-plugged", "status": "completed", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:33.743075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:33.799072 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4d6a0-b9c1-4fa9-8255-d26406ba983f x-openstack-request-id: req-0df4d6a0-b9c1-4fa9-8255-d26406ba983f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:33.800190 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "name": "network-vif-plugged", "status": "completed", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:33.800726 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0df4d6a0-b9c1-4fa9-8255-d26406ba983f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:33.801351 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'code': 200} Jul 28 18:08:33.846999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.896612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:33.910798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd5c5-7b53-47cc-97b3-589817cafb71 req-2435d119-a897-460c-b943-04903862cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:33.912092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:33.912304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c3fd5c5-7b53-47cc-97b3-589817cafb71 req-2435d119-a897-460c-b943-04903862cf7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1096 time: 0.0510676 Jul 28 18:08:33.923653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:33.930560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:33.965563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c3fd5c5-7b53-47cc-97b3-589817cafb71 req-210a5c79-3f32-4c9d-bb58-bc4d0587785e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Jul 28 18:08:33.986797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=0f4fb8f6-3148-4e65-8af7-09e0a32127bd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:33.987650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:34.009187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:34.019449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.019816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.020210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.020556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.021038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.021670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.022012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.022344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.022678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.023010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.023502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.023838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:34.041862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Subnet': ['ID=8d95e7fe-7a91-411c-9256-1f09a968f8de,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:34.046525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:34.051672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3cb3a9b-e414-4e06-bc36-0459536b0b9d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/8d95e7fe-7a91-411c-9256-1f09a968f8de HTTP/1.1" status: 204 len: 168 time: 0.6435990 Jul 28 18:08:34.051672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57294) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.056705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7b25-883c-4f8f-be0f-72233c8f7b31 req-a0f0baa5-5e8d-4621-aa57-d88f95bdb3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:34.058347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93fc7b25-883c-4f8f-be0f-72233c8f7b31 req-a0f0baa5-5e8d-4621-aa57-d88f95bdb3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 945 time: 0.1643131 Jul 28 18:08:34.122121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd833ea3-14b4-4672-b7ae-8708d3cb3157 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671351 Jul 28 18:08:34.124982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57296) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.207574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f4a20-9141-4e46-949b-63532d7b872d req-cea14b4b-c9e7-4498-a962-af357ab8d438 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:34.209250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-915f4a20-9141-4e46-949b-63532d7b872d req-cea14b4b-c9e7-4498-a962-af357ab8d438 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1003466 Jul 28 18:08:34.218446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e52c06-9b4d-40da-a822-f937540fca3d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:34.222331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78e52c06-9b4d-40da-a822-f937540fca3d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0945151 Jul 28 18:08:34.223801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57298) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.266194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93fc7b25-883c-4f8f-be0f-72233c8f7b31 req-ed3ff17e-9abe-4c07-ad17-7e9bf386efee tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989863 Jul 28 18:08:34.269298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-915f4a20-9141-4e46-949b-63532d7b872d req-ffab437a-721d-4dc5-8591-ea65f5834901 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Jul 28 18:08:34.302942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe47a6-2283-4e87-bea1-a564557d1acb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:34.307487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7bbe47a6-2283-4e87-bea1-a564557d1acb tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798540 Jul 28 18:08:34.315504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.355176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4240dd9f-00e8-496a-b7c1-7aeb9374f0dd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461388 Jul 28 18:08:34.360956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57302) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.386653 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-53140ede-c72f-470d-a0d1-37627b32f55e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.387592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53140ede-c72f-470d-a0d1-37627b32f55e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.389612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53140ede-c72f-470d-a0d1-37627b32f55e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/02a0905b-e856-40b1-81d7-ce322467ebdc HTTP/1.1" status: 404 len: 333 time: 0.0291574 Jul 28 18:08:34.397297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57304) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.429432 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b517a4c1-24a5-4bf6-a707-7556bfacd101 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.429822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b517a4c1-24a5-4bf6-a707-7556bfacd101 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.432806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b517a4c1-24a5-4bf6-a707-7556bfacd101 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/3b950fbe-1826-4229-a24a-96d49f50823e HTTP/1.1" status: 404 len: 337 time: 0.0343645 Jul 28 18:08:34.435276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57306) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.465260 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61f8f55-8d93-435c-8416-8dd707138563 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.465735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61f8f55-8d93-435c-8416-8dd707138563 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.467701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f61f8f55-8d93-435c-8416-8dd707138563 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/8d95e7fe-7a91-411c-9256-1f09a968f8de HTTP/1.1" status: 404 len: 337 time: 0.0311334 Jul 28 18:08:34.470649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.498385 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de8676d-4739-4cd7-8340-963290768a25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.498500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de8676d-4739-4cd7-8340-963290768a25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.502576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6de8676d-4739-4cd7-8340-963290768a25 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/9830da81-92cd-46c4-87b3-0d3da9e60a99 HTTP/1.1" status: 404 len: 333 time: 0.0285964 Jul 28 18:08:34.507076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57310) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.543880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136a0c8-0f9e-4e61-a24e-3bf355d1e754 None None] Network 02de251d-9347-46ab-9b2a-143fdbfe65d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:08:34.554073 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-beca5f06-bf8d-4926-a675-f9064e0a749f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.554539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beca5f06-bf8d-4926-a675-f9064e0a749f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.559428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-beca5f06-bf8d-4926-a675-f9064e0a749f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/559225c1-85e3-44a0-b801-aa3ae60272b6 HTTP/1.1" status: 404 len: 337 time: 0.0490334 Jul 28 18:08:34.559732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.590205 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02ce24f-31f0-4b2b-940a-64e58f7cc48f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.590668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02ce24f-31f0-4b2b-940a-64e58f7cc48f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.594732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a02ce24f-31f0-4b2b-940a-64e58f7cc48f tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/f2a3f2b5-776f-4087-b4b5-809957d507e5 HTTP/1.1" status: 404 len: 337 time: 0.0317178 Jul 28 18:08:34.594875 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:34.594986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57314) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.619375 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-add696c4-26e1-4ce4-98ac-58c46f3c84b3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.620732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add696c4-26e1-4ce4-98ac-58c46f3c84b3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.624919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-add696c4-26e1-4ce4-98ac-58c46f3c84b3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/564ef00b-b194-42d6-bd9a-0567fd5efc86 HTTP/1.1" status: 404 len: 333 time: 0.0266888 Jul 28 18:08:34.625164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57316) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.669021 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b33f25e-1a1e-4cdf-b42e-ad17b30f267d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.669772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b33f25e-1a1e-4cdf-b42e-ad17b30f267d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.671691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b33f25e-1a1e-4cdf-b42e-ad17b30f267d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/4359cf0c-f3a8-48cd-ae00-08fe22cc7d58 HTTP/1.1" status: 404 len: 337 time: 0.0454981 Jul 28 18:08:34.674287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57320) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.676978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4f90e090-f804-4be9-a17f-59163ef29f56 None None] Provisioning complete for port 991991c1-a727-4ca3-b19c-715ec3585bae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:34.677601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4f90e090-f804-4be9-a17f-59163ef29f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:34.705444 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca400302-bd02-49a8-a2e8-b23c39356a36 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.705940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca400302-bd02-49a8-a2e8-b23c39356a36 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.710190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca400302-bd02-49a8-a2e8-b23c39356a36 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2ff8d2c5-2dca-4b76-ae89-f730732d5284 HTTP/1.1" status: 404 len: 337 time: 0.0323441 Jul 28 18:08:34.710462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57324) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.766187 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ae2041-1d88-4eb3-85b5-84659bb7c167 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.767082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ae2041-1d88-4eb3-85b5-84659bb7c167 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.771200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61ae2041-1d88-4eb3-85b5-84659bb7c167 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/8c696ea9-37c8-40c0-bd8c-96c216e9e72e HTTP/1.1" status: 404 len: 333 time: 0.0573680 Jul 28 18:08:34.771481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57326) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.833670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] DHCP port deletion for 02de251d-9347-46ab-9b2a-143fdbfe65d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:08:34.853164 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09a9dfa-682f-4d13-acf6-6ff8dfc73650 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.853639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09a9dfa-682f-4d13-acf6-6ff8dfc73650 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.855464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f09a9dfa-682f-4d13-acf6-6ff8dfc73650 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/310d5328-acb3-41f2-ac5f-a530d2ba00ef HTTP/1.1" status: 404 len: 337 time: 0.0830362 Jul 28 18:08:34.857974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57328) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.922182 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5943af48-67a3-455c-825b-f6d5178679b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.922625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5943af48-67a3-455c-825b-f6d5178679b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.924318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Deleting port 991991c1-a727-4ca3-b19c-715ec3585bae {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:34.924497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5943af48-67a3-455c-825b-f6d5178679b9 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/800b7662-2552-4d05-b324-1545cebc20d1 HTTP/1.1" status: 404 len: 337 time: 0.0655773 Jul 28 18:08:34.925162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:34.928615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57332) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:34.970164 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ffe18d-a2d7-40d2-857f-b862c402d7ee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:34.970808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ffe18d-a2d7-40d2-857f-b862c402d7ee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:34.980554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75ffe18d-a2d7-40d2-857f-b862c402d7ee tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/a799cd47-0edd-4b2d-b7a8-015fb05aaa93 HTTP/1.1" status: 404 len: 333 time: 0.0508490 Jul 28 18:08:34.989743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57334) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.011737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] For port 991991c1-a727-4ca3-b19c-715ec3585bae, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=991991c1-a727-4ca3-b19c-715ec3585bae,segment=NetworkSegment(dfb6f981-3169-4fb4-8017-0a53b7aa019b),segment_id=dfb6f981-3169-4fb4-8017-0a53b7aa019b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:35.012146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:35.018116 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-151c3a6d-63e2-4e8a-9d03-5a9888c75b5b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.019220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151c3a6d-63e2-4e8a-9d03-5a9888c75b5b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.022229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-151c3a6d-63e2-4e8a-9d03-5a9888c75b5b tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/96fe72ae-783f-4b7e-8f76-1477c2f0541b HTTP/1.1" status: 404 len: 337 time: 0.0314515 Jul 28 18:08:35.027158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57336) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.060324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Calling delete_port for 991991c1-a727-4ca3-b19c-715ec3585bae owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:35.091436 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-797f8954-bd3a-455c-a623-2a095a2ca8b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.092262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797f8954-bd3a-455c-a623-2a095a2ca8b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.094060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-797f8954-bd3a-455c-a623-2a095a2ca8b6 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/75ee8735-6539-4d35-8fce-dc7431d7c95b HTTP/1.1" status: 404 len: 333 time: 0.0659039 Jul 28 18:08:35.100175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.135514 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc8782b-2c62-4876-9654-ab83c02d7404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.135985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc8782b-2c62-4876-9654-ab83c02d7404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.140822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bfc8782b-2c62-4876-9654-ab83c02d7404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/9a0e9fff-c92e-46e9-bccb-82830e44f5cf HTTP/1.1" status: 404 len: 337 time: 0.0396500 Jul 28 18:08:35.143414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57340) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.157976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 991991c1-a727-4ca3-b19c-715ec3585bae no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:35.176797 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a017c15-ad50-403c-a4b3-452ddd122b5a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.177492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a017c15-ad50-403c-a4b3-452ddd122b5a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.179355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a017c15-ad50-403c-a4b3-452ddd122b5a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/998c0573-4d87-4f51-b31c-f4b2c675e6a5 HTTP/1.1" status: 404 len: 333 time: 0.0342367 Jul 28 18:08:35.181991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57342) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.217857 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4234144-5894-4d74-8e41-f5108ce02b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.218318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4234144-5894-4d74-8e41-f5108ce02b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.220347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4234144-5894-4d74-8e41-f5108ce02b77 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/33970895-0c13-4e38-985e-1918cc17304f HTTP/1.1" status: 404 len: 337 time: 0.0372386 Jul 28 18:08:35.222701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57344) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.252351 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbb6bd9-a8f7-4aa9-8248-9e2250ea5f86 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.253336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbb6bd9-a8f7-4aa9-8248-9e2250ea5f86 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.255515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ffbb6bd9-a8f7-4aa9-8248-9e2250ea5f86 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/5756cfbd-df08-4777-931b-2f66f5a5e76b HTTP/1.1" status: 404 len: 333 time: 0.0310359 Jul 28 18:08:35.257780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57346) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.268093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:35.278982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:35.291806 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22867cd-b15d-406b-974f-f81294a4c6ec tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.292617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22867cd-b15d-406b-974f-f81294a4c6ec tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.294762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c22867cd-b15d-406b-974f-f81294a4c6ec tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/1919733c-85ac-46a4-8948-fe8e19374fd1 HTTP/1.1" status: 404 len: 337 time: 0.0353565 Jul 28 18:08:35.297564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57352) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.309786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:35.325224 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7558f9-d9bc-4317-a2bd-14acc5564701 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.326181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7558f9-d9bc-4317-a2bd-14acc5564701 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.330533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1b7558f9-d9bc-4317-a2bd-14acc5564701 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/ea421693-94d7-4ec0-a502-d2ebdfcc030e HTTP/1.1" status: 404 len: 333 time: 0.0296252 Jul 28 18:08:35.330831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.359595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] Pushing event deleted for resources: {'Port': ['ID=991991c1-a727-4ca3-b19c-715ec3585bae,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:35.363524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0d730-ed55-4587-a7ac-a4b5182c33d3 None None] No DVR routers for this DVR port 991991c1-a727-4ca3-b19c-715ec3585bae on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:08:35.375868 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-897193b8-9e78-4deb-a5b5-eb12b46c9e04 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.375868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897193b8-9e78-4deb-a5b5-eb12b46c9e04 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.379832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-897193b8-9e78-4deb-a5b5-eb12b46c9e04 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/bf18680a-dc19-4ccd-b0ae-6107a30e4bec HTTP/1.1" status: 404 len: 337 time: 0.0447984 Jul 28 18:08:35.379832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57356) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.417036 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad89074-01b7-4382-b4ae-bdd3f5c2d7e5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.423159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad89074-01b7-4382-b4ae-bdd3f5c2d7e5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.423159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ad89074-01b7-4382-b4ae-bdd3f5c2d7e5 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/d8a3a757-b8cc-4733-b665-9c006610a9e9 HTTP/1.1" status: 404 len: 333 time: 0.0393016 Jul 28 18:08:35.423361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57358) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.465279 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b0dfbe-3b18-4482-8902-fc9e4fc7160e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.465279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b0dfbe-3b18-4482-8902-fc9e4fc7160e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.467926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-33b0dfbe-3b18-4482-8902-fc9e4fc7160e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/9c626e1d-d1b8-4d2f-95b2-140d57c7be73 HTTP/1.1" status: 404 len: 337 time: 0.0434899 Jul 28 18:08:35.471751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.507436 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d9de9f-91e4-4aef-a6cd-6db7a0624e51 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.507898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d9de9f-91e4-4aef-a6cd-6db7a0624e51 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.510223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f0d9de9f-91e4-4aef-a6cd-6db7a0624e51 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/fe6e2725-2bf7-4ec1-bd14-fe97e20ba6c9 HTTP/1.1" status: 404 len: 337 time: 0.0367076 Jul 28 18:08:35.514255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.515625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13fbd0-b6c8-4e96-a5d0-47f5b5f14801 req-545a3222-1308-4552-a524-64a096778017 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:35.517224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af13fbd0-b6c8-4e96-a5d0-47f5b5f14801 req-545a3222-1308-4552-a524-64a096778017 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 946 time: 0.0855579 Jul 28 18:08:35.552902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991aa2-db48-4f8d-8c65-c8c6a788d38c req-2420672b-4800-4def-baab-711cdddc9aef tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:35.554398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0991aa2-db48-4f8d-8c65-c8c6a788d38c req-2420672b-4800-4def-baab-711cdddc9aef tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1167696 Jul 28 18:08:35.555631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af13fbd0-b6c8-4e96-a5d0-47f5b5f14801 req-6a2b7268-3f36-477a-8edc-9f09dab80cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Jul 28 18:08:35.557416 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa219a57-afc6-475a-902f-735bbbb83c3e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.558101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa219a57-afc6-475a-902f-735bbbb83c3e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.559769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aa219a57-afc6-475a-902f-735bbbb83c3e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/32841721-31ad-4551-8760-afaa3c3372c7 HTTP/1.1" status: 404 len: 333 time: 0.0437076 Jul 28 18:08:35.562566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57364) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.599967 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-42453639-2850-4105-b507-904972a67d06 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.600429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42453639-2850-4105-b507-904972a67d06 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.602646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-42453639-2850-4105-b507-904972a67d06 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/6b534b74-cbb0-41b8-8214-3d9bf68eb111 HTTP/1.1" status: 404 len: 337 time: 0.0386345 Jul 28 18:08:35.603851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d0991aa2-db48-4f8d-8c65-c8c6a788d38c req-6cd544dd-758e-4f1d-88ed-d7930a2eff28 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jul 28 18:08:35.604803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.631174 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4300c5cb-1642-4354-b5ee-be428c13b3f1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.631617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4300c5cb-1642-4354-b5ee-be428c13b3f1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.634089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4300c5cb-1642-4354-b5ee-be428c13b3f1 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d9e6d0de-c473-4fe9-999a-7da6d63caa72 HTTP/1.1" status: 404 len: 337 time: 0.0276325 Jul 28 18:08:35.636486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57370) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.658725 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7027746b-f02e-447e-a7e0-1ef32ba3d5a4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.659366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7027746b-f02e-447e-a7e0-1ef32ba3d5a4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.661097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7027746b-f02e-447e-a7e0-1ef32ba3d5a4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/162c68a5-ff23-4d32-834a-96e2be890b75 HTTP/1.1" status: 404 len: 333 time: 0.0236549 Jul 28 18:08:35.663566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57372) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.688821 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-020b8dcb-b660-435c-ac47-918803c5890a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.689279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020b8dcb-b660-435c-ac47-918803c5890a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.691208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-020b8dcb-b660-435c-ac47-918803c5890a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d5586067-2448-46e0-9202-627f9dd19556 HTTP/1.1" status: 404 len: 337 time: 0.0265093 Jul 28 18:08:35.694049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57374) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.720731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:08:35.722839 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c47ca5-b08c-467a-9816-41efe89a7eb4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.723236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c47ca5-b08c-467a-9816-41efe89a7eb4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.724918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f3c47ca5-b08c-467a-9816-41efe89a7eb4 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2008e07e-fa51-43b2-9355-c095b4c0e20a HTTP/1.1" status: 404 len: 337 time: 0.0297952 Jul 28 18:08:35.736025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57378) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.784193 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be7a2db-5143-4898-8536-f12cae533259 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.784934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be7a2db-5143-4898-8536-f12cae533259 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.786786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6be7a2db-5143-4898-8536-f12cae533259 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/8ed69c83-3f82-47eb-9dce-4bd1735551c7 HTTP/1.1" status: 404 len: 333 time: 0.0423045 Jul 28 18:08:35.789352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57380) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.849069 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-16826010-908a-4789-8e03-9f8b61bc62ce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.849530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16826010-908a-4789-8e03-9f8b61bc62ce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.851331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-16826010-908a-4789-8e03-9f8b61bc62ce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/d923eea6-8eb5-4f5e-9eb1-f2cb13c46d3f HTTP/1.1" status: 404 len: 337 time: 0.0609550 Jul 28 18:08:35.852897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-b112c44b-c6a1-468d-bc0d-112d2e27f953 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 258 time: 0.2406001 Jul 28 18:08:35.855578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.865246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:35.895823 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-648cf06e-2ba7-4757-aace-7a8312b58aea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:35.896279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648cf06e-2ba7-4757-aace-7a8312b58aea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:35.900383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-648cf06e-2ba7-4757-aace-7a8312b58aea tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/191dd217-a34b-43e8-bd2b-fdb3ab766a04 HTTP/1.1" status: 404 len: 337 time: 0.0418546 Jul 28 18:08:35.900740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.934796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf581e3b-cf2a-4e2e-93f7-1c3b455aec6e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b8fed78-9a66-44fe-b6d4-ef908f423cd4 HTTP/1.1" status: 200 len: 205 time: 0.0316846 Jul 28 18:08:35.937372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57388) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:35.941350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:35.951847 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:35.961044 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:35.961680 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:35.997866 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.002849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.005526 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-8b6d604d-2cb4-4ac5-a62a-3fdee72ed922 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] delete failed (client error): The resource could not be found. Jul 28 18:08:36.009764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8b6d604d-2cb4-4ac5-a62a-3fdee72ed922 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/routers/3b8fed78-9a66-44fe-b6d4-ef908f423cd4 HTTP/1.1" status: 404 len: 336 time: 0.0682030 Jul 28 18:08:36.009946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:36.009946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.010135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.040545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.041513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608ad8b-e86f-4363-a0ba-3dfbbb517b28 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:36.041828 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33e47f1-8c53-4df3-b868-bfd9398cf622 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.042996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33e47f1-8c53-4df3-b868-bfd9398cf622 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.048267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c33e47f1-8c53-4df3-b868-bfd9398cf622 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/213096f5-8d04-4b84-b332-7fa4c0e4b17f HTTP/1.1" status: 404 len: 337 time: 0.0359566 Jul 28 18:08:36.048826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.083144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d448e9c-0e86-485e-b7d5-781910b21ed3 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "GET /v2.0/ports?device_id=144d27af-31ba-452a-b42f-eeb052bcf868 HTTP/1.1" status: 200 len: 205 time: 0.0332236 Jul 28 18:08:36.085710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.128673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.129890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28195251-6c61-4a29-90c1-be20f71d77a8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0888081 Jul 28 18:08:36.131039 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-1389ee56-886d-4376-89de-e1360e11785a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] delete failed (client error): The resource could not be found. Jul 28 18:08:36.132013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1389ee56-886d-4376-89de-e1360e11785a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/routers/144d27af-31ba-452a-b42f-eeb052bcf868 HTTP/1.1" status: 404 len: 336 time: 0.0452936 Jul 28 18:08:36.132721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57398) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.134555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57400) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.142317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.161408 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aba6080-6337-429c-9bba-839dfd38215e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.161891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aba6080-6337-429c-9bba-839dfd38215e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.166499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6aba6080-6337-429c-9bba-839dfd38215e tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/64ea2358-cc0c-49d7-882e-973c8613058e HTTP/1.1" status: 404 len: 337 time: 0.0283086 Jul 28 18:08:36.166718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57402) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.193056 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b0d4d-25ad-4288-88de-e7c6a4d9dd13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.193978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291b0d4d-25ad-4288-88de-e7c6a4d9dd13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.197979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-291b0d4d-25ad-4288-88de-e7c6a4d9dd13 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/7fd56113-80c8-4bcb-922d-20b5fb9a2f89 HTTP/1.1" status: 404 len: 337 time: 0.0279944 Jul 28 18:08:36.198251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.221602 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3063297d-9e7a-4f65-8908-67fd59810e1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.222234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3063297d-9e7a-4f65-8908-67fd59810e1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.224911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3063297d-9e7a-4f65-8908-67fd59810e1d tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/bdf84c23-f2f4-41c3-8815-4be66c326b05 HTTP/1.1" status: 404 len: 333 time: 0.0247617 Jul 28 18:08:36.236213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.262354 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-443c3859-703b-4150-931a-5b0a6f68714a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.262732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443c3859-703b-4150-931a-5b0a6f68714a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.264464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-443c3859-703b-4150-931a-5b0a6f68714a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/62c0e305-3593-47f2-b190-60e3be397e31 HTTP/1.1" status: 404 len: 337 time: 0.0272307 Jul 28 18:08:36.266880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57408) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.290865 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a41108-041c-4f20-a3e4-4a43b0343fce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.291604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a41108-041c-4f20-a3e4-4a43b0343fce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.293560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-13a41108-041c-4f20-a3e4-4a43b0343fce tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/03d9ce1a-6a94-4455-a715-87af3a4fb790 HTTP/1.1" status: 404 len: 333 time: 0.0256891 Jul 28 18:08:36.296214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57410) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.328206 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e64e2fe-9fc0-4b55-8c44-b862048c9cdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.328659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e64e2fe-9fc0-4b55-8c44-b862048c9cdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.330371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8e64e2fe-9fc0-4b55-8c44-b862048c9cdd tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/f42f4a21-635b-488b-adce-d658efa07ca5 HTTP/1.1" status: 404 len: 337 time: 0.0332675 Jul 28 18:08:36.334341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57412) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.358347 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bd9f9b-ec41-4f01-97bc-f00f20b023fa tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.358976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bd9f9b-ec41-4f01-97bc-f00f20b023fa tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.360702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5bd9f9b-ec41-4f01-97bc-f00f20b023fa tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/47f5a856-95f4-41c0-8d70-a64e32d93970 HTTP/1.1" status: 404 len: 333 time: 0.0254257 Jul 28 18:08:36.363735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57414) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.390678 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6268d07b-cb51-4ed2-99e2-560ee33976c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.391252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6268d07b-cb51-4ed2-99e2-560ee33976c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.393018 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6268d07b-cb51-4ed2-99e2-560ee33976c0 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/6824494b-b3f1-4e3c-804f-54914f0c9ad9 HTTP/1.1" status: 404 len: 337 time: 0.0283601 Jul 28 18:08:36.395645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.419969 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-61964ad2-2c19-4b6a-9739-8a1e0882b404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.420617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61964ad2-2c19-4b6a-9739-8a1e0882b404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.422334 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61964ad2-2c19-4b6a-9739-8a1e0882b404 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/06f600d1-aa7b-4ee0-a4d6-84e514e7f69b HTTP/1.1" status: 404 len: 333 time: 0.0258019 Jul 28 18:08:36.424849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57418) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.451366 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf94e9-80de-4d4c-95fb-25fbea3f6356 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.451852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf94e9-80de-4d4c-95fb-25fbea3f6356 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.453802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-31cf94e9-80de-4d4c-95fb-25fbea3f6356 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/83d248b2-67b9-4913-a575-b5fbc612f063 HTTP/1.1" status: 404 len: 337 time: 0.0279617 Jul 28 18:08:36.456167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57420) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.480384 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1fdccd-3e69-4627-a181-03ea27276212 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.481034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1fdccd-3e69-4627-a181-03ea27276212 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.482926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd1fdccd-3e69-4627-a181-03ea27276212 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/1a0e0f88-edab-47c8-8c79-122165fcb6df HTTP/1.1" status: 404 len: 333 time: 0.0258403 Jul 28 18:08:36.485459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.502459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Allocated IP 172.25.7.151 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/7863321f-0710-46b8-859a-6676150e7c06) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:36.516455 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e8c0a-6adc-47cc-8c2a-5b56d1174857 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.516839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e8c0a-6adc-47cc-8c2a-5b56d1174857 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.518570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-064e8c0a-6adc-47cc-8c2a-5b56d1174857 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/0b77f06e-6178-4428-b69e-036a6d439b91 HTTP/1.1" status: 404 len: 337 time: 0.0322249 Jul 28 18:08:36.521426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57424) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.545841 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daf7c5a-9efe-48ef-8d99-877bcfc9053a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.546487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daf7c5a-9efe-48ef-8d99-877bcfc9053a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.548361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7daf7c5a-9efe-48ef-8d99-877bcfc9053a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/7f0b84d3-f984-4a41-8b59-748b10b892d4 HTTP/1.1" status: 404 len: 333 time: 0.0260160 Jul 28 18:08:36.551065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57426) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.577471 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5468c014-0c76-4c56-beec-e073125c9a32 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.577935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5468c014-0c76-4c56-beec-e073125c9a32 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.579654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5468c014-0c76-4c56-beec-e073125c9a32 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/2585fa7f-2a82-4677-9e7b-eef9de3cde05 HTTP/1.1" status: 404 len: 337 time: 0.0276015 Jul 28 18:08:36.582414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.607020 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7eb958-9e97-47ae-ad0b-413b48967106 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.607756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7eb958-9e97-47ae-ad0b-413b48967106 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.609495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c7eb958-9e97-47ae-ad0b-413b48967106 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/ports/93d55889-8707-46e2-b132-9fa8ba0c7722 HTTP/1.1" status: 404 len: 333 time: 0.0260448 Jul 28 18:08:36.612453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.639035 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f9191e-a311-4c54-9a8c-daa606cc5d84 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:36.639583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f9191e-a311-4c54-9a8c-daa606cc5d84 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:36.643883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-44f9191e-a311-4c54-9a8c-daa606cc5d84 tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/subnets/ffe7835a-ff85-4a4e-aff3-edd5b54d9238 HTTP/1.1" status: 404 len: 337 time: 0.0281117 Jul 28 18:08:36.644130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57434) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:36.759376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.783437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35023-a0a2-4df8-a20e-f28cdf9cd1f6 req-8d89698a-5966-4472-93d5-78211cc83e18 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:36.784902 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18f35023-a0a2-4df8-a20e-f28cdf9cd1f6 req-8d89698a-5966-4472-93d5-78211cc83e18 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0870078 Jul 28 18:08:36.896683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18f35023-a0a2-4df8-a20e-f28cdf9cd1f6 req-0a58db3f-4ce1-4697-b769-933221345ef9 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887709 Jul 28 18:08:36.898636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.919179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02de251d-9347-46ab-9b2a-143fdbfe65d6']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.928103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb6f981-3169-4fb4-8017-0a53b7aa019b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.928404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb6f981-3169-4fb4-8017-0a53b7aa019b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.938276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.954575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.961253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:08:36.962265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:08:36.965408 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:08:37.068716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.123344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.131455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.134240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] 10.222.0.25 "DELETE /v2.0/networks/02de251d-9347-46ab-9b2a-143fdbfe65d6 HTTP/1.1" status: 204 len: 168 time: 0.4883487 Jul 28 18:08:37.153475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aed54-6ce3-472d-8bfb-69d6eecbed3a tempest-NetworksTestDHCPv6-1864407170 tempest-NetworksTestDHCPv6-1864407170-project] Pushing event deleted for resources: {'Network': ['ID=02de251d-9347-46ab-9b2a-143fdbfe65d6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:37.262943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.272755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.350582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:37.356120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:37.361657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:37.393275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event updated for resources: {'Port': ['ID=7863321f-0710-46b8-859a-6676150e7c06,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:37.620251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.705849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-698c9e25-8285-4f4e-bbfc-d75fa38333c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.714752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57446) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:37.761140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.1 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/79828173-e667-4bd5-b6bc-63b3908fc228) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:37.799810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.876025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b7855306-005d-4551-9d3f-a86f02e0fa45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2bd60a1c14749a089151ea248de24fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580446 Jul 28 18:08:37.876961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:37.929082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.955669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:37.994630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.058571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837ea8-6876-4a6a-8635-3bafaf7f9415 req-c964fcdb-af37-4e0f-a570-198363d5b5f5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:38.060172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6837ea8-6876-4a6a-8635-3bafaf7f9415 req-c964fcdb-af37-4e0f-a570-198363d5b5f5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.0672433 Jul 28 18:08:38.078727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.115141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6837ea8-6876-4a6a-8635-3bafaf7f9415 req-7aaef296-fd44-4ac6-ab38-b528efcdbdca tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Jul 28 18:08:38.167003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.169641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.170781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c9cbd9e-ccaf-492b-84a0-b3c4cce3a728 HTTP/1.1" status: 204 len: 168 time: 0.2929018 Jul 28 18:08:38.179352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7ff1d-1978-4c5c-9c46-11c7ba4d9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cbd9e-ccaf-492b-84a0-b3c4cce3a728,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:38.197867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.203288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.256181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:38.264256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event updated for resources: {'Port': ['ID=7863321f-0710-46b8-859a-6676150e7c06,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:38.267080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:38.293096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:38.368286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.380693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=79828173-e667-4bd5-b6bc-63b3908fc228,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:38.386907 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.543237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.544482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-0b9db4e6-2780-400c-870a-001cd054bcec tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6907027 Jul 28 18:08:38.641928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-28d3d82b-e1ba-40b8-ab5d-14192d5b8e77 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0899167 Jul 28 18:08:38.663018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:38.841165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-a2f326d8-af57-4bd9-8b07-a9d6830133b9 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:38.842756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-a2f326d8-af57-4bd9-8b07-a9d6830133b9 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1934569 Jul 28 18:08:38.853310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-15bdd3d7-5126-45e6-9696-8356f1d2ba89 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:38.854263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b48bbc2c-292c-4c0d-a35f-b64da1ad400a req-15bdd3d7-5126-45e6-9696-8356f1d2ba89 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058620 Jul 28 18:08:39.053018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-0db27647-3770-4996-a7ea-c1adfe6785d3 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:39.054676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-0db27647-3770-4996-a7ea-c1adfe6785d3 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1431255 Jul 28 18:08:39.132074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-b4e059f7-53e2-412e-bb14-6f3531d7744b tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0685155 Jul 28 18:08:39.148956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'floatingip': {'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:39.193138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:39.266868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:39.338717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57508) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.444653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-e46ff7d6-c3a5-4ba5-92de-1c8b72a3aebf tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.445822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e46ff7d6-c3a5-4ba5-92de-1c8b72a3aebf tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1059873 Jul 28 18:08:39.449027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57512) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.453460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-83c9f5b9-9d27-4b88-aafb-34a01e63229b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.454578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83c9f5b9-9d27-4b88-aafb-34a01e63229b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043964 Jul 28 18:08:39.458788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57514) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.463632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-b61329a3-e59d-4749-b367-be1274be92dc tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.464702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b61329a3-e59d-4749-b367-be1274be92dc tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049884 Jul 28 18:08:39.467092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57516) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.471587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-a36cf95a-5535-4c83-9010-84ee3184e206 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.472590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a36cf95a-5535-4c83-9010-84ee3184e206 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045424 Jul 28 18:08:39.475166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57518) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.481382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-15039e20-8002-46cc-a93a-cba3b813e141 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.482364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15039e20-8002-46cc-a93a-cba3b813e141 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062630 Jul 28 18:08:39.484942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.489177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-130b7067-a1ff-4097-9dff-436cf6f7bb2c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.490123 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-130b7067-a1ff-4097-9dff-436cf6f7bb2c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042868 Jul 28 18:08:39.492759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57522) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.497118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-009fe4ab-7e35-4638-927d-41399c031ac4 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.498346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-009fe4ab-7e35-4638-927d-41399c031ac4 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044448 Jul 28 18:08:39.500863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.506340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-44069a19-67cf-4353-9d9e-b50ec1a3b4e1 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.510075 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-44069a19-67cf-4353-9d9e-b50ec1a3b4e1 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053732 Jul 28 18:08:39.512035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.516857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-8f033444-ba6b-4e72-ae80-e0e0d5eba157 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.519912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f033444-ba6b-4e72-ae80-e0e0d5eba157 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066335 Jul 28 18:08:39.520751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57528) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.525745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-73c6dc38-0a5d-4b30-b87a-25e816043c46 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.526733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73c6dc38-0a5d-4b30-b87a-25e816043c46 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050817 Jul 28 18:08:39.535838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57530) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.540919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-0baf0048-bbed-443d-9acb-24b7eb07e530 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.541890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0baf0048-bbed-443d-9acb-24b7eb07e530 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051086 Jul 28 18:08:39.544417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.549311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-4096f792-f928-4ff5-9111-1ca5a2b59dea tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.550273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4096f792-f928-4ff5-9111-1ca5a2b59dea tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049059 Jul 28 18:08:39.552931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57534) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.557392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-e37380c0-aec0-483c-8550-a713b307505f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.558400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e37380c0-aec0-483c-8550-a713b307505f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044868 Jul 28 18:08:39.561255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57536) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.566244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-02ec364a-fa34-4fc1-80fc-2ce5037b4e25 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.567377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-02ec364a-fa34-4fc1-80fc-2ce5037b4e25 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046525 Jul 28 18:08:39.569950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57538) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.574455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-ba04c8f0-67bd-4762-8e1c-7bfe37a0878a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.577738 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ba04c8f0-67bd-4762-8e1c-7bfe37a0878a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045428 Jul 28 18:08:39.577977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57540) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.582661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-ecfedde3-c4ee-465e-96d9-0b3b935d9114 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.583884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ecfedde3-c4ee-465e-96d9-0b3b935d9114 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050042 Jul 28 18:08:39.586224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57542) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.591038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-dee3f838-c835-4245-ab1e-fb1628e2a659 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.592168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dee3f838-c835-4245-ab1e-fb1628e2a659 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045102 Jul 28 18:08:39.594494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.598756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-a7b1065f-f41a-4635-992d-c4de839ab743 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.599726 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7b1065f-f41a-4635-992d-c4de839ab743 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043252 Jul 28 18:08:39.602787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57546) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.606816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-6d8c7dfa-c798-4ba0-a897-11761012a376 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.607766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d8c7dfa-c798-4ba0-a897-11761012a376 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040779 Jul 28 18:08:39.612289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.620654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-7c9e15f6-ec0d-48a8-a8cf-576ff3fe83d2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.621863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7c9e15f6-ec0d-48a8-a8cf-576ff3fe83d2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086632 Jul 28 18:08:39.624596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57550) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.628776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-706518d4-3f17-44ef-98b1-fbb87077cc6a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.629747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-706518d4-3f17-44ef-98b1-fbb87077cc6a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042629 Jul 28 18:08:39.632031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57552) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.636259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-c51695dd-8778-4d57-98a6-70b6a885c254 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.637194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c51695dd-8778-4d57-98a6-70b6a885c254 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041955 Jul 28 18:08:39.646689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57554) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.651620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-f96bdd09-6cd2-466a-8d86-f78a319d2e8d tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.652744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f96bdd09-6cd2-466a-8d86-f78a319d2e8d tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049400 Jul 28 18:08:39.652876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:39.655037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57556) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.658946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-06bd21c7-d40a-4fef-beb3-ea1c7bc13bb2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.659890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-06bd21c7-d40a-4fef-beb3-ea1c7bc13bb2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039711 Jul 28 18:08:39.662146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.666844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-858dd002-f8d5-4d4c-bf6c-31d25d16be35 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.667792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-858dd002-f8d5-4d4c-bf6c-31d25d16be35 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047915 Jul 28 18:08:39.670606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57560) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.674796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-3e80696f-e496-45ba-9212-7e126ff7a876 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.675798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3e80696f-e496-45ba-9212-7e126ff7a876 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042543 Jul 28 18:08:39.678092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57562) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.682438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-7e064819-a2b4-4fbb-8735-719b58958ddd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.683376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7e064819-a2b4-4fbb-8735-719b58958ddd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044577 Jul 28 18:08:39.685749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57564) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.710647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [None req-49b517c5-f33e-43e9-8e7c-1113ee1baba6 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.713726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49b517c5-f33e-43e9-8e7c-1113ee1baba6 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061741 Jul 28 18:08:39.714851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57566) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.720094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-849c8bd5-d5ff-4ccd-bc07-7a0e30790699 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.721049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-849c8bd5-d5ff-4ccd-bc07-7a0e30790699 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052319 Jul 28 18:08:39.726126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57568) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.730669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-60f4f5a6-fcee-4f4e-ba82-04d23cda2453 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.731606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-60f4f5a6-fcee-4f4e-ba82-04d23cda2453 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045788 Jul 28 18:08:39.733818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.737677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-98844369-eedc-4a86-a0c5-8cf1449154ba tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.738613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-98844369-eedc-4a86-a0c5-8cf1449154ba tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039728 Jul 28 18:08:39.740704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57572) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.744574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-ad4ded35-2ba2-465f-9023-113a60325e74 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.745496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad4ded35-2ba2-465f-9023-113a60325e74 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039737 Jul 28 18:08:39.747751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57574) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.752571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-2eccf034-2356-4df3-b5e3-d1d4a43ba37d tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.753506 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2eccf034-2356-4df3-b5e3-d1d4a43ba37d tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045877 Jul 28 18:08:39.755816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57576) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.760542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-37eb7edb-858a-4b25-af05-a7fa2810ccaa tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.761506 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-37eb7edb-858a-4b25-af05-a7fa2810ccaa tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048211 Jul 28 18:08:39.769519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57578) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.773744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-8643c8c4-7364-43e9-8fff-ce67815e3984 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.778118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8643c8c4-7364-43e9-8fff-ce67815e3984 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049372 Jul 28 18:08:39.778371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57580) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.783721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-aba9be79-c2c7-475d-8345-1df2419760a3 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.784685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aba9be79-c2c7-475d-8345-1df2419760a3 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044892 Jul 28 18:08:39.787087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57582) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.791909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-74748f5d-e441-4493-91f4-c0a9396cccc1 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.792843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-74748f5d-e441-4493-91f4-c0a9396cccc1 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046816 Jul 28 18:08:39.795297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57584) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.797260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:39.799476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-4117ae69-fe45-495e-9e2a-d69c93db1948 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.800487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4117ae69-fe45-495e-9e2a-d69c93db1948 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042651 Jul 28 18:08:39.802906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57586) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.806974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-0c0faae9-8e5f-4c99-8ab6-d7ec059533b9 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.808048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0c0faae9-8e5f-4c99-8ab6-d7ec059533b9 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041356 Jul 28 18:08:39.809342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=79828173-e667-4bd5-b6bc-63b3908fc228,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:39.810204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57588) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.814704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-49758b25-d317-4d9a-b33d-89ea4f118a6c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.819522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-49758b25-d317-4d9a-b33d-89ea4f118a6c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047572 Jul 28 18:08:39.821948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.828406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-6bd1aadd-a3ca-48d4-bdb4-dcdeaa75f411 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.828406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6bd1aadd-a3ca-48d4-bdb4-dcdeaa75f411 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053296 Jul 28 18:08:39.830604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57592) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.834506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-e6c41588-671a-42af-8cad-7e827dbffeb0 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.835449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e6c41588-671a-42af-8cad-7e827dbffeb0 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039654 Jul 28 18:08:39.838203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.842170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-a2fa3ecb-7559-4f3e-b94b-cc5aa7cfd690 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.843344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a2fa3ecb-7559-4f3e-b94b-cc5aa7cfd690 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040560 Jul 28 18:08:39.845544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57596) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.849726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d5318981-91cc-4a51-8ed8-8a15a84b8bbd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.851964 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5318981-91cc-4a51-8ed8-8a15a84b8bbd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053594 Jul 28 18:08:39.853512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57598) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.858808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-4f4440f4-bdc3-4734-8676-194106c273a5 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.859791 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f4440f4-bdc3-4734-8676-194106c273a5 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054202 Jul 28 18:08:39.862219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57600) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.866279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-4ea2dff6-aaa3-44f3-b8ca-6c469b58c1e2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.867607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ea2dff6-aaa3-44f3-b8ca-6c469b58c1e2 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0041382 Jul 28 18:08:39.881233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57602) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.886806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-645d96b7-f89a-41e5-b391-a82029dbc51f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.887810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-645d96b7-f89a-41e5-b391-a82029dbc51f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056899 Jul 28 18:08:39.890214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57604) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.894079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d9e0d3f6-7218-4278-b92b-5b6185e07350 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.895682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d9e0d3f6-7218-4278-b92b-5b6185e07350 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039318 Jul 28 18:08:39.897165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57606) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.901676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d08c5d44-6765-4354-94f3-19cf8aeb2941 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.902604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d08c5d44-6765-4354-94f3-19cf8aeb2941 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046091 Jul 28 18:08:39.904708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.908508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-45bea891-c1c8-4bf6-b16e-3e38071b26e4 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.909429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-45bea891-c1c8-4bf6-b16e-3e38071b26e4 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039039 Jul 28 18:08:39.911561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.915558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-59a8af87-b88c-4749-a7ed-b4a5181669bd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.916465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-59a8af87-b88c-4749-a7ed-b4a5181669bd tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040803 Jul 28 18:08:39.918729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57612) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.922597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-761f0c1e-d177-4203-ac0b-06ecfc3c6e5b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.923616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-761f0c1e-d177-4203-ac0b-06ecfc3c6e5b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039635 Jul 28 18:08:39.925674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57614) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.930534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-505da4a1-e9fe-46b3-a329-a35b59028b8f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.931520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-505da4a1-e9fe-46b3-a329-a35b59028b8f tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048442 Jul 28 18:08:39.938333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57616) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.942187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-7823d725-9529-4c44-ba94-c45923a5893c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.943130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7823d725-9529-4c44-ba94-c45923a5893c tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039430 Jul 28 18:08:39.945435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.950066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-12d22abb-f30a-4966-81d2-aa3dadabed2b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.951909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-12d22abb-f30a-4966-81d2-aa3dadabed2b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050938 Jul 28 18:08:39.953195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.957456 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-8401d9ab-a5a8-49c2-a703-afc94d44f422 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.959467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8401d9ab-a5a8-49c2-a703-afc94d44f422 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053008 Jul 28 18:08:39.962721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.967179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-af1489bb-baa5-40d4-8205-4ce810c71e42 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.971199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-af1489bb-baa5-40d4-8205-4ce810c71e42 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070622 Jul 28 18:08:39.971930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57626) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.976281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-ab103631-835e-48e0-a9c7-0f166f225679 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.979879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab103631-835e-48e0-a9c7-0f166f225679 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044360 Jul 28 18:08:39.980203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57628) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.981976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c60e518-e862-4db3-afe6-f88ac63ed985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:39.985131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-0491725a-3023-4936-a829-d5d94ddf9d65 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.989317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0491725a-3023-4936-a829-d5d94ddf9d65 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081606 Jul 28 18:08:39.989997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57630) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:39.994290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-93e11745-4d05-40ed-8dc9-5929a1aee3d9 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:39.997641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-93e11745-4d05-40ed-8dc9-5929a1aee3d9 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043962 Jul 28 18:08:39.997995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57632) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.003736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-804a02dd-1089-436a-9456-6dd5bb6c2d0b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.007162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-804a02dd-1089-436a-9456-6dd5bb6c2d0b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0058911 Jul 28 18:08:40.007522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.012439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-94bcc825-7e41-40af-b2e8-e7e407657e03 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.015442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-94bcc825-7e41-40af-b2e8-e7e407657e03 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049808 Jul 28 18:08:40.016075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57636) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.027055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-967f6102-8713-40eb-986a-15bb7ebee74e tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.030818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-967f6102-8713-40eb-986a-15bb7ebee74e tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0137439 Jul 28 18:08:40.031472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57640) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.035751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-87b2e471-2d45-49de-a0af-396ffa1af6d0 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.037007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-87b2e471-2d45-49de-a0af-396ffa1af6d0 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043385 Jul 28 18:08:40.038982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.047173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.047284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-8b345cfe-5f61-4cdd-b44a-543da3f28d0a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.047284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b345cfe-5f61-4cdd-b44a-543da3f28d0a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0068069 Jul 28 18:08:40.050147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57648) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.054538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-db9c15df-3608-44bc-a7da-82a09bfc33a3 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.055614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-db9c15df-3608-44bc-a7da-82a09bfc33a3 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044096 Jul 28 18:08:40.058670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57650) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.062988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-a6e72722-3a0d-4f0f-a73b-421cfa083e9a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.064628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6e72722-3a0d-4f0f-a73b-421cfa083e9a tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042274 Jul 28 18:08:40.073133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.078592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-d357e2b8-4ede-400c-821b-1e0f0f1cb66b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.081829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d357e2b8-4ede-400c-821b-1e0f0f1cb66b tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053735 Jul 28 18:08:40.082002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.086017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [None req-f5979ddc-b92e-4c53-b8f1-76ba9575fb38 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:40.092991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5979ddc-b92e-4c53-b8f1-76ba9575fb38 tempest-ExtensionsTestJSON-2110310012 tempest-ExtensionsTestJSON-2110310012-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0080502 Jul 28 18:08:40.147667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:40.165139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:40.259515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.resource_extend [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:08:40.346473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.368645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:40.425592 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.547668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:40.557086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57666) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.558940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:40.559705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b92a5dcb-e0bb-4ff2-a878-319266b122fb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/routers/0c455bd3-9037-4be6-8d41-f8f5a453ee48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4224842 Jul 28 18:08:40.562540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'port': {'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44', 'name': 'tempest-FloatingIPTestJSON-1919411336'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:40.570118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:40.570876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.581542 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Floating IP 7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 associated. External IP: 172.25.7.151, port: 01b90c65-b50b-428c-9a1c-1a1224ff168e. Jul 28 18:08:40.607766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.626961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:40.627817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.661686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.662652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07cbc8-6612-4a64-8552-6d405bb3f742 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:40.775170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:40.825666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Router 4d42ba62-deba-4206-9ef9-5e89d174c649 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:40.832253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:40.837055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.858085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] device_id is not set on port 998025a7-3765-472c-8ef5-918c679be0da yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:40.911213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1554d274-84a0-4dbf-8b52-4443aafb7088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.932587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:40.936913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:40.946027 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Sync routers for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:40.958062 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:40.958897 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.972019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-183873ca-54b0-41ea-ab88-09d1dc2ad843 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "PUT /v2.0/floatingips/7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 HTTP/1.1" status: 200 len: 997 time: 1.8339412 Jul 28 18:08:40.973681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:40.976973 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d672db4-f548-42df-89a5-3b9761b0a52d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:40.995666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.011756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.4 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/998025a7-3765-472c-8ef5-918c679be0da) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:41.032510 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135807f-07f1-40ff-a5ee-43faa465a839 x-openstack-request-id: req-0135807f-07f1-40ff-a5ee-43faa465a839 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:41.032510 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:41.040971 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0135807f-07f1-40ff-a5ee-43faa465a839 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:41.042911 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'status': 'completed', 'code': 200} Jul 28 18:08:41.095682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-eae08e2d-8e6d-4cfb-aefe-1db201ef3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.097458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-eae08e2d-8e6d-4cfb-aefe-1db201ef3427 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1097 time: 0.1127510 Jul 28 18:08:41.109514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-e9f2996a-01b0-4a4d-b578-b3f046338d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.110700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:41.111549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-e9f2996a-01b0-4a4d-b578-b3f046338d8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1097 time: 0.0596952 Jul 28 18:08:41.166449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1554d274-84a0-4dbf-8b52-4443aafb7088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.230074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.268912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-11066856-455d-454a-b9da-e9be1a2055fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.270434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-11066856-455d-454a-b9da-e9be1a2055fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 929 time: 0.1457291 Jul 28 18:08:41.298303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1554d274-84a0-4dbf-8b52-4443aafb7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.359330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554d274-84a0-4dbf-8b52-4443aafb7088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6fbec-8ad4-4376-a2c3-1ab7679512b9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.365754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1554d274-84a0-4dbf-8b52-4443aafb7088 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e35fe5c285d4d76ba067c76c3809cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894785 Jul 28 18:08:41.371474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:41.379450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:08:41.379558 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'mac_address': 'fa:16:3e:e2:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:08:37Z', 'updated_at': '2021-07-28T18:08:40Z', 'revision_number': 1, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:41.386250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-a7a6da6e-4ea1-48d2-b73a-cc16e9e32af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.387741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-a7a6da6e-4ea1-48d2-b73a-cc16e9e32af5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 929 time: 0.2717099 Jul 28 18:08:41.408408 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Checking router: 4d42ba62-deba-4206-9ef9-5e89d174c649 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:41.420226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:41.421076 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:41.425942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.451234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-254ee399-bd75-4047-bb69-f2cc2c12c53a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 1000 time: 0.1684084 Jul 28 18:08:41.487687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:41.491924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:41.495965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:41.563279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:41.580775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.581881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.583426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '705abf60-7335-4239-a204-39d33f799a31', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '705abf60-7335-4239-a204-39d33f799a31', 'mac_address': 'fa:16:3e:7e:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:08:41.620658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=998025a7-3765-472c-8ef5-918c679be0da,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.652180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.669516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:08:41.693476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:41.716583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0252d205-6b29-4c27-936d-a7644c1955b7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1542220 Jul 28 18:08:41.716583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57696) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:41.716877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:41.720958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'port': {'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44', 'name': 'tempest-FloatingIPTestJSON-1188495180'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:41.859903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-a26592bb-95ae-4e82-b9d7-48f807b76b06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 1000 time: 0.4544799 Jul 28 18:08:41.881034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.908206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.915710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-5ce88325-97d8-41e2-815e-84db1802b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.917212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-5ce88325-97d8-41e2-815e-84db1802b4de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 200 len: 867 time: 0.4554341 Jul 28 18:08:41.938247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.975101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:41.980469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'mac_address': 'fa:16:3e:e2:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:08:37Z', 'updated_at': '2021-07-28T18:08:40Z', 'revision_number': 1, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:41.981212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-c4aff1d7-5048-4c73-ab2b-21bae0e11814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:41.982118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-c4aff1d7-5048-4c73-ab2b-21bae0e11814 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 200 len: 867 time: 0.1080067 Jul 28 18:08:42.008617 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3eb00-f7c7-4aec-8441-a8a1aee2c109 None None] The sync data for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 is: [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'mac_address': 'fa:16:3e:e2:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:08:37Z', 'updated_at': '2021-07-28T18:08:40Z', 'revision_number': 1, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:42.014822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:42.018921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.044479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] device_id is not set on port 2a22168b-0357-4935-ae88-4c8c0028afc7 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:08:42.044761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-dc2536d9-c0bc-45c9-9f9a-f26b7b5da525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:42.045464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['705abf60-7335-4239-a204-39d33f799a31'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:42.051568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-dc2536d9-c0bc-45c9-9f9a-f26b7b5da525 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194851 Jul 28 18:08:42.063968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-6f3d19d9-89c7-496e-b2ce-6fd985e6d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:42.065751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-6f3d19d9-89c7-496e-b2ce-6fd985e6d9ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684195 Jul 28 18:08:42.236453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.239132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.240574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7c6fbec-8ad4-4376-a2c3-1ab7679512b9 HTTP/1.1" status: 204 len: 168 time: 0.8680732 Jul 28 18:08:42.242732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-e093c894-a55a-4c28-8e1e-9b10f6a4a5ae service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705308 Jul 28 18:08:42.244721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.11 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/2a22168b-0357-4935-ae88-4c8c0028afc7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:42.255302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-9c57603e-8614-4c5e-b642-ba4f0e7cc663 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728923 Jul 28 18:08:42.263293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233c80-2bb6-424d-acb5-8de5dd50d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6fbec-8ad4-4376-a2c3-1ab7679512b9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:42.438160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac75f3-4114-46f4-8ff9-0be166014aad None None] New status for floating IP 7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:08:42.477275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d672db4-f548-42df-89a5-3b9761b0a52d req-04bd1cef-9028-4fd6-835e-ea6ce9341091 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241106 Jul 28 18:08:42.489956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e193d40-4e8d-4a3a-a38f-13c5a5e20e28 req-ab018ff6-6e6a-4a03-a7c7-1075bd581edc service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091475 Jul 28 18:08:42.522841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.658299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.711002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:42.714442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:42.718455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:42.734212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=2a22168b-0357-4935-ae88-4c8c0028afc7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:42.799793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:42.800489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.839573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-47c9e8c9-2dad-4b47-b626-6fa627531c41 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 258 time: 0.1479218 Jul 28 18:08:42.856539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:42.971674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:42.972463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd0a1521-5cf1-4848-841d-89535849141e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2560835 Jul 28 18:08:42.975578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57732) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:42.983613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '2a22168b-0357-4935-ae88-4c8c0028afc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:43.139761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.195380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde448e6-6498-41d0-86b1-27eb3e3bfc11 req-6cc73307-6411-47af-bdba-67667fa922de tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:43.197054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fde448e6-6498-41d0-86b1-27eb3e3bfc11 req-6cc73307-6411-47af-bdba-67667fa922de tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0560532 Jul 28 18:08:43.239313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fde448e6-6498-41d0-86b1-27eb3e3bfc11 req-4e34d94a-a711-42dd-a67f-7b9fb7e4722c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360789 Jul 28 18:08:43.246770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.365316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.382378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:43.384003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-81366ff4-01b2-4f30-af54-b2f43000f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:43.386602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-81366ff4-01b2-4f30-af54-b2f43000f78f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.0977409 Jul 28 18:08:43.440380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 705abf60-7335-4239-a204-39d33f799a31 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:08:43.440757 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.493274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Allocated IP 172.25.7.56 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9e135a89-8357-415d-be6b-e697c295c265) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:43.531671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.559509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705abf60-7335-4239-a204-39d33f799a31'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:43.561791 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21c71c0-58cd-4022-9b7f-deeb2f68d27c" -d '{"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-plugged", "status": "completed", "tag": "705abf60-7335-4239-a204-39d33f799a31"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:43.588455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:43.605187 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3661bcd-16b5-43ad-9c43-3a24e99e811a x-openstack-request-id: req-f3661bcd-16b5-43ad-9c43-3a24e99e811a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:43.605596 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-plugged", "status": "completed", "tag": "705abf60-7335-4239-a204-39d33f799a31", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:43.606345 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3661bcd-16b5-43ad-9c43-3a24e99e811a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:43.606841 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705abf60-7335-4239-a204-39d33f799a31', 'code': 200} Jul 28 18:08:43.620988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-a570c86d-531d-45c0-8a2c-1ced85ae637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:43.622483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-a570c86d-531d-45c0-8a2c-1ced85ae637a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.2256556 Jul 28 18:08:43.658838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57760) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.683665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-c72af78d-6827-4f4e-8fdf-aff0c08a953b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0463076 Jul 28 18:08:43.709221 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.748670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.768358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:43.782796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:43.782985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c5d83c64-d39b-496c-82e0-253077d7d703 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] Request body: {'port': {'network_id': '1c6d7bee-78a8-45ba-9d73-383cf514e39f', 'name': 'tempest-NetworksNegativeTestJSON-784405758'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:43.788606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-b8cd44a4-589f-4a6f-90fc-c10bc5e400de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:43.790132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-b8cd44a4-589f-4a6f-90fc-c10bc5e400de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.0968254 Jul 28 18:08:43.798161 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d83c64-d39b-496c-82e0-253077d7d703 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] POST failed (client error): The resource could not be found. Jul 28 18:08:43.798782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d83c64-d39b-496c-82e0-253077d7d703 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:43.800017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5d83c64-d39b-496c-82e0-253077d7d703 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1401329 Jul 28 18:08:43.804261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57766) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.824319 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7244f7-42fe-4e3d-ab2c-03f84a226ee7 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:43.824953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7244f7-42fe-4e3d-ab2c-03f84a226ee7 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:43.826848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ec7244f7-42fe-4e3d-ab2c-03f84a226ee7 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "DELETE /v2.0/networks/f27f3c6c-a235-4785-b6d4-e3df79517ac5 HTTP/1.1" status: 404 len: 339 time: 0.0213838 Jul 28 18:08:43.830971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57768) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.855167 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3435c034-765c-4bf8-9179-07bc440f2934 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:43.855826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3435c034-765c-4bf8-9179-07bc440f2934 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:43.857552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3435c034-765c-4bf8-9179-07bc440f2934 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "DELETE /v2.0/ports/1ca6941a-37d1-4511-85b3-0cc1fe5556d8 HTTP/1.1" status: 404 len: 333 time: 0.0251000 Jul 28 18:08:43.862201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57770) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.863904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-eba83603-4528-41b8-bc83-42d8007ae36e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405226 Jul 28 18:08:43.888458 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-17488b7b-5de8-4f10-b8fe-8c49e24eba74 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] DELETE failed (client error): The resource could not be found. Jul 28 18:08:43.888920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17488b7b-5de8-4f10-b8fe-8c49e24eba74 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:43.890693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-17488b7b-5de8-4f10-b8fe-8c49e24eba74 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "DELETE /v2.0/subnets/588144b0-f51f-4581-bc31-5c9c78e8c14b HTTP/1.1" status: 404 len: 337 time: 0.0275624 Jul 28 18:08:43.894738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57772) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.913601 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b64bec-cf6a-4de8-8d0e-e6ffae0b1d29 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] GET failed (client error): The resource could not be found. Jul 28 18:08:43.915000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7b64bec-cf6a-4de8-8d0e-e6ffae0b1d29 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "GET /v2.0/networks/64eade4b-ac19-42d8-a7e8-21f3a2b09a8b HTTP/1.1" status: 404 len: 339 time: 0.0193632 Jul 28 18:08:43.918596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.942377 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aa28f0-d11b-486d-81cb-6ec572ad6354 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] GET failed (client error): The resource could not be found. Jul 28 18:08:43.948277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-68aa28f0-d11b-486d-81cb-6ec572ad6354 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "GET /v2.0/ports/f05876a7-907d-49af-8f90-5bf2594d7936 HTTP/1.1" status: 404 len: 333 time: 0.0246391 Jul 28 18:08:43.948533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57776) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.970506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-e793e4b7-c4e7-4351-935f-9e83206af9b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972903 Jul 28 18:08:43.978428 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8edf4a5-8b23-41fd-94b0-824583830383 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] GET failed (client error): The resource could not be found. Jul 28 18:08:43.979732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e8edf4a5-8b23-41fd-94b0-824583830383 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "GET /v2.0/subnets/06d3df60-13fa-435f-9e9d-cccd5122c031 HTTP/1.1" status: 404 len: 337 time: 0.0302744 Jul 28 18:08:43.983360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:43.988483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e597c220-bae3-4f4f-83c5-35049cad7247 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:44.002113 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e597c220-bae3-4f4f-83c5-35049cad7247 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] PUT failed (client error): The resource could not be found. Jul 28 18:08:44.002622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e597c220-bae3-4f4f-83c5-35049cad7247 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:44.007438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e597c220-bae3-4f4f-83c5-35049cad7247 tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "PUT /v2.0/networks/f1caafb0-78fa-44f3-8a08-60ac7f370edd HTTP/1.1" status: 404 len: 339 time: 0.0230787 Jul 28 18:08:44.008022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57780) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:44.013620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9092616c-82bf-47b1-871f-384d5d36895f tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:44.031478 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9092616c-82bf-47b1-871f-384d5d36895f tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] PUT failed (client error): The resource could not be found. Jul 28 18:08:44.032091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9092616c-82bf-47b1-871f-384d5d36895f tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:44.033313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9092616c-82bf-47b1-871f-384d5d36895f tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "PUT /v2.0/ports/3341327b-48bb-46c7-8488-fb30eae4051c HTTP/1.1" status: 404 len: 333 time: 0.0237241 Jul 28 18:08:44.037088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:44.042851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-62f89982-fe8e-4e6d-967e-926ee19b750b tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:44.061229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.066530 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f89982-fe8e-4e6d-967e-926ee19b750b tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] PUT failed (client error): The resource could not be found. Jul 28 18:08:44.066998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f89982-fe8e-4e6d-967e-926ee19b750b tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:08:44.073842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62f89982-fe8e-4e6d-967e-926ee19b750b tempest-NetworksNegativeTestJSON-1071891244 tempest-NetworksNegativeTestJSON-1071891244-project] 10.222.0.25 "PUT /v2.0/subnets/57295542-cbd7-4148-8b31-5d2ef15e6234 HTTP/1.1" status: 404 len: 337 time: 0.0302682 Jul 28 18:08:44.098889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6a6312c-d6dd-4b67-8690-88a8d93be9c8 req-87e270f3-1fe5-4e73-9bca-6ee380f645f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201479 Jul 28 18:08:44.145755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:44.153016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:44.161946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:44.191340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.34 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/adfa72bb-19a6-4619-adff-f9d9e8496ec3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:44.214299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event updated for resources: {'Port': ['ID=9e135a89-8357-415d-be6b-e697c295c265,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:44.343831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.376288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.401550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821157f0-f9fa-4737-b5a9-652b04c03cff req-b75a8ef6-0474-45a9-9258-185c0d764498 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:44.403584 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-821157f0-f9fa-4737-b5a9-652b04c03cff req-b75a8ef6-0474-45a9-9258-185c0d764498 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Jul 28 18:08:44.448498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-821157f0-f9fa-4737-b5a9-652b04c03cff req-879e9220-0111-44b3-9fe6-587d56eb9bb6 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 28 18:08:44.459785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.533032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.604572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:44.611971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:44.618268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:44.654647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=adfa72bb-19a6-4619-adff-f9d9e8496ec3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:44.699949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:44.767106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.838670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb78f-30b4-4882-ab33-5de034584956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.935533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb78f-30b4-4882-ab33-5de034584956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:44.945180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.065064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event updated for resources: {'Port': ['ID=9e135a89-8357-415d-be6b-e697c295c265,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:45.080204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb78f-30b4-4882-ab33-5de034584956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.106358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.119058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b0cfb78f-30b4-4882-ab33-5de034584956 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68f8f21631174245825400aed6de46ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332826 Jul 28 18:08:45.119982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfb78f-30b4-4882-ab33-5de034584956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4764f58-8445-4a1a-917f-681c6f4f0c4b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:45.122281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57812) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:45.141181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.172384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.175677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.176922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-8b13cbd0-d9bc-45d7-bfa2-cb8bff5d21ed tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3254685 Jul 28 18:08:45.194412 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.231972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-34642d95-429f-44cd-9832-6ddf260282e4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0443707 Jul 28 18:08:45.283042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.309754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.339748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.339748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.339748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4764f58-8445-4a1a-917f-681c6f4f0c4b HTTP/1.1" status: 204 len: 168 time: 0.2157702 Jul 28 18:08:45.347509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1244-df5c-4bf4-8bbe-453e2a920889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4764f58-8445-4a1a-917f-681c6f4f0c4b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:45.403936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-efcb4c2c-8caf-4c33-bdf9-f4f796e5c28e tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:45.405308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc50ad4f-2735-4784-8f7a-265a7ed83319 req-efcb4c2c-8caf-4c33-bdf9-f4f796e5c28e tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1662881 Jul 28 18:08:45.542269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d5307-4677-4911-8988-921444d508d5 req-735d2c49-38b1-48ba-b0be-72676896b2c6 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:45.543844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd2d5307-4677-4911-8988-921444d508d5 req-735d2c49-38b1-48ba-b0be-72676896b2c6 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0806715 Jul 28 18:08:45.595177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-c7d0382e-2e8b-484a-8cb8-15a3096fb66a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:45.596643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-c7d0382e-2e8b-484a-8cb8-15a3096fb66a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1073692 Jul 28 18:08:45.606841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd2d5307-4677-4911-8988-921444d508d5 req-e88af614-f23f-4792-8688-75328266b252 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0563931 Jul 28 18:08:45.612203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-b99ca755-e338-4778-aeb5-49a21e4702fb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/quotas/3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Jul 28 18:08:45.627311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bd2d5307-4677-4911-8988-921444d508d5 req-247a7ffb-35a3-4223-a364-684d08c6fb03 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'floatingip': {'port_id': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:45.670095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-7a4c64ff-36e1-40cc-982b-fcbda9f49fb1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508730 Jul 28 18:08:45.901507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-6f372d2e-b796-4e3b-9b5f-87940f5d02ca service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228291 Jul 28 18:08:45.937037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:45.971536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bd2d5307-4677-4911-8988-921444d508d5 req-247a7ffb-35a3-4223-a364-684d08c6fb03 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:46.004031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-a4b58aef-df84-4fc1-a805-a4bfb78a7f00 service neutron] 10.222.0.25 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922389 Jul 28 18:08:46.032789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:46.144489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=adfa72bb-19a6-4619-adff-f9d9e8496ec3,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:46.193451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:46.349996 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-bd2d5307-4677-4911-8988-921444d508d5 req-247a7ffb-35a3-4223-a364-684d08c6fb03 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 18:08:46.351059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd2d5307-4677-4911-8988-921444d508d5 req-247a7ffb-35a3-4223-a364-684d08c6fb03 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "PUT /v2.0/floatingips/67b95e0d-8307-4b7a-9321-fb9d4cf9d58a HTTP/1.1" status: 409 len: 550 time: 0.7292178 Jul 28 18:08:46.354238 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 8c6b3002-45f3-4e14-93fc-f86a440aa987 associated. External IP: 172.25.7.34, port: 2a22168b-0357-4935-ae88-4c8c0028afc7. Jul 28 18:08:46.533084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de782b6a-f528-4f12-867a-b160d0fa6d5b req-bd740346-55ae-491c-b159-e31ecff9f045 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:46.534748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de782b6a-f528-4f12-867a-b160d0fa6d5b req-bd740346-55ae-491c-b159-e31ecff9f045 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1038196 Jul 28 18:08:46.628468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de782b6a-f528-4f12-867a-b160d0fa6d5b req-b3ea6b96-1623-4cfa-a328-76792ed01d20 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858672 Jul 28 18:08:46.641530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:46.807306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-a4ff204a-8c7a-4f9d-bb39-04ddcaf3880d tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips/67b95e0d-8307-4b7a-9321-fb9d4cf9d58a HTTP/1.1" status: 200 len: 692 time: 0.1202681 Jul 28 18:08:46.832327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cd83c0a-1b1a-47ba-af8e-737f618afb38 req-da394ba1-1002-402a-b687-653f6beb3c31 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0330670 Jul 28 18:08:46.861510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:46.875122 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:46.888898 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:46.889522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:46.921433 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:46.932734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:46.934424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:46.959630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-e8cde3e0-d472-42a4-ba8d-69445e11b19f tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:46.961236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-e8cde3e0-d472-42a4-ba8d-69445e11b19f tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1472888 Jul 28 18:08:46.972449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-81283193-c89b-4c8a-bdae-23c63f69c990 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:08:46.973454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-81283193-c89b-4c8a-bdae-23c63f69c990 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059855 Jul 28 18:08:46.980717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:46.981562 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d370fff-2304-47f2-8d4e-5d8c60c5d8bc None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:46.991927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.035872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55842402-8517-4c99-b78c-3b67faf38584 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0508561 Jul 28 18:08:47.036897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:47.043170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:47.160497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.387606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-742510a2-70bc-43da-bb9a-5e727ead9918 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.4075644 Jul 28 18:08:47.427265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.453049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-68468bfa-ea72-41ac-ac5a-2d8758fca4a5 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0581210 Jul 28 18:08:47.509366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.509762 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 8c6b3002-45f3-4e14-93fc-f86a440aa987 disassociated. External IP: 172.25.7.34, port: 2a22168b-0357-4935-ae88-4c8c0028afc7. Jul 28 18:08:47.678904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Deleting port 9e135a89-8357-415d-be6b-e697c295c265 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:47.679267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.845085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.845697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:47.861457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Calling delete_port for 9e135a89-8357-415d-be6b-e697c295c265 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:47.894787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:47.978377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e366ab-4b02-4227-9420-cd981fd55408 req-ab6f3690-fc76-40c4-96f3-ebbaffaa9d0c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:47.980351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96e366ab-4b02-4227-9420-cd981fd55408 req-ab6f3690-fc76-40c4-96f3-ebbaffaa9d0c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1379926 Jul 28 18:08:48.099958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96e366ab-4b02-4227-9420-cd981fd55408 req-29ed855d-29f1-495f-96f3-1a296c8f40d8 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Jul 28 18:08:48.143422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.147013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:48.158239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:48.168002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.169334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:48.175616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:48.175844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event deleted for resources: {'Port': ['ID=9e135a89-8357-415d-be6b-e697c295c265,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:48.243981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a3a1cec-dcd4-40ef-baa0-b2258dcb48c3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/8c6b3002-45f3-4e14-93fc-f86a440aa987 HTTP/1.1" status: 200 len: 687 time: 1.2054210 Jul 28 18:08:48.246425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:48.271070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:48.291228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.292451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:48.294466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.295787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:48.309278 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ba41aa8-ee6d-4151-a5b7-fdf0336863ab req-2f687fe5-374d-4239-8864-d9b3d189a440 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "DELETE /v2.0/floatingips/67b95e0d-8307-4b7a-9321-fb9d4cf9d58a HTTP/1.1" status: 204 len: 173 time: 0.8487492 Jul 28 18:08:48.345296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:48.346166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd47-f8fa-4f3b-9389-c070dc44b4cb None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:48.409958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2d298ec-dc27-480f-84bb-85dd530e190f req-784acf10-896b-414f-9459-0f5d30a0d58e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0420275 Jul 28 18:08:48.454428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.786592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:48.805550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-aa7574ba-bb0c-4aad-bf4b-b4558449de6e tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1002 time: 0.4364986 Jul 28 18:08:48.845910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port adfa72bb-19a6-4619-adff-f9d9e8496ec3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:48.846269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:48.871511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-a5d98bb8-5a51-40c0-839d-af8824deca70 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:48.887557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-a5d98bb8-5a51-40c0-839d-af8824deca70 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports/01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 943 time: 0.0780230 Jul 28 18:08:48.985852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-badc16a7-61a6-4bf0-b898-b2e46374ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.069649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-6673a921-c2b6-498a-be77-b03e27804765 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1002 time: 0.1175461 Jul 28 18:08:49.072250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.072710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.144157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for adfa72bb-19a6-4619-adff-f9d9e8496ec3 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:49.184437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-badc16a7-61a6-4bf0-b898-b2e46374ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.273885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069aef-ac94-48b3-a0c3-395eef5cb231 req-91d2b05e-b3af-4342-91fc-99a5399505be tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:49.275523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a069aef-ac94-48b3-a0c3-395eef5cb231 req-91d2b05e-b3af-4342-91fc-99a5399505be tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0933871 Jul 28 18:08:49.283223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-badc16a7-61a6-4bf0-b898-b2e46374ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.312108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-89dbd7cc-3a47-456d-bbbd-4078b2594ec0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:49.312908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-89dbd7cc-3a47-456d-bbbd-4078b2594ec0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 807 time: 0.1969104 Jul 28 18:08:49.329881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-c4e5524c-72f2-46a5-a77c-15c56dbef20e tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:49.331447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-c4e5524c-72f2-46a5-a77c-15c56dbef20e tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2554162 Jul 28 18:08:49.341463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Request body: {'port': {'device_id': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'admin_state_up': True, 'tenant_id': '3445bdbd345a422c8ce4ee1605555ff7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:49.406591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-badc16a7-61a6-4bf0-b898-b2e46374ce11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c92c0ed514e84768b135827609e28b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153295 Jul 28 18:08:49.411843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57964) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:49.414086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc16a7-61a6-4bf0-b898-b2e46374ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254df9f6-2db8-4147-bf9e-02c6a7cce8a9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:49.446289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-1ad73c3b-1a2d-4f3c-a98f-fe2c3fea1c5f tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1002 time: 0.1018770 Jul 28 18:08:49.475178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:49.498966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a069aef-ac94-48b3-a0c3-395eef5cb231 req-98fcec25-6a02-4299-9595-ec64e36ec7b3 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104671 Jul 28 18:08:49.568500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.607557 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.630322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.718662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.805666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=adfa72bb-19a6-4619-adff-f9d9e8496ec3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:49.821599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bdb4bda9-5f0e-4bc7-873f-9a5197e34ac1 req-a5a3b983-0465-4986-ba54-e25336e0b239 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0417774 Jul 28 18:08:49.828016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Made reservation on behalf of 3445bdbd345a422c8ce4ee1605555ff7 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:49.831532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.844980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.847522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.848662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/254df9f6-2db8-4147-bf9e-02c6a7cce8a9 HTTP/1.1" status: 204 len: 168 time: 0.4357126 Jul 28 18:08:49.882502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd0737-d3a1-4ed6-803f-a588de8bb2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254df9f6-2db8-4147-bf9e-02c6a7cce8a9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:49.957178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.964048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:49.969053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ff7a85ee-c8be-4341-b63e-295cf7de39bb tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/8c6b3002-45f3-4e14-93fc-f86a440aa987 HTTP/1.1" status: 204 len: 168 time: 1.7206943 Jul 28 18:08:49.969690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57978) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:49.997509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '998025a7-3765-472c-8ef5-918c679be0da'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:50.073936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.113003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Allocated IP 172.20.0.14 (41c376b8-712e-48c3-9967-c14f2872f547/7e234d1d-522d-4efa-9d89-cbbb43c0b575/850fa823-cc22-4228-aa63-7cdce39912c0) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:50.168963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.169351 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Floating IP 7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 disassociated. External IP: 172.25.7.151, port: 01b90c65-b50b-428c-9a1c-1a1224ff168e. Jul 28 18:08:50.171881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.354300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.496066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.511924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:50.530562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf18a-7cd4-4351-8e3e-2b7a1c2281d6 req-b3a267d9-58b3-4ddf-81cc-c390ecf892ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:50.534409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e64cf18a-7cd4-4351-8e3e-2b7a1c2281d6 req-b3a267d9-58b3-4ddf-81cc-c390ecf892ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1224644 Jul 28 18:08:50.557914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.588625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Router 4d42ba62-deba-4206-9ef9-5e89d174c649 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:50.621819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Network 41c376b8-712e-48c3-9967-c14f2872f547 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:50.640455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:50.647122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:50.670079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e64cf18a-7cd4-4351-8e3e-2b7a1c2281d6 req-5bf51160-4c30-4b72-9957-656d80fb9e9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251581 Jul 28 18:08:50.769445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57988) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:50.808139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:50.856917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eec5daa3-df6f-4f31-a771-30ddaba26891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.860333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:50.862473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.908907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235fcd4-cb74-4f34-8fa1-f4f60b1a0aee req-92e4c5f4-aefd-4e35-b3cc-7b5dc26f5a47 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:50.911017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c235fcd4-cb74-4f34-8fa1-f4f60b1a0aee req-92e4c5f4-aefd-4e35-b3cc-7b5dc26f5a47 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.2112899 Jul 28 18:08:50.925410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.94 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/76c0bc3a-7368-4595-885f-2e32600051e1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:50.948119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:50.955754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:50.966080 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Sync routers for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:50.973917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-079afcb1-dc66-47da-9cd8-dd8d9bec3838 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6469562 Jul 28 18:08:50.979655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:50.980837 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:51.006470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Request body: {'port': {'device_id': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:51.013236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c235fcd4-cb74-4f34-8fa1-f4f60b1a0aee req-379fa06f-fcc6-43ca-bfba-ae499b17b1c7 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912693 Jul 28 18:08:51.148182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:51.148648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-9752737d-5fd3-478a-85b9-d91ad0124dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "PUT /v2.0/floatingips/7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 HTTP/1.1" status: 200 len: 695 time: 1.6717107 Jul 28 18:08:51.155045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:51.157622 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fe50c-ba86-4410-97b8-846de8839b38" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:51.257479 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:51.281966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:51.417756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eec5daa3-df6f-4f31-a771-30ddaba26891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:51.420956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:51.476423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:51.479907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:51.482439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:08:51.547502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-8320a717-f759-4435-948f-62c84e3462d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:51.556487 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-8320a717-f759-4435-948f-62c84e3462d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1097 time: 0.3891706 Jul 28 18:08:51.576251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eec5daa3-df6f-4f31-a771-30ddaba26891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:51.605376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eb0cf-bd8e-420e-ad73-5a2c15781a2f req-93afd257-6c73-4d68-ac13-17c62388de60 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:51.608703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b10eb0cf-bd8e-420e-ad73-5a2c15781a2f req-93afd257-6c73-4d68-ac13-17c62388de60 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 932 time: 0.2471714 Jul 28 18:08:51.653849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eec5daa3-df6f-4f31-a771-30ddaba26891 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1ba4768bb154c18b53c16281230bbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8729718 Jul 28 18:08:51.659690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58002) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:51.715342 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:51.719072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=76c0bc3a-7368-4595-885f-2e32600051e1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:51.759487 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Checking router: 4d42ba62-deba-4206-9ef9-5e89d174c649 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:51.768333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:51.769079 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:51.886103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5daa3-df6f-4f31-a771-30ddaba26891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a45879-e433-4c4e-aa39-72bce2419712,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:51.957508 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:08:51.963175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b10eb0cf-bd8e-420e-ad73-5a2c15781a2f req-80a68b28-ef5f-47ba-99a7-f252a3cd5d01 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421283 Jul 28 18:08:51.995717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.054903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.090910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850fa823-cc22-4228-aa63-7cdce39912c0 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:08:52.116526 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72658386-59bc-4c31-9129-13bb8243a27f x-openstack-request-id: req-72658386-59bc-4c31-9129-13bb8243a27f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:52.117996 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:52.120649 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72658386-59bc-4c31-9129-13bb8243a27f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:52.121633 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'status': 'completed', 'code': 200} Jul 28 18:08:52.128278 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.217654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-e68e5eea-7a0f-4830-b312-e56b74f53bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:52.224011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-e68e5eea-7a0f-4830-b312-e56b74f53bda service neutron] 10.222.0.25 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 929 time: 0.6664262 Jul 28 18:08:52.252135 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:52.288588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77fc7-9210-4641-a50f-bd932b4664a5 req-e1e48616-3359-4865-b974-c279d8dde7e1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:52.292416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bb77fc7-9210-4641-a50f-bd932b4664a5 req-e1e48616-3359-4865-b974-c279d8dde7e1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0846698 Jul 28 18:08:52.318679 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:52.335191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-35c7a78f-3efe-4a6f-9542-b76455c327ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 217 time: 0.0447047 Jul 28 18:08:52.344590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-547db378-2863-4059-96f6-9039228f4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:52.346816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-547db378-2863-4059-96f6-9039228f4a45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76453cb638e3403da82c2e7a696f8dc9&device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 1097 time: 0.2235484 Jul 28 18:08:52.350296 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400a811-c348-4c9a-89a7-0813bb2c9053 None None] The sync data for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 is: [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:08:14Z', 'revision_number': 4, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f147e2ff-4661-4b14-a278-831df004c5ef', 'name': '', 'network_id': '5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'mac_address': 'fa:16:3e:45:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:13Z', 'updated_at': '2021-07-28T18:08:21Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'subnets': [{'id': 'b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:52.368917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bb77fc7-9210-4641-a50f-bd932b4664a5 req-44e769b1-f4b4-43ab-a04b-3d4078c8cc5f tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Jul 28 18:08:52.459655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Transition to ACTIVE for port object 850fa823-cc22-4228-aa63-7cdce39912c0 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:08:52.462751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.465970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.470052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00a45879-e433-4c4e-aa39-72bce2419712 HTTP/1.1" status: 204 len: 168 time: 0.8042974 Jul 28 18:08:52.488055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcdf04-62e1-4e96-96d0-e6234c133d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a45879-e433-4c4e-aa39-72bce2419712,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:52.490031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-93644f0e-3f82-432f-9658-bbcdcec3cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:52.496118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-93644f0e-3f82-432f-9658-bbcdcec3cce9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 200 len: 867 time: 0.1443281 Jul 28 18:08:52.543120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.682670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:52.814761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:08:52.814761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:08:52.814761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:52.830407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:08:52.830743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:08:52.839919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:08:52.839919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:08:52.839919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:08:52.839919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Bound port: 850fa823-cc22-4228-aa63-7cdce39912c0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:08:52.840393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556ea8e-39da-4914-a078-f41ce7a369bd None None] New status for floating IP 7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:08:52.840827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:52.937778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:52.941533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:53.066561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:53.180123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.180765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:53.190186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 1092 time: 2.1914515 Jul 28 18:08:53.196179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:08:53.214241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-07f904b0-147b-4287-9a78-26add3ff7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.216123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-07f904b0-147b-4287-9a78-26add3ff7b88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6809111 Jul 28 18:08:53.219900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-f554eac7-519a-4680-bcfb-e97978d00d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.222118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-f554eac7-519a-4680-bcfb-e97978d00d6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 200 len: 929 time: 0.8654861 Jul 28 18:08:53.228499 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:53.291776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f7d68-4fea-44c4-aeee-e7873fce31c0 service neutron] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:53.329738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-39ce9da5-e2ae-455b-9cd7-1514051e7726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 200 len: 217 time: 0.0946989 Jul 28 18:08:53.409028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:53.465433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-f4195b64-9c55-4da1-a5d1-29983575eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.467099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-f4195b64-9c55-4da1-a5d1-29983575eedf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 200 len: 867 time: 0.1271105 Jul 28 18:08:53.474429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-051d2b6d-289b-463a-a5c4-94135b7e6f9e service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493293 Jul 28 18:08:53.578689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-d2263c33-d1b3-482b-ba99-e2079d124b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.581004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-d2263c33-d1b3-482b-ba99-e2079d124b71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1095 time: 0.2424233 Jul 28 18:08:53.611967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31021-c089-43ba-a218-9c2958f4b959 req-4258d4b8-620d-4223-acfc-e0040b11415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.613519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-4258d4b8-620d-4223-acfc-e0040b11415f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 1096 time: 0.2381935 Jul 28 18:08:53.623265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def861e5-cb12-4d22-8000-a1b8903caf30 req-2013fd5e-19a7-44f0-a6cf-43324a7291ff tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.624807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-def861e5-cb12-4d22-8000-a1b8903caf30 req-2013fd5e-19a7-44f0-a6cf-43324a7291ff tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1358862 Jul 28 18:08:53.665119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-2b688fd9-2d17-4567-8557-4407cc4828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.666876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-2b688fd9-2d17-4567-8557-4407cc4828b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875339 Jul 28 18:08:53.667835 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:53.675887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-a8887f45-8b0c-4631-b2cb-72e8cdcd3123 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 217 time: 0.0837755 Jul 28 18:08:53.791187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa978e85-b3ef-4460-b5ce-93416af56486 req-566caadf-a09c-47b0-ae9b-d00f1eca6dfa service neutron] 10.222.0.25 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002806 Jul 28 18:08:53.856773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-def861e5-cb12-4d22-8000-a1b8903caf30 req-77e07103-a5f2-4f21-b20f-6667ecef2e77 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797283 Jul 28 18:08:53.862833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-8fdab40a-dbb5-43ac-91e4-d5433a289948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:53.866511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-8fdab40a-dbb5-43ac-91e4-d5433a289948 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1702096 Jul 28 18:08:53.907480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-ef76d3de-bd42-4a4d-b235-0a87928f818c service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113235 Jul 28 18:08:53.994377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-4a56313b-a26a-4978-9d0a-bb063212ba69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173809 Jul 28 18:08:54.058547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a3fe50c-ba86-4410-97b8-846de8839b38 req-380a9a4f-9c34-41fe-ac25-6c841708a245 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364655 Jul 28 18:08:54.087138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31021-c089-43ba-a218-9c2958f4b959 req-b8efb309-ec58-4663-acfa-b66abc4799f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.088794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-b8efb309-ec58-4663-acfa-b66abc4799f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 200 len: 920 time: 0.4151642 Jul 28 18:08:54.111528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:54.165273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-289dc699-1510-453a-a229-ede1a95cb17c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 200 len: 217 time: 0.0621021 Jul 28 18:08:54.173158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3564f-f345-4e7f-a7f5-0b2e8669efa1 req-097fc0c3-f9d4-4d16-b1be-8cf25443fbb0 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.180777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69d3564f-f345-4e7f-a7f5-0b2e8669efa1 req-097fc0c3-f9d4-4d16-b1be-8cf25443fbb0 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1837642 Jul 28 18:08:54.185704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:54.237276 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8231aace-ff1c-42a5-95c4-1050fd821374 x-openstack-request-id: req-8231aace-ff1c-42a5-95c4-1050fd821374 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:54.237567 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:54.237821 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8231aace-ff1c-42a5-95c4-1050fd821374 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:54.238216 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0', 'status': 'completed', 'code': 200} Jul 28 18:08:54.254381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-2e5ec353-ce3f-424e-9dab-da7bfb5b69b6 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384558 Jul 28 18:08:54.303737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31021-c089-43ba-a218-9c2958f4b959 req-d8476f1a-9486-49be-ba21-fe2597e43212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.308765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-d8476f1a-9486-49be-ba21-fe2597e43212 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 200 len: 859 time: 0.1233132 Jul 28 18:08:54.321851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:54.329966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69d3564f-f345-4e7f-a7f5-0b2e8669efa1 req-1280ce7d-b6b7-4004-94b1-132c5c5b14a0 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482480 Jul 28 18:08:54.435426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=76c0bc3a-7368-4595-885f-2e32600051e1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:54.457510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-e88d0279-e2ab-43ef-a0c0-173f67a1b5c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d5f7f30-cd47-4652-be9c-b1e8d74ca583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718551 Jul 28 18:08:54.576753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5be21ed6-3309-48cd-8fce-2081addb5bdf req-96a2f8dd-9cef-4ae7-ad7a-d2ce4d44b006 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108456 Jul 28 18:08:54.627564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-c3787f8f-0252-4354-b123-fde7e97e62ad service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602607 Jul 28 18:08:54.645960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-3270264c-7856-485e-a01c-e67b316a0feb tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips/7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 HTTP/1.1" status: 200 len: 693 time: 0.2386990 Jul 28 18:08:54.804303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-6da6a438-01a2-40ed-87d8-92cd038f9f95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3617435 Jul 28 18:08:54.806460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-71594f1e-3519-4cd3-a8e2-5fd5c35e68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.807473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-71594f1e-3519-4cd3-a8e2-5fd5c35e68e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1095 time: 0.0911005 Jul 28 18:08:54.816108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60f31021-c089-43ba-a218-9c2958f4b959 req-bde22a4e-1555-4572-94a6-a80e4970b7ad service neutron] 10.222.0.37 "GET /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807306 Jul 28 18:08:54.841532 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 0a4f908b-fd29-42dd-a61d-a98e31c79e1b associated. External IP: 172.25.7.94, port: 998025a7-3765-472c-8ef5-918c679be0da. Jul 28 18:08:54.971238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-af427bcf-4544-462d-98e4-49f54cbe9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.972896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-af427bcf-4544-462d-98e4-49f54cbe9810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 1095 time: 0.0923264 Jul 28 18:08:54.982442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-d1856e6b-4c98-45a3-8f53-e3ce3c68e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:54.985847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-d1856e6b-4c98-45a3-8f53-e3ce3c68e6a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1685641 Jul 28 18:08:55.073741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-e5a392cd-4d54-4167-aaa7-9452939f49d9 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:55.085245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-e5a392cd-4d54-4167-aaa7-9452939f49d9 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.3840890 Jul 28 18:08:55.187439 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-b1ae1b2a-bfdb-47a2-a617-09ef0af9c3df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 217 time: 0.1857340 Jul 28 18:08:55.187945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-0296a791-d0af-4d7c-ac0d-14de808acb22 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1008024 Jul 28 18:08:55.289534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-4c581d7a-0151-4788-8042-1c97bc810ba0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1006012 Jul 28 18:08:55.502044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:55.612905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Deleting port 7863321f-0710-46b8-859a-6676150e7c06 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:55.612995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:55.718680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:55.719110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:55.734046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Calling delete_port for 7863321f-0710-46b8-859a-6676150e7c06 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:55.890497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-02257a4d-3520-44a6-ae6d-c37bb82a283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:55.892181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-02257a4d-3520-44a6-ae6d-c37bb82a283f service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.8845110 Jul 28 18:08:55.894075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-4ce02de2-360d-456d-9e4b-50a8d8c7cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:55.895795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-4ce02de2-360d-456d-9e4b-50a8d8c7cabc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.6965580 Jul 28 18:08:55.944512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-e4657ad0-98a7-42bc-be20-0bdc8f4e4d0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 200 len: 217 time: 0.0424600 Jul 28 18:08:55.971962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-860da012-469a-49d7-8b4c-15b3fa36e602 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677769 Jul 28 18:08:55.983146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18df2a-781a-44b4-a415-e06154ccdfb1 req-10370272-07c3-4f05-a00a-e4a67a123916 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:55.984937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a18df2a-781a-44b4-a415-e06154ccdfb1 req-10370272-07c3-4f05-a00a-e4a67a123916 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.9319043 Jul 28 18:08:56.004441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:56.016603 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:56.031488 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:56.032124 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:56.079427 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:56.091389 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:56.092555 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:56.141973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-f1fbe149-f2d4-4853-9610-1b41362fa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.142322 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:56.143681 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-f1fbe149-f2d4-4853-9610-1b41362fa805 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1563549 Jul 28 18:08:56.144005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce62fa-3d21-47b9-9225-5eb5b3c6a2c4 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:56.154304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:56.196333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:56.209742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5bf2e46-60c5-4428-a9a5-8d526a81c931 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2243583 Jul 28 18:08:56.221317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-9564d504-2087-4856-b777-20718e9d04f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521846 Jul 28 18:08:56.238010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:56.256850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event deleted for resources: {'Port': ['ID=7863321f-0710-46b8-859a-6676150e7c06,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:56.361310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:56.364905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:56.366432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96d87ce4-4232-4eea-9d9a-aebed7b173d0 req-60ba2b27-8c88-4cd8-9193-3ad25598d2ea tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "DELETE /v2.0/floatingips/7ba299a1-97d1-47a0-ab09-68b1cd5b0fd3 HTTP/1.1" status: 204 len: 173 time: 1.0758252 Jul 28 18:08:56.422822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-ba268a48-2270-4723-ad65-b6bfa88f1f6f service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364412 Jul 28 18:08:56.440446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a18df2a-781a-44b4-a415-e06154ccdfb1 req-109bc480-3392-481b-928c-343c56467608 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970691 Jul 28 18:08:56.555426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-58bdde2c-423f-4d8e-af4a-b26aff7c3cbc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/floatingips/0a4f908b-fd29-42dd-a61d-a98e31c79e1b HTTP/1.1" status: 200 len: 977 time: 0.3158517 Jul 28 18:08:56.556045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58116) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:56.613701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64859b-33c8-4c3d-bd9a-1266cab48450 req-ea00da24-8ac2-4235-a257-8eda34c19d14 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.615480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d64859b-33c8-4c3d-bd9a-1266cab48450 req-ea00da24-8ac2-4235-a257-8eda34c19d14 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0602205 Jul 28 18:08:56.665954 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d64859b-33c8-4c3d-bd9a-1266cab48450 req-5b21180b-1c01-4eb0-a3b4-71846d28be15 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Jul 28 18:08:56.739947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-f5752529-e128-4026-b50f-520509d79245 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0793293 Jul 28 18:08:56.878737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.879573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.880422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.880933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.881212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-6fe7c86b-47cf-4dc7-af19-988d69892f97 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275284 Jul 28 18:08:56.881712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.883098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.883943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.884062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1861e9c1-8ebf-41fe-90f2-53eecf495c5f req-355416ff-9e97-4d37-91d0-05a7ae9ec3cb service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408619 Jul 28 18:08:56.886102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-31666ce9-1762-434c-9770-dd8aa4e38384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.1134882 Jul 28 18:08:56.890191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43753890-426b-4946-b989-7059f610d5c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3162358 Jul 28 18:08:56.891211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58122) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:56.895630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': '2a22168b-0357-4935-ae88-4c8c0028afc7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:08:56.907334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fd5a-86c2-47c0-8fc8-44e3989caf8a req-40812221-6a57-43c3-ab43-225a95c2b38c tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:56.909162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84c6fd5a-86c2-47c0-8fc8-44e3989caf8a req-40812221-6a57-43c3-ab43-225a95c2b38c tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0969262 Jul 28 18:08:56.976863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84c6fd5a-86c2-47c0-8fc8-44e3989caf8a req-834d641e-3e4a-4961-afb9-2424f8e5c737 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0599980 Jul 28 18:08:57.018253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:57.098611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9b756b8-491c-4edd-83cb-0f69a2953015 req-6f180086-74e3-44a7-96c3-46e51492f9a4 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0940416 Jul 28 18:08:57.107477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-fe91fe69-aee7-42b4-85d3-6377888241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.108287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-fe91fe69-aee7-42b4-85d3-6377888241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.108771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-fe91fe69-aee7-42b4-85d3-6377888241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.110435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-fe91fe69-aee7-42b4-85d3-6377888241a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.1849189 Jul 28 18:08:57.122849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7bfb6e2-4a7d-4ec9-a368-cbdd13dce8b2 req-c2694d3f-21a6-4ce1-9613-792e335bb57f service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240763 Jul 28 18:08:57.257928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-5703f775-ba02-4450-870c-d0aa231d1daa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.1389942 Jul 28 18:08:57.339659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-3e5b9fa9-55e9-40b9-b336-5fb68f1a509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.341803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-3e5b9fa9-55e9-40b9-b336-5fb68f1a509a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.0741055 Jul 28 18:08:57.382232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58130) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:57.410995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-ace79b26-5ad0-4a8e-9498-371ac17ae64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.412652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-ace79b26-5ad0-4a8e-9498-371ac17ae64c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632229 Jul 28 18:08:57.597333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-e9baa058-b9fb-4e3b-acc0-aac22d778e64 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741142 Jul 28 18:08:57.598359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02957877-aaf2-43c9-a743-8385b54e693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:57.758177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-15eea468-b0b1-4389-8277-8d2c25fb95fb service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505692 Jul 28 18:08:57.777891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0240e-ca33-41e8-9824-639009bd6e12 req-03552d3d-9179-4054-9420-7dbc0521b297 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:57.780224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3e0240e-ca33-41e8-9824-639009bd6e12 req-03552d3d-9179-4054-9420-7dbc0521b297 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1755164 Jul 28 18:08:57.901155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3e0240e-ca33-41e8-9824-639009bd6e12 req-cdd4254d-1629-41ca-bf76-8b5e368a2ffc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066313 Jul 28 18:08:57.987866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.047811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7828dbf-933b-4494-8802-e185eb4e7e41 req-aee45052-6427-4e72-b404-59ce3dfa2b59 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:58.049733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7828dbf-933b-4494-8802-e185eb4e7e41 req-aee45052-6427-4e72-b404-59ce3dfa2b59 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0649090 Jul 28 18:08:58.072882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.147328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7828dbf-933b-4494-8802-e185eb4e7e41 req-6561d10b-839c-429e-a6ba-b832481541e1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881658 Jul 28 18:08:58.170572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-e23d2199-a426-4260-9abe-331fb6650456 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.3954830 Jul 28 18:08:58.215629 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 0a4f908b-fd29-42dd-a61d-a98e31c79e1b associated. External IP: 172.25.7.94, port: 998025a7-3765-472c-8ef5-918c679be0da. Jul 28 18:08:58.263090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-a46ec641-ea99-4fb1-adc4-45d6b862fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:58.264634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-a46ec641-ea99-4fb1-adc4-45d6b862fdfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0654995 Jul 28 18:08:58.309165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02957877-aaf2-43c9-a743-8385b54e693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.345308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923051d9-3080-4aa6-a261-84eb8c908c0d req-1da83d1b-89ee-4e0b-bf25-9aa166c817a8 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:58.353882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-923051d9-3080-4aa6-a261-84eb8c908c0d req-1da83d1b-89ee-4e0b-bf25-9aa166c817a8 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 946 time: 0.1915014 Jul 28 18:08:58.420996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02957877-aaf2-43c9-a743-8385b54e693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.437941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-aaefbca9-7f7e-40f9-837b-fa03734caf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:58.439986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-aaefbca9-7f7e-40f9-837b-fa03734caf36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267188 Jul 28 18:08:58.471834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-923051d9-3080-4aa6-a261-84eb8c908c0d req-2f071387-5ba2-4734-9a78-992fdfb8dba2 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046734 Jul 28 18:08:58.557408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-02957877-aaf2-43c9-a743-8385b54e693f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fab6742cbc8483dac167d20c1fed0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1731215 Jul 28 18:08:58.561724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:08:58.609293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02957877-aaf2-43c9-a743-8385b54e693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39783a6b-a449-4e4f-8c04-7eabec071b79,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:58.661351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.776861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:58.791158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-43d4e3af-23dc-48e6-8b27-223b4b10ab97 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078389 Jul 28 18:08:58.947297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-3ba1e2fc-7b7f-47a4-a052-0f451272107f service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407564 Jul 28 18:08:58.953109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:59.003691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-9b595513-972c-49c9-b94a-6685d6ae1317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.0466912 Jul 28 18:08:59.043672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:59.046755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:59.050566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39783a6b-a449-4e4f-8c04-7eabec071b79 HTTP/1.1" status: 204 len: 168 time: 0.4848447 Jul 28 18:08:59.060818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002feac-94f9-43be-8b64-46b165ace2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39783a6b-a449-4e4f-8c04-7eabec071b79,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:59.088178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-008aab21-e65a-402f-b435-a3af7a32fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.090553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-008aab21-e65a-402f-b435-a3af7a32fc66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0801711 Jul 28 18:08:59.166136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-b7ee992b-8988-4d1e-969e-12ae720be5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.168081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-b7ee992b-8988-4d1e-969e-12ae720be5b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598559 Jul 28 18:08:59.209534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:59.222118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:59.222717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983994a-0168-4b17-b9af-ad0aca4645da req-4d2942de-659d-4932-97c3-72941338b852 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.224638 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a983994a-0168-4b17-b9af-ad0aca4645da req-4d2942de-659d-4932-97c3-72941338b852 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1564975 Jul 28 18:08:59.235235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:59.236138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:59.271228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:59.275641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015b485-b2ce-489f-8251-efcc45028912 req-74eed3e7-e7ca-4a62-a361-75d6efb79e4d tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.277383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1015b485-b2ce-489f-8251-efcc45028912 req-74eed3e7-e7ca-4a62-a361-75d6efb79e4d tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 946 time: 0.1999621 Jul 28 18:08:59.281053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:08:59.281666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:59.289556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-be806c72-baa8-4376-9a00-f08116beb91e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119256 Jul 28 18:08:59.314986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:59.315943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb20308-baf5-4c7c-a75c-6c4d1d6521e6 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:59.421360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-7fc22b38-e423-448b-ab9f-5d580a89cac1 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014624 Jul 28 18:08:59.421541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a983994a-0168-4b17-b9af-ad0aca4645da req-89d235a3-63f4-42d7-8e35-2766846ce8fd tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439621 Jul 28 18:08:59.463781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-2c781cc7-b0cf-4ac4-8f9f-7774d61d296d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0470128 Jul 28 18:08:59.563231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Deleting port 01b90c65-b50b-428c-9a1c-1a1224ff168e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:08:59.563611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:59.595097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-5b297f09-6122-4850-8af0-5f6f3338234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.596710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-5b297f09-6122-4850-8af0-5f6f3338234e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1262591 Jul 28 18:08:59.648552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364cfa6-fd01-4932-8ac1-b68d5434e50a req-6f6247c4-2284-4237-8a81-4f960782c565 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.657518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4364cfa6-fd01-4932-8ac1-b68d5434e50a req-6f6247c4-2284-4237-8a81-4f960782c565 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 946 time: 0.0961409 Jul 28 18:08:59.692215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-bdb9fd1e-a09c-4169-9a17-29f40c0a23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:08:59.694149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-bdb9fd1e-a09c-4169-9a17-29f40c0a23fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897760 Jul 28 18:08:59.701480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:08:59.715382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] For port 01b90c65-b50b-428c-9a1c-1a1224ff168e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=01b90c65-b50b-428c-9a1c-1a1224ff168e,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:59.715769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:08:59.730956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4364cfa6-fd01-4932-8ac1-b68d5434e50a req-512bff02-1d0c-4c00-976c-59c0420dbfa0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfd771c9-2aad-48e2-9b7b-87586c496028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722795 Jul 28 18:08:59.741218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Calling delete_port for 01b90c65-b50b-428c-9a1c-1a1224ff168e owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:08:59.903771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-238bf4d0-e9eb-4234-9aab-6773740396fe service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951694 Jul 28 18:09:00.061135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-30d7e0ea-485c-4677-a938-232b874835e5 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511889 Jul 28 18:09:00.071435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:00.082517 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:00.091242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.099013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:00.099678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:00.123164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-7c79af76-00a6-47d3-b245-c70266988656 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0531597 Jul 28 18:09:00.169724 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b45ca86e-c53e-464f-b8fa-5b9dc20e1209 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/0a4f908b-fd29-42dd-a61d-a98e31c79e1b HTTP/1.1" status: 200 len: 978 time: 3.2777376 Jul 28 18:09:00.171628 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:00.172354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:00.185087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:00.186244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:00.190992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:00.237834 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:00.238878 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba3390-d308-4a26-8c27-c2bb45417959 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:00.260050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.271939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['01b90c65-b50b-428c-9a1c-1a1224ff168e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:00.330573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.339983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Pushing event deleted for resources: {'Port': ['ID=01b90c65-b50b-428c-9a1c-1a1224ff168e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:00.411904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] No DVR routers for this DVR port 01b90c65-b50b-428c-9a1c-1a1224ff168e on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:00.414818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.417549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1015b485-b2ce-489f-8251-efcc45028912 req-1114377a-35b4-4c5e-9225-310e4021cdd0 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.37 "DELETE /v2.0/ports/01b90c65-b50b-428c-9a1c-1a1224ff168e HTTP/1.1" status: 204 len: 173 time: 1.1236563 Jul 28 18:09:00.418725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'name': 'network-vif-deleted', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:00.429758 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d77b707-0fda-4387-89df-c6d44f0166c1" -d '{"events": [{"server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "name": "network-vif-deleted", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:00.454928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58208) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:00.475093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e410c3cb-da95-4486-a1e8-d07935dfa813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.561974 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60696f4-7662-4558-aed5-2e9fc314c224 x-openstack-request-id: req-d60696f4-7662-4558-aed5-2e9fc314c224 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:00.563945 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd59eec-f42f-4264-9bfd-5f52fbd6a543", "name": "network-vif-deleted", "tag": "01b90c65-b50b-428c-9a1c-1a1224ff168e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:00.564265 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d60696f4-7662-4558-aed5-2e9fc314c224 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:00.564701 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd59eec-f42f-4264-9bfd-5f52fbd6a543', 'name': 'network-vif-deleted', 'tag': '01b90c65-b50b-428c-9a1c-1a1224ff168e', 'status': 'completed', 'code': 200} Jul 28 18:09:00.602033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.605539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-60fa7740-7c7e-4313-9800-11a2762d26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:00.610563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-60fa7740-7c7e-4313-9800-11a2762d26f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.4790761 Jul 28 18:09:00.698235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-13ab8dda-0421-4f70-8b79-4628d9fcf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:00.700867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-13ab8dda-0421-4f70-8b79-4628d9fcf34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756121 Jul 28 18:09:00.705717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.714554 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 0a4f908b-fd29-42dd-a61d-a98e31c79e1b disassociated. External IP: 172.25.7.94, port: 2a22168b-0357-4935-ae88-4c8c0028afc7. Jul 28 18:09:00.755288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183ed4-65ca-44fb-90f9-d2302df5068a req-c68e459a-91b7-4e7f-bde3-38abd9d24ac0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:00.757001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09183ed4-65ca-44fb-90f9-d2302df5068a req-c68e459a-91b7-4e7f-bde3-38abd9d24ac0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1460598 Jul 28 18:09:00.777074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e410c3cb-da95-4486-a1e8-d07935dfa813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.838005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09183ed4-65ca-44fb-90f9-d2302df5068a req-ff86c714-30af-44cf-962b-e4c3211e9f24 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722725 Jul 28 18:09:00.860497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e410c3cb-da95-4486-a1e8-d07935dfa813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:00.906965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b750b973-3db7-440a-b8dd-96cf8c4198a7 req-b211d5ca-f551-4c02-8e69-b611d954d781 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699 tempest-FloatingIPsAssociationNegativeTestJSON-1596764699-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd59eec-f42f-4264-9bfd-5f52fbd6a543 HTTP/1.1" status: 200 len: 210 time: 0.0687444 Jul 28 18:09:00.919292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410c3cb-da95-4486-a1e8-d07935dfa813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df228ed-1021-4441-8d91-cbb610a732db,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:00.949590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e410c3cb-da95-4486-a1e8-d07935dfa813 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fddf9da89dd7464bab0fe4d4ff130239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927173 Jul 28 18:09:00.953162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58220) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:01.017297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-cb788baa-6f2a-46e2-a4b2-013be32bbf08 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001070 Jul 28 18:09:01.039448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:01.079346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:01.231027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:01.239265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:01.243020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6df228ed-1021-4441-8d91-cbb610a732db HTTP/1.1" status: 204 len: 168 time: 0.2865090 Jul 28 18:09:01.266593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:01.266908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5936e-f7c8-48f0-a8b6-541b021b14ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df228ed-1021-4441-8d91-cbb610a732db,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:01.278904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-25be6324-b789-4efd-b5f2-afbcbe6bf1d6 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982739 Jul 28 18:09:01.364243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-692ed889-cad9-434a-ad58-986fa508882b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0746095 Jul 28 18:09:01.488323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-6e0f5471-564e-48e3-8f97-5ab362856dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:01.489927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-6e0f5471-564e-48e3-8f97-5ab362856dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.1178513 Jul 28 18:09:01.581209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:01.601669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:01.605747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:01.628748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:01.629643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:01.678805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:01.689357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:01.690740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:01.698665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa24b7f3-0a1d-4c73-86ca-7b7c85b5c35e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/0a4f908b-fd29-42dd-a61d-a98e31c79e1b HTTP/1.1" status: 200 len: 687 time: 1.5251429 Jul 28 18:09:01.701902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58230) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:01.707895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-b029d9c4-06ee-4346-9300-3a9695d7131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:01.717479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-b029d9c4-06ee-4346-9300-3a9695d7131f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1872923 Jul 28 18:09:01.727327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:01.728285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b5fa0-bc56-470c-82e7-91fb3d8b6c74 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:01.972418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-06a12616-9baa-4a61-8dcb-db0683f51054 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426703 Jul 28 18:09:02.030053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58242) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:02.034484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 76c0bc3a-7368-4595-885f-2e32600051e1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:02.034848 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.186463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440c17e-f6d9-424e-9587-0c091e74281e req-6df8b8b7-ed36-421e-95ac-853e4d80885f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:02.188027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9440c17e-f6d9-424e-9587-0c091e74281e req-6df8b8b7-ed36-421e-95ac-853e4d80885f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.2268333 Jul 28 18:09:02.227633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.228915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.250021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 76c0bc3a-7368-4595-885f-2e32600051e1 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:02.260355 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9440c17e-f6d9-424e-9587-0c091e74281e req-451797fe-4903-4391-a56b-8b3b05ba7a57 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653789 Jul 28 18:09:02.407645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-e27fd232-0f79-4786-83da-4b242f4fd5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289730 Jul 28 18:09:02.459148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-c5cb6835-21ad-443e-acf7-0c499ed2cf52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0425513 Jul 28 18:09:02.538184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-6082c09e-a0c2-48dd-a468-3717b763a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:02.540512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-6082c09e-a0c2-48dd-a468-3717b763a6b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0575721 Jul 28 18:09:02.551729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.605975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=76c0bc3a-7368-4595-885f-2e32600051e1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:02.668187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756acd-7af0-4744-affe-d6ceea03adaa req-f6fb9baa-4c10-4c86-8349-8905bf29f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:02.670732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-f6fb9baa-4c10-4c86-8349-8905bf29f608 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204467 Jul 28 18:09:02.772437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.776736 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:02.778010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a3f1f0e-42cd-4f25-8e3d-616dea36e73a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/0a4f908b-fd29-42dd-a61d-a98e31c79e1b HTTP/1.1" status: 204 len: 168 time: 1.0747278 Jul 28 18:09:02.780687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:02.791196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-8ab60fba-ae60-4a8e-bcec-f264fdb292cc service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131845 Jul 28 18:09:02.870987 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-f6652c9f-b803-4ecf-936d-c7a5fb456b9c tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] delete failed (client error): The resource could not be found. Jul 28 18:09:02.874219 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f6652c9f-b803-4ecf-936d-c7a5fb456b9c tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/0a4f908b-fd29-42dd-a61d-a98e31c79e1b HTTP/1.1" status: 404 len: 345 time: 0.0901630 Jul 28 18:09:02.877929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58270) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:03.047688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5bcb0e-7d9c-4fef-9661-9e111ea3903f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:03.065109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5bcb0e-7d9c-4fef-9661-9e111ea3903f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:03.076418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5bcb0e-7d9c-4fef-9661-9e111ea3903f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:03.086693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7d5bcb0e-7d9c-4fef-9661-9e111ea3903f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/ports?network_id=8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 HTTP/1.1" status: 200 len: 2359 time: 0.2071722 Jul 28 18:09:03.089417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:03.174120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a7873-d438-443d-a887-ad26f002afa8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:03.175549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e6a7873-d438-443d-a887-ad26f002afa8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/subnets/2c4f452c-2261-47c6-8d2f-66db5125683f HTTP/1.1" status: 200 len: 797 time: 0.0848062 Jul 28 18:09:03.183245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58282) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:03.197594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'port': {'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44', 'name': 'tempest-FloatingIPTestJSON-547748171', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:03.512729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 01b90c65-b50b-428c-9a1c-1a1224ff168e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:03.546030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 01b90c65-b50b-428c-9a1c-1a1224ff168e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:03.546958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 01b90c65-b50b-428c-9a1c-1a1224ff168e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:03.557218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:03.609766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e111a49-2d22-46f0-b16b-c8fc54a08562 req-b816e644-8ef8-4be4-aed5-10eb511da29f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:03.611371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e111a49-2d22-46f0-b16b-c8fc54a08562 req-b816e644-8ef8-4be4-aed5-10eb511da29f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1833267 Jul 28 18:09:03.617900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71756acd-7af0-4744-affe-d6ceea03adaa req-9865ea82-7e08-4965-ac88-68a4218329e7 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193474 Jul 28 18:09:03.686483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e111a49-2d22-46f0-b16b-c8fc54a08562 req-3a758f5a-426a-4cad-8a2b-da3328e88268 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664680 Jul 28 18:09:03.699870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:03.756672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:03.785779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] device_id is not set on port eadb9453-2097-465b-a413-8aadc64acfba yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:09:04.181206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Deleting port f147e2ff-4661-4b14-a278-831df004c5ef {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:04.181554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.225368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.14 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/eadb9453-2097-465b-a413-8aadc64acfba) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:04.238601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.13 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/eadb9453-2097-465b-a413-8aadc64acfba) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:04.281992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] For port f147e2ff-4661-4b14-a278-831df004c5ef, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f147e2ff-4661-4b14-a278-831df004c5ef,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:04.282631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.308492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Calling delete_port for f147e2ff-4661-4b14-a278-831df004c5ef owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:04.540151 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.689716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.746864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=eadb9453-2097-465b-a413-8aadc64acfba,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:04.761659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:04.762620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:04.769800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:04.813768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.859446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f147e2ff-4661-4b14-a278-831df004c5ef,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:04.884111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:04.886946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:04.943464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e6f1e-9098-4b64-a25d-807f861c1509 req-71c81371-b81a-473e-abdd-4d1fe89a23b1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:04.946405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-527e6f1e-9098-4b64-a25d-807f861c1509 req-71c81371-b81a-473e-abdd-4d1fe89a23b1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1394129 Jul 28 18:09:05.000261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-527e6f1e-9098-4b64-a25d-807f861c1509 req-051d39ff-060d-4c34-888e-cb679659ef10 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Jul 28 18:09:05.027331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b4af16d0-1436-4f25-bbdb-a816b8513bfe tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8420677 Jul 28 18:09:05.029870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:05.034628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'eadb9453-2097-465b-a413-8aadc64acfba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:05.202844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:05.274091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:05.445690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:05.512680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Router 4d42ba62-deba-4206-9ef9-5e89d174c649 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:05.646078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:05.656989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d437ffb6-e3dc-4ab6-8e3c-b033da2a9d64 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d42ba62-deba-4206-9ef9-5e89d174c649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6268036 Jul 28 18:09:05.661035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:05.667129 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Sync routers for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:05.680838 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:05.682356 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:05.682928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.30 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d93d961c-69c1-4237-aae1-ed1741373fdc) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:05.802585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:05.842572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:05.911173 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:09:05.943823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:06.011769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:06.099857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:06.107801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:06.116249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:06.126198 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:09:04Z', 'revision_number': 5, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port': {'id': '13ba5bb7-066a-4dca-ad96-62ebb6e9a634', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:08:09Z', 'updated_at': '2021-07-28T18:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:06.177143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=d93d961c-69c1-4237-aae1-ed1741373fdc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:06.194072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Checking router: 4d42ba62-deba-4206-9ef9-5e89d174c649 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:06.231064 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Routers {'4d42ba62-deba-4206-9ef9-5e89d174c649'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:06.231754 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4d42ba62-deba-4206-9ef9-5e89d174c649'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:06.310479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f1ac1-4775-4332-914d-39f54e5dacaf req-69226aed-451d-4c39-90bd-4f0c80aab10f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:06.312718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc1f1ac1-4775-4332-914d-39f54e5dacaf req-69226aed-451d-4c39-90bd-4f0c80aab10f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1533215 Jul 28 18:09:06.348999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] Set router 4d42ba62-deba-4206-9ef9-5e89d174c649 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:09:06.360981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Deleting port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:06.361545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:06.423953 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:09:05Z', 'revision_number': 6, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:06.499996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc1f1ac1-4775-4332-914d-39f54e5dacaf req-3a45685d-02b9-48f4-b835-82909ef49552 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757810 Jul 28 18:09:06.527788 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e7406-59f0-4704-a364-419461e191d4 None None] The sync data for ids ['4d42ba62-deba-4206-9ef9-5e89d174c649'] in n-d-778550-5 is: [{'id': '4d42ba62-deba-4206-9ef9-5e89d174c649', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-324988029-router', 'tenant_id': '76453cb638e3403da82c2e7a696f8dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:08:08Z', 'updated_at': '2021-07-28T18:09:05Z', 'revision_number': 6, 'project_id': '76453cb638e3403da82c2e7a696f8dc9', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:06.596816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] For port 13ba5bb7-066a-4dca-ad96-62ebb6e9a634, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:06.597269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:06.627871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Calling delete_port for 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:07.079068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f147e2ff-4661-4b14-a278-831df004c5ef no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:07.082267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.121579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ba5bb7-066a-4dca-ad96-62ebb6e9a634,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:07.137070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f147e2ff-4661-4b14-a278-831df004c5ef {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:07.137751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f147e2ff-4661-4b14-a278-831df004c5ef not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:07.238323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.311440 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.424764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.424764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.502002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:07.554639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.555538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d42ba62-deba-4206-9ef9-5e89d174c649 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:09:07.560688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.577489 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.581676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb9665d2-c243-46c9-835f-9a00b0389128 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d42ba62-deba-4206-9ef9-5e89d174c649 HTTP/1.1" status: 204 len: 168 time: 1.9203136 Jul 28 18:09:07.584399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:07.775783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:07.785153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Deleting subnet b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:09:07.793905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.814969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '850fa823-cc22-4228-aa63-7cdce39912c0', 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547', 'port_id': '850fa823-cc22-4228-aa63-7cdce39912c0', 'mac_address': 'fa:16:3e:a9:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e234d1d-522d-4efa-9d89-cbbb43c0b575', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:07.818486 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea4489e-535e-4558-bec7-a5c4b80dcb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.854652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.876304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:07.926969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850fa823-cc22-4228-aa63-7cdce39912c0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:07.956487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b12e-60a9-49f0-b0d8-512de3004c84 req-dcd9572e-75bd-4f10-b491-81c0dbed7ad8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:07.958321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0404b12e-60a9-49f0-b0d8-512de3004c84 req-dcd9572e-75bd-4f10-b491-81c0dbed7ad8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1587100 Jul 28 18:09:07.981150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:08.025631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.038041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.049010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0404b12e-60a9-49f0-b0d8-512de3004c84 req-e03a55f2-b901-4a13-b82f-876d9b0a38b6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759451 Jul 28 18:09:08.053520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.109363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:08.116038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.193318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=d93d961c-69c1-4237-aae1-ed1741373fdc,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:08.207044 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.216668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.252290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:08.255465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.256926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c6d81a13-5db3-4e87-8e3b-8b183966cc09 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b70c92f6-fa8c-4f4c-a915-0d69ef8fcf8c HTTP/1.1" status: 204 len: 168 time: 0.6657364 Jul 28 18:09:08.266225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58458) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:08.269778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb6685-d48c-4ea3-a23e-27e9d06715f9 None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:08.356450 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 441c787f-ecca-4227-b168-6c9aeb9a7d3f associated. External IP: 172.25.7.30, port: eadb9453-2097-465b-a413-8aadc64acfba. Jul 28 18:09:08.382458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.513315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Deleting port c6cff8f5-e976-4bb6-be7b-133a1cce1869 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:08.513818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.518654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] DHCP port deletion for 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:09:08.591236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Deleting port c6cff8f5-e976-4bb6-be7b-133a1cce1869 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:08.591973 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.619369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] For port c6cff8f5-e976-4bb6-be7b-133a1cce1869, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cff8f5-e976-4bb6-be7b-133a1cce1869,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:08.619990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.635315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Calling delete_port for c6cff8f5-e976-4bb6-be7b-133a1cce1869 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:08.701738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:08.825106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.836763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['850fa823-cc22-4228-aa63-7cdce39912c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:08.882844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] For port c6cff8f5-e976-4bb6-be7b-133a1cce1869, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cff8f5-e976-4bb6-be7b-133a1cce1869,segment=NetworkSegment(84f6cb26-9105-4dfe-a20b-4c6012203c99),segment_id=84f6cb26-9105-4dfe-a20b-4c6012203c99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:08.887238 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:08.887495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] No DVR routers for this DVR port c6cff8f5-e976-4bb6-be7b-133a1cce1869 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:08.887495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cff8f5-e976-4bb6-be7b-133a1cce1869,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:08.925837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Calling delete_port for c6cff8f5-e976-4bb6-be7b-133a1cce1869 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:08.929435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:08.971383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:09.034050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:09.036043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.040426 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.060960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.079112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.106002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f6cb26-9105-4dfe-a20b-4c6012203c99') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.106002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f6cb26-9105-4dfe-a20b-4c6012203c99') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.123956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.128582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.147011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.154856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-efcc878c-c6f2-481a-a3bb-cae4cc667ca8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1196077 Jul 28 18:09:09.156032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:09.171015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': 'eadb9453-2097-465b-a413-8aadc64acfba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:09.176240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:09.176781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.212040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:09.213333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.274480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:09:09.295366 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:09:09.336679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:09.339014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:09.339677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f31e32-bc69-4db5-8547-66d08aec5458 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:09.381517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34c85-fb7c-4563-85f5-3a795a37983b req-8c334517-1720-4fac-8e90-0be6bac29ff0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:09.383685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ec34c85-fb7c-4563-85f5-3a795a37983b req-8c334517-1720-4fac-8e90-0be6bac29ff0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.0873821 Jul 28 18:09:09.384877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.389948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:09.390309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13ba5bb7-066a-4dca-ad96-62ebb6e9a634 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:09.391737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cff8f5-e976-4bb6-be7b-133a1cce1869 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:09.408474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.424086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 HTTP/1.1" status: 204 len: 168 time: 1.1635308 Jul 28 18:09:09.449037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c6cff8f5-e976-4bb6-be7b-133a1cce1869 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:09.449037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cff8f5-e976-4bb6-be7b-133a1cce1869 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:09.485624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.486142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8279a6-b4f2-4eb7-96ab-f661b5bacb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:09.568671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Network 5c1bed77-8d04-4da5-9b4c-fdcf3b75bcf0 is not hosted by any dhcp agent {{(pid=101108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:09:09.570828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] No DVR routers for this DVR port c6cff8f5-e976-4bb6-be7b-133a1cce1869 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:09.572317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ec34c85-fb7c-4563-85f5-3a795a37983b req-92f8968b-7a0b-4372-8b1c-1a509cc48900 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681385 Jul 28 18:09:09.595120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62017bbc-a028-43be-a3b4-77fe0a5e8424 None None] Pushing event deleted for resources: {'Port': ['ID=c6cff8f5-e976-4bb6-be7b-133a1cce1869,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:09.931202 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-80436659-0aa6-4072-a0f0-975101d64f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:09.965613 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.019178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.021994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.049005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:10.070212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58572) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:10.120880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1fe9a7e9-e1e1-404b-a107-90eac7cf225a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76453cb638e3403da82c2e7a696f8dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474629 Jul 28 18:09:10.121563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58574) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:10.183577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.222390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.283329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:10.342411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a48ae75b-fc3b-4f16-bcb4-5467dbef3033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.396126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.399375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.400550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfd771c9-2aad-48e2-9b7b-87586c496028 HTTP/1.1" status: 204 len: 168 time: 0.2780232 Jul 28 18:09:10.412180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:10.417326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.417485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b947bd-85b4-4f3b-9156-802c160af261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd771c9-2aad-48e2-9b7b-87586c496028,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:10.426931 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:10.437836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:10.440564 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:10.479547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a48ae75b-fc3b-4f16-bcb4-5467dbef3033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.506239 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:10.519369 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:10.520303 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:10.534157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e78b9b77-d8e4-4141-af89-d3ca1df3cb76 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/441c787f-ecca-4227-b168-6c9aeb9a7d3f HTTP/1.1" status: 200 len: 977 time: 1.3757813 Jul 28 18:09:10.534473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:10.570977 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:10.571677 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b84fe9-7ca4-430c-acad-acf435877b4b None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:10.590903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a48ae75b-fc3b-4f16-bcb4-5467dbef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.692862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a48ae75b-fc3b-4f16-bcb4-5467dbef3033 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6323013a3fc64f248a17d75372be37a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423786 Jul 28 18:09:10.697370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:10.697622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae75b-fc3b-4f16-bcb4-5467dbef3033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a236243b-4f08-4bad-a2a4-a9084796f8f4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:10.751790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacb8cb-1e23-4706-a733-d88bc7088f19 req-3a1ee6bb-51b6-465d-998e-974158c279cb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:10.753581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1aacb8cb-1e23-4706-a733-d88bc7088f19 req-3a1ee6bb-51b6-465d-998e-974158c279cb tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.0955482 Jul 28 18:09:10.814822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.824736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1aacb8cb-1e23-4706-a733-d88bc7088f19 req-e7db56fe-4004-43fe-96f2-059a0735f2b6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Jul 28 18:09:10.874311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:10.964861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port d93d961c-69c1-4237-aae1-ed1741373fdc {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:10.965310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.008576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.009187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.011183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.012362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a236243b-4f08-4bad-a2a4-a9084796f8f4 HTTP/1.1" status: 204 len: 168 time: 0.3129539 Jul 28 18:09:11.023691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff0cef-7d2c-4ead-a16c-cd9484863c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a236243b-4f08-4bad-a2a4-a9084796f8f4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:11.107284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.107961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.127290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for d93d961c-69c1-4237-aae1-ed1741373fdc owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:11.274938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-7097df2c-cb4e-4d3b-b164-fae9a0300b55 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:11.276482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-7097df2c-cb4e-4d3b-b164-fae9a0300b55 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.1478007 Jul 28 18:09:11.295802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-00f1d47c-23e8-4e03-8743-7d10b4880c18 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/quotas/d6c1998e0f5d4fcca002c15e8e1c63eb HTTP/1.1" status: 200 len: 375 time: 0.0126700 Jul 28 18:09:11.362458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-93c0a463-7f3e-406d-8ae1-20436f0dbac4 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604224 Jul 28 18:09:11.459660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.465956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b27b4ee-1bd8-43e5-b1a3-8a5973d3bf4c service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883424 Jul 28 18:09:11.511793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=d93d961c-69c1-4237-aae1-ed1741373fdc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:11.520266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:11.592198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-aee10b71-6af0-4bc7-b542-4ee1c0aca21f service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218691 Jul 28 18:09:11.596506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.596506 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 441c787f-ecca-4227-b168-6c9aeb9a7d3f disassociated (deleted). External IP: 172.25.7.30, port: eadb9453-2097-465b-a413-8aadc64acfba. Jul 28 18:09:11.680105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 850fa823-cc22-4228-aa63-7cdce39912c0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:11.685538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 850fa823-cc22-4228-aa63-7cdce39912c0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:11.686907 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.798719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.809502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58626) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:11.831383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:11.834378 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed46a4a6-9a53-4806-a768-49d13d8c6615" -d '{"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-plugged", "status": "completed", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:11.836835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd82-d364-42de-afad-c9721e2bcd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:11.853391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:11.914848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.016763 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd249df3-ded0-4de0-b660-55c5561d7664 x-openstack-request-id: req-cd249df3-ded0-4de0-b660-55c5561d7664 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:12.017411 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-plugged", "status": "completed", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:12.017411 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd249df3-ded0-4de0-b660-55c5561d7664 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:12.019706 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0', 'code': 200} Jul 28 18:09:12.062748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-167036ac-ec6c-477c-add9-2eee6f30065b req-2a2beaa0-85c3-41a0-bf64-cc05100b08a7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 210 time: 0.1186717 Jul 28 18:09:12.091057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:12.189343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd82-d364-42de-afad-c9721e2bcd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.279078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd82-d364-42de-afad-c9721e2bcd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.333823 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b5ccd82-d364-42de-afad-c9721e2bcd9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d9a3854db9d49cb941508b8c9941ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233762 Jul 28 18:09:12.334803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:12.341643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ccd82-d364-42de-afad-c9721e2bcd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43cc08d-2cbf-4f94-a831-7458123bd7a5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:12.389553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5aad7-b2a3-4578-a08e-6467c1da5c77 req-dc7c9c0a-fce2-44f5-8bd4-6b844e89cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:12.391130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfc5aad7-b2a3-4578-a08e-6467c1da5c77 req-dc7c9c0a-fce2-44f5-8bd4-6b844e89cdff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1097 time: 0.1218843 Jul 28 18:09:12.405183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.416727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c40b5-2fa4-4d58-a89b-d351111c769e req-dc1e0484-cec4-4b05-a296-0ed63a3671b7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:12.418268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-851c40b5-2fa4-4d58-a89b-d351111c769e req-dc1e0484-cec4-4b05-a296-0ed63a3671b7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1500981 Jul 28 18:09:12.427114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.455829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:12.475153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfc5aad7-b2a3-4578-a08e-6467c1da5c77 req-7d01109a-2f08-409e-b749-76f8c74a2ea5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723989 Jul 28 18:09:12.492630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-851c40b5-2fa4-4d58-a89b-d351111c769e req-c938842f-8efb-4b5d-840f-e8f2ae0a0d0c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Jul 28 18:09:12.647718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.650455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.651950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e43cc08d-2cbf-4f94-a831-7458123bd7a5 HTTP/1.1" status: 204 len: 168 time: 0.3156741 Jul 28 18:09:12.665264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff845363-7557-4754-bc16-44a35350d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43cc08d-2cbf-4f94-a831-7458123bd7a5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:12.704856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:12.710349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.719905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:12.732254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:12.736602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:12.752243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-3f19293b-96f3-4fcb-8003-f174c747c7c1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:12.753762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-3f19293b-96f3-4fcb-8003-f174c747c7c1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a24114e-e410-4a08-9bea-401a85ce7278 HTTP/1.1" status: 200 len: 946 time: 0.1271582 Jul 28 18:09:12.760495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af1ec59b-2e6b-4a45-bb73-ddb5c894fbd7 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/441c787f-ecca-4227-b168-6c9aeb9a7d3f HTTP/1.1" status: 204 len: 168 time: 2.2243385 Jul 28 18:09:12.760675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:12.792197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:12.812911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:12.813861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:12.859514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:12.860401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2dd97-dc93-4f26-acbc-9b11fecc901b None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:12.880479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Deleting port 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:12.889465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.895173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port eadb9453-2097-465b-a413-8aadc64acfba {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:12.895562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.924831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:12.992949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.002178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] For port 705abf60-7335-4239-a204-39d33f799a31, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=705abf60-7335-4239-a204-39d33f799a31,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:13.002562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.007145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for eadb9453-2097-465b-a413-8aadc64acfba owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:13.018455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Calling delete_port for 705abf60-7335-4239-a204-39d33f799a31 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:13.147178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564c27f9-d11c-4114-9797-d8508aa17d9b req-5325a9b1-c8f3-4c25-b5c8-56ed3b6a5fd6 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 210 time: 0.0333917 Jul 28 18:09:13.292117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.302600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58700) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:13.320944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event deleted for resources: {'Port': ['ID=705abf60-7335-4239-a204-39d33f799a31,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:13.343959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.349717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.350068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.351022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.351412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.351732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.352084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.352398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.352728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.353059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.353576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.353692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.354013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:13.375802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] No DVR routers for this DVR port 705abf60-7335-4239-a204-39d33f799a31 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:13.376171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.378312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cc07323-876a-4906-b2b6-2a481db5e4d4 req-5b43e2e2-1735-4664-b058-5fee29e6fa99 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "DELETE /v2.0/ports/705abf60-7335-4239-a204-39d33f799a31 HTTP/1.1" status: 204 len: 173 time: 0.6165841 Jul 28 18:09:13.378773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-deleted', 'tag': '705abf60-7335-4239-a204-39d33f799a31'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:13.381079 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568c3bd-ca54-4939-a364-2311788167d4" -d '{"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-deleted", "tag": "705abf60-7335-4239-a204-39d33f799a31"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:13.400902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=eadb9453-2097-465b-a413-8aadc64acfba,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:13.418324 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926688f-c6cd-4699-a433-607537d4e168 x-openstack-request-id: req-e926688f-c6cd-4699-a433-607537d4e168 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:13.418627 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a24114e-e410-4a08-9bea-401a85ce7278", "name": "network-vif-deleted", "tag": "705abf60-7335-4239-a204-39d33f799a31", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:13.418878 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e926688f-c6cd-4699-a433-607537d4e168 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:13.419279 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a24114e-e410-4a08-9bea-401a85ce7278', 'name': 'network-vif-deleted', 'tag': '705abf60-7335-4239-a204-39d33f799a31', 'status': 'completed', 'code': 200} Jul 28 18:09:13.533407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:13.553562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.556139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-24025379-1e04-403a-973f-9fc961fb4d54 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/eadb9453-2097-465b-a413-8aadc64acfba HTTP/1.1" status: 204 len: 168 time: 0.7945154 Jul 28 18:09:13.557687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-175388a6-3f88-4cfb-98b5-8ad5cd5f4fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.559788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:13.564820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:13.606217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:13.607912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:13.619145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:09:13.619145 n-d-778550-5 neutron-server[101106]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 18:09:13.619145 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id': 'cc4e7300cb8140fda7b3fae2e9fee4ec', 'id': 'b8d7523c-22a7-4c6b-8aa7-1900a46def0d', 'expiration': datetime.datetime(2021, 7, 28, 18, 11, 13, 597341)}] Jul 28 18:09:13.619145 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:09:13.619758 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:09:13.713348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b620f9-b4d8-4183-961a-23df11f8f4e4 req-9af09dd6-5e95-40bf-a6ba-9d84ba10c21c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:13.721349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88b620f9-b4d8-4183-961a-23df11f8f4e4 req-9af09dd6-5e95-40bf-a6ba-9d84ba10c21c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1020887 Jul 28 18:09:13.795623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88b620f9-b4d8-4183-961a-23df11f8f4e4 req-0411e293-1005-46d4-821e-2ac097143783 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Jul 28 18:09:13.829766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-175388a6-3f88-4cfb-98b5-8ad5cd5f4fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.922308 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-175388a6-3f88-4cfb-98b5-8ad5cd5f4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:13.966816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-175388a6-3f88-4cfb-98b5-8ad5cd5f4fc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee0c343fd59d49c99ed42678e91dd03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619320 Jul 28 18:09:13.968246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175388a6-3f88-4cfb-98b5-8ad5cd5f4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9571e0f7-a382-4d51-add3-77f4cca086b8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:13.973325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58724) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:14.026971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.055761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.182404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.192249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.199822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9571e0f7-a382-4d51-add3-77f4cca086b8 HTTP/1.1" status: 204 len: 168 time: 0.2266648 Jul 28 18:09:14.211220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62babd-ed83-4170-a54a-c50941b6c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571e0f7-a382-4d51-add3-77f4cca086b8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:14.262197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.370975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5de02a6b-7bed-4a98-bf6e-21fb34014252 req-c61d25b6-1488-42f3-a94d-b52c8df1a6cc tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 210 time: 0.0873122 Jul 28 18:09:14.470474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.534226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-4300e637-6556-4a31-891d-8f44a094cc1a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:14.537116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-4300e637-6556-4a31-891d-8f44a094cc1a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.2258635 Jul 28 18:09:14.553264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Request body: {'port': {'device_id': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'admin_state_up': True, 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:14.659930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.91 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/abf026af-849b-4602-bb20-7c248c0654dc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:14.800342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.934063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:14.979907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c03d9-a76b-4fe9-b50c-8030ca88e68c req-3564dc94-0c57-42cb-bfbe-25ada1aa0f54 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:14.981329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c0c03d9-a76b-4fe9-b50c-8030ca88e68c req-3564dc94-0c57-42cb-bfbe-25ada1aa0f54 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.0841753 Jul 28 18:09:14.988842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:15.016326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:15.019454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=abf026af-849b-4602-bb20-7c248c0654dc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:15.021899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:15.035230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708f0-3382-4c51-bb62-c77696268848 req-feadddac-748f-4a8d-8b24-35c6b4e9e231 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:15.041798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-685708f0-3382-4c51-bb62-c77696268848 req-feadddac-748f-4a8d-8b24-35c6b4e9e231 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1087368 Jul 28 18:09:15.062997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c0c03d9-a76b-4fe9-b50c-8030ca88e68c req-59ae1971-a9bd-4191-a1f9-5287ab538c5c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715966 Jul 28 18:09:15.119495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-685708f0-3382-4c51-bb62-c77696268848 req-1516b73c-6c0d-424b-9d5b-e73c90546c7a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767345 Jul 28 18:09:15.138241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.225019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:15.228676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.229980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f1a7-ad3b-490b-bcb3-8852d6612872 req-e9cddacb-8d17-4f23-994b-b1de61ed8e00 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:15.231628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0af8f1a7-ad3b-490b-bcb3-8852d6612872 req-e9cddacb-8d17-4f23-994b-b1de61ed8e00 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1097 time: 0.0430758 Jul 28 18:09:15.256134 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.300014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0af8f1a7-ad3b-490b-bcb3-8852d6612872 req-69c93cf4-9951-43b9-baa2-502731b68e33 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Jul 28 18:09:15.300647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.467807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Allocated IP 172.20.0.3 (a6ea99f2-c973-4681-be6f-b54ed973f35b/53b51186-09ff-44a0-a61a-826169c69449/6f396a42-4347-4956-883b-fb48f658c7e2) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:15.528577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.559133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083daa6-b594-4c2d-aeca-5b23b6ef8eaf req-8e9b220f-4b2e-4125-b1d6-8e8919392ad7 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:15.560432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a70ce011-6d70-4b4c-ba76-8d224920618b req-c6c2f6b7-a607-435c-97c6-2f33fd1c6263 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 210 time: 0.0352268 Jul 28 18:09:15.565513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b083daa6-b594-4c2d-aeca-5b23b6ef8eaf req-8e9b220f-4b2e-4125-b1d6-8e8919392ad7 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1097 time: 0.1691852 Jul 28 18:09:15.659499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b083daa6-b594-4c2d-aeca-5b23b6ef8eaf req-65b1e783-3c6a-4b30-9f0c-6604086153fa tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817962 Jul 28 18:09:15.664820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.716251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.760311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=abf026af-849b-4602-bb20-7c248c0654dc,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:15.770082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.914161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.914791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:15.915379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5fb0dd02-39f0-4ac1-b1cd-d1457bd1c7e4 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3545966 Jul 28 18:09:15.918109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58796) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:15.923362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'port': {'network_id': '8d25ebb2-0e4f-4b86-8b60-6d0c30776b44', 'name': 'tempest-FloatingIPTestJSON-667886020'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:15.957929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Network a6ea99f2-c973-4681-be6f-b54ed973f35b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:15.961005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:15.965171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:16.005439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:16.036040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:16.036674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.139838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:16.144709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.195042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] device_id is not set on port bfbbaa51-4bfe-4139-a23c-f91c55b45f33 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:09:16.208927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-ee1eab5e-bb0b-4b94-a40e-f3a3ed473fb2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6614430 Jul 28 18:09:16.222875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Request body: {'port': {'device_id': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:16.225245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:16.261828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0a51-383b-4098-9117-2ad8f247a5d4 req-5be259e5-191e-41b8-8bcd-b21cbe4adca1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:16.263812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ebc0a51-383b-4098-9117-2ad8f247a5d4 req-5be259e5-191e-41b8-8bcd-b21cbe4adca1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1058917 Jul 28 18:09:16.286829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.347855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ebc0a51-383b-4098-9117-2ad8f247a5d4 req-0382c213-3899-4531-89f9-c9c5218159d1 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706129 Jul 28 18:09:16.348899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.14 (8d25ebb2-0e4f-4b86-8b60-6d0c30776b44/2c4f452c-2261-47c6-8d2f-66db5125683f/bfbbaa51-4bfe-4139-a23c-f91c55b45f33) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:16.422708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b39dabc-94d5-45ad-bd4b-9c73f3c3d417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.530300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.668527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.684562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b39dabc-94d5-45ad-bd4b-9c73f3c3d417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.698132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f396a42-4347-4956-883b-fb48f658c7e2 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:16.707007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.720718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Transition to ACTIVE for port object 6f396a42-4347-4956-883b-fb48f658c7e2 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:16.727594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:16.731346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:16.734440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:16.758810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b39dabc-94d5-45ad-bd4b-9c73f3c3d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.769067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=bfbbaa51-4bfe-4139-a23c-f91c55b45f33,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:16.795863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.798488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:16.799100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.803963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b39dabc-94d5-45ad-bd4b-9c73f3c3d417 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97416e5dc6814fc893b4e64823df1324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749733 Jul 28 18:09:16.804714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:16.827499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39dabc-94d5-45ad-bd4b-9c73f3c3d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d23033-79f3-4f96-b7cd-a0505ad77085,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:16.880148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-037dbc21-2941-4a11-813d-f2119fafedca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9608104 Jul 28 18:09:16.885729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:16.887316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': 'bfbbaa51-4bfe-4139-a23c-f91c55b45f33'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:16.908455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:16.926760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:16.971465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.008827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.015067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Attempting to bind port 6f396a42-4347-4956-883b-fb48f658c7e2 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:09:17.015423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Attempting to bind port 6f396a42-4347-4956-883b-fb48f658c7e2 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:09:17.015763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Attempting to bind port 6f396a42-4347-4956-883b-fb48f658c7e2 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:17.027116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Port 6f396a42-4347-4956-883b-fb48f658c7e2 on network a6ea99f2-c973-4681-be6f-b54ed973f35b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:09:17.027495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Attempting to bind port 6f396a42-4347-4956-883b-fb48f658c7e2 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:17.043901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:09:17.043901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Checking segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:17.044320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Bound using segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:09:17.044685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Bound port: 6f396a42-4347-4956-883b-fb48f658c7e2, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:09:17.045433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.078367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f289-f0a5-4f01-ad78-38639e9e36bc req-6ab3f8c3-48d8-4de3-88f1-23cea995a9b5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.079787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d658f289-f0a5-4f01-ad78-38639e9e36bc req-6ab3f8c3-48d8-4de3-88f1-23cea995a9b5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 943 time: 0.1220582 Jul 28 18:09:17.119963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:17.123133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:17.153691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.156358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.157527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5d23033-79f3-4f96-b7cd-a0505ad77085 HTTP/1.1" status: 204 len: 168 time: 0.3311238 Jul 28 18:09:17.165269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1183c-b256-4a1c-829f-af8659a7804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d23033-79f3-4f96-b7cd-a0505ad77085,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:17.202562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-740116b4-1f33-4afc-b0db-067837a232da tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.204283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-740116b4-1f33-4afc-b0db-067837a232da tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1474731 Jul 28 18:09:17.211504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.239655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d658f289-f0a5-4f01-ad78-38639e9e36bc req-cf23f11e-955c-4c61-b21b-b86e8bcd31f2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411304 Jul 28 18:09:17.261559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.262391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.263848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f396a42-4347-4956-883b-fb48f658c7e2 HTTP/1.1" status: 200 len: 1091 time: 1.0454857 Jul 28 18:09:17.264298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:17.266586 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96882fba-04f6-44ef-85fe-b61bd1b6f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:17.313338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b4fe6-9ed2-4800-8517-7e4e2f4e12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:17.430235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-c566d829-fb61-47e0-9c12-e935951fe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.431980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-c566d829-fb61-47e0-9c12-e935951fe526 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 1094 time: 0.0607824 Jul 28 18:09:17.489259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-036422ab-0da5-4a4e-88ca-5b57f9735c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f396a42-4347-4956-883b-fb48f658c7e2 HTTP/1.1" status: 200 len: 217 time: 0.0482676 Jul 28 18:09:17.493474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Deleting port 0c277988-1497-41c5-bba1-44747911c57c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:17.494031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.515267 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43da91-938b-471a-bd3c-e52330dbc675 x-openstack-request-id: req-2e43da91-938b-471a-bd3c-e52330dbc675 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:17.515603 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:17.516069 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e43da91-938b-471a-bd3c-e52330dbc675 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:17.517332 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2', 'status': 'completed', 'code': 200} Jul 28 18:09:17.556209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:17.569150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-7c4cc5aa-27be-4478-bfc6-8b653dd6aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.571129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-7c4cc5aa-27be-4478-bfc6-8b653dd6aefc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.0717916 Jul 28 18:09:17.579964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 705abf60-7335-4239-a204-39d33f799a31 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:17.580555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 705abf60-7335-4239-a204-39d33f799a31 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:17.608119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-421c1a50-29ac-41aa-9d43-98684c8e5faf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284851 Jul 28 18:09:17.703688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-40198d6e-b4c1-476b-811e-5364857f47a0 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Jul 28 18:09:17.708863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] For port 0c277988-1497-41c5-bba1-44747911c57c, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0c277988-1497-41c5-bba1-44747911c57c,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:17.709305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.734332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a38b5-97f4-4d99-9d4e-f9e9b5b0e044 req-dcf1a7ee-2710-4657-aaca-5ff0d6c62e15 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.735874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56a38b5-97f4-4d99-9d4e-f9e9b5b0e044 req-dcf1a7ee-2710-4657-aaca-5ff0d6c62e15 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 946 time: 0.1635339 Jul 28 18:09:17.741168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Calling delete_port for 0c277988-1497-41c5-bba1-44747911c57c owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:17.761358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.798665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a1cb4ad-c9ec-402a-9385-bff92616d921 req-66659c22-c199-4777-9397-3946d9494cbd service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Jul 28 18:09:17.831731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56a38b5-97f4-4d99-9d4e-f9e9b5b0e044 req-440e3641-7c06-4ef8-8977-28228998513c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885899 Jul 28 18:09:17.848779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.956747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:17.974860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9366bfbd-6e42-41ad-815e-ce6984dd939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:17.978505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-e65bba6f-dfd2-4892-ad3f-14c470e602d0 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:09:17.979575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-e65bba6f-dfd2-4892-ad3f-14c470e602d0 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096169 Jul 28 18:09:17.989094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-d1cf743a-1b92-42d5-8635-52302d9295f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:17.990631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-d1cf743a-1b92-42d5-8635-52302d9295f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 1094 time: 0.0669198 Jul 28 18:09:18.002404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Request body: {'binding': {'host': 'n-h2-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:18.002851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:09:18.043749 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 225f5cb0-dde8-4635-a2e1-562294e30fce associated. External IP: 172.25.7.91, port: bfbbaa51-4bfe-4139-a23c-f91c55b45f33. Jul 28 18:09:18.121282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-e8230458-aa3b-4cb4-b4da-7682f9bfc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:18.122814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-e8230458-aa3b-4cb4-b4da-7682f9bfc2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 905 time: 0.1249497 Jul 28 18:09:18.178055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-6a2ab76e-2db4-45de-952d-dcf2200875c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f396a42-4347-4956-883b-fb48f658c7e2 HTTP/1.1" status: 200 len: 217 time: 0.0465367 Jul 28 18:09:18.229126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9366bfbd-6e42-41ad-815e-ce6984dd939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.244460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-a1b7b7de-3515-4930-95dc-8d174d3c4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:18.245982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-a1b7b7de-3515-4930-95dc-8d174d3c4c32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.0592508 Jul 28 18:09:18.281732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-6cfc3e3e-be2b-432c-ad3f-7a6f50a63739 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282862 Jul 28 18:09:18.287687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9366bfbd-6e42-41ad-815e-ce6984dd939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.381111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9366bfbd-6e42-41ad-815e-ce6984dd939a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e953deca35114d14b2c373c5228a165b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201334 Jul 28 18:09:18.382973 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.385275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:18.393013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bfbd-6e42-41ad-815e-ce6984dd939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457989c9-e992-40fc-a86b-c4438ecb3c0b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:18.442293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.451598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-e6c64263-0f57-485e-83ef-b28fc3c23416 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594541 Jul 28 18:09:18.454177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['41041a56-6ee2-420b-bcf9-c08575ffeb44', '0c277988-1497-41c5-bba1-44747911c57c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:18.482260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.540691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.576816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Pushing event deleted for resources: {'Port': ['ID=0c277988-1497-41c5-bba1-44747911c57c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:18.599064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96882fba-04f6-44ef-85fe-b61bd1b6f35e req-ce330ca6-4a31-4218-8c18-cd746ccab7c1 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376109 Jul 28 18:09:18.694921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.699216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] No DVR routers for this DVR port 0c277988-1497-41c5-bba1-44747911c57c on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:18.699785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.703825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.705054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/457989c9-e992-40fc-a86b-c4438ecb3c0b HTTP/1.1" status: 204 len: 168 time: 0.3183959 Jul 28 18:09:18.707297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19aa2898-80ba-495e-be07-f26b4eaa8dbd req-60b9239a-6db2-4691-b0d1-b2accca8fbb4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "DELETE /v2.0/ports/0c277988-1497-41c5-bba1-44747911c57c HTTP/1.1" status: 204 len: 173 time: 1.4760952 Jul 28 18:09:18.713485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'name': 'network-vif-deleted', 'tag': '0c277988-1497-41c5-bba1-44747911c57c'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:18.717377 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0c5b5-da63-4391-8272-1eadd495f7f8" -d '{"events": [{"server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "name": "network-vif-deleted", "tag": "0c277988-1497-41c5-bba1-44747911c57c"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:18.732370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:18.755083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273ded-773f-4379-ad13-e9e7d5b9b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457989c9-e992-40fc-a86b-c4438ecb3c0b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:18.755337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ea113-ccac-4804-bb8d-dbdcab3ae944 req-b10a1691-ba71-4596-98c5-672db3ab652e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:18.757784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-923ea113-ccac-4804-bb8d-dbdcab3ae944 req-b10a1691-ba71-4596-98c5-672db3ab652e tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 943 time: 0.3199821 Jul 28 18:09:18.875308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on host n-h2-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:09:18.876202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:09:18.876570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:18.897889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:09:18.898437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:18.927037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31fa5545-07f3-43ea-a928-779370def15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:18.953037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:09:18.953499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:18.953761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:09:18.954204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Bound port: 850fa823-cc22-4228-aa63-7cdce39912c0, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:09:18.962084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-923ea113-ccac-4804-bb8d-dbdcab3ae944 req-1e6df473-d6cf-4dde-9abf-375c4f0fcb21 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312993 Jul 28 18:09:19.017971 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1e3c20-0f92-49b1-8f39-e3ae0b4184b6 x-openstack-request-id: req-4c1e3c20-0f92-49b1-8f39-e3ae0b4184b6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:19.018268 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e29cf4b-e67f-4412-9842-b1ce705515fe", "name": "network-vif-deleted", "tag": "0c277988-1497-41c5-bba1-44747911c57c", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:19.018516 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c1e3c20-0f92-49b1-8f39-e3ae0b4184b6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:19.018911 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e29cf4b-e67f-4412-9842-b1ce705515fe', 'name': 'network-vif-deleted', 'tag': '0c277988-1497-41c5-bba1-44747911c57c', 'status': 'completed', 'code': 200} Jul 28 18:09:19.036214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31fa5545-07f3-43ea-a928-779370def15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.063540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:19.087420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:19.105160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c44295a-750e-4ed5-8609-23525ef8593d req-908ee53e-4a1a-49cb-adde-86b08cc42ff9 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e29cf4b-e67f-4412-9842-b1ce705515fe HTTP/1.1" status: 200 len: 210 time: 0.0402503 Jul 28 18:09:19.147937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31fa5545-07f3-43ea-a928-779370def15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.188683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-31fa5545-07f3-43ea-a928-779370def15d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2903cac47bff465dbcc38243504e416e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421647 Jul 28 18:09:19.189587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa5545-07f3-43ea-a928-779370def15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aebba0-678b-479e-969d-0dd20511e6a3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:19.192176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58892) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:19.210560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.220470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc6a32d9-829f-474c-8d6f-2c9ef7e72f73 service neutron] 10.222.0.25 "POST /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0/bindings HTTP/1.1" status: 201 len: 389 time: 1.2210970 Jul 28 18:09:19.253221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.260946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:19.263076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.270867 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:19.280352 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:19.281183 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:19.285394 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.306523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58898) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:19.307308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be5386af-7dc8-403a-bfd0-e5c7fdd82d73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/225f5cb0-dde8-4635-a2e1-562294e30fce HTTP/1.1" status: 200 len: 977 time: 2.4245253 Jul 28 18:09:19.324955 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:19.333529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:19.334150 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:19.368916 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:19.369547 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5e130-38f5-4047-99a9-99db7fd0bbbc None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:19.417395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port bfbbaa51-4bfe-4139-a23c-f91c55b45f33 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:19.417759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.481728 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.484447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.488339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7aebba0-678b-479e-969d-0dd20511e6a3 HTTP/1.1" status: 204 len: 168 time: 0.2927861 Jul 28 18:09:19.506041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6a29-d0bc-45af-ac83-67eae94dfe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aebba0-678b-479e-969d-0dd20511e6a3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:19.524710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.635944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325fbf-4cf7-460f-99c3-87c7e5bcda4a req-f4bd466c-a260-4d0e-b6ae-67a5f7e0f5fa tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:19.639492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb325fbf-4cf7-460f-99c3-87c7e5bcda4a req-f4bd466c-a260-4d0e-b6ae-67a5f7e0f5fa tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0532904 Jul 28 18:09:19.687749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb325fbf-4cf7-460f-99c3-87c7e5bcda4a req-918edf6a-81c9-4faa-a87d-c659a0b76237 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Jul 28 18:09:19.789954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.790538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:19.790641 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 225f5cb0-dde8-4635-a2e1-562294e30fce disassociated. External IP: 172.25.7.91, port: bfbbaa51-4bfe-4139-a23c-f91c55b45f33. Jul 28 18:09:19.792640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for bfbbaa51-4bfe-4139-a23c-f91c55b45f33 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:20.007369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:20.036056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-a1de0e35-97f8-4df9-ba45-8253b6f45abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.037760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-a1de0e35-97f8-4df9-ba45-8253b6f45abb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1097 time: 0.0608976 Jul 28 18:09:20.056097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=bfbbaa51-4bfe-4139-a23c-f91c55b45f33,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:20.161130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ec99345c-f7b4-4078-95b7-e51e494cf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.162702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ec99345c-f7b4-4078-95b7-e51e494cf751 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1177261 Jul 28 18:09:20.204095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389f0c2-cae7-45d5-b1c3-f86d8b800f00 req-430b8447-e0dc-468a-bd50-5f19d77f74c1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.213534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0389f0c2-cae7-45d5-b1c3-f86d8b800f00 req-430b8447-e0dc-468a-bd50-5f19d77f74c1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 943 time: 0.1087723 Jul 28 18:09:20.217148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-e482e1f7-f757-42a2-8c0b-21f5628f3c3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 217 time: 0.0471337 Jul 28 18:09:20.251549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:20.270045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0389f0c2-cae7-45d5-b1c3-f86d8b800f00 req-7807a882-60a1-4074-9596-bda1f81f7cd8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556421 Jul 28 18:09:20.336756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-0ed63aa4-2ec7-452c-b508-a89602350887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.339077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-0ed63aa4-2ec7-452c-b508-a89602350887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1080387 Jul 28 18:09:20.375928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-8a44c004-f91e-4c1e-848f-75d1a12939e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296035 Jul 28 18:09:20.401851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:20.411700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:20.421412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:20.422252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:20.460557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:20.469348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:20.469971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:20.509903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:20.513956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:20.514088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad52828-84f9-4e7f-92f6-af191a7267ae None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:20.518238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6e20440-46a8-4242-a318-87df2fd10e63 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/bfbbaa51-4bfe-4139-a23c-f91c55b45f33 HTTP/1.1" status: 204 len: 168 time: 1.2081020 Jul 28 18:09:20.519903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58940) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:20.523065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-a8cf06a1-6c20-4931-bb53-e593db8a4e70 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388409 Jul 28 18:09:20.583805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-baee82b2-ecec-491f-a98d-3bc819c887ec tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/floatingips/225f5cb0-dde8-4635-a2e1-562294e30fce HTTP/1.1" status: 200 len: 687 time: 0.0609694 Jul 28 18:09:20.586852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:20.652733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-2104d4ef-75c3-4af3-86ee-f1175df07085 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122098 Jul 28 18:09:20.767423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da4dc-5065-47a5-b247-61130fc9c49c req-dfa8fde6-e0ac-48d9-a4a7-0cd5d84ad25c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.769781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-757da4dc-5065-47a5-b247-61130fc9c49c req-dfa8fde6-e0ac-48d9-a4a7-0cd5d84ad25c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0672710 Jul 28 18:09:20.771816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port abf026af-849b-4602-bb20-7c248c0654dc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:20.772684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:20.839533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7724-2050-40dc-b7f8-e7214abe648e req-b24db8be-fb2d-4382-bc4a-35f04e7c8900 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:20.848880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-682f7724-2050-40dc-b7f8-e7214abe648e req-b24db8be-fb2d-4382-bc4a-35f04e7c8900 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0774992 Jul 28 18:09:20.896163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-682f7724-2050-40dc-b7f8-e7214abe648e req-95babc32-9579-4191-b85f-624c57b987c4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Jul 28 18:09:21.185835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-757da4dc-5065-47a5-b247-61130fc9c49c req-948bbedb-9105-4fdd-8f42-ae291185b30a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007204 Jul 28 18:09:21.200828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.201163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.223004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for abf026af-849b-4602-bb20-7c248c0654dc owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:21.445691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aec01-3951-4b20-828c-5c86b3dc8757 req-c0f8b06a-5d4d-40d8-bb47-31c749037852 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:21.445691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b4aec01-3951-4b20-828c-5c86b3dc8757 req-c0f8b06a-5d4d-40d8-bb47-31c749037852 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 943 time: 0.0673079 Jul 28 18:09:21.483082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b4aec01-3951-4b20-828c-5c86b3dc8757 req-4227f8c7-7907-46b0-9da2-b3371af6500f tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jul 28 18:09:21.514140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.541270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=abf026af-849b-4602-bb20-7c248c0654dc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:21.558976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 6f396a42-4347-4956-883b-fb48f658c7e2 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:21.562251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0c277988-1497-41c5-bba1-44747911c57c no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:21.598583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 0c277988-1497-41c5-bba1-44747911c57c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:21.599166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0c277988-1497-41c5-bba1-44747911c57c not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:21.649009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.651802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.653378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d85cf4b1-66c1-4567-b739-0a9a101aed89 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/225f5cb0-dde8-4635-a2e1-562294e30fce HTTP/1.1" status: 204 len: 168 time: 1.0654979 Jul 28 18:09:21.656767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:21.662327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '2a22168b-0357-4935-ae88-4c8c0028afc7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:21.717880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:21.739447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '6f396a42-4347-4956-883b-fb48f658c7e2', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '6f396a42-4347-4956-883b-fb48f658c7e2', 'mac_address': 'fa:16:3e:9d:72:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:21.762811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.828028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.856452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f396a42-4347-4956-883b-fb48f658c7e2 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:21.903246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:21.903487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:21.992921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:22.051757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0026a2-c55c-4931-b752-d9d85c931289 req-453750bb-7413-45f0-a858-d835ac7b7271 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:22.056796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a0026a2-c55c-4931-b752-d9d85c931289 req-453750bb-7413-45f0-a858-d835ac7b7271 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0724332 Jul 28 18:09:22.069435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.64 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/bd01ce91-2462-43ef-91d3-ca56c5b12b45) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:22.081842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:22.142701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a0026a2-c55c-4931-b752-d9d85c931289 req-b339af17-36f5-4024-845e-c700767731d4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Jul 28 18:09:22.206401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:22.238901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['6f396a42-4347-4956-883b-fb48f658c7e2'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:22.323017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:22.343237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f0fd7-4394-4ad1-8234-1bbd8fb5e79d req-8cce863c-5fbc-462d-bc2e-1d051322122c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:22.352618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd0f0fd7-4394-4ad1-8234-1bbd8fb5e79d req-8cce863c-5fbc-462d-bc2e-1d051322122c tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0698931 Jul 28 18:09:22.393899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd0f0fd7-4394-4ad1-8234-1bbd8fb5e79d req-66736e0c-9376-4448-84f1-d1e0b8ed6a28 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Jul 28 18:09:22.401773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:22.415874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:22.422256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:22.447501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=bd01ce91-2462-43ef-91d3-ca56c5b12b45,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:22.719149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8e19-6779-4aa4-a0cb-bb42c24387a3 req-c8044c4b-41ba-462a-b5d5-346a70aaf2ec tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:22.720778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-658c8e19-6779-4aa4-a0cb-bb42c24387a3 req-c8044c4b-41ba-462a-b5d5-346a70aaf2ec tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 944 time: 0.0769532 Jul 28 18:09:22.821774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-658c8e19-6779-4aa4-a0cb-bb42c24387a3 req-6e94f9a3-4f85-48b7-a235-9909200e7b0d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831721 Jul 28 18:09:22.907250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.067713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.255259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f045-356a-4f61-a021-b4dc35607c06 req-d03134d2-b98f-402e-a66d-559c47b5b6e0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:23.256934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f23f045-356a-4f61-a021-b4dc35607c06 req-d03134d2-b98f-402e-a66d-559c47b5b6e0 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0550754 Jul 28 18:09:23.304747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.317922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f23f045-356a-4f61-a021-b4dc35607c06 req-e2ce44eb-b68e-4dd3-a541-037b2a4aee90 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Jul 28 18:09:23.373023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.475861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.570204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 6f396a42-4347-4956-883b-fb48f658c7e2 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:23.610827 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 57a5d6b3-d422-426f-b629-36f95c745d4a associated. External IP: 172.25.7.64, port: 2a22168b-0357-4935-ae88-4c8c0028afc7. Jul 28 18:09:23.721573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 6f396a42-4347-4956-883b-fb48f658c7e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:23.726256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 6f396a42-4347-4956-883b-fb48f658c7e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:23.726642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.751956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=bd01ce91-2462-43ef-91d3-ca56c5b12b45,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:23.788540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879e87-5d3a-478a-ba93-921a022e95a1 req-79abc6a7-bfcc-4576-800f-6107a60d0e6d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:23.790522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d879e87-5d3a-478a-ba93-921a022e95a1 req-79abc6a7-bfcc-4576-800f-6107a60d0e6d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1809232 Jul 28 18:09:23.816749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:23.841011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:23.843555 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23daaa4-236e-4fab-9d0b-60fb1738e57c" -d '{"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:23.857583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:23.902843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d879e87-5d3a-478a-ba93-921a022e95a1 req-71af7a77-3ca3-47f3-bb19-da3bdf01f170 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039796 Jul 28 18:09:23.943091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:23.954965 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20a9ee9-55ef-4666-a517-dee94d8d6f0b x-openstack-request-id: req-c20a9ee9-55ef-4666-a517-dee94d8d6f0b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:23.955270 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:23.955728 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c20a9ee9-55ef-4666-a517-dee94d8d6f0b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:23.956274 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2', 'code': 200} Jul 28 18:09:23.980180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.078167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:24.128530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:24.142348 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:24.155226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:24.156023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:24.156196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58492-358b-40cd-80d0-a40f345c0c99 req-40f5036c-a17f-442c-81d5-f5bb8b5862d3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:24.159891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10d58492-358b-40cd-80d0-a40f345c0c99 req-40f5036c-a17f-442c-81d5-f5bb8b5862d3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 945 time: 0.1879699 Jul 28 18:09:24.169281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48b945-c4cb-440a-bae6-992d136d6594 req-9a803333-d64c-46dc-b6c3-7951cfa529e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:24.172230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff48b945-c4cb-440a-bae6-992d136d6594 req-9a803333-d64c-46dc-b6c3-7951cfa529e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 1096 time: 0.1237297 Jul 28 18:09:24.193039 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:24.204277 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:24.205132 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:24.226626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff48b945-c4cb-440a-bae6-992d136d6594 req-87461bf2-591c-4c52-b286-cd3081f4cf91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Jul 28 18:09:24.242737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10d58492-358b-40cd-80d0-a40f345c0c99 req-bade1325-ee5b-430f-9182-26c702559eaa tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766165 Jul 28 18:09:24.246862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.276486 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:24.278103 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d503d-24a5-4548-afe5-c35de6d85075 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:24.289918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6080c587-c76c-4540-b04f-680811d7b65f tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6255906 Jul 28 18:09:24.291752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59052) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:24.297158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-403049390'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:24.396026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:24.399828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.461567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:09:24.485185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480ec83-3895-48ce-821d-77286f9c096c req-a56c07eb-fc80-4b93-bcf5-3d8707818cc1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:24.487186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d480ec83-3895-48ce-821d-77286f9c096c req-a56c07eb-fc80-4b93-bcf5-3d8707818cc1 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0731933 Jul 28 18:09:24.492655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.493104 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Added segment 5b38bb4e-83af-438a-8b56-f21c7bc2ee76 of type vlan for network 6a39ddc2-d479-4bc8-bff3-6796eb496731 Jul 28 18:09:24.560981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.581269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d480ec83-3895-48ce-821d-77286f9c096c req-b64024b6-65f4-4a70-ab46-64083ae08648 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776966 Jul 28 18:09:24.741226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.747693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:24.748556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:24.870074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Network': ['ID=6a39ddc2-d479-4bc8-bff3-6796eb496731,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:24.880319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:09:24.899431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59066) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:24.899933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-833331d8-bf87-43d7-9da0-b2947709f76e tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6063123 Jul 28 18:09:24.906775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'subnet': {'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:25.241117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fff231-5b0d-4f03-bfb3-307959375e5d req-912c5901-6449-4df7-a5a7-8f397aa67564 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:25.253672 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81fff231-5b0d-4f03-bfb3-307959375e5d req-912c5901-6449-4df7-a5a7-8f397aa67564 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.1707265 Jul 28 18:09:25.269985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:25.273946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:25.325674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81fff231-5b0d-4f03-bfb3-307959375e5d req-5590e6c1-0680-4113-bbc2-647582085607 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 Jul 28 18:09:25.624590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4d2c1-5463-4bcb-ac5b-5e0cca1e4290 req-1c390a59-abd8-4d43-a552-d3bfe8630f58 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:25.626125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2d4d2c1-5463-4bcb-ac5b-5e0cca1e4290 req-1c390a59-abd8-4d43-a552-d3bfe8630f58 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 945 time: 0.0737290 Jul 28 18:09:25.674654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2d4d2c1-5463-4bcb-ac5b-5e0cca1e4290 req-be06aa07-d6b5-402c-8309-e3518658a247 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Jul 28 18:09:25.702178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:25.844308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Subnet': ['ID=ca7b5caf-c53f-466e-9b1f-a1c72c4b841b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:25.860876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Checking segment: {'id': '5b38bb4e-83af-438a-8b56-f21c7bc2ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:25.861267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network hostable DHCP agents. Network: 6a39ddc2-d479-4bc8-bff3-6796eb496731, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:09:25.876365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f0c98-ce68-4c09-b856-78a0ce77dc4d req-3564ef45-b921-4e18-ab7f-22571ade25cf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:25.877980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-054f0c98-ce68-4c09-b856-78a0ce77dc4d req-3564ef45-b921-4e18-ab7f-22571ade25cf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0961013 Jul 28 18:09:25.927528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-054f0c98-ce68-4c09-b856-78a0ce77dc4d req-769a6c77-f21a-49bc-874f-9c5146f6c722 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Jul 28 18:09:25.984854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:09:26.076908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-1594539b-950e-4eff-83f6-1e2319fbe0e4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:26.078651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-1594539b-950e-4eff-83f6-1e2319fbe0e4 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0510082 Jul 28 18:09:26.083642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6a39ddc2-d479-4bc8-bff3-6796eb496731) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:26.091828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb15916-674d-4e00-bf8c-9f5e91cdd8aa None None] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:26.092465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:26.092987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.190622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Deleting port 41041a56-6ee2-420b-bcf9-c08575ffeb44 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:26.190967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.256502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-73a8b46e-81bf-4adf-b575-4615f94c4478 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3550222 Jul 28 18:09:26.257761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6a39ddc2-d479-4bc8-bff3-6796eb496731', 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731', 'tenant_id': 'cc4e7300cb8140fda7b3fae2e9fee4ec', 'fixed_ips': [{'subnet_id': 'ca7b5caf-c53f-466e-9b1f-a1c72c4b841b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:09:26.259300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.259982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:26.268102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1876919467', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:26.316712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] For port 41041a56-6ee2-420b-bcf9-c08575ffeb44, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=41041a56-6ee2-420b-bcf9-c08575ffeb44,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:26.319277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.335179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Calling delete_port for 41041a56-6ee2-420b-bcf9-c08575ffeb44 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:26.368085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.369185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.447204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Allocated IP 172.20.0.2 (6a39ddc2-d479-4bc8-bff3-6796eb496731/ca7b5caf-c53f-466e-9b1f-a1c72c4b841b/3eb441f1-c2d7-4778-8594-4b85a2f7012d) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:26.462066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.514624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccbfff-c3b0-4f84-b550-83fc5f0ffb4f req-77107644-0d57-4fb8-a4fd-5bffaafcd93a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:26.516081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82ccbfff-c3b0-4f84-b550-83fc5f0ffb4f req-77107644-0d57-4fb8-a4fd-5bffaafcd93a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 945 time: 0.0577567 Jul 28 18:09:26.551447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f3e7-ba1d-4600-9bf7-5aa661200f0d req-07907780-c615-4c0d-a33c-551033040c77 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:26.553547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3780f3e7-ba1d-4600-9bf7-5aa661200f0d req-07907780-c615-4c0d-a33c-551033040c77 tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 945 time: 0.0869782 Jul 28 18:09:26.559313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82ccbfff-c3b0-4f84-b550-83fc5f0ffb4f req-afb216d2-71dc-4287-8242-ec8f9965e9de tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Jul 28 18:09:26.602784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3780f3e7-ba1d-4600-9bf7-5aa661200f0d req-5dc3159d-9e69-4ef2-a130-ae72137b428d tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8dd7e836-1d0f-4d53-a4d0-05f857fa796c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Jul 28 18:09:26.627184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.649188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['41041a56-6ee2-420b-bcf9-c08575ffeb44'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:26.677472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Pushing event deleted for resources: {'Port': ['ID=41041a56-6ee2-420b-bcf9-c08575ffeb44,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:26.730027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] No DVR routers for this DVR port 41041a56-6ee2-420b-bcf9-c08575ffeb44 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:26.732909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.735733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f5da9da-2923-4c1e-a322-15b2cc9cd801 req-d79df8ef-1d44-4369-812c-317009d12c7a tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.37 "DELETE /v2.0/ports/41041a56-6ee2-420b-bcf9-c08575ffeb44 HTTP/1.1" status: 204 len: 173 time: 0.6505649 Jul 28 18:09:26.739546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'name': 'network-vif-deleted', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:26.739546 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c40d9d-fd50-477b-8bd5-816204645817" -d '{"events": [{"server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "name": "network-vif-deleted", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:26.773982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.790129 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7dcbe6-bd12-4b43-925c-eb6cb3c7c1ea x-openstack-request-id: req-4b7dcbe6-bd12-4b43-925c-eb6cb3c7c1ea {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:26.790610 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced5526-ac63-4177-920c-b43cf663bdb5", "name": "network-vif-deleted", "tag": "41041a56-6ee2-420b-bcf9-c08575ffeb44", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:26.791030 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7dcbe6-bd12-4b43-925c-eb6cb3c7c1ea {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:26.791457 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced5526-ac63-4177-920c-b43cf663bdb5', 'name': 'network-vif-deleted', 'tag': '41041a56-6ee2-420b-bcf9-c08575ffeb44', 'status': 'completed', 'code': 200} Jul 28 18:09:26.845106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59116) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:26.851618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.860206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Transition to ACTIVE for port object 3eb441f1-c2d7-4778-8594-4b85a2f7012d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:26.875099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Transition to ACTIVE for port object 3eb441f1-c2d7-4778-8594-4b85a2f7012d will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:26.988613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9b12043-a8ef-4e29-b73c-dd4eab58ab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:26.994189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.075831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Pushing event updated for resources: {'Port': ['ID=3eb441f1-c2d7-4778-8594-4b85a2f7012d,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:27.090660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:27.096978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:27.099418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:27.114461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.138080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.155841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e5dd6-44fe-42d3-8746-d9346ce77dcd req-39652773-b014-44b6-a5de-fa271b60ca6c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:27.163432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d9e5dd6-44fe-42d3-8746-d9346ce77dcd req-39652773-b014-44b6-a5de-fa271b60ca6c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1245241 Jul 28 18:09:27.169224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Attempting to bind port 3eb441f1-c2d7-4778-8594-4b85a2f7012d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:09:27.169224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Attempting to bind port 3eb441f1-c2d7-4778-8594-4b85a2f7012d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5b38bb4e-83af-438a-8b56-f21c7bc2ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:09:27.169224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Attempting to bind port 3eb441f1-c2d7-4778-8594-4b85a2f7012d on network 6a39ddc2-d479-4bc8-bff3-6796eb496731 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:27.170188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9b12043-a8ef-4e29-b73c-dd4eab58ab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.174609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:09:27.175249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Checking segment: {'id': '5b38bb4e-83af-438a-8b56-f21c7bc2ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:27.175689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.176079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Bound using segment: {'id': '5b38bb4e-83af-438a-8b56-f21c7bc2ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:09:27.176674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Bound port: 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b38bb4e-83af-438a-8b56-f21c7bc2ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:09:27.177059 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.244210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d9e5dd6-44fe-42d3-8746-d9346ce77dcd req-313874fe-93c9-48d7-9c49-c5a20bf4ac48 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796134 Jul 28 18:09:27.247203 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9b12043-a8ef-4e29-b73c-dd4eab58ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.251892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] For port 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:27.266623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] For port 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3eb441f1-c2d7-4778-8594-4b85a2f7012d,segment=NetworkSegment(5b38bb4e-83af-438a-8b56-f21c7bc2ee76),segment_id=5b38bb4e-83af-438a-8b56-f21c7bc2ee76)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:27.297646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e9b12043-a8ef-4e29-b73c-dd4eab58ab1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8f24b568e3945b68365af7bc7cdc21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476302 Jul 28 18:09:27.298278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59124) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:27.304885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b12043-a8ef-4e29-b73c-dd4eab58ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8972e-f1b2-4b53-971e-943383d21c0f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:27.313600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.25.7.243 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d35773bd-1509-46e5-9dc9-f73064d763a4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:27.339780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.403242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60690ce-5b3e-4f67-b04a-0b8885cd466a None None] Pushing event updated for resources: {'Port': ['ID=3eb441f1-c2d7-4778-8594-4b85a2f7012d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:27.742844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff7e91-f9a4-4075-8c7c-d19865f3eeb7 req-15b15a65-ef72-4714-b898-bfca23c03be1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:27.751250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bff7e91-f9a4-4075-8c7c-d19865f3eeb7 req-15b15a65-ef72-4714-b898-bfca23c03be1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 945 time: 0.0686519 Jul 28 18:09:27.836503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.850546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bff7e91-f9a4-4075-8c7c-d19865f3eeb7 req-c729c3ef-10e7-4c96-92f8-13cbfd315b73 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977378 Jul 28 18:09:27.861590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db4209f6-05d1-45fe-8752-2139f9478b6d req-6b13fade-19a8-4552-8b29-64f22dc26b5f tempest-ServerRescueNegativeTestJSON-1820388425 tempest-ServerRescueNegativeTestJSON-1820388425-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ced5526-ac63-4177-920c-b43cf663bdb5 HTTP/1.1" status: 200 len: 210 time: 0.0402966 Jul 28 18:09:27.901808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:27.905612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.038924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.041917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.043442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52b8972e-f1b2-4b53-971e-943383d21c0f HTTP/1.1" status: 204 len: 168 time: 0.7436671 Jul 28 18:09:28.053703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8972e-f1b2-4b53-971e-943383d21c0f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:28.062657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.063014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.063349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.063738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.064077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.064415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.064736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.065071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.065424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.065731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.066057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.066639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c735-ef5c-4aa8-bdd3-14a285483588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:28.073356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.147571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:28.150778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:28.163006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:28.167738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=d35773bd-1509-46e5-9dc9-f73064d763a4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:28.419784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cc3d1-3758-406f-b333-7552c61a7370 req-b637920d-5927-4b6f-b2e7-6e0a865c7947 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:28.421907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c9cc3d1-3758-406f-b333-7552c61a7370 req-b637920d-5927-4b6f-b2e7-6e0a865c7947 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.0571737 Jul 28 18:09:28.467046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c9cc3d1-3758-406f-b333-7552c61a7370 req-39504638-80a9-4cae-8915-5ffb1f73662c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Jul 28 18:09:28.617904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4590a-cfda-4c33-8614-d274ec622cd9 None None] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:28.620786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.766395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ea7d728-0974-4d80-b561-577e9f01f30e None None] Provisioning for port 3eb441f1-c2d7-4778-8594-4b85a2f7012d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:28.882594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:28.942936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59172) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:29.071423 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:09:29.199705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3eb441f1-c2d7-4778-8594-4b85a2f7012d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:29.204561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 7d09f803-213d-42cc-8e86-0dee561006f9 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:09:29.339217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3eb441f1-c2d7-4778-8594-4b85a2f7012d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:29.349285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3eb441f1-c2d7-4778-8594-4b85a2f7012d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:29.350078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:29.366122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:29.417477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c848819-9253-4e94-957d-d10620353606 None None] Sync routers for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:29.453090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:29.454997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:29.455254 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f43dd37-f258-47b2-bc4d-b96ac1436eff tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1934106 Jul 28 18:09:29.456022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:29.457547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:29.462381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:29.494763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:29.542506 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:29.567030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:29.567694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:29.789349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7820ddb3-7b7f-472b-9a53-12883d7efa05 req-e14efb63-9701-439c-9d69-a86400291f16 tempest-AbsoluteLimitsNegativeTestJSON-2084974819 tempest-AbsoluteLimitsNegativeTestJSON-2084974819-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=66dc2a0a36e34fdf8255aac24fdbb1a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351236 Jul 28 18:09:29.830597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f525ee-1493-452d-8433-6c7801849030 req-e09fbdcd-8821-4473-9d3e-ff77bec96549 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:29.832235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23f525ee-1493-452d-8433-6c7801849030 req-e09fbdcd-8821-4473-9d3e-ff77bec96549 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1869476 Jul 28 18:09:29.842537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 41041a56-6ee2-420b-bcf9-c08575ffeb44 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:29.845077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2c848819-9253-4e94-957d-d10620353606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:29.845839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c848819-9253-4e94-957d-d10620353606 None None] The sync data for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:29.874319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 41041a56-6ee2-420b-bcf9-c08575ffeb44 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:29.874667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 41041a56-6ee2-420b-bcf9-c08575ffeb44 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:29.891321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23f525ee-1493-452d-8433-6c7801849030 req-04c95fc1-7798-45f4-8ee7-3a3467977528 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Jul 28 18:09:29.896155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3eb441f1-c2d7-4778-8594-4b85a2f7012d,segment=NetworkSegment(5b38bb4e-83af-438a-8b56-f21c7bc2ee76),segment_id=5b38bb4e-83af-438a-8b56-f21c7bc2ee76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:29.981220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:29.992115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Deleting port c593023c-089f-4a82-87de-44e7ff13f5d9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:29.992602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:30.043240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=3eb441f1-c2d7-4778-8594-4b85a2f7012d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:30.090397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] For port c593023c-089f-4a82-87de-44e7ff13f5d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c593023c-089f-4a82-87de-44e7ff13f5d9,segment=NetworkSegment(3ed22885-7dd6-41e4-9f41-1e56d91bb334),segment_id=3ed22885-7dd6-41e4-9f41-1e56d91bb334)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:30.090938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:30.104958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Calling delete_port for c593023c-089f-4a82-87de-44e7ff13f5d9 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:30.142883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ddb3-7b7f-472b-9a53-12883d7efa05 req-74945266-1529-4aeb-b157-119c61a2c88f tempest-AbsoluteLimitsNegativeTestJSON-2084974819 tempest-AbsoluteLimitsNegativeTestJSON-2084974819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:30.150478 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7820ddb3-7b7f-472b-9a53-12883d7efa05 req-74945266-1529-4aeb-b157-119c61a2c88f tempest-AbsoluteLimitsNegativeTestJSON-2084974819 tempest-AbsoluteLimitsNegativeTestJSON-2084974819-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293185 Jul 28 18:09:30.168510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7820ddb3-7b7f-472b-9a53-12883d7efa05 req-c947edf1-186f-426e-9bcf-86cf08bc90b8 tempest-AbsoluteLimitsNegativeTestJSON-2084974819 tempest-AbsoluteLimitsNegativeTestJSON-2084974819-project] 10.222.0.25 "GET /v2.0/quotas/66dc2a0a36e34fdf8255aac24fdbb1a7 HTTP/1.1" status: 200 len: 375 time: 0.0165644 Jul 28 18:09:30.215177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7820ddb3-7b7f-472b-9a53-12883d7efa05 req-fedc975f-c1f2-427c-b330-427f3a2d11ad tempest-AbsoluteLimitsNegativeTestJSON-2084974819 tempest-AbsoluteLimitsNegativeTestJSON-2084974819-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66dc2a0a36e34fdf8255aac24fdbb1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427349 Jul 28 18:09:30.323986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:30.392502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:30.438194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c593023c-089f-4a82-87de-44e7ff13f5d9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:30.622929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:30.872060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:30.878802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Router a639f197-8d70-4975-87e6-e23149f1bb6f has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:31.079299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.1 (6a39ddc2-d479-4bc8-bff3-6796eb496731/ca7b5caf-c53f-466e-9b1f-a1c72c4b841b/afd92653-72ab-4118-a63a-4b0799d0f3ca) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:31.081108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43e02a0f-3d2c-4e4e-8381-2ba5c63e729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.101222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:31.108395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29e5913c-323d-4a3a-b041-228c11e291f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/a639f197-8d70-4975-87e6-e23149f1bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623592 Jul 28 18:09:31.111764 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Sync routers for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:31.125243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:31.126861 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:31.127953 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:31.241968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.250237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3eb441f1-c2d7-4778-8594-4b85a2f7012d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:31.260228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.276197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Transition to ACTIVE for port object afd92653-72ab-4118-a63a-4b0799d0f3ca will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:31.339093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3eb441f1-c2d7-4778-8594-4b85a2f7012d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:31.339587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.351340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:09:31.397489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.471127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:31.478573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:31.504672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:31.549208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=afd92653-72ab-4118-a63a-4b0799d0f3ca,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:31.572906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.584541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 6f396a42-4347-4956-883b-fb48f658c7e2 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:31.677174 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:09:30Z', 'revision_number': 5, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:31.706797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Checking router: a639f197-8d70-4975-87e6-e23149f1bb6f for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:31.716874 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Routers {'a639f197-8d70-4975-87e6-e23149f1bb6f'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:31.717495 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a639f197-8d70-4975-87e6-e23149f1bb6f'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:31.839655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] Set router a639f197-8d70-4975-87e6-e23149f1bb6f gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:09:31.848628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:31.862392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '6f396a42-4347-4956-883b-fb48f658c7e2', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': '6f396a42-4347-4956-883b-fb48f658c7e2', 'mac_address': 'fa:16:3e:9d:72:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:31.874176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0304a-750f-4da1-97c8-91128df46d28 req-cd63261f-6029-4f88-9aa3-affeb3955023 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:31.876744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bf0304a-750f-4da1-97c8-91128df46d28 req-cd63261f-6029-4f88-9aa3-affeb3955023 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.8732743 Jul 28 18:09:31.915507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.934645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f396a42-4347-4956-883b-fb48f658c7e2 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:31.939849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-98227b7a-7004-49a6-846b-2fc97b0547b7 None None] Provisioning for port afd92653-72ab-4118-a63a-4b0799d0f3ca completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:31.948489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-98227b7a-7004-49a6-846b-2fc97b0547b7 None None] Provisioning complete for port afd92653-72ab-4118-a63a-4b0799d0f3ca triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:31.948719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-98227b7a-7004-49a6-846b-2fc97b0547b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:31.999283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.062117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:32.089584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-98227b7a-7004-49a6-846b-2fc97b0547b7 None None] Port afd92653-72ab-4118-a63a-4b0799d0f3ca cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:09:32.093799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bf0304a-750f-4da1-97c8-91128df46d28 req-27fcb1dd-5f06-4f60-a7a7-5ff9f738f159 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089987 Jul 28 18:09:32.137458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.146494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.210981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43e02a0f-3d2c-4e4e-8381-2ba5c63e729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.250895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['6f396a42-4347-4956-883b-fb48f658c7e2'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:32.290293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43e02a0f-3d2c-4e4e-8381-2ba5c63e729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.325330 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:09:30Z', 'revision_number': 5, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:32.355861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:32.373760 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e49eb-1b21-4166-b430-d5d2ed24e314 None None] The sync data for ids ['a639f197-8d70-4975-87e6-e23149f1bb6f'] in n-d-778550-5 is: [{'id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'name': 'tempest-ServerRescueNegativeTestJSON-1172888851-router', 'tenant_id': '1b6cd4fa4a6d45419b5890a95028a913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:06:45Z', 'updated_at': '2021-07-28T18:09:30Z', 'revision_number': 5, 'project_id': '1b6cd4fa4a6d45419b5890a95028a913', 'gw_port': {'id': '0aecc6ed-b82f-4f1c-b42e-78282f347fd3', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a639f197-8d70-4975-87e6-e23149f1bb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:06:46Z', 'updated_at': '2021-07-28T18:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:32.378284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Deleting port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:32.378446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.433610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e02a0f-3d2c-4e4e-8381-2ba5c63e729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77986c83-97ee-42e7-a78d-bf11660fa55e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:32.534788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-43e02a0f-3d2c-4e4e-8381-2ba5c63e729c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66dc2a0a36e34fdf8255aac24fdbb1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6617832 Jul 28 18:09:32.538042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59286) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:32.671719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.713513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] For port 0aecc6ed-b82f-4f1c-b42e-78282f347fd3, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:32.713513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.713513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.721556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-d7e9b5c4-1335-4d10-b996-329974b610c7 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:32.723154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-d7e9b5c4-1335-4d10-b996-329974b610c7 tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1097 time: 0.2360790 Jul 28 18:09:32.730231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.746448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:32.751365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Calling delete_port for 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:32.818817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.872812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=afd92653-72ab-4118-a63a-4b0799d0f3ca,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:32.876859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.937301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:32.987787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:32.989250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:33.093818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.101415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.103918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77986c83-97ee-42e7-a78d-bf11660fa55e HTTP/1.1" status: 204 len: 168 time: 0.5641868 Jul 28 18:09:33.127931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c593023c-089f-4a82-87de-44e7ff13f5d9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:33.191948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c593023c-089f-4a82-87de-44e7ff13f5d9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:33.192301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c593023c-089f-4a82-87de-44e7ff13f5d9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:33.202012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 7d09f803-213d-42cc-8e86-0dee561006f9 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:33.212486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd4449-1e6a-45d2-8b2e-f4c75c9e0537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77986c83-97ee-42e7-a78d-bf11660fa55e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:33.380488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:33.409252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.436641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-df0854c5-a393-4e21-83d6-795d11336e13 None None] Provisioning complete for port afd92653-72ab-4118-a63a-4b0799d0f3ca triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:33.437677 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df0854c5-a393-4e21-83d6-795d11336e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.446868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ca0eb-19a0-4ee7-a82b-500655ee583c req-3e68e26a-23a5-4e77-9c1a-e95894029590 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:33.448560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb7ca0eb-19a0-4ee7-a82b-500655ee583c req-3e68e26a-23a5-4e77-9c1a-e95894029590 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 946 time: 0.1368206 Jul 28 18:09:33.482015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:33.487389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b34625eb-c61f-4334-9491-365d574d0893 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/routers/7d09f803-213d-42cc-8e86-0dee561006f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0286472 Jul 28 18:09:33.490844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59314) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:33.501708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'port': {'network_id': '6a39ddc2-d479-4bc8-bff3-6796eb496731', 'name': 'tempest-FloatingIPTestJSON-1797247450'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:33.545942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Pushing event deleted for resources: {'Port': ['ID=0aecc6ed-b82f-4f1c-b42e-78282f347fd3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:33.555725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] Sync routers for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:33.614412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 6f396a42-4347-4956-883b-fb48f658c7e2 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:33.617511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb7ca0eb-19a0-4ee7-a82b-500655ee583c req-5f2aee9c-b573-4f9f-884c-a3cf214f81b4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619623 Jul 28 18:09:33.708638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:33.715505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:33.801042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.814098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:33.823711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-df0854c5-a393-4e21-83d6-795d11336e13 None None] Port afd92653-72ab-4118-a63a-4b0799d0f3ca cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:09:33.860736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:33.861707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:33.900201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:33.903231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Made reservation on behalf of cc4e7300cb8140fda7b3fae2e9fee4ec for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:33.907324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:33.908223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d791be-d7fc-48b3-b959-d636234a8019 None None] The sync data for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:33.909527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.919267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 6f396a42-4347-4956-883b-fb48f658c7e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:33.919857 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.962491 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.965633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:33.987514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] device_id is not set on port a00d7726-3b23-436e-97ff-4d95d86aa289 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:09:34.052283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:34.055817 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a6ae4-7345-4cc1-a66d-bd8069aee7c9" -d '{"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-unplugged", "status": "completed", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:34.062215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.102578 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.116554 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1cbdf2-e827-4e37-a076-5d59245e5e83 x-openstack-request-id: req-5d1cbdf2-e827-4e37-a076-5d59245e5e83 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:34.116993 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-unplugged", "status": "completed", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:34.117257 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d1cbdf2-e827-4e37-a076-5d59245e5e83 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:34.117673 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0', 'code': 200} Jul 28 18:09:34.144848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.145419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a639f197-8d70-4975-87e6-e23149f1bb6f {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:09:34.158166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:34.159356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.160613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8aaebd34-3e6d-44be-968d-cb414e7aa43f admin admin] 10.222.0.25 "DELETE /v2.0/routers/a639f197-8d70-4975-87e6-e23149f1bb6f HTTP/1.1" status: 204 len: 168 time: 3.0280802 Jul 28 18:09:34.163688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59332) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:34.166394 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02263f73-0ff7-40fb-ab63-64ba8b76a373" -d '{"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:34.179342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Allocated IP 172.20.0.8 (6a39ddc2-d479-4bc8-bff3-6796eb496731/ca7b5caf-c53f-466e-9b1f-a1c72c4b841b/a00d7726-3b23-436e-97ff-4d95d86aa289) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:34.180790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:34.217789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.235469 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1f872c-ed0a-40cb-bfcf-f01c88b69702 x-openstack-request-id: req-9a1f872c-ed0a-40cb-bfcf-f01c88b69702 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:34.235469 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:34.235469 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a1f872c-ed0a-40cb-bfcf-f01c88b69702 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:34.235469 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2', 'code': 200} Jul 28 18:09:34.253479 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.345366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:34.374638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:34.397400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.398228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.400293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.401143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.401143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.406651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.406651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.406651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.406651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.406651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.410102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.410611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:34.428650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Deleting subnet 14e11136-0dbc-456f-89a2-18b637d052d9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:09:34.447472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.497339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.516088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Transition to ACTIVE for port object a00d7726-3b23-436e-97ff-4d95d86aa289 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:34.523218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on host n-h1-778550-5 for vnic_type normal with profile {"migrating_to": "n-h2-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:09:34.523816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:09:34.524330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:34.534525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:09:34.535075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Attempting to bind port 850fa823-cc22-4228-aa63-7cdce39912c0 on network 41c376b8-712e-48c3-9967-c14f2872f547 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:34.557017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.559552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:09:34.560093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Checking segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:34.560638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Bound using segment: {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:09:34.561240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Bound port: 850fa823-cc22-4228-aa63-7cdce39912c0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '41c376b8-712e-48c3-9967-c14f2872f547'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:09:34.561757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.621847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.640358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.698549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:34.703498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:34.715669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event updated for resources: {'Port': ['ID=a00d7726-3b23-436e-97ff-4d95d86aa289,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:34.761531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59358) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:34.765740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:34.767467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:34.775869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:34.836496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.887951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:34.901923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1634868675-network', 'tenant_id': '906498b6f8b24ecd8d0fbb167720d788'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:34.924633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:34.925227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.006543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.013024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/14e11136-0dbc-456f-89a2-18b637d052d9 HTTP/1.1" status: 204 len: 168 time: 0.8480680 Jul 28 18:09:35.016886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf60f0-dcaa-4dde-a101-34297fa8e8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e11136-0dbc-456f-89a2-18b637d052d9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:35.017325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:35.032677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:35.033308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.036349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] 10.222.0.37 "PUT /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 1122 time: 2.2927456 Jul 28 18:09:35.065137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d869a0d-838b-4fea-a02e-6e98f74b7b32 req-c4f4a7d7-0d47-40d4-8540-d4be7ea6d81f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:35.070604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d869a0d-838b-4fea-a02e-6e98f74b7b32 req-c4f4a7d7-0d47-40d4-8540-d4be7ea6d81f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.2875910 Jul 28 18:09:35.138495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['850fa823-cc22-4228-aa63-7cdce39912c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:35.139224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784610be-1a1d-4d88-a281-5d10409d9a9c service neutron] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:35.164712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-51d6cfe2-5d97-473d-bc12-d79fa607db73 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6727962 Jul 28 18:09:35.167383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59364) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:35.180171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Request body: {'floatingip': {'port_id': 'a00d7726-3b23-436e-97ff-4d95d86aa289'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:35.185119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:35.186906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d869a0d-838b-4fea-a02e-6e98f74b7b32 req-4c44c729-a547-4d56-8688-cf4bc20abe3d tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153777 Jul 28 18:09:35.194244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['850fa823-cc22-4228-aa63-7cdce39912c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:35.249826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:35.250227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0aecc6ed-b82f-4f1c-b42e-78282f347fd3 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:35.256665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.286248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.319301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Made reservation on behalf of 906498b6f8b24ecd8d0fbb167720d788 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:35.321018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d20c3bcf-232e-410f-85a7-b6dde1a312ec None None] Provisioning for port a00d7726-3b23-436e-97ff-4d95d86aa289 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:09:35.323843 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.337971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.340477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d20c3bcf-232e-410f-85a7-b6dde1a312ec None None] Provisioning complete for port a00d7726-3b23-436e-97ff-4d95d86aa289 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:09:35.340863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d20c3bcf-232e-410f-85a7-b6dde1a312ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.426502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.459208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5f7f30-cd47-4652-be9c-b1e8d74ca583']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:35.496651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed22885-7dd6-41e4-9f41-1e56d91bb334') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:35.497192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed22885-7dd6-41e4-9f41-1e56d91bb334') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:35.516532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.524104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.553814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.554923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d20c3bcf-232e-410f-85a7-b6dde1a312ec None None] Port a00d7726-3b23-436e-97ff-4d95d86aa289 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:09:35.604555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:35.604811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:09:35.606492 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:09:35.633158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.657979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:35.695925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:09:35.710127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53f2f4-f7b6-4b52-b15c-842684e870fa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:35.746882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.747942 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Added segment 41db7a70-836b-4f7a-8d9e-88c300e4f65e of type vlan for network 0d5f7340-2e98-441d-a3a2-218d75e50bd3 Jul 28 18:09:35.837692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:35.859111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.881417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 has no active binding in host n-h2-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:09:35.895112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.934408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:35.940059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d5f7f30-cd47-4652-be9c-b1e8d74ca583 HTTP/1.1" status: 204 len: 168 time: 0.9212389 Jul 28 18:09:35.964775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569088a9-f5dd-4cc9-aa8c-a2ac70ad3e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5f7f30-cd47-4652-be9c-b1e8d74ca583,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:36.009877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.010974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:36.011655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.124625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:36.129121 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:36.196466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] Pushing event updated for resources: {'Network': ['ID=0d5f7340-2e98-441d-a3a2-218d75e50bd3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:36.218823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0d5f7340-2e98-441d-a3a2-218d75e50bd3 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:09:36.252188 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb4757d-dc93-4e66-8187-920439c2eb0f x-openstack-request-id: req-3cb4757d-dc93-4e66-8187-920439c2eb0f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:36.253236 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:36.253425 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cb4757d-dc93-4e66-8187-920439c2eb0f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:36.254210 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0', 'status': 'completed', 'code': 200} Jul 28 18:09:36.257266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.267248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0dfa8df1-2793-4012-8bac-d552f975e33d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5040579 Jul 28 18:09:36.269328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59394) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:36.282746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Request body: {'subnet': {'network_id': '0d5f7340-2e98-441d-a3a2-218d75e50bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1634868675-subnet', 'tenant_id': '906498b6f8b24ecd8d0fbb167720d788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:36.382834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.420362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433f97-ddee-40f8-bc89-430b98c6614d req-61e41d3d-946f-4ec6-ba6b-21433afe4501 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:36.421493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca433f97-ddee-40f8-bc89-430b98c6614d req-61e41d3d-946f-4ec6-ba6b-21433afe4501 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.0679758 Jul 28 18:09:36.423772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-1acd9240-8e7b-40c1-a607-bfc9ee40b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:36.426582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-1acd9240-8e7b-40c1-a607-bfc9ee40b0e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1125 time: 0.1377554 Jul 28 18:09:36.520731 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 57a5d6b3-d422-426f-b629-36f95c745d4a associated. External IP: 172.25.7.64, port: 2a22168b-0357-4935-ae88-4c8c0028afc7. Jul 28 18:09:36.523431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59398) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:36.566305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Made reservation on behalf of 906498b6f8b24ecd8d0fbb167720d788 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:36.569115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.578631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca433f97-ddee-40f8-bc89-430b98c6614d req-fab920e7-88df-4e71-bbd9-55ed58c9961c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469531 Jul 28 18:09:36.640501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5c75428-b547-4a2a-bb86-52f42c99e085 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b6cd4fa4a6d45419b5890a95028a913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135168 Jul 28 18:09:36.641259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:36.686871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-620d156e-fc8b-4d95-986f-b2ecf7cf9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:36.688594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-620d156e-fc8b-4d95-986f-b2ecf7cf9a95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.2489250 Jul 28 18:09:36.754141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-f8bbadc8-09a2-4402-b74b-6b56d310170e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 217 time: 0.0488968 Jul 28 18:09:36.805673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.838663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.902670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-d8ecde1a-52cf-47a6-87a3-8fb2f6bd281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:36.904683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-d8ecde1a-52cf-47a6-87a3-8fb2f6bd281c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1402225 Jul 28 18:09:36.929607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:36.968349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-e8a235e7-ce3b-43c0-86e8-852df4d3d55d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504842 Jul 28 18:09:36.994040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:36.998330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:37.002695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dd7e836-1d0f-4d53-a4d0-05f857fa796c HTTP/1.1" status: 204 len: 168 time: 0.3580873 Jul 28 18:09:37.096416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb48e8-75ad-481c-b531-493b5d0be01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7e836-1d0f-4d53-a4d0-05f857fa796c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:37.139602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:37.187228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-07b35633-c241-461e-a649-efa164a0e5e6 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101195 Jul 28 18:09:37.289406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:37.304836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:37.321539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:37.322499 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:37.363184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13c5fce7-61ea-4a00-b506-1abf3c19a0d2 req-5180d3db-7f55-402c-aabe-37a063e2b4c4 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676009 Jul 28 18:09:37.430459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:37.442319 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:37.443680 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:37.543715 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:37.545549 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79968f5-516f-4412-be22-d2edb55f13c6 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:37.756416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f66f4f95-83fe-4f25-ba0c-06be98275b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:38.047212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36108ed-42b2-4a20-aeac-5f0abe97a4d6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:38.052976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Checking segment: {'id': '41db7a70-836b-4f7a-8d9e-88c300e4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d5f7340-2e98-441d-a3a2-218d75e50bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:38.053569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Network hostable DHCP agents. Network: 0d5f7340-2e98-441d-a3a2-218d75e50bd3, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:09:38.138383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb55e87-4189-4a3e-b342-e657d1e5dd54 req-b8a52355-73e7-497a-b4f3-82c1341abb75 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:38.140153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edb55e87-4189-4a3e-b342-e657d1e5dd54 req-b8a52355-73e7-497a-b4f3-82c1341abb75 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1604095 Jul 28 18:09:38.279386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edb55e87-4189-4a3e-b342-e657d1e5dd54 req-722fc0e4-351c-40ee-84be-8e12888d43d7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645928 Jul 28 18:09:38.279386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 7d09f803-213d-42cc-8e86-0dee561006f9 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:38.392228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:38.398639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:38.405364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] Sync routers for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:38.416815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:38.417445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:38.456542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:38.466324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:38.467155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:38.467920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-52a913c6-c08d-4de8-936b-3f0e414ca618 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/floatingips/57a5d6b3-d422-426f-b629-36f95c745d4a HTTP/1.1" status: 200 len: 977 time: 3.2979190 Jul 28 18:09:38.468781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Network 0d5f7340-2e98-441d-a3a2-218d75e50bd3 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:09:38.471299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:38.534194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:38.534935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8787f1-77a2-4114-9795-6d78a5abc8b7 None None] The sync data for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:38.553616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0d5f7340-2e98-441d-a3a2-218d75e50bd3) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:38.560276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:38.561209 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:38.563926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1aca87-510f-4a25-99c1-b9406a64a863 None None] Network 0d5f7340-2e98-441d-a3a2-218d75e50bd3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:38.668808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port a00d7726-3b23-436e-97ff-4d95d86aa289 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:38.669036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:38.684350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-863e8dbe-8006-4f17-8b2d-f7d53485f5b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4117806 Jul 28 18:09:38.893800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd139e4-e29f-404e-90e7-769648ddf970 None None] Network 0d5f7340-2e98-441d-a3a2-218d75e50bd3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:38.912258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.431681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1550505384', 'description': 'tempest-description-1750009243'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:39.521349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.522023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.522324 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Floating IP 57a5d6b3-d422-426f-b629-36f95c745d4a disassociated. External IP: 172.25.7.64, port: a00d7726-3b23-436e-97ff-4d95d86aa289. Jul 28 18:09:39.522848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for a00d7726-3b23-436e-97ff-4d95d86aa289 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:39.640475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.659796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d41c8-6198-4d5b-877f-64cecbe891f3 req-afa69d77-b429-4dd8-bec7-ece4f658fab8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:39.661427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48d41c8-6198-4d5b-877f-64cecbe891f3 req-afa69d77-b429-4dd8-bec7-ece4f658fab8 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.0824368 Jul 28 18:09:39.794654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48d41c8-6198-4d5b-877f-64cecbe891f3 req-4d817f62-7469-4e24-82cc-431c34abca30 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164665 Jul 28 18:09:39.831873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.847096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.925445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=a00d7726-3b23-436e-97ff-4d95d86aa289,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:39.959037 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-166065ad-69ea-4803-9a03-390bf3c4ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:39.962162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.075929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.178409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b171727-1913-48b6-a36b-af061f4f7f4e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:40.380323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.388891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d932de6-3ac7-4b6e-b209-6144918e5159 req-85c39a01-b732-44d1-ab81-270a0332a617 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9656396 Jul 28 18:09:40.398406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 7d09f803-213d-42cc-8e86-0dee561006f9 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:40.612172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-356eb41a-b428-488a-977e-3408070d34f6 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/4b171727-1913-48b6-a36b-af061f4f7f4e HTTP/1.1" status: 200 len: 1807 time: 0.0966604 Jul 28 18:09:40.626166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b171727-1913-48b6-a36b-af061f4f7f4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:40.626684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b171727-1913-48b6-a36b-af061f4f7f4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:40.663553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:40.676465 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] Sync routers for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:40.689151 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:40.693824 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:40.758923 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:40.789861 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:40.791926 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:40.858767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.861071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e631af16-9fdf-4bfc-84d9-fb6579b8ccca tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/a00d7726-3b23-436e-97ff-4d95d86aa289 HTTP/1.1" status: 204 len: 168 time: 2.3882914 Jul 28 18:09:40.864065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59538) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:40.914576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.928482 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:40.929174 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57fea-5944-45d0-9db2-408f6911a977 None None] The sync data for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:40.977022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:40.980532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.066967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a446-0784-4af1-ab99-2190fa2e2acb req-90706fa2-d3ac-4549-a3a9-2ff88fbe3994 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:41.069851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc71a446-0784-4af1-ab99-2190fa2e2acb req-90706fa2-d3ac-4549-a3a9-2ff88fbe3994 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.1089573 Jul 28 18:09:41.100601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.131233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cab22b-0817-4752-918b-4dc1acedd966,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:41.138556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc71a446-0784-4af1-ab99-2190fa2e2acb req-566f7d06-76e4-4910-9529-516b5a7d605b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629687 Jul 28 18:09:41.251074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.252486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9dcc080-89ca-4f1b-8346-31c4d85b87f6 req-edd25350-561d-4e99-83dd-984443329c6d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6344028 Jul 28 18:09:41.282711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1226344873', 'description': 'tempest-description-1166463320'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:41.395074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:41.410335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.553247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.600704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4321b875-00da-439e-ace1-7ea9bd6fc33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.659180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:41.665733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.726961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc34c6b-e446-45d2-b802-1d4652a63f39,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:41.747524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-fc32c41a-90bb-43f2-952a-c4e93394e89a service neutron] 10.222.0.35 "GET /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.1101408 Jul 28 18:09:41.820533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:41.993032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4321b875-00da-439e-ace1-7ea9bd6fc33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.035181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:42.060787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:42.096670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4321b875-00da-439e-ace1-7ea9bd6fc33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.113017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850fa823-cc22-4228-aa63-7cdce39912c0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:42.131417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:42.187277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4321b875-00da-439e-ace1-7ea9bd6fc33d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74e4497d15354ab1bba6df91457e1375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7895994 Jul 28 18:09:42.190157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59570) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:42.194363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b875-00da-439e-ace1-7ea9bd6fc33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0873727-bced-4649-8d57-fe1336a04728,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:42.201437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.202698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b339315-7866-4d5e-99e8-d05dabb6bcda req-c06cf522-160e-4d70-8943-018a6231ab7e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9252660 Jul 28 18:09:42.307786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.361446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port afd92653-72ab-4118-a63a-4b0799d0f3ca {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:42.361996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.413954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.417894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-064f8857-22c0-44e5-9590-6fb540220a2b req-635978cf-78cf-4b84-9c3b-35ffdaa2a76e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/fcc34c6b-e446-45d2-b802-1d4652a63f39 HTTP/1.1" status: 200 len: 1807 time: 0.1425562 Jul 28 18:09:42.443430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fcc34c6b-e446-45d2-b802-1d4652a63f39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:42.443430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fcc34c6b-e446-45d2-b802-1d4652a63f39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:42.468395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.474683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.498127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for afd92653-72ab-4118-a63a-4b0799d0f3ca owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:42.523129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:42.524125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] Transition to ACTIVE for port object 850fa823-cc22-4228-aa63-7cdce39912c0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:42.535444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b59fd1-785c-4e49-ad59-99e30e9a2a7b req-e27c635d-106e-4a37-90b6-eab1750c6f01 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:42.543292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50b59fd1-785c-4e49-ad59-99e30e9a2a7b req-e27c635d-106e-4a37-90b6-eab1750c6f01 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 944 time: 0.2344673 Jul 28 18:09:42.581122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.722092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] No DVR routers for this DVR port 850fa823-cc22-4228-aa63-7cdce39912c0 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:42.741024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.796121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50b59fd1-785c-4e49-ad59-99e30e9a2a7b req-418c41d9-b9b8-4e82-ad63-334dd23993a7 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932801 Jul 28 18:09:42.910247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:42.993888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.048935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=afd92653-72ab-4118-a63a-4b0799d0f3ca,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.199692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] Pushing event updated for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.210245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b93d533-bdfe-4d45-8775-6eb57559ac55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.212388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.215361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.218978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0873727-bced-4649-8d57-fe1336a04728 HTTP/1.1" status: 204 len: 168 time: 1.0243363 Jul 28 18:09:43.253494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086809-a399-489d-a584-3869fda6c7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0873727-bced-4649-8d57-fe1336a04728,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.281429 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.285222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.293277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-7be67381-e7e5-41e1-b6e5-114082695226 service neutron] 10.222.0.35 "PUT /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0/bindings/n-h2-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5471721 Jul 28 18:09:43.353050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.383812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c1db1-7c7a-4e65-aeff-110fe99528de,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.422128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b93d533-bdfe-4d45-8775-6eb57559ac55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.511882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-07a23f7f-eb37-42db-8b30-c4fa5c6fa34f tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:43.516927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-07a23f7f-eb37-42db-8b30-c4fa5c6fa34f tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0860541 Jul 28 18:09:43.555223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 7d09f803-213d-42cc-8e86-0dee561006f9 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:43.562953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b93d533-bdfe-4d45-8775-6eb57559ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.633996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7b93d533-bdfe-4d45-8775-6eb57559ac55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e39d0ac6473a4eff8e59886bea017123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1061087 Jul 28 18:09:43.636585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59594) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:43.660245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93d533-bdfe-4d45-8775-6eb57559ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd9595-cb29-4cb4-bf38-bdd6fb200dfa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.680662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.681940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-064f8857-22c0-44e5-9590-6fb540220a2b req-6b826eb2-b562-41d4-a5b3-aefc977d5d3e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2518237 Jul 28 18:09:43.693314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-1b0d0f5f-4e51-4874-a61b-7c9ad88fb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:43.693314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-1b0d0f5f-4e51-4874-a61b-7c9ad88fb5e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1621311 Jul 28 18:09:43.704523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:43.726095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] Sync routers for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:43.728110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28604ec4-c16c-4288-a557-f0c7773e48c8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/routers/7d09f803-213d-42cc-8e86-0dee561006f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8616805 Jul 28 18:09:43.730544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59600) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:43.743700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:43.743938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-64030121', 'description': 'tempest-description-919454969'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:43.744298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.801017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.808369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.815043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] Routers {'7d09f803-213d-42cc-8e86-0dee561006f9'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:43.816173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d09f803-213d-42cc-8e86-0dee561006f9'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.845073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:43.848250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-4102fc5d-57e4-4059-87f1-f369654e5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:43.850544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-4102fc5d-57e4-4059-87f1-f369654e5b15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1096 time: 0.1141906 Jul 28 18:09:43.853545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.854571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc4be2-fffc-4ffe-8ecb-5a2d3ad430cc None None] The sync data for ids ['7d09f803-213d-42cc-8e86-0dee561006f9'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:44.081928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.082738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3899d-53cd-428c-8df5-dd4035012c8d req-883b8d99-d069-46af-9e2d-d658bc2c85cc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:44.082738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82f3899d-53cd-428c-8df5-dd4035012c8d req-883b8d99-d069-46af-9e2d-d658bc2c85cc tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.0965073 Jul 28 18:09:44.082738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-edc7420a-616a-4515-9a29-38d044434004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:44.082738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-edc7420a-616a-4515-9a29-38d044434004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.1654406 Jul 28 18:09:44.084066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.084510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-a5bd589d-5ee0-4a52-bb84-fc37f049ff6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 200 len: 217 time: 0.0453861 Jul 28 18:09:44.123318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82f3899d-53cd-428c-8df5-dd4035012c8d req-7a5297d1-b01c-47e1-9f5f-82b96d01e56a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949492 Jul 28 18:09:44.139238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-5e240a11-aa63-455d-861d-107e4ec5505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:44.140742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-5e240a11-aa63-455d-861d-107e4ec5505b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.0499680 Jul 28 18:09:44.177811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-f1194c8d-538b-4cd1-987e-74d24495ec82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303752 Jul 28 18:09:44.286573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-713e76d4-b2a8-4a08-a5ed-cfb7adb53134 service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019373 Jul 28 18:09:44.317446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.364568 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.367163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.370892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29bd9595-cb29-4cb4-bf38-bdd6fb200dfa HTTP/1.1" status: 204 len: 168 time: 0.7300057 Jul 28 18:09:44.404079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838db6f-5c52-4570-ae2b-9e71db675d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd9595-cb29-4cb4-bf38-bdd6fb200dfa,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:44.414585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ded31055-42d4-4d56-bd4c-df6bc298356e service neutron] 10.222.0.37 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213911 Jul 28 18:09:44.466604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port d35773bd-1509-46e5-9dc9-f73064d763a4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:44.467023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.470512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.905345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:44.966322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb15e0-a87b-4531-b233-20cdfc6ccf66,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:45.000869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.018685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for d35773bd-1509-46e5-9dc9-f73064d763a4 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:45.034276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.035676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8748c180-c959-45e0-a1e9-57cb7c440afa req-46d43f78-0e48-4ea1-a2ff-078ad8c61958 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3059697 Jul 28 18:09:45.084092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1299573962', 'description': 'tempest-description-1257432604'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:45.109717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-779233ba-fd0c-4bc6-9180-9270d11ebacd tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:45.111046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-779233ba-fd0c-4bc6-9180-9270d11ebacd tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b&tenant_id=3445bdbd345a422c8ce4ee1605555ff7&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.1311421 Jul 28 18:09:45.210913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.283697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.297352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59650) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:45.318419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51bfdefa-6ab3-4667-8995-a558fad49aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.361863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.371367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d397-8329-4858-87f7-647c105f1576 req-a5c6285a-e2b5-4a54-94ed-ae556c8ee380 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:45.373218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bd4d397-8329-4858-87f7-647c105f1576 req-a5c6285a-e2b5-4a54-94ed-ae556c8ee380 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.1084981 Jul 28 18:09:45.423014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ca0c0ca0-c52f-49e3-b06d-1460137658b3 service neutron] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:45.423458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=d35773bd-1509-46e5-9dc9-f73064d763a4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:45.427996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ca0c0ca0-c52f-49e3-b06d-1460137658b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.429431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a6f22fd-4059-4201-bb49-d3972d34e673 req-ca0c0ca0-c52f-49e3-b06d-1460137658b3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0/bindings/n-h1-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.3078716 Jul 28 18:09:45.519255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bd4d397-8329-4858-87f7-647c105f1576 req-4ce7d324-ef1b-4a1a-a867-addde704b35b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327689 Jul 28 18:09:45.540581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.546989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51bfdefa-6ab3-4667-8995-a558fad49aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.672041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-51bfdefa-6ab3-4667-8995-a558fad49aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.718543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfdefa-6ab3-4667-8995-a558fad49aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c687afd6-fa31-4ad9-b579-cdcb8c08b63f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:45.727563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.731926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.791951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.793609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-51bfdefa-6ab3-4667-8995-a558fad49aee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c892aca4cff4dffb7b17e9fea09d6f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930971 Jul 28 18:09:45.798083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:45.863596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.893142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.943024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e692b02c-fd47-4f74-bca8-a657c55cc944,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:45.945769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.954745 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.955927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Fanout notify agent at l3_agent the message router_deleted on router 7d09f803-213d-42cc-8e86-0dee561006f9 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:09:45.964747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:45.965987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bdbd7763-3141-4258-940f-2bb821425f96 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/routers/7d09f803-213d-42cc-8e86-0dee561006f9 HTTP/1.1" status: 204 len: 168 time: 2.2345250 Jul 28 18:09:45.969273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:46.008854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.010391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18a60385-99e9-4fdf-a23d-df68a13fb425 req-4b294b5f-75b3-4eba-b241-adac2e367586 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9451919 Jul 28 18:09:46.061387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9054b6b-1b1a-4b29-b656-2bf18a2d4d41 req-89a764ee-9da9-44cb-817e-1e10dabb29be tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:46.062959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9054b6b-1b1a-4b29-b656-2bf18a2d4d41 req-89a764ee-9da9-44cb-817e-1e10dabb29be tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 1096 time: 0.1650910 Jul 28 18:09:46.083752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting subnet ca7b5caf-c53f-466e-9b1f-a1c72c4b841b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:09:46.094650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.108229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-baaaa75b-7ffe-4999-981a-5476b877b67b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/76cb15e0-a87b-4531-b233-20cdfc6ccf66 HTTP/1.1" status: 200 len: 1804 time: 0.0723908 Jul 28 18:09:46.162615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-c3c83f9f-ace0-4df4-80f1-b5307960c2c9 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/e692b02c-fd47-4f74-bca8-a657c55cc944 HTTP/1.1" status: 200 len: 1807 time: 0.0527036 Jul 28 18:09:46.164575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9054b6b-1b1a-4b29-b656-2bf18a2d4d41 req-c74aad9d-2c5a-4b1a-88a6-e7d59f6cb7ee tempest-LiveMigrationTest-1680436976 tempest-LiveMigrationTest-1680436976-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917621 Jul 28 18:09:46.168229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76cb15e0-a87b-4531-b233-20cdfc6ccf66', 'remote_group_id': 'e692b02c-fd47-4f74-bca8-a657c55cc944', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:46.168785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '76cb15e0-a87b-4531-b233-20cdfc6ccf66', 'remote_group_id': 'e692b02c-fd47-4f74-bca8-a657c55cc944', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:46.183350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.238905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.241539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.242770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c687afd6-fa31-4ad9-b579-cdcb8c08b63f HTTP/1.1" status: 204 len: 168 time: 0.4454608 Jul 28 18:09:46.294632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9c883-d604-4315-9e2e-e8305f2c7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c687afd6-fa31-4ad9-b579-cdcb8c08b63f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:46.375206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.376567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.460744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.531558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.565200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59af1cb6-a5a2-4268-9eb3-8ac607b12ea8,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:46.580991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.613772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7b5caf-c53f-466e-9b1f-a1c72c4b841b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:46.623329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.626932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fdebd6d8-a98f-460e-ab9a-49d81a8f31e1 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/subnets/ca7b5caf-c53f-466e-9b1f-a1c72c4b841b HTTP/1.1" status: 204 len: 168 time: 0.6552882 Jul 28 18:09:46.629735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca290d0-6349-47d7-abc1-53a5ec17b7af None None] Network 6a39ddc2-d479-4bc8-bff3-6796eb496731 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:09:46.638148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59690) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:46.819913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.819913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 3eb441f1-c2d7-4778-8594-4b85a2f7012d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:46.819913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.869309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] DHCP port deletion for 6a39ddc2-d479-4bc8-bff3-6796eb496731 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:09:46.881724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] For port 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3eb441f1-c2d7-4778-8594-4b85a2f7012d,segment=NetworkSegment(5b38bb4e-83af-438a-8b56-f21c7bc2ee76),segment_id=5b38bb4e-83af-438a-8b56-f21c7bc2ee76)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:46.882107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:46.901088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 3eb441f1-c2d7-4778-8594-4b85a2f7012d owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:46.932758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Deleting port 3eb441f1-c2d7-4778-8594-4b85a2f7012d {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:46.933539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.004473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] For port 3eb441f1-c2d7-4778-8594-4b85a2f7012d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3eb441f1-c2d7-4778-8594-4b85a2f7012d,segment=NetworkSegment(5b38bb4e-83af-438a-8b56-f21c7bc2ee76),segment_id=5b38bb4e-83af-438a-8b56-f21c7bc2ee76)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:47.005766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.024224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Calling delete_port for 3eb441f1-c2d7-4778-8594-4b85a2f7012d owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:47.181393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3eb441f1-c2d7-4778-8594-4b85a2f7012d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:47.209180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.210723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d7952cd-ac75-4209-a1ac-af55bb181f2b req-af804b7f-220b-4921-b5b3-474e8ea5e3af tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0469403 Jul 28 18:09:47.264084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.277525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] No DVR routers for this DVR port 3eb441f1-c2d7-4778-8594-4b85a2f7012d on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:47.282635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.333584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=3eb441f1-c2d7-4778-8594-4b85a2f7012d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:47.378753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.399786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1039876711', 'description': 'tempest-description-2142622667'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:47.413187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] No DVR routers for this DVR port 3eb441f1-c2d7-4778-8594-4b85a2f7012d on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:47.451210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99072a-1859-4e80-a14e-27679480c5a8 None None] Pushing event deleted for resources: {'Port': ['ID=3eb441f1-c2d7-4778-8594-4b85a2f7012d,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:47.510455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59712) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:47.514445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.529116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0e80be1-2cc0-4188-8ea3-02fcdb7150cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.551673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a39ddc2-d479-4bc8-bff3-6796eb496731']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:47.557022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.585886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b38bb4e-83af-438a-8b56-f21c7bc2ee76') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:47.586475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b38bb4e-83af-438a-8b56-f21c7bc2ee76') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:47.600405 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.629360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.644617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70077e9a-1ee4-4cf4-b152-15d2576c789b req-a34c8e96-f6bf-42ab-ae8b-7dc23ed1811b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:47.652566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70077e9a-1ee4-4cf4-b152-15d2576c789b req-a34c8e96-f6bf-42ab-ae8b-7dc23ed1811b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.1399133 Jul 28 18:09:47.686735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:47.687213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:09:47.694326 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:09:47.715750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0e80be1-2cc0-4188-8ea3-02fcdb7150cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.769979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70077e9a-1ee4-4cf4-b152-15d2576c789b req-1c614d8b-ed6c-462c-8072-f5bf2cf0ba59 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 Jul 28 18:09:47.811370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0e80be1-2cc0-4188-8ea3-02fcdb7150cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.869792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b0e80be1-2cc0-4188-8ea3-02fcdb7150cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cb9333fd1554870aa0dbb0626e5c700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579845 Jul 28 18:09:47.872593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59714) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:47.877684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e80be1-2cc0-4188-8ea3-02fcdb7150cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd79fb1-3e6d-4340-9811-dc5fd4257f92,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:47.908273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.922298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:47.926056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/networks/6a39ddc2-d479-4bc8-bff3-6796eb496731 HTTP/1.1" status: 204 len: 168 time: 1.2858520 Jul 28 18:09:47.941868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59716) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:47.969645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.004062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-63e22e01-7771-4655-aa9b-9db62165e132 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:48.005632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-63e22e01-7771-4655-aa9b-9db62165e132 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 945 time: 0.0962064 Jul 28 18:09:48.019738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935411d-e526-474f-a8c4-536daa8631bc tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Network': ['ID=6a39ddc2-d479-4bc8-bff3-6796eb496731,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:48.061983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.112360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.137866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.144315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed0c0f-1e28-4397-ad48-97f293ce3855,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:48.148719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.154602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2335ba8-5110-43ef-a40f-c096bb2d66a3 req-a1a2571f-1b1d-4a6a-964b-d3ad5bde96a0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7624433 Jul 28 18:09:48.194244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Deleting port 850fa823-cc22-4228-aa63-7cdce39912c0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:48.194244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.214641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1773984505', 'description': 'tempest-description-835527348'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:48.261864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port bd01ce91-2462-43ef-91d3-ca56c5b12b45 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:48.262383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.293061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] For port 850fa823-cc22-4228-aa63-7cdce39912c0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=850fa823-cc22-4228-aa63-7cdce39912c0,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:48.293622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.306470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Calling delete_port for 850fa823-cc22-4228-aa63-7cdce39912c0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:48.352176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.352642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.368603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for bd01ce91-2462-43ef-91d3-ca56c5b12b45 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:48.454006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.472082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.477919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.485890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.485890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fd79fb1-3e6d-4340-9811-dc5fd4257f92 HTTP/1.1" status: 204 len: 168 time: 0.6097484 Jul 28 18:09:48.523830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bde86-0727-403c-aa91-3271f2bf8ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd79fb1-3e6d-4340-9811-dc5fd4257f92,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:48.563866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.610378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event deleted for resources: {'Port': ['ID=850fa823-cc22-4228-aa63-7cdce39912c0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:48.627072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['850fa823-cc22-4228-aa63-7cdce39912c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:48.632186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:48.686218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] No DVR routers for this DVR port 850fa823-cc22-4228-aa63-7cdce39912c0 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:48.689263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.692122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5b010d6-28be-41e3-925c-39982ebbf642 req-825621e2-94ef-409b-8e41-af58bc333c67 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "DELETE /v2.0/ports/850fa823-cc22-4228-aa63-7cdce39912c0 HTTP/1.1" status: 204 len: 173 time: 0.6738489 Jul 28 18:09:48.693230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-deleted', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:48.696264 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7815d171-dc61-403f-99ff-cc2124e8f258" -d '{"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-deleted", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:48.742415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:48.745415 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae100d7-092e-4740-92e4-d390efd3abc4 x-openstack-request-id: req-eae100d7-092e-4740-92e4-d390efd3abc4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:48.745743 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84121184-70c3-43a8-b7fe-9687fbdcae6b", "name": "network-vif-deleted", "tag": "850fa823-cc22-4228-aa63-7cdce39912c0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:48.745872 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eae100d7-092e-4740-92e4-d390efd3abc4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:48.746273 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84121184-70c3-43a8-b7fe-9687fbdcae6b', 'name': 'network-vif-deleted', 'tag': '850fa823-cc22-4228-aa63-7cdce39912c0', 'status': 'completed', 'code': 200} Jul 28 18:09:48.862944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c0f77f91-1a3d-442d-96a6-72458c8cdd4c req-c90a88ae-d54c-44c9-b5da-13bc11eb726c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0280628 Jul 28 18:09:49.084031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.087864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.133141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=bd01ce91-2462-43ef-91d3-ca56c5b12b45,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:49.164829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c147200-8df9-4f95-a0f5-42758139f165,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:49.219500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.222713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.224736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-14252b24-f7ca-4631-99ca-4b1f5483d5d8 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/floatingips/57a5d6b3-d422-426f-b629-36f95c745d4a HTTP/1.1" status: 204 len: 168 time: 1.2773986 Jul 28 18:09:49.229276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59754) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:49.281153 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-287a3a30-41c4-4953-98d1-64b4d36f3692 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] DELETE failed (client error): The resource could not be found. Jul 28 18:09:49.282588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287a3a30-41c4-4953-98d1-64b4d36f3692 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:09:49.284571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-287a3a30-41c4-4953-98d1-64b4d36f3692 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/a00d7726-3b23-436e-97ff-4d95d86aa289 HTTP/1.1" status: 404 len: 333 time: 0.0541990 Jul 28 18:09:49.287924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59758) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:49.301763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.316625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66443a51-d45c-40c0-bf55-10631e61dd71 req-00fcd91b-7540-402f-9195-be33293e2353 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1061592 Jul 28 18:09:49.349538 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-98a9d352-0a3f-49cd-ade8-cf89690c3b20 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d09f803-213d-42cc-8e86-0dee561006f9 HTTP/1.1" status: 200 len: 205 time: 0.0599182 Jul 28 18:09:49.354569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:49.431749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-2b20dc68-34af-4383-a160-737bcb4596e2 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/84ed0c0f-1e28-4397-ad48-97f293ce3855 HTTP/1.1" status: 200 len: 1807 time: 0.1013496 Jul 28 18:09:49.498601 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-d0ff9ee6-cf46-4e27-a061-cff0ce11e65c tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] delete failed (client error): The resource could not be found. Jul 28 18:09:49.505706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0ff9ee6-cf46-4e27-a061-cff0ce11e65c tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/routers/7d09f803-213d-42cc-8e86-0dee561006f9 HTTP/1.1" status: 404 len: 336 time: 0.1471257 Jul 28 18:09:49.506124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59768) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:49.565984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-38438009-03f5-47ef-a7be-be5bfa2f091e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/2c147200-8df9-4f95-a0f5-42758139f165 HTTP/1.1" status: 200 len: 1806 time: 0.1288583 Jul 28 18:09:49.572047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84ed0c0f-1e28-4397-ad48-97f293ce3855', 'remote_group_id': '2c147200-8df9-4f95-a0f5-42758139f165', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:49.572590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84ed0c0f-1e28-4397-ad48-97f293ce3855', 'remote_group_id': '2c147200-8df9-4f95-a0f5-42758139f165', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:49.589726 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a62adb-5e00-460b-be72-3e2d174dff7d tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] DELETE failed (client error): The resource could not be found. Jul 28 18:09:49.590454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a62adb-5e00-460b-be72-3e2d174dff7d tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:09:49.605691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-42a62adb-5e00-460b-be72-3e2d174dff7d tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/subnets/ca7b5caf-c53f-466e-9b1f-a1c72c4b841b HTTP/1.1" status: 404 len: 337 time: 0.0970016 Jul 28 18:09:49.607830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:49.768089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 2a22168b-0357-4935-ae88-4c8c0028afc7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:49.769587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.773352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.837620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.918399 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.921943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:49.954137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 2a22168b-0357-4935-ae88-4c8c0028afc7 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:49.969530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78a4628-0403-4f5a-8396-6dcdab35930d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:50.043800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59792) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:50.050492 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-825c0d10-63e4-4fc0-9d92-96cb71150882 req-dedccfef-72ba-48e7-bec1-03abdce651b4 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0723372 Jul 28 18:09:50.060047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.065566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-364326fe-f03a-4bea-9523-52bf6fa41276 req-484b530b-452a-4675-88b7-d09afe29262b tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4979973 Jul 28 18:09:50.139239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a572c68-a111-47b2-8928-34201512db6e req-a698ad72-ea50-4332-a1c2-032c0ab55b55 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/2c147200-8df9-4f95-a0f5-42758139f165 HTTP/1.1" status: 200 len: 1806 time: 0.0500274 Jul 28 18:09:50.202965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef36139-c97c-435e-a4d5-0bd2ca0ca828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.247978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1a572c68-a111-47b2-8928-34201512db6e req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.285536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1a572c68-a111-47b2-8928-34201512db6e req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.292623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.355001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=2a22168b-0357-4935-ae88-4c8c0028afc7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:50.400475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef36139-c97c-435e-a4d5-0bd2ca0ca828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.429493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.431341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-35f51430-a004-4735-a503-5364bae99269 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/2a22168b-0357-4935-ae88-4c8c0028afc7 HTTP/1.1" status: 204 len: 168 time: 0.8207557 Jul 28 18:09:50.438639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:50.504378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1a572c68-a111-47b2-8928-34201512db6e req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.507171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1a572c68-a111-47b2-8928-34201512db6e req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.511910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a572c68-a111-47b2-8928-34201512db6e req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c147200-8df9-4f95-a0f5-42758139f165 HTTP/1.1" status: 204 len: 173 time: 0.3645687 Jul 28 18:09:50.520799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef36139-c97c-435e-a4d5-0bd2ca0ca828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.538190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e61505-3e78-42c3-9a85-a5331099ce3f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c147200-8df9-4f95-a0f5-42758139f165,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:50.586072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-642e3592-bebd-4c07-b658-24d0396c8742 req-fde6d744-645d-4b64-86b3-ea188d3a4f03 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/84ed0c0f-1e28-4397-ad48-97f293ce3855 HTTP/1.1" status: 200 len: 1807 time: 0.0517170 Jul 28 18:09:50.615543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1205856902', 'description': 'tempest-description-1467490855'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:50.636178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cef36139-c97c-435e-a4d5-0bd2ca0ca828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7a8f0e0deb74f1197a4fd0d721a5eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129081 Jul 28 18:09:50.636943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59828) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:50.638731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef36139-c97c-435e-a4d5-0bd2ca0ca828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6efcd2e-1d2b-46d1-8bae-f755f69624dd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:50.688729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 998025a7-3765-472c-8ef5-918c679be0da {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:50.689207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.728916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.782779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.834170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.853850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.873158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:50.878667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 998025a7-3765-472c-8ef5-918c679be0da owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:50.959744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.011774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8197d70d-3315-4833-9048-31c38c89b3eb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:51.038207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.041767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.043923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6efcd2e-1d2b-46d1-8bae-f755f69624dd HTTP/1.1" status: 204 len: 168 time: 0.3989789 Jul 28 18:09:51.072247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e3c28-1822-45f9-8cc2-aa8d6cd2bed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6efcd2e-1d2b-46d1-8bae-f755f69624dd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:51.121581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.133221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49a43240-6191-42e6-9283-ee0db98259e3 req-482757af-51b8-4dea-88d1-231db23b7591 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5136755 Jul 28 18:09:51.215438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.239997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=998025a7-3765-472c-8ef5-918c679be0da,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:51.243417 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6f9f78f-4299-4011-976d-6b949f3cd13d req-1506ce26-98d1-45c3-bd7e-c4a61e889c95 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0392475 Jul 28 18:09:51.357839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.360804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1ed81aed-3f15-4d5a-8f77-faaa7e8dd830 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/ports/998025a7-3765-472c-8ef5-918c679be0da HTTP/1.1" status: 204 len: 168 time: 0.9252102 Jul 28 18:09:51.363631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:51.375559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-93f89358-bf92-4e89-bc5e-be31057246c0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 200 len: 1807 time: 0.0920503 Jul 28 18:09:51.391801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8197d70d-3315-4833-9048-31c38c89b3eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:51.392498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8197d70d-3315-4833-9048-31c38c89b3eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:51.427187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778081a9-141b-46b1-9193-ffb51cc15e4a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:51.428798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-778081a9-141b-46b1-9193-ffb51cc15e4a tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c455bd3-9037-4be6-8d41-f8f5a453ee48 HTTP/1.1" status: 200 len: 913 time: 0.0637727 Jul 28 18:09:51.431377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:51.552917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.592277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.666796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.682434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:51.695552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289b68d6-2ee1-4f15-86af-e91c7272e7fd,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:51.710280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 850fa823-cc22-4228-aa63-7cdce39912c0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:09:51.710895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 850fa823-cc22-4228-aa63-7cdce39912c0 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:51.812504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.813754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ef28a66-6462-459d-b62f-e05ee9378a59 req-277b9e62-c779-4952-bc3d-6c2e2fd4c5b0 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4290969 Jul 28 18:09:51.855644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.889522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59906) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:51.910700 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fecc4abe-2e2d-4a14-b711-a68e65c521b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:51.991330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e0c39928-8b29-4746-a293-54a730b78c61 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 200 len: 2401 time: 0.0660992 Jul 28 18:09:52.006673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8197d70d-3315-4833-9048-31c38c89b3eb', 'remote_group_id': None}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:52.007085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8197d70d-3315-4833-9048-31c38c89b3eb', 'remote_group_id': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:52.093623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fecc4abe-2e2d-4a14-b711-a68e65c521b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.163462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fecc4abe-2e2d-4a14-b711-a68e65c521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.186107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 79828173-e667-4bd5-b6bc-63b3908fc228 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:52.186539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.202101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fecc4abe-2e2d-4a14-b711-a68e65c521b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ada99c03babe4822a35ab823d082f9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113875 Jul 28 18:09:52.203141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59912) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:52.268191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4abe-2e2d-4a14-b711-a68e65c521b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1033ad-a327-41f9-8a4b-2450ff65d5b9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:52.309390 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.321863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.339195 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.340698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 79828173-e667-4bd5-b6bc-63b3908fc228 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:52.421910 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.444363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.557019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.559704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.560999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b1033ad-a327-41f9-8a4b-2450ff65d5b9 HTTP/1.1" status: 204 len: 168 time: 0.3541312 Jul 28 18:09:52.566483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.586984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72322d1b-557c-4a28-a323-ae0079ec3e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1033ad-a327-41f9-8a4b-2450ff65d5b9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:52.600001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82646dfb-b47d-4a72-9dd3-c0ec1397fb97,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:52.642664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.670464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=79828173-e667-4bd5-b6bc-63b3908fc228,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:52.700232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:52.701688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d780e02-ac89-4fc9-acc1-c93a2c6fec35 req-e7b66b8f-39b4-43e8-9733-3906692b4e2a tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7036645 Jul 28 18:09:52.830746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4172d27-2675-4ec5-9a9a-180ff00ba565 req-b617c266-9fda-4016-96c9-c32cb313a9f3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 200 len: 3000 time: 0.0705471 Jul 28 18:09:52.918375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46d6b4a8-ec34-4829-a815-07406bd17493 req-2ebef02b-65f8-46e1-ac0a-5f11b263b5fe tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0420277 Jul 28 18:09:52.921044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-f66dbd1c-796c-43ea-a820-97bf7469839f tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-group-rules/82646dfb-b47d-4a72-9dd3-c0ec1397fb97 HTTP/1.1" status: 200 len: 783 time: 0.0391674 Jul 28 18:09:53.054636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-a6acbde7-edf5-4a79-b611-62b34dd8fe06 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 200 len: 3000 time: 0.1228662 Jul 28 18:09:53.057470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.142168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.162068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.166221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-bca37ca6-775c-40e6-bf8a-a5732cc3a94a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:53.168170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-bca37ca6-775c-40e6-bf8a-a5732cc3a94a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.1418259 Jul 28 18:09:53.185919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-1f41d2f2-22d4-4ba4-b3cf-4bfdc00aa1ea tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/quotas/d6c1998e0f5d4fcca002c15e8e1c63eb HTTP/1.1" status: 200 len: 375 time: 0.0109148 Jul 28 18:09:53.264088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-076a3c5b-2205-4d0c-a4e9-49b868d18653 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726926 Jul 28 18:09:53.339993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.349342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.350481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d56df11-e1e2-4d85-8674-7b97d3e22d18 req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/82646dfb-b47d-4a72-9dd3-c0ec1397fb97 HTTP/1.1" status: 204 len: 173 time: 0.2899139 Jul 28 18:09:53.363358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cae3a-dee8-4b2f-abc7-451c202e3c71 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82646dfb-b47d-4a72-9dd3-c0ec1397fb97,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:53.378413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:09:53.394865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c341209a-be40-49d9-9b2d-02ceb2b668de service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213195 Jul 28 18:09:53.521105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-8d2899a8-2541-41a0-8b24-d5a940b5e482 service neutron] 10.222.0.25 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212244 Jul 28 18:09:53.528663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:53.537798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db9ab64a-e401-4e1d-b8f9-2f7809626296 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "PUT /v2.0/routers/0c455bd3-9037-4be6-8d41-f8f5a453ee48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1021168 Jul 28 18:09:53.537900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59952) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:53.538855 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] Sync routers for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:53.552994 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:53.553615 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:53.554169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-a788d56e-2bf9-417d-a6ba-b6bbdab8ed5c tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 200 len: 2401 time: 0.0731175 Jul 28 18:09:53.591306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:53.604657 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] Routers {'0c455bd3-9037-4be6-8d41-f8f5a453ee48'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:09:53.606026 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:53.651996 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:53.652737 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df13d8-a52d-4b62-bfe3-517aa5e2a864 None None] The sync data for ids ['0c455bd3-9037-4be6-8d41-f8f5a453ee48'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:53.662748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.691558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.700514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.820378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.823016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.831234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d013cf53-8fd6-46b8-8014-f64b5531ff2e req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/8197d70d-3315-4833-9048-31c38c89b3eb HTTP/1.1" status: 204 len: 173 time: 0.2697017 Jul 28 18:09:53.838735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:53.867739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577aa67-0836-442f-abd9-d5e5738fe5d3 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197d70d-3315-4833-9048-31c38c89b3eb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:53.898496 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-31e88280-f7e3-4b21-98f4-fac0da769143 req-a95f028c-168e-42d1-a6fc-ecc9c8325fde tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] show failed (client error): The resource could not be found. Jul 28 18:09:53.903015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31e88280-f7e3-4b21-98f4-fac0da769143 req-a95f028c-168e-42d1-a6fc-ecc9c8325fde tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/2c147200-8df9-4f95-a0f5-42758139f165 HTTP/1.1" status: 404 len: 352 time: 0.0318763 Jul 28 18:09:53.924620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cadc9db2-f5b9-42ec-8182-34d780e7c673 req-67ef1c96-6bfc-4de3-8fcb-9fe659bd75e0 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 210 time: 0.0329416 Jul 28 18:09:53.991339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting port 0f4fb8f6-3148-4e65-8af7-09e0a32127bd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:53.994549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.021042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e971328f-43ff-40e1-affa-4419531c2219 req-3e9ff133-0eb9-4f02-855d-5ccfe1842652 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/84ed0c0f-1e28-4397-ad48-97f293ce3855 HTTP/1.1" status: 200 len: 1807 time: 0.0886698 Jul 28 18:09:54.135267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.137278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e971328f-43ff-40e1-affa-4419531c2219 req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.150218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Calling delete_port for 0f4fb8f6-3148-4e65-8af7-09e0a32127bd owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:54.172898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e971328f-43ff-40e1-affa-4419531c2219 req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.314969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e971328f-43ff-40e1-affa-4419531c2219 req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.319311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e971328f-43ff-40e1-affa-4419531c2219 req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.319311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e971328f-43ff-40e1-affa-4419531c2219 req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/84ed0c0f-1e28-4397-ad48-97f293ce3855 HTTP/1.1" status: 204 len: 173 time: 0.2907417 Jul 28 18:09:54.330587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6df1-0d13-42cf-986e-a3c9c676030e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed0c0f-1e28-4397-ad48-97f293ce3855,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:54.372169 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c85c3d8-7cfe-4d3d-85a2-2f17fc8cf675 req-419da749-30ad-488c-8c01-cba1bde075ff tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=84121184-70c3-43a8-b7fe-9687fbdcae6b HTTP/1.1" status: 200 len: 210 time: 0.0676122 Jul 28 18:09:54.428290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-92205d7b-1de2-4b4e-b65b-bd2e09be9901 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/e692b02c-fd47-4f74-bca8-a657c55cc944 HTTP/1.1" status: 200 len: 1807 time: 0.0802405 Jul 28 18:09:54.469205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92702-ca63-406f-8a0e-922c7edb236a req-6edfd136-226e-42ab-885b-ec7bbd797a9d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:54.470995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99a92702-ca63-406f-8a0e-922c7edb236a req-6edfd136-226e-42ab-885b-ec7bbd797a9d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93fd6ac-dc9c-4ffb-9ab5-347632194d1c HTTP/1.1" status: 200 len: 945 time: 0.0930946 Jul 28 18:09:54.578621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.583697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.611572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Port': ['ID=0f4fb8f6-3148-4e65-8af7-09e0a32127bd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:54.613494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.655638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Deleting port 6f396a42-4347-4956-883b-fb48f658c7e2 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:09:54.656007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.710313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.821229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.823498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.851540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] For port 6f396a42-4347-4956-883b-fb48f658c7e2, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=6f396a42-4347-4956-883b-fb48f658c7e2,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:54.851848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.870228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Calling delete_port for 6f396a42-4347-4956-883b-fb48f658c7e2 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:09:54.911738 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.914235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:54.915372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3609d2cb-e532-473c-b9e7-2c2d1c090875 req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/e692b02c-fd47-4f74-bca8-a657c55cc944 HTTP/1.1" status: 204 len: 173 time: 0.4808969 Jul 28 18:09:54.929106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98511137-15a7-4d92-801f-99bbd1b7410e tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692b02c-fd47-4f74-bca8-a657c55cc944,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:55.013092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.013314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Fanout notify agent at l3_agent the message router_deleted on router 0c455bd3-9037-4be6-8d41-f8f5a453ee48 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:09:55.033646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.039548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-94e36964-3b28-458a-a4d8-caaabe7289da tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/routers/0c455bd3-9037-4be6-8d41-f8f5a453ee48 HTTP/1.1" status: 204 len: 168 time: 1.5005562 Jul 28 18:09:55.040579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60008) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:55.127983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-9d6491d1-8d66-49af-9564-75659d11dde8 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/76cb15e0-a87b-4531-b233-20cdfc6ccf66 HTTP/1.1" status: 200 len: 1804 time: 0.1457889 Jul 28 18:09:55.162300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Deleting subnet 2c4f452c-2261-47c6-8d2f-66db5125683f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:09:55.172025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.250807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.291378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.348898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.352384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.498169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.501967 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.503874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9d01170-63a1-4f30-bbdf-eef25c2fdf90 req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/76cb15e0-a87b-4531-b233-20cdfc6ccf66 HTTP/1.1" status: 204 len: 173 time: 0.3675551 Jul 28 18:09:55.520325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b90db-48dd-4a77-8e8e-765067a95560 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb15e0-a87b-4531-b233-20cdfc6ccf66,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:55.523006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.557371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4f452c-2261-47c6-8d2f-66db5125683f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:55.560014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.564368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53518a2b-0f98-4bd0-8f40-259e5b4f2163 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/subnets/2c4f452c-2261-47c6-8d2f-66db5125683f HTTP/1.1" status: 204 len: 168 time: 0.4839094 Jul 28 18:09:55.565287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60024) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:55.710739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 6f396a42-4347-4956-883b-fb48f658c7e2 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:55.720615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a353010e-6d21-4e28-b393-10b5ab68ba9e req-0b7c21b9-3167-4c61-9ceb-7ef361c113e1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 210 time: 0.0555680 Jul 28 18:09:55.804675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-352b2760-4d47-4790-bc52-cb4141bef73e req-221700c9-3a6d-465d-93d5-e360185b465d tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/fcc34c6b-e446-45d2-b802-1d4652a63f39 HTTP/1.1" status: 200 len: 2407 time: 0.1992018 Jul 28 18:09:55.825028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.872360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.923515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:55.945244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event deleted for resources: {'Port': ['ID=6f396a42-4347-4956-883b-fb48f658c7e2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:55.946811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-352b2760-4d47-4790-bc52-cb4141bef73e req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.045148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] No DVR routers for this DVR port 6f396a42-4347-4956-883b-fb48f658c7e2 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:09:56.048539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.051480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99a92702-ca63-406f-8a0e-922c7edb236a req-8fc4ffb9-6ce3-4203-8b9d-9eaf139eb02d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.37 "DELETE /v2.0/ports/6f396a42-4347-4956-883b-fb48f658c7e2 HTTP/1.1" status: 204 len: 173 time: 1.5708888 Jul 28 18:09:56.053175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-deleted', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:56.055969 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b625b0-8919-4037-921c-e10cfcec8b13" -d '{"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-deleted", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:56.089998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-352b2760-4d47-4790-bc52-cb4141bef73e req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.106114 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e19db8-8bcc-4184-b40f-843939d419b1 x-openstack-request-id: req-83e19db8-8bcc-4184-b40f-843939d419b1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:56.106114 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93fd6ac-dc9c-4ffb-9ab5-347632194d1c", "name": "network-vif-deleted", "tag": "6f396a42-4347-4956-883b-fb48f658c7e2", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:56.106114 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83e19db8-8bcc-4184-b40f-843939d419b1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:56.106114 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93fd6ac-dc9c-4ffb-9ab5-347632194d1c', 'name': 'network-vif-deleted', 'tag': '6f396a42-4347-4956-883b-fb48f658c7e2', 'status': 'completed', 'code': 200} Jul 28 18:09:56.189418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.217910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d25ebb2-0e4f-4b86-8b60-6d0c30776b44']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:56.236559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88da8948-9415-46a6-a7c8-50df56b9b394') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:56.237017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88da8948-9415-46a6-a7c8-50df56b9b394') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:56.282568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.311949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.326981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:56.327442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:09:56.386864 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:09:56.416177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-352b2760-4d47-4790-bc52-cb4141bef73e req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.419676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-352b2760-4d47-4790-bc52-cb4141bef73e req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.421505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-352b2760-4d47-4790-bc52-cb4141bef73e req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcc34c6b-e446-45d2-b802-1d4652a63f39 HTTP/1.1" status: 204 len: 173 time: 0.5967784 Jul 28 18:09:56.434775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3236b0f-552e-4393-9766-b7e4fdf6d4df tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc34c6b-e446-45d2-b802-1d4652a63f39,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:56.549971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.580919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.584425 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] 10.222.0.25 "DELETE /v2.0/networks/8d25ebb2-0e4f-4b86-8b60-6d0c30776b44 HTTP/1.1" status: 204 len: 168 time: 1.0175877 Jul 28 18:09:56.627626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683b2be-8faf-48fb-853e-d1b995be34f3 tempest-FloatingIPTestJSON-1196367032 tempest-FloatingIPTestJSON-1196367032-project] Pushing event deleted for resources: {'Network': ['ID=8d25ebb2-0e4f-4b86-8b60-6d0c30776b44,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:56.706460 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-37890765-86f7-496c-a840-2610637bbfcc tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "GET /v2.0/security-groups/4b171727-1913-48b6-a36b-af061f4f7f4e HTTP/1.1" status: 200 len: 2401 time: 0.2242298 Jul 28 18:09:56.733773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-7c875437-0717-4757-a6b6-5e7a9a6cacd2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:56.735883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-7c875437-0717-4757-a6b6-5e7a9a6cacd2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 804 time: 0.3777030 Jul 28 18:09:56.755444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Request body: {'port': {'device_id': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'admin_state_up': True, 'tenant_id': 'd6c1998e0f5d4fcca002c15e8e1c63eb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:56.905104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.946803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:56.949337 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f94419f-944e-4c1c-8755-99e8fcf69bfa req-1dddf097-0881-4c5b-b293-d48db9ab2fb1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 210 time: 0.0761461 Jul 28 18:09:57.080909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Made reservation on behalf of d6c1998e0f5d4fcca002c15e8e1c63eb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:57.085384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.122580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.131312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.133574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec14f8e4-24ae-4b64-a4a8-a877176ccae2 req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b171727-1913-48b6-a36b-af061f4f7f4e HTTP/1.1" status: 204 len: 173 time: 0.4179592 Jul 28 18:09:57.139909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:57.150801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d3b3f-f50f-4a71-95f3-3090498e8643 tempest-SecurityGroupRulesTestJSON-854911102 tempest-SecurityGroupRulesTestJSON-854911102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b171727-1913-48b6-a36b-af061f4f7f4e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:57.236578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Deleting subnet e36108ed-42b2-4a20-aeac-5f0abe97a4d6 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:09:57.241205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.293989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.359556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Allocated IP 172.20.0.9 (a6ea99f2-c973-4681-be6f-b54ed973f35b/53b51186-09ff-44a0-a61a-826169c69449/d001ed7b-de15-43c0-afe8-ceaf74009b80) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:57.369091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.395729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60068) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:57.569049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.645526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36108ed-42b2-4a20-aeac-5f0abe97a4d6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:57.665940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.668299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c0e6d20-7a21-480d-9aad-0c28f86949e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e36108ed-42b2-4a20-aeac-5f0abe97a4d6 HTTP/1.1" status: 204 len: 168 time: 0.5266194 Jul 28 18:09:57.672024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:57.697418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3dcd8d8e-5e57-4e4f-a545-f1000e4853d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc4e7300cb8140fda7b3fae2e9fee4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004000 Jul 28 18:09:57.700865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.703045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:57.783433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.848630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.859823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.946299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:57.987798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.000176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5f7340-2e98-441d-a3a2-218d75e50bd3']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:58.013221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41db7a70-836b-4f7a-8d9e-88c300e4f65e') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:58.013573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41db7a70-836b-4f7a-8d9e-88c300e4f65e') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:58.030744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.033737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.037695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.041320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f031ee2-6b7e-4500-9c29-d0afc46bcbef HTTP/1.1" status: 204 len: 168 time: 0.3348300 Jul 28 18:09:58.065713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142bee8-6f9a-4c42-8c12-3c8e6e84f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f031ee2-6b7e-4500-9c29-d0afc46bcbef,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:58.081184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Network a6ea99f2-c973-4681-be6f-b54ed973f35b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:58.083631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:58.101231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:58.108147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:09:58.130362 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.139761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:58.140175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:09:58.141992 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:09:58.210635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbbd0-bd0f-4eb6-b743-6958752f320b req-7a67eb50-daad-43a7-a854-65a9cd922c71 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:58.211431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:58.212342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-faebbbd0-bd0f-4eb6-b743-6958752f320b req-7a67eb50-daad-43a7-a854-65a9cd922c71 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 931 time: 0.1794932 Jul 28 18:09:58.218356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.291328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-faebbbd0-bd0f-4eb6-b743-6958752f320b req-56949ea1-4bf1-4e5b-8852-c2a5539c78b7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711393 Jul 28 18:09:58.317793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.338077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.341736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0d5f7340-2e98-441d-a3a2-218d75e50bd3 HTTP/1.1" status: 204 len: 168 time: 0.6673079 Jul 28 18:09:58.342933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ba2d-9b84-4530-98d9-d2022c910b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5f7340-2e98-441d-a3a2-218d75e50bd3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:58.347765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-fc23ecc2-8907-46c0-9d44-55d5a1a242dd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5999472 Jul 28 18:09:58.360605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Request body: {'port': {'device_id': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:09:58.415088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.679975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-32bfcdbb-af73-44ed-82f4-3b0a53ba1076 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658247 Jul 28 18:09:58.780289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d001ed7b-de15-43c0-afe8-ceaf74009b80 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:09:58.789249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.796190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-6aab8f77-9771-41a3-9159-088b28f97269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:58.796190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-6aab8f77-9771-41a3-9159-088b28f97269 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 1095 time: 0.0798442 Jul 28 18:09:58.802873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Transition to ACTIVE for port object d001ed7b-de15-43c0-afe8-ceaf74009b80 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:09:58.893747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:58.978916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:59.044056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:59.084851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-903f07fb-4322-411c-8e80-ef6c588afeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:59.086373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-903f07fb-4322-411c-8e80-ef6c588afeab service neutron] 10.222.0.35 "GET /v2.0/networks?id=41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 200 len: 908 time: 0.2713490 Jul 28 18:09:59.206163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Attempting to bind port d001ed7b-de15-43c0-afe8-ceaf74009b80 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:09:59.208998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Attempting to bind port d001ed7b-de15-43c0-afe8-ceaf74009b80 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:09:59.208998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Attempting to bind port d001ed7b-de15-43c0-afe8-ceaf74009b80 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:59.213352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Port d001ed7b-de15-43c0-afe8-ceaf74009b80 on network a6ea99f2-c973-4681-be6f-b54ed973f35b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:09:59.213688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Attempting to bind port d001ed7b-de15-43c0-afe8-ceaf74009b80 on network a6ea99f2-c973-4681-be6f-b54ed973f35b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:09:59.224579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:09:59.225330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Checking segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:09:59.225529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-e73cab76-3c2f-4e5c-bf5f-9a4bf5f5aff1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 200 len: 217 time: 0.1276019 Jul 28 18:09:59.226072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Bound using segment: {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:09:59.226681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Bound port: d001ed7b-de15-43c0-afe8-ceaf74009b80, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afc6aa6-8808-4685-93ad-8991c0995371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:09:59.227214 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.254879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c8ff22a5-66b9-48ea-b2a2-e3437f07dc37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=906498b6f8b24ecd8d0fbb167720d788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719476 Jul 28 18:09:59.266697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60136) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:09:59.381305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-ac8770a5-61f5-4387-bde6-1ddde7b34156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:59.388479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-ac8770a5-61f5-4387-bde6-1ddde7b34156 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 200 len: 847 time: 0.1470244 Jul 28 18:09:59.466885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.480987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-5efc35e3-5d7a-4d5b-8bd6-bc0bebb32b04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41c376b8-712e-48c3-9967-c14f2872f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845053 Jul 28 18:09:59.488792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:59.533089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.537715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:59.604825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4076b19-74dd-4161-ae0c-313d1d616704 req-814a33f1-bd82-47cd-9bef-8ca6c5d77a9d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:59.606560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4076b19-74dd-4161-ae0c-313d1d616704 req-814a33f1-bd82-47cd-9bef-8ca6c5d77a9d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 943 time: 0.1833239 Jul 28 18:09:59.608658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.674384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-dd05952c-1da6-420c-8f26-7178078b25f0 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707721 Jul 28 18:09:59.741148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4076b19-74dd-4161-ae0c-313d1d616704 req-793ffe14-9ac9-4fce-a2aa-e7458e962e2a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183362 Jul 28 18:09:59.742419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.760987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.767694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d53f2f4-f7b6-4b52-b15c-842684e870fa HTTP/1.1" status: 204 len: 168 time: 0.4980071 Jul 28 18:09:59.818218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:59.818906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:09:59.824218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/d001ed7b-de15-43c0-afe8-ceaf74009b80 HTTP/1.1" status: 200 len: 1091 time: 1.4681859 Jul 28 18:09:59.852315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:09:59.854968 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:59.873782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348a02-cd6e-4852-a0fd-5e9194173694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53f2f4-f7b6-4b52-b15c-842684e870fa,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:59.887913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a896cb-da41-45d1-a526-a373b7ed15f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:59.899479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873c5450-4f7c-43c6-87fd-aa23458ff079 req-9046f4d6-85af-47eb-b944-9a1bd0958f54 service neutron] 10.222.0.35 "GET /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120516 Jul 28 18:09:59.951937 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e4dbc-e05f-49b8-8603-458911ef8a04 x-openstack-request-id: req-174e4dbc-e05f-49b8-8603-458911ef8a04 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:59.952249 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:59.955177 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-174e4dbc-e05f-49b8-8603-458911ef8a04 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:59.955177 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'status': 'completed', 'code': 200} Jul 28 18:09:59.993408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-7a823666-76b1-4696-85ca-5df69271d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:09:59.995218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-7a823666-76b1-4696-85ca-5df69271d1bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 1094 time: 0.0544226 Jul 28 18:10:00.477262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-cb8512c3-13b2-4db6-9e24-e731fd9dd23f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80 HTTP/1.1" status: 200 len: 217 time: 0.4743078 Jul 28 18:10:00.559981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-b1fc649b-8979-40cd-8bc7-86a36f0c578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:00.571481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-b1fc649b-8979-40cd-8bc7-86a36f0c578b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.0831227 Jul 28 18:10:00.619297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-28693054-a785-4d28-9fea-dfdb0008d5fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411162 Jul 28 18:10:00.732165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-b954b1b0-8380-4da4-bf56-a4a81f1c97da service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049914 Jul 28 18:10:00.888899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35c0a0a-afde-4750-baef-93559d73f4e6 req-7b485296-9b32-4f0a-85f5-72408ec645bf service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497533 Jul 28 18:10:00.982116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:00.988151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ee2b-927f-4734-920f-32d5832ac480 req-ba00bfd3-d511-4d79-9e92-482207b1524d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:00.990075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5362ee2b-927f-4734-920f-32d5832ac480 req-ba00bfd3-d511-4d79-9e92-482207b1524d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 943 time: 0.1142097 Jul 28 18:10:01.069431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5362ee2b-927f-4734-920f-32d5832ac480 req-5d72db21-bdc7-42aa-9c3f-444670a11b6d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Jul 28 18:10:01.221302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-1b9d8c83-5458-48be-8275-66b3bae87b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:01.224510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-1b9d8c83-5458-48be-8275-66b3bae87b17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 1094 time: 0.1680484 Jul 28 18:10:01.237038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310e53-19cf-4940-a527-cdde3fa1ab68 req-23f808b2-8f13-4285-99d1-dec6af059bbe tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:01.238742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55310e53-19cf-4940-a527-cdde3fa1ab68 req-23f808b2-8f13-4285-99d1-dec6af059bbe tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.1305146 Jul 28 18:10:01.309166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'networks': [{'name': 'tempest-network--1589533483'}, {'name': 'tempest-network--746192492'}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:01.309465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-network--1589533483'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:01.310194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-network--746192492'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:01.376137 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55310e53-19cf-4940-a527-cdde3fa1ab68 req-c3793e41-8301-4449-95c2-e9ddb67779d2 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Jul 28 18:10:01.410407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-00f2381c-1986-4124-a716-a76946309b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:01.413584 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-00f2381c-1986-4124-a716-a76946309b62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 200 len: 905 time: 0.1738956 Jul 28 18:10:01.461479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-bbedac84-7d72-467e-886a-27dcafe99d50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80 HTTP/1.1" status: 200 len: 217 time: 0.0393813 Jul 28 18:10:01.462103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'network': 2} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:01.467126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.485028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.550228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-92fd7827-750f-428a-b30f-5a34cf9e52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:01.552330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-92fd7827-750f-428a-b30f-5a34cf9e52c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 200 len: 844 time: 0.0816019 Jul 28 18:10:01.590276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-1e1d5705-19a7-49ba-9414-59eb9989a57c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6ea99f2-c973-4681-be6f-b54ed973f35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jul 28 18:10:01.738285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.751754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-114b7dd7-e24f-4f44-b89a-c700406e1135 service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354177 Jul 28 18:10:01.830797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60228) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:01.856560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21a5fcd-a125-4e6c-89a2-7d3054750d0d req-53d9c2c9-3f48-46b0-8f81-0847cbcd5dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960410 Jul 28 18:10:01.875474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-b82b7ac5-7e90-47e8-a28f-71eefb492d54 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:01.878698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-b82b7ac5-7e90-47e8-a28f-71eefb492d54 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 944 time: 0.0702951 Jul 28 18:10:01.897945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.898431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.942903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7891032-bde3-4564-911b-9d775b53c5dd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:01.945604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:01.955494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:01.955868 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment 1754b9dd-6723-42bd-bbdc-d2fed3327cec of type vlan for network 7c39dde9-5c2d-4af6-b77b-ed88a602d931 Jul 28 18:10:02.011680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.011943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Deleting port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:02.011943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.051801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:02.068926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.069488 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment 8dcdb6b6-2e1e-4efe-bf8b-c51e8e9e00fd of type vlan for network c011a9bd-0970-483f-a94b-8de835d6d93b Jul 28 18:10:02.114638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] For port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:02.115566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.135614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Calling delete_port for 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:02.139684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.174584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-448129065-network', 'tenant_id': '3fb635385d174429b42db03433530589'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:02.260973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bce34-6376-45d3-ae3d-adbee624a0c3 req-b279f745-e478-4217-b06e-95e77a71cbd7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.262431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf3bce34-6376-45d3-ae3d-adbee624a0c3 req-b279f745-e478-4217-b06e-95e77a71cbd7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 943 time: 0.0622859 Jul 28 18:10:02.264772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.265285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.272335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.277197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.277886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.375568 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.377614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=7c39dde9-5c2d-4af6-b77b-ed88a602d931,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:02.380098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Made reservation on behalf of 3fb635385d174429b42db03433530589 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:02.382625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.390217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['29f756ea-75a9-48ae-9ee8-dd52a2cd2289'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:02.458369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.458987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7c39dde9-5c2d-4af6-b77b-ed88a602d931 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:02.460444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=c011a9bd-0970-483f-a94b-8de835d6d93b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:02.480015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf3bce34-6376-45d3-ae3d-adbee624a0c3 req-85e73747-3b64-479f-b870-0f71f16f0a9a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936822 Jul 28 18:10:02.500199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a68c5490-c2b0-4e4a-892d-5f26ecd4557e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5169625 Jul 28 18:10:02.514468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60242) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:02.522466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event deleted for resources: {'Port': ['ID=29f756ea-75a9-48ae-9ee8-dd52a2cd2289,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:02.526353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c011a9bd-0970-483f-a94b-8de835d6d93b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:02.664115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f755d5cb-82e8-4c5b-a1dc-a33caf8ff993 req-e654f6fd-f447-41af-8dd7-4eaf2b1fbc59 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.1443393 Jul 28 18:10:02.665043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] No DVR routers for this DVR port 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:02.667691 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.670783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2e23831-9c52-4079-b67d-00ea14c3f3ab req-6c2b7fee-52dc-443a-9a71-c0a45ae60879 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.35 "DELETE /v2.0/ports/29f756ea-75a9-48ae-9ee8-dd52a2cd2289 HTTP/1.1" status: 204 len: 173 time: 0.7875569 Jul 28 18:10:02.671255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-deleted', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:02.673736 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f932faf-0b57-45b5-9f4a-2967b51c8950" -d '{"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-deleted", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:02.776409 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011a4636-5306-46fc-abf5-8861106b0d6a x-openstack-request-id: req-011a4636-5306-46fc-abf5-8861106b0d6a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:02.776409 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263a38a9-eefb-40ab-9378-1832c0c90f69", "name": "network-vif-deleted", "tag": "29f756ea-75a9-48ae-9ee8-dd52a2cd2289", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:02.776409 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-011a4636-5306-46fc-abf5-8861106b0d6a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:02.776409 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263a38a9-eefb-40ab-9378-1832c0c90f69', 'name': 'network-vif-deleted', 'tag': '29f756ea-75a9-48ae-9ee8-dd52a2cd2289', 'status': 'completed', 'code': 200} Jul 28 18:10:02.819776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664734a-4b8d-4847-abb6-e66ce11b8e22 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.826442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664734a-4b8d-4847-abb6-e66ce11b8e22 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.838771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664734a-4b8d-4847-abb6-e66ce11b8e22 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.845938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664734a-4b8d-4847-abb6-e66ce11b8e22 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:02.850040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2664734a-4b8d-4847-abb6-e66ce11b8e22 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3355386 Jul 28 18:10:02.853339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:02.956567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:02.978767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.091102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.106138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.125501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:03.130643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c39dde9-5c2d-4af6-b77b-ed88a602d931']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.150280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1754b9dd-6723-42bd-bbdc-d2fed3327cec') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.150587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1754b9dd-6723-42bd-bbdc-d2fed3327cec') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.162201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.162566 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Added segment fabe756d-b604-4f51-91e6-88aab1cdddf4 of type vlan for network dbca253e-c995-4284-a85d-be536898f8c8 Jul 28 18:10:03.165169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.168636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da572c75-c29a-4719-968a-62ee721adeda,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:03.214892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.234300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.234300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:03.234300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:03.234933 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:03.384382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.392828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.398332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60304) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:03.399911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/7c39dde9-5c2d-4af6-b77b-ed88a602d931 HTTP/1.1" status: 204 len: 168 time: 0.5454102 Jul 28 18:10:03.416646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.420306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:03.423758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.445079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9123d-2640-46fd-9db4-d7f5b0141219 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=7c39dde9-5c2d-4af6-b77b-ed88a602d931,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:03.523308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.547770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60314) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:03.548118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7158067 Jul 28 18:10:03.559290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Request body: {'subnet': {'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-448129065-subnet', 'tenant_id': '3fb635385d174429b42db03433530589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:03.572466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a253a-94ad-4ca8-9020-f432641435a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbca253e-c995-4284-a85d-be536898f8c8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:03.585696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network dbca253e-c995-4284-a85d-be536898f8c8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:03.692339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc307a6c-0b71-489e-9eac-6223cf497a98 req-413a1e91-25b1-4ba7-a886-51683e41b9fb tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:03.692719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc307a6c-0b71-489e-9eac-6223cf497a98 req-413a1e91-25b1-4ba7-a886-51683e41b9fb tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 943 time: 0.1034470 Jul 28 18:10:03.696645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.706563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c011a9bd-0970-483f-a94b-8de835d6d93b']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.718581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcdb6b6-2e1e-4efe-bf8b-c51e8e9e00fd') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.718935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcdb6b6-2e1e-4efe-bf8b-c51e8e9e00fd') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:03.730339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.747005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.753277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc307a6c-0b71-489e-9eac-6223cf497a98 req-00ee9617-5b21-466f-b0a5-717c6c367905 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 28 18:10:03.756334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:03.757273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:03.761479 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:03.812650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Made reservation on behalf of 3fb635385d174429b42db03433530589 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:03.815167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:03.893261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b10e3e9-7e37-4bb2-80b3-38d4ecfc42f3 req-bdf336d7-68bc-4990-b718-09d76fa84485 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=263a38a9-eefb-40ab-9378-1832c0c90f69 HTTP/1.1" status: 200 len: 210 time: 0.0815661 Jul 28 18:10:04.016083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.027121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.036518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/c011a9bd-0970-483f-a94b-8de835d6d93b HTTP/1.1" status: 204 len: 168 time: 0.6371081 Jul 28 18:10:04.039035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:04.114005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6435-bc45-41d6-9f20-507887a9ab52 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=c011a9bd-0970-483f-a94b-8de835d6d93b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:04.198975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197779cb-a47d-4e88-86c2-5c094a89b052 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:04.205825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197779cb-a47d-4e88-86c2-5c094a89b052 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:04.207926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-197779cb-a47d-4e88-86c2-5c094a89b052 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1675870 Jul 28 18:10:04.211256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60362) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:04.216598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-132594522'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:04.317796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.319902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:04.323603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.407232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:04.412843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfd8b17-8b02-4534-8a73-45534d4157c2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:04.432581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.432935 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment 4bcb7e63-0ada-4ded-b3dc-1d2784d960b7 of type vlan for network 237dd183-01c5-48e1-a951-56aa079af408 Jul 28 18:10:04.447890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Checking segment: {'id': 'fabe756d-b604-4f51-91e6-88aab1cdddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:04.448504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Network hostable DHCP agents. Network: dbca253e-c995-4284-a85d-be536898f8c8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:04.493686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.595519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Network dbca253e-c995-4284-a85d-be536898f8c8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:04.598099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.603516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:04.604172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.673436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=237dd183-01c5-48e1-a951-56aa079af408,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:04.683830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 237dd183-01c5-48e1-a951-56aa079af408 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:04.727340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, dbca253e-c995-4284-a85d-be536898f8c8) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:04.732195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:04.733556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:04.739324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee788c0-4afa-4290-beef-9c08fdb12f04 None None] Network dbca253e-c995-4284-a85d-be536898f8c8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:04.775266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ced95b0-578d-4bd6-9a08-0d7a4a375dbd tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5626876 Jul 28 18:10:04.777752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:04.783618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1826674858'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:04.889879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3f992f0b-96a7-4c89-94c4-bb20f40b4154 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3342237 Jul 28 18:10:04.961289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ff1a-69df-4bc7-b051-ef08702dd327 req-6f6e3f57-cc85-437c-81be-ed2c78cdbb41 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:04.969563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cba4ff1a-69df-4bc7-b051-ef08702dd327 req-6f6e3f57-cc85-437c-81be-ed2c78cdbb41 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 943 time: 0.1160140 Jul 28 18:10:05.052369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cba4ff1a-69df-4bc7-b051-ef08702dd327 req-a1eb407f-4dc6-44b3-b828-1111856b3510 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 Jul 28 18:10:05.054719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:05.074821 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.151053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:05.170757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2cad88-b4cd-49be-a385-4297198376da None None] Network dbca253e-c995-4284-a85d-be536898f8c8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:05.175316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.175882 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment 8b85a7c8-8dc6-4259-a3b6-aeeabd15863d of type vlan for network be58f18b-2cac-4d4a-843a-bba0ccd68139 Jul 28 18:10:05.179515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:05.273692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.391459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-664e0867-6ea0-41c5-92bf-013e126e3cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.419039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.425942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:05.426554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.503352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=be58f18b-2cac-4d4a-843a-bba0ccd68139,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:05.515743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network be58f18b-2cac-4d4a-843a-bba0ccd68139 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:05.516140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-664e0867-6ea0-41c5-92bf-013e126e3cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.595160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-664e0867-6ea0-41c5-92bf-013e126e3cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.681275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a07c27e-d623-4a2d-81c4-cffc0b5c4338 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8992376 Jul 28 18:10:05.684122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60424) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:05.693517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-664e0867-6ea0-41c5-92bf-013e126e3cac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=311caa81173e4080802ba2135dd088f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123456 Jul 28 18:10:05.694782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:05.697722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'ports': [{'network_id': '237dd183-01c5-48e1-a951-56aa079af408', 'name': 'tempest-port--917158813', 'admin_state_up': True}, {'network_id': 'be58f18b-2cac-4d4a-843a-bba0ccd68139', 'admin_state_up': False}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:05.698291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'port': {'network_id': '237dd183-01c5-48e1-a951-56aa079af408', 'name': 'tempest-port--917158813', 'admin_state_up': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:05.698837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'port': {'network_id': 'be58f18b-2cac-4d4a-843a-bba0ccd68139', 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:05.705345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e0867-6ea0-41c5-92bf-013e126e3cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f05cda-cc7a-408d-a057-1ccbe5ba022d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:05.726828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:05.734890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:10:05.739814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:05.787061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d092e49-3670-40ab-b1f7-cba3a6ae0645 req-0d4ad043-cbc9-4717-a25f-2cd038ba4d58 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:05.788829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d092e49-3670-40ab-b1f7-cba3a6ae0645 req-0d4ad043-cbc9-4717-a25f-2cd038ba4d58 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.1285262 Jul 28 18:10:05.800248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:05.802279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29f756ea-75a9-48ae-9ee8-dd52a2cd2289 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:05.819643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-570ea881-3a4e-4a50-bebe-858ae1d5c281 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:05.821450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-570ea881-3a4e-4a50-bebe-858ae1d5c281 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/networks?id=dbca253e-c995-4284-a85d-be536898f8c8 HTTP/1.1" status: 200 len: 813 time: 0.2189908 Jul 28 18:10:05.836146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.858028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d092e49-3670-40ab-b1f7-cba3a6ae0645 req-1d45eb55-929b-4ea4-af5b-3d90e3881e73 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Jul 28 18:10:05.888170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.912175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-4e4d5cef-deb3-4880-bfec-bb8dfe8a0298 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/quotas/3fb635385d174429b42db03433530589 HTTP/1.1" status: 200 len: 375 time: 0.0780172 Jul 28 18:10:05.926935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c401ed53-6dde-4abd-80e6-ae0d05b89c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:05.962180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:05.963862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-2318da09-9924-42bf-b143-9fc059fe407b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fb635385d174429b42db03433530589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447123 Jul 28 18:10:05.975112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'mac_address': 'fa:16:3e:8e:76:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:10:06.024049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.041850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d001ed7b-de15-43c0-afe8-ceaf74009b80 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:06.061692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e6f9e112-e87a-4eb3-b98a-f7b630553d3b service neutron] 10.222.0.25 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866714 Jul 28 18:10:06.070090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c401ed53-6dde-4abd-80e6-ae0d05b89c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.071752 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:06.072488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.074976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.076242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5f05cda-cc7a-408d-a057-1ccbe5ba022d HTTP/1.1" status: 204 len: 168 time: 0.3793800 Jul 28 18:10:06.089204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb9b5-53a4-433f-97af-4cfa56c9f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f05cda-cc7a-408d-a057-1ccbe5ba022d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:06.092030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:06.122234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-cd6854f9-d1fe-46df-8eea-78a0449f2fbf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:06.123651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-cd6854f9-d1fe-46df-8eea-78a0449f2fbf tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 944 time: 0.0876284 Jul 28 18:10:06.171685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c401ed53-6dde-4abd-80e6-ae0d05b89c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.185545 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.209720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-140fc359-e240-4be5-9775-efd3c6ab60cc service neutron] 10.222.0.25 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338916 Jul 28 18:10:06.251773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:06.271738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'port': 2} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:06.271914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401ed53-6dde-4abd-80e6-ae0d05b89c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c4db7-560e-40d4-97eb-02b6ed8084bb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:06.278582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c401ed53-6dde-4abd-80e6-ae0d05b89c13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab3566bf221e480b999337612ebbdc8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504608 Jul 28 18:10:06.280636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:06.280740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.298506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.326214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f0d74-2594-47bb-bfe5-6c8242f4c5f1 req-9e2b0506-f589-4d7a-a3db-c17b96006aa8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:06.327628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b4f0d74-2594-47bb-bfe5-6c8242f4c5f1 req-9e2b0506-f589-4d7a-a3db-c17b96006aa8 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 944 time: 0.1594701 Jul 28 18:10:06.394345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] device_id is not set on port 9d70b280-e22d-4e50-a61a-185ac2dcf742 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:10:06.396927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Deleting port f52c60df-d539-49fd-8d13-7a8c7c488b0e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:06.397557 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.405472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b4f0d74-2594-47bb-bfe5-6c8242f4c5f1 req-2edff907-be91-4a0b-b73c-a39b93cacca1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696359 Jul 28 18:10:06.455331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.497138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.554430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] For port f52c60df-d539-49fd-8d13-7a8c7c488b0e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f52c60df-d539-49fd-8d13-7a8c7c488b0e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:06.554801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.568427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Calling delete_port for f52c60df-d539-49fd-8d13-7a8c7c488b0e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:06.618742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d001ed7b-de15-43c0-afe8-ceaf74009b80'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:06.646996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.719137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.721822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.723738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d6c4db7-560e-40d4-97eb-02b6ed8084bb HTTP/1.1" status: 204 len: 168 time: 0.4426084 Jul 28 18:10:06.756218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0cf5-0be3-4cfa-8017-050749625773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c4db7-560e-40d4-97eb-02b6ed8084bb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:06.814953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96f5af4d-619c-41ca-851a-099a2bb67c6c req-205431a2-53cd-44e7-8b92-68d2a8678a23 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 210 time: 0.1363389 Jul 28 18:10:06.845954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] device_id is not set on port 271aab30-6ed2-4efc-9c39-9c78aea6759a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:10:06.853638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.875340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:06.899361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16218924-2404-490a-b3ac-412bab7f7ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.910077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event deleted for resources: {'Port': ['ID=f52c60df-d539-49fd-8d13-7a8c7c488b0e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:06.960226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] No DVR routers for this DVR port f52c60df-d539-49fd-8d13-7a8c7c488b0e on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:06.964071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:06.967805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70d8527e-8b0b-4a36-82d8-411e616839cd req-223fa06d-a4cc-4781-9973-779e1a179d05 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "DELETE /v2.0/ports/f52c60df-d539-49fd-8d13-7a8c7c488b0e HTTP/1.1" status: 204 len: 173 time: 0.8370967 Jul 28 18:10:06.968607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-deleted', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:06.972335 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2845a2e8-4ae0-4247-9036-8ecf89753286" -d '{"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-deleted", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:07.008786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77bc7eab-eb71-41ef-a6b2-b4aadf088ab1 req-9ae3fc29-a0a0-42e5-b73c-f8d287be274c tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 210 time: 0.0328081 Jul 28 18:10:07.053928 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33003674-32ec-4081-a8b0-b93fa694728a x-openstack-request-id: req-33003674-32ec-4081-a8b0-b93fa694728a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:07.055223 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00cd4a0-3910-404e-b043-5063f2995b40", "name": "network-vif-deleted", "tag": "f52c60df-d539-49fd-8d13-7a8c7c488b0e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:07.055348 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33003674-32ec-4081-a8b0-b93fa694728a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:07.055897 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00cd4a0-3910-404e-b043-5063f2995b40', 'name': 'network-vif-deleted', 'tag': 'f52c60df-d539-49fd-8d13-7a8c7c488b0e', 'status': 'completed', 'code': 200} Jul 28 18:10:07.092950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16218924-2404-490a-b3ac-412bab7f7ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.096993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.184991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16218924-2404-490a-b3ac-412bab7f7ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.237213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.244266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-16218924-2404-490a-b3ac-412bab7f7ded admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7810be1635314c4e82aad61bf14e6021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676589 Jul 28 18:10:07.244889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60460) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:07.263004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218924-2404-490a-b3ac-412bab7f7ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf68f403-aa5b-4130-84cd-add4c0345a9d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:07.318475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Port': ['ID=9d70b280-e22d-4e50-a61a-185ac2dcf742,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:07.335508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Checking segment: {'id': '4bcb7e63-0ada-4ded-b3dc-1d2784d960b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '237dd183-01c5-48e1-a951-56aa079af408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:07.343243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network hostable DHCP agents. Network: 237dd183-01c5-48e1-a951-56aa079af408, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:07.368082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.394863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.507730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network 237dd183-01c5-48e1-a951-56aa079af408 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:07.559962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.564023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.565706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf68f403-aa5b-4130-84cd-add4c0345a9d HTTP/1.1" status: 204 len: 168 time: 0.3191390 Jul 28 18:10:07.598910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf5cb-77d3-4d34-9e9c-5646ee38ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf68f403-aa5b-4130-84cd-add4c0345a9d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:07.638877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2938b-22fd-4cfd-b3d9-53de416c5375 req-56eecd9d-0875-4ecc-b66d-78b98bb9dd72 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:07.640997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-feb2938b-22fd-4cfd-b3d9-53de416c5375 req-56eecd9d-0875-4ecc-b66d-78b98bb9dd72 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 944 time: 0.1381285 Jul 28 18:10:07.693937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 237dd183-01c5-48e1-a951-56aa079af408) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:07.698694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:07.700062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.704386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb221d3-5c1a-4d25-b4c4-bbe7e9c32d0d None None] Network 237dd183-01c5-48e1-a951-56aa079af408 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:07.705501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-feb2938b-22fd-4cfd-b3d9-53de416c5375 req-4ae984a3-6a6d-4e20-bade-b418177f708c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Jul 28 18:10:07.788156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Port': ['ID=271aab30-6ed2-4efc-9c39-9c78aea6759a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:07.798586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Checking segment: {'id': '8b85a7c8-8dc6-4259-a3b6-aeeabd15863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'be58f18b-2cac-4d4a-843a-bba0ccd68139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:07.798954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network hostable DHCP agents. Network: be58f18b-2cac-4d4a-843a-bba0ccd68139, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:07.809108 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5eb4566f-5729-4455-847a-9f587d33d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:07.921358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0245c90-09c7-4f49-aa42-6f57b11d32db req-f09e81b8-6730-463a-8195-1579fd6b1c25 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 210 time: 0.0356843 Jul 28 18:10:07.934376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network be58f18b-2cac-4d4a-843a-bba0ccd68139 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:08.061073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, be58f18b-2cac-4d4a-843a-bba0ccd68139) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:08.070736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:08.071130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a0777-72ea-4541-b81e-ebb71f8f2a5c None None] Network be58f18b-2cac-4d4a-843a-bba0ccd68139 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:08.078368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:08.084727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:08.091912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.152029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90bc2225-555d-4658-8526-832616872474 req-a8fbcdf4-901f-4134-a5ad-94ea7e36540a tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00cd4a0-3910-404e-b043-5063f2995b40 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Jul 28 18:10:08.200356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:08.200608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c0d8494-483f-49ec-9201-e49547d6d8e4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5131273 Jul 28 18:10:08.278780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c00f5-bb6a-4166-bfb4-7e0c28ba368f tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:08.284795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c00f5-bb6a-4166-bfb4-7e0c28ba368f tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:08.286433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a0c00f5-bb6a-4166-bfb4-7e0c28ba368f tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0844185 Jul 28 18:10:08.289365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60496) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:08.388553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting port 9d70b280-e22d-4e50-a61a-185ac2dcf742 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:08.388892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.455918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.469470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Calling delete_port for 9d70b280-e22d-4e50-a61a-185ac2dcf742 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:08.630786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.659438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Port': ['ID=9d70b280-e22d-4e50-a61a-185ac2dcf742,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:08.667606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.670339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bc3b081-ac37-4711-a132-135ee88f2f93 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/ports/9d70b280-e22d-4e50-a61a-185ac2dcf742 HTTP/1.1" status: 204 len: 168 time: 0.3799565 Jul 28 18:10:08.673020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60514) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:08.792948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting port 271aab30-6ed2-4efc-9c39-9c78aea6759a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:08.793481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.882602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:08.891648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d3ef9-0263-4189-bcb6-0d9d523b6e94 req-38910e0b-c0b6-4459-a7be-5c3eda39f5f2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:08.894355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e6d3ef9-0263-4189-bcb6-0d9d523b6e94 req-38910e0b-c0b6-4459-a7be-5c3eda39f5f2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 944 time: 0.0807006 Jul 28 18:10:08.902886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Calling delete_port for 271aab30-6ed2-4efc-9c39-9c78aea6759a owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:08.954041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e6d3ef9-0263-4189-bcb6-0d9d523b6e94 req-9dd69ea2-61c0-4a28-b952-6f370ab50d29 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Jul 28 18:10:09.028163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e3e7abb-5aba-466a-82a6-db3bb64a7787 req-906b7971-7fac-4f3c-9d20-41cbf8a5dd99 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Jul 28 18:10:09.140205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.171478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Port': ['ID=271aab30-6ed2-4efc-9c39-9c78aea6759a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:09.180558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.182599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a688a3d6-8296-4da0-b281-95e39774b407 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/ports/271aab30-6ed2-4efc-9c39-9c78aea6759a HTTP/1.1" status: 204 len: 168 time: 0.5086114 Jul 28 18:10:09.185624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60538) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:09.222061 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b8c2d680-abf5-492c-b786-9a1322b9d68a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0350235 Jul 28 18:10:09.232173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:09.237376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-283996064'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:09.380029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-5a7f4878-f963-416b-93dc-71c5b9e12c6a tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:09.381516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-5a7f4878-f963-416b-93dc-71c5b9e12c6a tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.37 "GET /v2.0/networks?id=dbca253e-c995-4284-a85d-be536898f8c8 HTTP/1.1" status: 200 len: 813 time: 0.1069901 Jul 28 18:10:09.393884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Request body: {'port': {'device_id': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8', 'admin_state_up': True, 'tenant_id': '3fb635385d174429b42db03433530589'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:09.462412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:09.466179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.517342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:09.533064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.533415 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment b91bfcce-1967-4d4c-b50b-6290c3786624 of type vlan for network 6b70ca62-6d34-4e72-bf50-b48f190f7655 Jul 28 18:10:09.581306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.733478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Made reservation on behalf of 3fb635385d174429b42db03433530589 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:09.740058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.749517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.750325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:09.755892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:09.756652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:09.810111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:09.876359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: f52c60df-d539-49fd-8d13-7a8c7c488b0e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:09.876698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f52c60df-d539-49fd-8d13-7a8c7c488b0e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:09.927742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=6b70ca62-6d34-4e72-bf50-b48f190f7655,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:09.930673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25d4d1b2-a935-464d-9aaa-b044a27dc6c4 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6974237 Jul 28 18:10:09.933447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60564) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:09.950132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1312670121'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:09.967252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6b70ca62-6d34-4e72-bf50-b48f190f7655 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:09.988723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bda7d-18a9-4ed9-8b94-005ef76426cf req-fbfcf01e-6810-4f48-a8b7-0782e6477943 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:09.996207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-385bda7d-18a9-4ed9-8b94-005ef76426cf req-fbfcf01e-6810-4f48-a8b7-0782e6477943 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.1571589 Jul 28 18:10:10.028387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d3d592d0-6771-4134-99c2-0458515f52d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.056499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Allocated IP 172.20.0.10 (dbca253e-c995-4284-a85d-be536898f8c8/2dfd8b17-8b02-4534-8a73-45534d4157c2/e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:10.073720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port d001ed7b-de15-43c0-afe8-ceaf74009b80 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:10.075547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-385bda7d-18a9-4ed9-8b94-005ef76426cf req-c2b0ca1c-ba57-4671-add5-aa6aed0b613b tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df31cbf-44ac-474b-85d9-84618f8f7366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784545 Jul 28 18:10:10.086918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa8981-6c86-42f6-afec-6d68f3aa470c req-7806a5db-b7b7-4f5d-9749-48bfba2ef4cd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:10.087594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port d001ed7b-de15-43c0-afe8-ceaf74009b80 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:10.088515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06fa8981-6c86-42f6-afec-6d68f3aa470c req-7806a5db-b7b7-4f5d-9749-48bfba2ef4cd tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 944 time: 0.0523555 Jul 28 18:10:10.088915 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.147678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.153341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06fa8981-6c86-42f6-afec-6d68f3aa470c req-28e4dd85-5eef-490a-b322-196c08756779 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564461 Jul 28 18:10:10.159284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:10.163133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.225511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.242064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:10.265178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d757f903-f1ef-4959-851c-102ad389e566 req-3e1ca01f-f863-4e01-9aef-47c5c98c70de tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 210 time: 0.0471861 Jul 28 18:10:10.292422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:10.295331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-ddf24fcc-e591-4c1a-a2a4-68d2302999e6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:10.296962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-ddf24fcc-e591-4c1a-a2a4-68d2302999e6 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 944 time: 0.1105025 Jul 28 18:10:10.298207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.298561 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Added segment d9e96b2f-93b2-485a-8ebf-3e050e2532b7 of type vlan for network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 Jul 28 18:10:10.300267 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c275e-c9c6-4562-9381-7e379c082c78" -d '{"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-plugged", "status": "completed", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:10.327728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:10.340740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.351980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.379947 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9679fc4-6369-4f92-a08f-4b72abfafec9 x-openstack-request-id: req-a9679fc4-6369-4f92-a08f-4b72abfafec9 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:10.380234 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-plugged", "status": "completed", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:10.380481 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9679fc4-6369-4f92-a08f-4b72abfafec9 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:10.380870 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'code': 200} Jul 28 18:10:10.418771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.465072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.473480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:10.474841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.479150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:10.494829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.570011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Deleting port 72ae4464-8d40-4ef1-bec4-2e1f961e710e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:10.570361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.580411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Network dbca253e-c995-4284-a85d-be536898f8c8 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:10.584860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6c8c-8a98-4d4f-9834-22fcb64e7355 req-124a8143-ad81-4a99-aea4-6d7cd1d15ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:10.586402 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-998d6c8c-8a98-4d4f-9834-22fcb64e7355 req-124a8143-ad81-4a99-aea4-6d7cd1d15ec0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 1096 time: 0.1462026 Jul 28 18:10:10.587043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Pushing event updated for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:10.589622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:10.591796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:10.653400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Network': ['ID=c78af2a9-5404-47b3-9015-b8c7a3a3f5c5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:10.653400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cef943d8-8b5c-4929-a1e4-5e635fdeba61 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7143464 Jul 28 18:10:10.660967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-998d6c8c-8a98-4d4f-9834-22fcb64e7355 req-abfea62e-2567-4f3a-badf-850ca82526c1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661597 Jul 28 18:10:10.661669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:10.667967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:10.668648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.732378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] For port 72ae4464-8d40-4ef1-bec4-2e1f961e710e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=72ae4464-8d40-4ef1-bec4-2e1f961e710e,segment=NetworkSegment(b0bf40a5-a5ac-47c4-8b62-177c8a415f8d),segment_id=b0bf40a5-a5ac-47c4-8b62-177c8a415f8d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:10.732761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.754481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Calling delete_port for 72ae4464-8d40-4ef1-bec4-2e1f961e710e owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:10.779829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-d7c22b30-d562-4a6e-98f2-7470127b4f3b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3893821 Jul 28 18:10:10.792592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Request body: {'port': {'device_id': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:10.874492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:10.967652 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.019053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.069270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Pushing event deleted for resources: {'Port': ['ID=72ae4464-8d40-4ef1-bec4-2e1f961e710e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:11.135778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] No DVR routers for this DVR port 72ae4464-8d40-4ef1-bec4-2e1f961e710e on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:11.139359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.141972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d645f49e-b50e-4d33-a74e-8ecf9876bb5b req-0a8af435-948f-4ce4-b203-7d8316c0f12e tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.37 "DELETE /v2.0/ports/72ae4464-8d40-4ef1-bec4-2e1f961e710e HTTP/1.1" status: 204 len: 173 time: 0.7864051 Jul 28 18:10:11.142787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-deleted', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:11.153744 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f60bd-9f66-47ef-b02b-a3958a8f2592" -d '{"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-deleted", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:11.228608 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3ede7-e959-463d-a595-416d96aa4931 x-openstack-request-id: req-3dc3ede7-e959-463d-a595-416d96aa4931 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:11.228913 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86efc074-159d-43a5-9af4-33880afead2b", "name": "network-vif-deleted", "tag": "72ae4464-8d40-4ef1-bec4-2e1f961e710e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:11.231535 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dc3ede7-e959-463d-a595-416d96aa4931 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:11.231535 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86efc074-159d-43a5-9af4-33880afead2b', 'name': 'network-vif-deleted', 'tag': '72ae4464-8d40-4ef1-bec4-2e1f961e710e', 'status': 'completed', 'code': 200} Jul 28 18:10:11.292979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05ed6d2f-9791-4932-bc80-d916ed3eff8f req-8b780bf3-f197-4f55-aef9-6319ebb6d86f tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0550807 Jul 28 18:10:11.337631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:11.357429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.403849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Transition to ACTIVE for port object e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:11.454390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a8776-67fd-46fd-86e8-212cf8baabf3 req-26510084-f4d0-4583-a3c3-a9289e09cc3c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:11.459560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-594a8776-67fd-46fd-86e8-212cf8baabf3 req-26510084-f4d0-4583-a3c3-a9289e09cc3c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0795817 Jul 28 18:10:11.499784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772db15-62c6-4fea-89fe-77014415afb8 req-ef0a9860-2b24-48a1-ae7e-84f4674be3c8 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:11.500567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-594a8776-67fd-46fd-86e8-212cf8baabf3 req-4c38b55f-df29-4108-8f5c-35ecab58f47b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370612 Jul 28 18:10:11.501383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.512428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e772db15-62c6-4fea-89fe-77014415afb8 req-ef0a9860-2b24-48a1-ae7e-84f4674be3c8 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 932 time: 0.1112089 Jul 28 18:10:11.595057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:11.611537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e772db15-62c6-4fea-89fe-77014415afb8 req-e029ecc2-34a3-4c83-9578-694d247a6e5a tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911705 Jul 28 18:10:11.692056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Attempting to bind port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:11.692893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Attempting to bind port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'fabe756d-b604-4f51-91e6-88aab1cdddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:11.693564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Attempting to bind port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac on network dbca253e-c995-4284-a85d-be536898f8c8 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:11.701319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac on network dbca253e-c995-4284-a85d-be536898f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:10:11.702262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Attempting to bind port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac on network dbca253e-c995-4284-a85d-be536898f8c8 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:11.709689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:11.715621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Checking segment: {'id': 'fabe756d-b604-4f51-91e6-88aab1cdddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:11.715621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Bound using segment: {'id': 'fabe756d-b604-4f51-91e6-88aab1cdddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:11.715621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Bound port: e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe756d-b604-4f51-91e6-88aab1cdddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:11.715621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:11.787845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:11.790961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,segment=NetworkSegment(fabe756d-b604-4f51-91e6-88aab1cdddf4),segment_id=fabe756d-b604-4f51-91e6-88aab1cdddf4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:11.903832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:12.021255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.024878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:12.032845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] 10.222.0.37 "PUT /v2.0/ports/e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac HTTP/1.1" status: 200 len: 1092 time: 1.2432222 Jul 28 18:10:12.041069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:12.047941 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680deb9-beb9-4621-a91f-e6c33af605e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:12.118325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105236d-4288-49fd-a291-7cbd98f1af6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:12.130551 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9467ee4f-c677-44b6-9f38-f326ba98a3f1 x-openstack-request-id: req-9467ee4f-c677-44b6-9f38-f326ba98a3f1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:12.130944 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:12.131287 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9467ee4f-c677-44b6-9f38-f326ba98a3f1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:12.140085 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac', 'status': 'completed', 'code': 200} Jul 28 18:10:12.215696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-bc4ea8db-2a05-45be-9cd6-2a358f01c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.217611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-bc4ea8db-2a05-45be-9cd6-2a358f01c27c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fb635385d174429b42db03433530589&device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 1095 time: 0.0639198 Jul 28 18:10:12.349617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-27024be6-d205-4be6-baf3-1591e5ae7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.351288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-27024be6-d205-4be6-baf3-1591e5ae7736 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3fb635385d174429b42db03433530589&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1265583 Jul 28 18:10:12.445309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64ca68c8-5832-4fb8-b860-5aed97020d8a req-c0f2dc7e-fd66-4c75-ba7a-ea30feff72a5 tempest-LiveMigrationTest-249606101 tempest-LiveMigrationTest-249606101-project] 10.222.0.25 "GET /v2.0/ports?device_id=86efc074-159d-43a5-9af4-33880afead2b HTTP/1.1" status: 200 len: 210 time: 0.0719230 Jul 28 18:10:12.543165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-4195009c-cb32-4018-a2f6-c0c45a50d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.544596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3680deb9-beb9-4621-a91f-e6c33af605e7 req-4195009c-cb32-4018-a2f6-c0c45a50d767 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869023 Jul 28 18:10:12.666685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-8db2fdff-1847-4224-b73a-f7cafba9021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.668693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-8db2fdff-1847-4224-b73a-f7cafba9021c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fb635385d174429b42db03433530589&device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 1095 time: 0.0586970 Jul 28 18:10:12.735134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45184a-34aa-4fca-8192-029480ee3814 req-25dfd9b8-c26f-4570-b887-9b6b9da3dbe2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.735878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-854dd359-8b85-4641-b720-983ec8020e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac HTTP/1.1" status: 200 len: 217 time: 0.0528061 Jul 28 18:10:12.736765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d45184a-34aa-4fca-8192-029480ee3814 req-25dfd9b8-c26f-4570-b887-9b6b9da3dbe2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0638120 Jul 28 18:10:12.784846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d45184a-34aa-4fca-8192-029480ee3814 req-e7e32d82-c1c7-4cdc-bced-3ab3fbce1f2d tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Jul 28 18:10:12.849300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-c8959d2e-3325-4540-a50d-8243f8047975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.851102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-c8959d2e-3325-4540-a50d-8243f8047975 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dfd8b17-8b02-4534-8a73-45534d4157c2 HTTP/1.1" status: 200 len: 853 time: 0.1063261 Jul 28 18:10:12.900462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81885c-4ab5-46e0-be71-5cb8030e27d2 req-4811a901-7396-4e9e-b7a9-2aafad90c24c tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:12.902017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df81885c-4ab5-46e0-be71-5cb8030e27d2 req-4811a901-7396-4e9e-b7a9-2aafad90c24c tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 944 time: 0.1688499 Jul 28 18:10:12.904119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-8904e0f4-a5d3-40d0-acde-438e2cef97a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dbca253e-c995-4284-a85d-be536898f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448096 Jul 28 18:10:12.929354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:13.014769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df81885c-4ab5-46e0-be71-5cb8030e27d2 req-7059f3a5-f788-4378-ab1a-8b4858204dbd tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962694 Jul 28 18:10:13.051933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-3d09433d-8105-42a1-90d9-3729d290dee7 service neutron] 10.222.0.37 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408024 Jul 28 18:10:13.170616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68990a1a-1324-4d68-b6dc-4a7a43291278 req-7a4fa3bf-bd21-4a3e-bfe9-702910ad1fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122637 Jul 28 18:10:13.527472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:13.742111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:13.816243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:13.816857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-774cd2cb-45e4-484d-91eb-1274e84674f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:13.863087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 72ae4464-8d40-4ef1-bec4-2e1f961e710e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:13.863447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 72ae4464-8d40-4ef1-bec4-2e1f961e710e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:13.892662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Deleting subnet 7e234d1d-522d-4efa-9d89-cbbb43c0b575 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:13.897812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:13.918977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60692) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:13.925377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'subnets': [{'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1544999427', 'ip_version': 6}, {'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:13.925975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'subnet': {'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1544999427', 'ip_version': 6}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:13.926705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Request body: {'subnet': {'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:13.950863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-774cd2cb-45e4-484d-91eb-1274e84674f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:13.952833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:13.993161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.087122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-774cd2cb-45e4-484d-91eb-1274e84674f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.131734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-774cd2cb-45e4-484d-91eb-1274e84674f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b701a8e35c684b72872f3cc7f64a52f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862877 Jul 28 18:10:14.131960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cd2cb-45e4-484d-91eb-1274e84674f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2e1981-96de-4f9e-9076-ca3e253443cb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:14.134434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60714) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:14.150489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.175314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31687cf-c769-4241-ad40-d58eb95479c5 req-76b65fa6-4e57-4640-99af-9ba2c63070fd tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:14.177041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c31687cf-c769-4241-ad40-d58eb95479c5 req-76b65fa6-4e57-4640-99af-9ba2c63070fd tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 944 time: 0.0712700 Jul 28 18:10:14.214637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Made reservation on behalf of a242d9ac71654ff59f62d4ef9ec73368 for: {'subnet': 2} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:14.215020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e234d1d-522d-4efa-9d89-cbbb43c0b575,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:14.217207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.223524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd69c8ad-1a99-49fa-902d-b1d9e59c46b1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e234d1d-522d-4efa-9d89-cbbb43c0b575 HTTP/1.1" status: 204 len: 168 time: 0.6904385 Jul 28 18:10:14.223680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.223680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.223844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:14.230049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c31687cf-c769-4241-ad40-d58eb95479c5 req-d39aff45-7fa3-41a7-9aee-e1bdab9723da tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466249 Jul 28 18:10:14.323175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.335665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.350812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2c523-49ce-4995-88a4-086f34e852ca req-040a52be-3ee5-4932-9c3e-764909d0fe70 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:14.358161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c2c523-49ce-4995-88a4-086f34e852ca req-040a52be-3ee5-4932-9c3e-764909d0fe70 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.1655564 Jul 28 18:10:14.395669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.497294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c2c523-49ce-4995-88a4-086f34e852ca req-d46b6be4-08f2-4a69-be0b-d3903d59686c tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362059 Jul 28 18:10:14.517105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.532122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c376b8-712e-48c3-9967-c14f2872f547']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:14.542113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:14.542407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bf40a5-a5ac-47c4-8b62-177c8a415f8d') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:14.552735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.566360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.572337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:14.572728 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:14.574387 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:14.618416 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.620950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.622080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed2e1981-96de-4f9e-9076-ca3e253443cb HTTP/1.1" status: 204 len: 168 time: 0.4867640 Jul 28 18:10:14.635977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb3151-c488-4d73-a061-7071b2e17d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2e1981-96de-4f9e-9076-ca3e253443cb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:14.715827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.721263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.726069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41c376b8-712e-48c3-9967-c14f2872f547 HTTP/1.1" status: 204 len: 168 time: 0.5020998 Jul 28 18:10:14.727225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60722) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:14.737053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22c1b-970f-4829-bbea-364c5e28b617 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c376b8-712e-48c3-9967-c14f2872f547,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:14.823526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Deleting subnet d558a954-ba24-4013-94ff-079994320b7e {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:14.851655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.919678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:14.978039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.173207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.205097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d558a954-ba24-4013-94ff-079994320b7e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.208407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.210248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d558a954-ba24-4013-94ff-079994320b7e HTTP/1.1" status: 204 len: 168 time: 0.4815798 Jul 28 18:10:15.213227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60726) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:15.215690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.216040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.216382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.216719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.217064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.217671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.217835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.218089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.218419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.218859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.219069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.219425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebf2c7-e5da-4ad8-9671-ca807a5e8b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.224699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.271182 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.291875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Subnet': ['ID=6678007f-892b-4378-adf4-4f579c437ee6,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.298177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Checking segment: {'id': 'b91bfcce-1967-4d4c-b50b-6290c3786624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:15.298548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network hostable DHCP agents. Network: 6b70ca62-6d34-4e72-bf50-b48f190f7655, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:15.316263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.382487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60732) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:15.399943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5eafce9-311f-4ff4-9149-e70d5e201945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.401986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.411482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network 6b70ca62-6d34-4e72-bf50-b48f190f7655 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:15.413065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1def596a-c314-462f-bdd9-f48f7e56bacd']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:15.423722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0b6c16-9e4c-447a-ad55-3c8faa33a232') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:15.424018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0b6c16-9e4c-447a-ad55-3c8faa33a232') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:15.425922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471e5d7-4a3c-4dc0-9a3c-843187b587d5 req-dab471a1-0c83-4fb7-9db9-e3baa16c354f tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:15.427524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4471e5d7-4a3c-4dc0-9a3c-843187b587d5 req-dab471a1-0c83-4fb7-9db9-e3baa16c354f tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 944 time: 0.0871150 Jul 28 18:10:15.433247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.447844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.453896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:15.454290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:15.455977 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:15.499527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4471e5d7-4a3c-4dc0-9a3c-843187b587d5 req-983e776c-7033-4e28-9812-f8426322ae07 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Jul 28 18:10:15.556234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6b70ca62-6d34-4e72-bf50-b48f190f7655) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:15.565594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5eafce9-311f-4ff4-9149-e70d5e201945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.567055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.567991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440267f6-01ba-45b1-aa86-ec05a66a2942 None None] Network 6b70ca62-6d34-4e72-bf50-b48f190f7655 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:15.643608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event updated for resources: {'Subnet': ['ID=17ce33e9-0980-4d19-a414-e7cb16a76e84,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.653689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Checking segment: {'id': 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:15.654051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network hostable DHCP agents. Network: c78af2a9-5404-47b3-9015-b8c7a3a3f5c5, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:15.710169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5eafce9-311f-4ff4-9149-e70d5e201945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.736913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6b70ca62-6d34-4e72-bf50-b48f190f7655', 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655', 'tenant_id': 'a242d9ac71654ff59f62d4ef9ec73368', 'fixed_ips': [{'subnet_id': '6678007f-892b-4378-adf4-4f579c437ee6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:15.737957 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.757611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5eafce9-311f-4ff4-9149-e70d5e201945 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a71c381f3c374b238faad0f76470fc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715456 Jul 28 18:10:15.757611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eafce9-311f-4ff4-9149-e70d5e201945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77100d85-6623-4506-9e2e-6a04d7111d3b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.758766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:15.822795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:10:15.826630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.850763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:15.853926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:15.954399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147859b-f381-48bc-9eb1-e7eb5d047639 req-ec69781c-ac5d-4e33-bcba-c17d83a48957 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:15.955969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2147859b-f381-48bc-9eb1-e7eb5d047639 req-ec69781c-ac5d-4e33-bcba-c17d83a48957 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0628781 Jul 28 18:10:15.960693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Allocated IP 2001:db8::1 (6b70ca62-6d34-4e72-bf50-b48f190f7655/6678007f-892b-4378-adf4-4f579c437ee6/2884d5ee-f66a-41f9-9eaa-f8e35d90e050) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:15.999067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2147859b-f381-48bc-9eb1-e7eb5d047639 req-d25d1fba-c96c-4418-8889-b29e108c5b04 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jul 28 18:10:16.042633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,segment=NetworkSegment(fabe756d-b604-4f51-91e6-88aab1cdddf4),segment_id=fabe756d-b604-4f51-91e6-88aab1cdddf4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:16.059145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac', 'network_id': 'dbca253e-c995-4284-a85d-be536898f8c8', 'port_id': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac', 'mac_address': 'fa:16:3e:66:4b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfd8b17-8b02-4534-8a73-45534d4157c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:10:16.062852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c78af2a9-5404-47b3-9015-b8c7a3a3f5c5) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:16.072966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.073507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.074193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.077091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce1d69-b621-4cce-a936-d9ff13fc7014 None None] Network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:16.114562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.114862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.117949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.121986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.123232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77100d85-6623-4506-9e2e-6a04d7111d3b HTTP/1.1" status: 204 len: 168 time: 0.3634818 Jul 28 18:10:16.123968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1def596a-c314-462f-bdd9-f48f7e56bacd HTTP/1.1" status: 204 len: 168 time: 0.9095604 Jul 28 18:10:16.136655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c179026-713e-4dda-b1a7-54a8e7a2f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77100d85-6623-4506-9e2e-6a04d7111d3b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.145318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d41ff4e1-4f49-4554-833c-ebd096f60dae tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2247770 Jul 28 18:10:16.147909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60742) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:16.170654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e63ef-c356-4e63-aad6-89c71ecf1072 admin admin] Pushing event deleted for resources: {'Network': ['ID=1def596a-c314-462f-bdd9-f48f7e56bacd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.198644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.262573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:16.262764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc43b7-0110-4701-8014-e6495e199f9d tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.266019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc43b7-0110-4701-8014-e6495e199f9d tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.267579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc43b7-0110-4701-8014-e6495e199f9d tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.271585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-52bc43b7-0110-4701-8014-e6495e199f9d tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1190820 Jul 28 18:10:16.279280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60748) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:16.297615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,segment=NetworkSegment(fabe756d-b604-4f51-91e6-88aab1cdddf4),segment_id=fabe756d-b604-4f51-91e6-88aab1cdddf4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:16.302022 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.339940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Transition to ACTIVE for port object 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:16.372391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting subnet 6678007f-892b-4378-adf4-4f579c437ee6 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:16.376519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Transition to ACTIVE for port object 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:16.382607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.421828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c78af2a9-5404-47b3-9015-b8c7a3a3f5c5', 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5', 'tenant_id': 'a242d9ac71654ff59f62d4ef9ec73368', 'fixed_ips': [{'subnet_id': '17ce33e9-0980-4d19-a414-e7cb16a76e84'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:16.422932 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.467572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.469522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.513700 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.514612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.575359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Pushing event updated for resources: {'Port': ['ID=2884d5ee-f66a-41f9-9eaa-f8e35d90e050,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.592045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Network 6b70ca62-6d34-4e72-bf50-b48f190f7655 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:16.597905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:16.616814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:16.629067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:16.634675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.679323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065449f-a8f4-46c3-bb81-27424c54424c req-692eb7d7-3cb0-4ba7-93d9-c8ddc071ba48 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:16.680891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e065449f-a8f4-46c3-bb81-27424c54424c req-692eb7d7-3cb0-4ba7-93d9-c8ddc071ba48 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 945 time: 0.0912144 Jul 28 18:10:16.685253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60760) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:16.773037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-82e207ea-13dc-47ef-91b2-1898904b6108 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3445bdbd345a422c8ce4ee1605555ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864334 Jul 28 18:10:16.775936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:16.776307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e065449f-a8f4-46c3-bb81-27424c54424c req-57b9b7c5-1ee7-4210-9842-4687d112a0a3 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821958 Jul 28 18:10:16.844589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.853660 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.878191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Allocated IP 2001:db8:0:1::1 (c78af2a9-5404-47b3-9015-b8c7a3a3f5c5/17ce33e9-0980-4d19-a414-e7cb16a76e84/12903820-c1fe-4e5a-a973-b73b6c09d454) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:16.887198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Subnet': ['ID=6678007f-892b-4378-adf4-4f579c437ee6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.889882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.894629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bfa21acf-b305-4905-8d96-432df5769076 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/subnets/6678007f-892b-4378-adf4-4f579c437ee6 HTTP/1.1" status: 204 len: 168 time: 0.6108139 Jul 28 18:10:16.894895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60766) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:16.908901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.914332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Attempting to bind port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:16.918586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Attempting to bind port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b91bfcce-1967-4d4c-b50b-6290c3786624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:16.918586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Attempting to bind port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 on network 6b70ca62-6d34-4e72-bf50-b48f190f7655 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:16.939508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:16.941771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Checking segment: {'id': 'b91bfcce-1967-4d4c-b50b-6290c3786624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:16.941771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.941771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Bound using segment: {'id': 'b91bfcce-1967-4d4c-b50b-6290c3786624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:16.942175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Bound port: 2884d5ee-f66a-41f9-9eaa-f8e35d90e050, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91bfcce-1967-4d4c-b50b-6290c3786624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b70ca62-6d34-4e72-bf50-b48f190f7655'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:16.942799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:16.960310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting subnet 17ce33e9-0980-4d19-a414-e7cb16a76e84 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:17.043154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.048048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.050894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5df31cbf-44ac-474b-85d9-84618f8f7366 HTTP/1.1" status: 204 len: 168 time: 0.2695522 Jul 28 18:10:17.064302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0d29-b065-450e-a9f8-3bfa33309983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df31cbf-44ac-474b-85d9-84618f8f7366,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.143447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] For port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:17.155141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d6fc-43ee-47f9-897f-f11879a8ffba req-ae852e82-7e27-4905-80ee-1276693bae74 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:17.157601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6953d6fc-43ee-47f9-897f-f11879a8ffba req-ae852e82-7e27-4905-80ee-1276693bae74 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0724421 Jul 28 18:10:17.218132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] For port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2884d5ee-f66a-41f9-9eaa-f8e35d90e050,segment=NetworkSegment(b91bfcce-1967-4d4c-b50b-6290c3786624),segment_id=b91bfcce-1967-4d4c-b50b-6290c3786624)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:17.228124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6953d6fc-43ee-47f9-897f-f11879a8ffba req-f7182ed2-a072-4c5d-8653-15ff455676b1 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585709 Jul 28 18:10:17.256758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.265492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Transition to ACTIVE for port object 12903820-c1fe-4e5a-a973-b73b6c09d454 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:17.280650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Transition to ACTIVE for port object 12903820-c1fe-4e5a-a973-b73b6c09d454 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:17.316923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.343914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.362397 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.411701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:17.428425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:17.434662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.451270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:17.457668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55a29a-c0d3-4041-9ebf-57c18a9100d5 None None] Pushing event updated for resources: {'Port': ['ID=2884d5ee-f66a-41f9-9eaa-f8e35d90e050,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.513992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b24b5-1521-469d-b563-f857fb548d5f None None] Network 6b70ca62-6d34-4e72-bf50-b48f190f7655 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:17.598549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.616989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Attempting to bind port 12903820-c1fe-4e5a-a973-b73b6c09d454 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:17.617483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Attempting to bind port 12903820-c1fe-4e5a-a973-b73b6c09d454 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:17.618002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Attempting to bind port 12903820-c1fe-4e5a-a973-b73b6c09d454 on network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:17.630453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Pushing event updated for resources: {'Port': ['ID=12903820-c1fe-4e5a-a973-b73b6c09d454,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.637261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:17.640911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Checking segment: {'id': 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:17.640911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.640911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Bound using segment: {'id': 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:17.640911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Bound port: 12903820-c1fe-4e5a-a973-b73b6c09d454, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c78af2a9-5404-47b3-9015-b8c7a3a3f5c5'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:17.640911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.750550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.760775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] For port 12903820-c1fe-4e5a-a973-b73b6c09d454, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:17.765608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] For port 12903820-c1fe-4e5a-a973-b73b6c09d454, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=12903820-c1fe-4e5a-a973-b73b6c09d454,segment=NetworkSegment(d9e96b2f-93b2-485a-8ebf-3e050e2532b7),segment_id=d9e96b2f-93b2-485a-8ebf-3e050e2532b7)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:17.768397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:10:17.782616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Subnet': ['ID=17ce33e9-0980-4d19-a414-e7cb16a76e84,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.786324 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:17.788262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f2d58ae-a08e-405a-8867-858e7f59cf3a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/subnets/17ce33e9-0980-4d19-a414-e7cb16a76e84 HTTP/1.1" status: 204 len: 168 time: 0.8923361 Jul 28 18:10:17.790941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:17.852725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:18.028706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.031781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81171-d9a2-4009-9caf-1bd77e2e2076 req-1915608b-f59e-4fb1-bd90-c15b188c605d tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:18.031781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bed81171-d9a2-4009-9caf-1bd77e2e2076 req-1915608b-f59e-4fb1-bd90-c15b188c605d tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Jul 28 18:10:18.033529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc2a4c-fbf6-4b00-a1da-f810fa2c40b5 None None] Pushing event updated for resources: {'Port': ['ID=12903820-c1fe-4e5a-a973-b73b6c09d454,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.033680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bed81171-d9a2-4009-9caf-1bd77e2e2076 req-3b667716-e095-4fb3-b564-73c9b2347610 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Jul 28 18:10:18.121278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b57e06-9312-4e24-993a-1e4465ef4357 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:18.134815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97b57e06-9312-4e24-993a-1e4465ef4357 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3412380 Jul 28 18:10:18.148096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60800) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:18.189983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:18.223469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60804) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:18.239125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:18.246818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:18.249110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.268334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.327322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0f3e74c6-0404-464a-83e2-b76f43e596de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a6bf4dfeadb4bfdb9d3b1e5c9abfcf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030517 Jul 28 18:10:18.327998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60810) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:18.340813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'network_id': 'a6ea99f2-c973-4681-be6f-b54ed973f35b', 'port_id': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'mac_address': 'fa:16:3e:8e:76:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b51186-09ff-44a0-a61a-826169c69449', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:10:18.381067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting port 12903820-c1fe-4e5a-a973-b73b6c09d454 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:18.381686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.447275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.449263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb476a67-996c-44e6-8a31-232c1070d5bf req-6a17e93e-adf2-4cc9-b79b-7fa95051e796 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:18.459171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb476a67-996c-44e6-8a31-232c1070d5bf req-6a17e93e-adf2-4cc9-b79b-7fa95051e796 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0945859 Jul 28 18:10:18.468139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d001ed7b-de15-43c0-afe8-ceaf74009b80 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:18.493925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:18.493925 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.500905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.511859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.518630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] For port 12903820-c1fe-4e5a-a973-b73b6c09d454, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=12903820-c1fe-4e5a-a973-b73b6c09d454,segment=NetworkSegment(d9e96b2f-93b2-485a-8ebf-3e050e2532b7),segment_id=d9e96b2f-93b2-485a-8ebf-3e050e2532b7)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:18.518630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.528017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:18.533990 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96db967-08e4-4e20-a82b-23736dcefff8" -d '{"events": [{"server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:18.539464 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.551937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Calling delete_port for 12903820-c1fe-4e5a-a973-b73b6c09d454 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:18.565375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,segment=NetworkSegment(fabe756d-b604-4f51-91e6-88aab1cdddf4),segment_id=fabe756d-b604-4f51-91e6-88aab1cdddf4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:18.586086 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee6af4b-1601-4a30-8d76-c6f1ceed0999 x-openstack-request-id: req-eee6af4b-1601-4a30-8d76-c6f1ceed0999 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:18.586868 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:18.587288 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eee6af4b-1601-4a30-8d76-c6f1ceed0999 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:18.587953 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac', 'code': 200} Jul 28 18:10:18.595114 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.602475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb476a67-996c-44e6-8a31-232c1070d5bf req-e3a9eeb7-085e-4995-a45d-fb313e4995ce tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411533 Jul 28 18:10:18.672364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.678901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.723761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714ee3-a0c0-4d7c-94b4-c7c157251a92 req-64019a9c-8e54-4add-9c52-e3eebc64946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:18.725280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5714ee3-a0c0-4d7c-94b4-c7c157251a92 req-64019a9c-8e54-4add-9c52-e3eebc64946f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 1097 time: 0.0738604 Jul 28 18:10:18.741718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.770793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d001ed7b-de15-43c0-afe8-ceaf74009b80'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:18.772104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5714ee3-a0c0-4d7c-94b4-c7c157251a92 req-d03062cf-4792-44cf-8859-ecde1b0c08ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Jul 28 18:10:18.776102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.776102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.776321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/790df4c7-50b7-4160-b134-da3f99dc7c75 HTTP/1.1" status: 204 len: 168 time: 0.4473882 Jul 28 18:10:18.785112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55909b5-70b7-4beb-a6ff-c50aa71e24c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790df4c7-50b7-4160-b134-da3f99dc7c75,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.843322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:18.910146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Port': ['ID=12903820-c1fe-4e5a-a973-b73b6c09d454,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.912404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] No DVR routers for this DVR port 12903820-c1fe-4e5a-a973-b73b6c09d454 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:19.010135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.021913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78af2a9-5404-47b3-9015-b8c7a3a3f5c5']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.033859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.034152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e96b2f-93b2-485a-8ebf-3e050e2532b7') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.045155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.073019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.083628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:19.084343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:19.094377 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:19.176972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470202f-c1a0-4372-b7a8-8d99349359c2 req-92fc2a59-c71d-4b62-97a0-3d0b42293c29 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:19.178557 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9470202f-c1a0-4372-b7a8-8d99349359c2 req-92fc2a59-c71d-4b62-97a0-3d0b42293c29 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.0703619 Jul 28 18:10:19.200069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547e13d-750a-47f0-b764-a089cd7f136e None None] Network c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:19.231267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9470202f-c1a0-4372-b7a8-8d99349359c2 req-0a1cb1a3-6630-4887-bf45-390ca18fccac tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Jul 28 18:10:19.266451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.268630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.273597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:19.274320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 HTTP/1.1" status: 204 len: 168 time: 1.1233997 Jul 28 18:10:19.325876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb45d5e-1a5f-4f23-94d5-a666e334d1a1 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=c78af2a9-5404-47b3-9015-b8c7a3a3f5c5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.345324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-53588eaf-7862-4c9a-b1e0-da4627baacac None None] Could not find standard attr ID for object 12903820-c1fe-4e5a-a973-b73b6c09d454. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:10:19.370012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.447150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Deleting port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:19.449293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.492803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8393b4-6532-49a6-9c31-6facfb78eda8 None None] DHCP port deletion for c78af2a9-5404-47b3-9015-b8c7a3a3f5c5 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:10:19.532843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240269a-6a89-4af9-bb63-d909de7a2926 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:19.546578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] For port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2884d5ee-f66a-41f9-9eaa-f8e35d90e050,segment=NetworkSegment(b91bfcce-1967-4d4c-b50b-6290c3786624),segment_id=b91bfcce-1967-4d4c-b50b-6290c3786624)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:19.546958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.567613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Calling delete_port for 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:19.673696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240269a-6a89-4af9-bb63-d909de7a2926 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:19.745993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ccc18-11fc-4b1b-a19d-f048bbb033e4 req-2a62b12f-bdc0-4136-a059-866098d8a4ab tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:19.753904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e4ccc18-11fc-4b1b-a19d-f048bbb033e4 req-2a62b12f-bdc0-4136-a059-866098d8a4ab tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 944 time: 0.0717595 Jul 28 18:10:19.782382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:19.792254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e4ccc18-11fc-4b1b-a19d-f048bbb033e4 req-5612c112-d2af-4c10-9280-0922f8ec45d5 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Jul 28 18:10:19.841356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.869427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Port': ['ID=2884d5ee-f66a-41f9-9eaa-f8e35d90e050,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.873133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] No DVR routers for this DVR port 2884d5ee-f66a-41f9-9eaa-f8e35d90e050 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:19.975963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:19.986329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b70ca62-6d34-4e72-bf50-b48f190f7655']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.997289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91bfcce-1967-4d4c-b50b-6290c3786624') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.002095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91bfcce-1967-4d4c-b50b-6290c3786624') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.006645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.008011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port d001ed7b-de15-43c0-afe8-ceaf74009b80 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:20.008458 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.021478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.027525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:20.027939 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:20.086553 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:20.138768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.172852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:20.177165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.185350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.187174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/6b70ca62-6d34-4e72-bf50-b48f190f7655 HTTP/1.1" status: 204 len: 168 time: 0.9125824 Jul 28 18:10:20.190009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60862) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:20.197434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4e52d-baa9-4cdd-a8bc-8785ec9e64a9 tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=6b70ca62-6d34-4e72-bf50-b48f190f7655,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:20.275533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.316659 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.407701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.416014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be58f18b-2cac-4d4a-843a-bba0ccd68139']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.432738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b85a7c8-8dc6-4259-a3b6-aeeabd15863d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.433204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b85a7c8-8dc6-4259-a3b6-aeeabd15863d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.437247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:20.446274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.451716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a01bd-63cd-4944-bad6-115c02c263a4 req-f8c34b3a-ed9c-4889-b77c-3b02d5f16902 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:20.463537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c6a01bd-63cd-4944-bad6-115c02c263a4 req-f8c34b3a-ed9c-4889-b77c-3b02d5f16902 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.1056216 Jul 28 18:10:20.472486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.480651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:20.481126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.558235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c6a01bd-63cd-4944-bad6-115c02c263a4 req-53ba9a93-28f5-4761-9bdc-0bfd004f04d8 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934358 Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:20.575558 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:20.589008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:20.591498 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21915adb-188c-4f71-9ab8-7b7038b2e552" -d '{"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-plugged", "status": "completed", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:20.659548 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cb66d-1be3-4bd6-8a23-401c9eba33e6 x-openstack-request-id: req-867cb66d-1be3-4bd6-8a23-401c9eba33e6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:20.660035 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-plugged", "status": "completed", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:20.660378 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-867cb66d-1be3-4bd6-8a23-401c9eba33e6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:20.660957 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'code': 200} Jul 28 18:10:20.709755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.714532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.719512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60886) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:20.719906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/be58f18b-2cac-4d4a-843a-bba0ccd68139 HTTP/1.1" status: 204 len: 168 time: 0.5286851 Jul 28 18:10:20.736372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc644-b73b-432b-8857-80948d67c07a tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=be58f18b-2cac-4d4a-843a-bba0ccd68139,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:20.811107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.941392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.952284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237dd183-01c5-48e1-a951-56aa079af408']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.964270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcb7e63-0ada-4ded-b3dc-1d2784d960b7') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.964508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcb7e63-0ada-4ded-b3dc-1d2784d960b7') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:20.978174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:20.999294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:21.009349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:21.012981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:21.014564 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:21.074615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39088b47-742d-466e-a2e8-a81b1b343b5d req-36065430-89c0-487b-95f2-39b564d94893 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:21.077618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39088b47-742d-466e-a2e8-a81b1b343b5d req-36065430-89c0-487b-95f2-39b564d94893 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.1386914 Jul 28 18:10:21.150891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12903820-c1fe-4e5a-a973-b73b6c09d454 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:21.195213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 12903820-c1fe-4e5a-a973-b73b6c09d454 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:21.195717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12903820-c1fe-4e5a-a973-b73b6c09d454 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:21.217624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39088b47-742d-466e-a2e8-a81b1b343b5d req-a3dd420a-e7a4-44df-9fa8-19ddd5f4b5f7 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315143 Jul 28 18:10:21.238281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-1358a894-af4a-4d97-bef2-842ec7c1979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:21.240545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-1358a894-af4a-4d97-bef2-842ec7c1979b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fb635385d174429b42db03433530589&device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 1097 time: 0.1412451 Jul 28 18:10:21.248390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa735-6cc4-415b-a935-b20d8bf92c95 req-be649f3f-7ad2-4689-a460-f65e532cbf18 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:21.251664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a3aa735-6cc4-415b-a935-b20d8bf92c95 req-be649f3f-7ad2-4689-a460-f65e532cbf18 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.1532404 Jul 28 18:10:21.294154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:21.308692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:21.311528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] 10.222.0.25 "DELETE /v2.0/networks/237dd183-01c5-48e1-a951-56aa079af408 HTTP/1.1" status: 204 len: 168 time: 0.5901434 Jul 28 18:10:21.326280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a3aa735-6cc4-415b-a935-b20d8bf92c95 req-e9000fb7-3f6f-4058-a038-6eca08bc9f97 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699642 Jul 28 18:10:21.327603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9c95-b521-4184-b011-01bdc2f61d0e tempest-BulkNetworkOpsIpV6Test-1263887803 tempest-BulkNetworkOpsIpV6Test-1263887803-project] Pushing event deleted for resources: {'Network': ['ID=237dd183-01c5-48e1-a951-56aa079af408,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:21.360891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-499d8462-b485-43aa-9839-89e5406af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:21.362487 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-499d8462-b485-43aa-9839-89e5406af478 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dbca253e-c995-4284-a85d-be536898f8c8 HTTP/1.1" status: 200 len: 914 time: 0.1145084 Jul 28 18:10:21.413118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-8d1c7bed-18da-4ef5-beec-b5a46b6087fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac HTTP/1.1" status: 200 len: 217 time: 0.0432491 Jul 28 18:10:21.466077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-2386297f-384b-4fe9-bc03-5fcafb25778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:21.467742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-2386297f-384b-4fe9-bc03-5fcafb25778f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dfd8b17-8b02-4534-8a73-45534d4157c2 HTTP/1.1" status: 200 len: 853 time: 0.0485158 Jul 28 18:10:21.500172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-22646bd8-15e4-4bdd-b9fe-585dd8a28336 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dbca253e-c995-4284-a85d-be536898f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253968 Jul 28 18:10:21.603347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-2e51510d-c327-4420-bff5-26fbde1757c7 service neutron] 10.222.0.37 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951135 Jul 28 18:10:21.705010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ed8a-561c-4d43-93be-f8c254a5f02b req-262434d0-1bc1-4189-a8a8-e715514f2744 service neutron] 10.222.0.37 "GET /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962029 Jul 28 18:10:21.996947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60946) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:22.204671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60956) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:22.204848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-98707627-7950-48b5-9776-84b12ddd3bfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a242d9ac71654ff59f62d4ef9ec73368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067013 Jul 28 18:10:22.305634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:22.328925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:22.361567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d140f-2bf8-428d-adaf-41f1b30c597b req-d02f037c-7f4b-46e1-8d97-73a5642b7e6b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:22.364899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-934d140f-2bf8-428d-adaf-41f1b30c597b req-d02f037c-7f4b-46e1-8d97-73a5642b7e6b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0553408 Jul 28 18:10:22.407119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-934d140f-2bf8-428d-adaf-41f1b30c597b req-aa9356ae-23a1-43c4-86d7-f170773ac804 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Jul 28 18:10:22.515674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba77bc-28b3-4429-ad99-fca21672a2e8 req-0ab70a27-b3e7-46e8-80fe-db66784c2101 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:22.517200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38ba77bc-28b3-4429-ad99-fca21672a2e8 req-0ab70a27-b3e7-46e8-80fe-db66784c2101 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.0542729 Jul 28 18:10:22.532581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:22.535795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:22.539430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7891032-bde3-4564-911b-9d775b53c5dd HTTP/1.1" status: 204 len: 168 time: 0.3311861 Jul 28 18:10:22.555160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb5dd4-3ad4-448a-a218-2ec6fdf897da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7891032-bde3-4564-911b-9d775b53c5dd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:22.569400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38ba77bc-28b3-4429-ad99-fca21672a2e8 req-3189e870-a5d9-4958-8774-db81949e37ea tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Jul 28 18:10:23.316574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76eef2-bb19-4104-9198-c40668b7d8fb req-4ec24877-08e9-4d34-8039-d3a8fe7574fe tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:23.318229 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b76eef2-bb19-4104-9198-c40668b7d8fb req-4ec24877-08e9-4d34-8039-d3a8fe7574fe tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0535915 Jul 28 18:10:23.396394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b76eef2-bb19-4104-9198-c40668b7d8fb req-db053ea5-ed34-44a1-9c55-ee298efd947a tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Jul 28 18:10:23.718390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219bf9c-c072-4097-af3b-a96c72a9baf6 req-92d665a0-e743-4c99-ae7d-5a4051979628 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:23.720013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f219bf9c-c072-4097-af3b-a96c72a9baf6 req-92d665a0-e743-4c99-ae7d-5a4051979628 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.0664968 Jul 28 18:10:23.759498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f219bf9c-c072-4097-af3b-a96c72a9baf6 req-222b2958-b2e7-4bbd-969d-30c13c9ee0e4 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Jul 28 18:10:23.902880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32808) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:24.018787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748744944'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:24.109782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:24.115446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.125946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.243875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.337078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.367469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:24.378548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc6cb3-cc60-4af2-974b-7911982bd335,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:24.383648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.384219 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment 2c951f74-4356-4529-8e6a-0ca02244d8e8 of type vlan for network 0c506e36-958d-434c-9525-1bcbd370f9c1 Jul 28 18:10:24.431117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.432217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a9582-338e-45f9-ac08-9ebdbb4e0cb6 req-f0578596-8da5-4de7-9a43-593cb4809577 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:24.434655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-275a9582-338e-45f9-ac08-9ebdbb4e0cb6 req-f0578596-8da5-4de7-9a43-593cb4809577 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.1022139 Jul 28 18:10:24.475966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-275a9582-338e-45f9-ac08-9ebdbb4e0cb6 req-02aa241b-5a5f-4dbf-845c-3fa5b1aa9f4e tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Jul 28 18:10:24.527859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.536364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:24.537665 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:24.595160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243e11-87dd-42fa-823b-d2f3a29e3dbf req-e32aa6de-4872-45c3-b485-e4a28ee09ce3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:24.597600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9243e11-87dd-42fa-823b-d2f3a29e3dbf req-e32aa6de-4872-45c3-b485-e4a28ee09ce3 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0565934 Jul 28 18:10:24.621476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=0c506e36-958d-434c-9525-1bcbd370f9c1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:24.634708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:24.644753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9243e11-87dd-42fa-823b-d2f3a29e3dbf req-20750601-72c0-4b3e-881e-19713700f260 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Jul 28 18:10:24.687924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5599eeba-44bf-4ee8-baec-c5003c73ba6e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7830119 Jul 28 18:10:24.822206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:24.828231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:24.972172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:24.976003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.126894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32844) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:25.128537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94d06-ae35-4628-a3df-9acac12935ac req-33dc5ef6-7e56-4420-a95f-0e8b7eb2454b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:25.130032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37f94d06-ae35-4628-a3df-9acac12935ac req-33dc5ef6-7e56-4420-a95f-0e8b7eb2454b tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.0700090 Jul 28 18:10:25.202998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32848) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:25.310615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Deleting port d001ed7b-de15-43c0-afe8-ceaf74009b80 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:25.310973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.344284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.393543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c20c651-764c-48d0-b324-ea95a242d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.457119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ced2150a-013b-4627-840c-0e5610e3e6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.515042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=d7d73373-c289-4cad-982c-45e68b9a8fc1,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:25.525411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': '2c951f74-4356-4529-8e6a-0ca02244d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:25.525778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 0c506e36-958d-434c-9525-1bcbd370f9c1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:25.540779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] For port d001ed7b-de15-43c0-afe8-ceaf74009b80, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d001ed7b-de15-43c0-afe8-ceaf74009b80,segment=NetworkSegment(5afc6aa6-8808-4685-93ad-8991c0995371),segment_id=5afc6aa6-8808-4685-93ad-8991c0995371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:25.541156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.559147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Calling delete_port for d001ed7b-de15-43c0-afe8-ceaf74009b80 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:25.585441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c20c651-764c-48d0-b324-ea95a242d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.653136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:25.665954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c20c651-764c-48d0-b324-ea95a242d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.685369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6b27-c6b6-438a-a4ee-60ba01c003dc req-894903ed-7b00-488e-9edb-4ef500deaaad tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:25.696938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fcf6b27-c6b6-438a-a4ee-60ba01c003dc req-894903ed-7b00-488e-9edb-4ef500deaaad tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.0860770 Jul 28 18:10:25.710328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c20c651-764c-48d0-b324-ea95a242d179 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a3ec9cec53e44ac9664ef7c218c4786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063572 Jul 28 18:10:25.729290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32860) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:25.744210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0c506e36-958d-434c-9525-1bcbd370f9c1) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:25.748723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:25.749312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.765588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20c651-764c-48d0-b324-ea95a242d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f55d1-bdb5-4549-adc6-7e022d647713,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:25.766019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4295c07-4d23-4111-b317-d0ef87fee804 None None] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:25.826952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fcf6b27-c6b6-438a-a4ee-60ba01c003dc req-fd2ca34c-bdc2-42fa-9e38-db16c565df5b tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/security-groups?id=da572c75-c29a-4719-968a-62ee721adeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271725 Jul 28 18:10:25.836805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e127e2-073a-441d-ad23-3b323149f1da req-d10c63f0-67dd-4ba3-ac6f-b4e5928abb6e tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:25.838334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8e127e2-073a-441d-ad23-3b323149f1da req-d10c63f0-67dd-4ba3-ac6f-b4e5928abb6e tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.37 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 946 time: 0.2165802 Jul 28 18:10:25.849645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:25.898300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638761b9-6441-464a-98e5-8be66d9c1b4a req-1447ac97-6949-4182-9b35-4c005d6487d6 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:25.900174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-638761b9-6441-464a-98e5-8be66d9c1b4a req-1447ac97-6949-4182-9b35-4c005d6487d6 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 945 time: 0.1674693 Jul 28 18:10:25.903698 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:25.934502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.008580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-638761b9-6441-464a-98e5-8be66d9c1b4a req-885ec644-038f-48f8-ba4a-d543d53036f4 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/security-groups?id=27dbb1ad-28e2-4388-bf15-1a63fdee3568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598848 Jul 28 18:10:26.012244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.026263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Deleting port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:26.026829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.033430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-0c506e36-958d-434c-9525-1bcbd370f9c1', 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': 'd7d73373-c289-4cad-982c-45e68b9a8fc1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:26.034430 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.075647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ced2150a-013b-4627-840c-0e5610e3e6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.077825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.119693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Pushing event deleted for resources: {'Port': ['ID=d001ed7b-de15-43c0-afe8-ceaf74009b80,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.167109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.169912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.174337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] No DVR routers for this DVR port d001ed7b-de15-43c0-afe8-ceaf74009b80 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:26.175287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c75f55d1-bdb5-4549-adc6-7e022d647713 HTTP/1.1" status: 204 len: 168 time: 0.4381115 Jul 28 18:10:26.175287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ced2150a-013b-4627-840c-0e5610e3e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.177060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.179360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37f94d06-ae35-4628-a3df-9acac12935ac req-ec30b825-d39c-400f-8716-6ccaad1e16d2 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.35 "DELETE /v2.0/ports/d001ed7b-de15-43c0-afe8-ceaf74009b80 HTTP/1.1" status: 204 len: 173 time: 1.0305989 Jul 28 18:10:26.179528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-deleted', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:26.182008 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7608c7-bc35-451f-b65d-70265d991223" -d '{"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-deleted", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:26.203795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] For port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,segment=NetworkSegment(fabe756d-b604-4f51-91e6-88aab1cdddf4),segment_id=fabe756d-b604-4f51-91e6-88aab1cdddf4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:26.203795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.217211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Calling delete_port for e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:26.221180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ced2150a-013b-4627-840c-0e5610e3e6b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf3a977f848b4538a9371f0c10001e24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0902562 Jul 28 18:10:26.221325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32866) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:26.226114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c3623-878a-4cff-8c53-ef47a06a8165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f55d1-bdb5-4549-adc6-7e022d647713,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.239557 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1aaaa2-d15d-40de-a17f-0106d2b8ecaa x-openstack-request-id: req-ce1aaaa2-d15d-40de-a17f-0106d2b8ecaa {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:26.240027 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebcd48-fa8d-475f-8f28-74903bd65eac", "name": "network-vif-deleted", "tag": "d001ed7b-de15-43c0-afe8-ceaf74009b80", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:26.240299 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce1aaaa2-d15d-40de-a17f-0106d2b8ecaa {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:26.240955 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebcd48-fa8d-475f-8f28-74903bd65eac', 'name': 'network-vif-deleted', 'tag': 'd001ed7b-de15-43c0-afe8-ceaf74009b80', 'status': 'completed', 'code': 200} Jul 28 18:10:26.301448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2150a-013b-4627-840c-0e5610e3e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f587db-da19-4f66-9cfe-83c746e592f7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.307613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e88a1a4a-4707-4596-928a-67f9032e1c78 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4840784 Jul 28 18:10:26.324645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32870) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:26.339054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1890028324'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:26.379226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.403533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Allocated IP 172.20.255.242 (0c506e36-958d-434c-9525-1bcbd370f9c1/d7d73373-c289-4cad-982c-45e68b9a8fc1/644a70ed-73d7-4862-9f27-a5f3871c47fd) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:26.422905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.441084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:26.445814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.513732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:26.595687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.626595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.626970 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment 49194e0e-f3b4-48b9-ac85-9e9754acd150 of type vlan for network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 Jul 28 18:10:26.662834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Pushing event deleted for resources: {'Port': ['ID=e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.667168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.674206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.676271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06f587db-da19-4f66-9cfe-83c746e592f7 HTTP/1.1" status: 204 len: 168 time: 0.4531291 Jul 28 18:10:26.676717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.744266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:26.748035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe2332-2c99-456a-8ea8-e5d91dac0267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f587db-da19-4f66-9cfe-83c746e592f7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.750041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] No DVR routers for this DVR port e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:26.752473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.754616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8e127e2-073a-441d-ad23-3b323149f1da req-f2fac91d-2f0c-4a4b-9839-64efaf7ff1db tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.37 "DELETE /v2.0/ports/e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac HTTP/1.1" status: 204 len: 173 time: 0.8997345 Jul 28 18:10:26.789527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.796011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:26.796810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.863113 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:26.869493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=bb3e52f9-896c-44b9-aeaf-a8333b49e5e6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:26.882455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:26.885926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Transition to ACTIVE for port object 644a70ed-73d7-4862-9f27-a5f3871c47fd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:26.926080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9003a191-54ec-4450-9ba1-470651d7753e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6003234 Jul 28 18:10:26.928879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32886) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:26.934998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:26.952849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Transition to ACTIVE for port object 644a70ed-73d7-4862-9f27-a5f3871c47fd will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:26.966505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6740e92d-9d38-451f-9480-62479d93b491 req-8d72c81f-4f7f-4f72-963e-47ecee6d68a5 tempest-InstanceActionsTestJSON-2051434120 tempest-InstanceActionsTestJSON-2051434120-project] 10.222.0.25 "GET /v2.0/ports?device_id=5947c391-552e-4e5e-b1f8-f5232bca06e1 HTTP/1.1" status: 200 len: 210 time: 0.0549426 Jul 28 18:10:27.024505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32890) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:27.048763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5abf5754-8e32-40b0-ac2e-03d5ac591553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.053223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.138468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:27.144626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:27.148404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:27.227252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32894) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:27.227987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Pushing event updated for resources: {'Port': ['ID=644a70ed-73d7-4862-9f27-a5f3871c47fd,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:27.242570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Attempting to bind port 644a70ed-73d7-4862-9f27-a5f3871c47fd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:27.242570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Attempting to bind port 644a70ed-73d7-4862-9f27-a5f3871c47fd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2c951f74-4356-4529-8e6a-0ca02244d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:27.242570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Attempting to bind port 644a70ed-73d7-4862-9f27-a5f3871c47fd on network 0c506e36-958d-434c-9525-1bcbd370f9c1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:27.254134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f302314a-6ce0-496a-a6e5-e1ef574352f5 req-56e2b9a3-3a1f-4980-ab67-47a090a9e353 tempest-ImagesTestJSON-355560130 tempest-ImagesTestJSON-355560130-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eebcd48-fa8d-475f-8f28-74903bd65eac HTTP/1.1" status: 200 len: 210 time: 0.0464995 Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Checking segment: {'id': '2c951f74-4356-4529-8e6a-0ca02244d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Bound using segment: {'id': '2c951f74-4356-4529-8e6a-0ca02244d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Bound port: 644a70ed-73d7-4862-9f27-a5f3871c47fd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c951f74-4356-4529-8e6a-0ca02244d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c506e36-958d-434c-9525-1bcbd370f9c1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:27.273099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.343964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] For port 644a70ed-73d7-4862-9f27-a5f3871c47fd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:27.348218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] For port 644a70ed-73d7-4862-9f27-a5f3871c47fd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=644a70ed-73d7-4862-9f27-a5f3871c47fd,segment=NetworkSegment(2c951f74-4356-4529-8e6a-0ca02244d8e8),segment_id=2c951f74-4356-4529-8e6a-0ca02244d8e8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:27.353020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5abf5754-8e32-40b0-ac2e-03d5ac591553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.452340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5abf5754-8e32-40b0-ac2e-03d5ac591553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.453349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.524690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5abf5754-8e32-40b0-ac2e-03d5ac591553 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4543d18291704459971ca6e5f2749165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971654 Jul 28 18:10:27.526521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32902) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:27.557411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a305ac-d450-40d4-8369-63337bd5cf2a None None] Pushing event updated for resources: {'Port': ['ID=644a70ed-73d7-4862-9f27-a5f3871c47fd,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:27.573020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5754-8e32-40b0-ac2e-03d5ac591553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e430253d-bef3-4a02-a2ac-0e7075be5bed,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:27.579708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-709b5915-35e5-4c4d-ac50-5596933eadfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.632474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:27.636394 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.711224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.741987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-709b5915-35e5-4c4d-ac50-5596933eadfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.754937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.845681 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-709b5915-35e5-4c4d-ac50-5596933eadfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.921710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-709b5915-35e5-4c4d-ac50-5596933eadfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aecf1d08f16c4226ba8de09e3716a384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931851 Jul 28 18:10:27.922571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b5915-35e5-4c4d-ac50-5596933eadfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6946692-3696-4262-a7de-23edcaad7deb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:27.925863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:27.932448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.935646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:27.937598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e430253d-bef3-4a02-a2ac-0e7075be5bed HTTP/1.1" status: 204 len: 168 time: 0.4072273 Jul 28 18:10:27.957422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ecb2-ee81-4682-9603-53800bafc7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e430253d-bef3-4a02-a2ac-0e7075be5bed,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:27.997706 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.027047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.031201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.051797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32910) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:28.084695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32912) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:28.102424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=acd2cc8b-3912-45ad-a602-ee559218144e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:28.116442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Deleting subnet 2dfd8b17-8b02-4534-8a73-45534d4157c2 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:28.117298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d9ef-eaee-41c2-88ee-6725f8f55003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.119874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.130410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.131010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.131357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.131738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.132082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.132421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.132758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.133092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.133431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.133787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.134118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.134448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:28.140000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': '49194e0e-f3b4-48b9-ac85-9e9754acd150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:28.140367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: bb3e52f9-896c-44b9-aeaf-a8333b49e5e6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:28.160538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.200621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.221142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.224082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.227582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6946692-3696-4262-a7de-23edcaad7deb HTTP/1.1" status: 204 len: 168 time: 0.2982101 Jul 28 18:10:28.232944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:28.238301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ff0c1-ee5f-4137-8f26-8ed2e1a6e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6946692-3696-4262-a7de-23edcaad7deb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:28.245251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'name': 'network-vif-deleted', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:28.247558 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac7102-02ab-46fd-a5fc-59d62d715f18" -d '{"events": [{"server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "name": "network-vif-deleted", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:28.320022 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883e1df7-a96d-4ddb-a7e5-4741c5b5127b x-openstack-request-id: req-883e1df7-a96d-4ddb-a7e5-4741c5b5127b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:28.320291 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947c391-552e-4e5e-b1f8-f5232bca06e1", "name": "network-vif-deleted", "tag": "e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:28.320551 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-883e1df7-a96d-4ddb-a7e5-4741c5b5127b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:28.320949 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947c391-552e-4e5e-b1f8-f5232bca06e1', 'name': 'network-vif-deleted', 'tag': 'e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac', 'status': 'completed', 'code': 200} Jul 28 18:10:28.331304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, bb3e52f9-896c-44b9-aeaf-a8333b49e5e6) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:28.342518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:28.343105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ff15f-8db5-4324-ba9a-11c308d04237 None None] Network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:28.343602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.361010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d9ef-eaee-41c2-88ee-6725f8f55003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.391344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.431194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.436180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32934) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:28.444995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2dfd8b17-8b02-4534-8a73-45534d4157c2 HTTP/1.1" status: 204 len: 168 time: 0.3923247 Jul 28 18:10:28.450397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2b351-2f59-4daf-a9ad-ed58cb3a6bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfd8b17-8b02-4534-8a73-45534d4157c2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:28.492345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ed6d9ef-eaee-41c2-88ee-6725f8f55003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.572658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5e467c4d-35f1-419e-9792-462ff116fe3f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6401622 Jul 28 18:10:28.573437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.573534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:28.600866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ed6d9ef-eaee-41c2-88ee-6725f8f55003 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b329de4bf6643ac9704f591d40f4a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150285 Jul 28 18:10:28.601485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:28.609199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6d9ef-eaee-41c2-88ee-6725f8f55003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6d51c-cc96-4969-a12a-c4eb04127e2d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:28.635468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-bb3e52f9-896c-44b9-aeaf-a8333b49e5e6', 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': 'acd2cc8b-3912-45ad-a602-ee559218144e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:28.637099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.785707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.791180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.825783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbca253e-c995-4284-a85d-be536898f8c8']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:28.828379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.847252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe756d-b604-4f51-91e6-88aab1cdddf4') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:28.847825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe756d-b604-4f51-91e6-88aab1cdddf4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:28.870825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.904113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.926595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.933302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.949646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:28.950466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:28.952345 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:28.988734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Allocated IP 172.20.0.2 (bb3e52f9-896c-44b9-aeaf-a8333b49e5e6/acd2cc8b-3912-45ad-a602-ee559218144e/9d2f7576-85c3-4ee7-be1c-64b0f35a9097) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:28.999733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:29.086572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b9ff0-4a1b-4061-a083-9872aa89c067 None None] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:29.099299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Deleting subnet 53b51186-09ff-44a0-a61a-826169c69449 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:10:29.102938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.133104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.143608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.149928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.152895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52d6d51c-cc96-4969-a12a-c4eb04127e2d HTTP/1.1" status: 204 len: 168 time: 0.5491850 Jul 28 18:10:29.169317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.187456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.193302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dbca253e-c995-4284-a85d-be536898f8c8 HTTP/1.1" status: 204 len: 168 time: 0.7531545 Jul 28 18:10:29.193799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2ffd-91cf-405f-9987-d58cde2d0905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6d51c-cc96-4969-a12a-c4eb04127e2d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.215648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec7b30-56e9-48b1-8c4f-844808605e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbca253e-c995-4284-a85d-be536898f8c8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.238794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.281854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 644a70ed-73d7-4862-9f27-a5f3871c47fd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:29.361751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32988) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:29.367693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3058455b-a07e-499a-9d69-aad96ada043c None None] Provisioning for port 644a70ed-73d7-4862-9f27-a5f3871c47fd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:29.378496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.395938 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b01db53-3457-4cac-8bef-224513c30c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.433662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b51186-09ff-44a0-a61a-826169c69449,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.439949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.444400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b42f1bd1-7788-4e11-8af1-4b7e2cb5edb1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53b51186-09ff-44a0-a61a-826169c69449 HTTP/1.1" status: 204 len: 168 time: 0.4488180 Jul 28 18:10:29.448418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:29.462021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.537374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Transition to ACTIVE for port object 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:29.547229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.563830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Transition to ACTIVE for port object 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:29.657456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b01db53-3457-4cac-8bef-224513c30c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.667037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 644a70ed-73d7-4862-9f27-a5f3871c47fd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:29.672589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.678325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.692148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ea99f2-c973-4681-be6f-b54ed973f35b']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:29.701392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 644a70ed-73d7-4862-9f27-a5f3871c47fd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:29.704485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.708878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afc6aa6-8808-4685-93ad-8991c0995371') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:29.709257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afc6aa6-8808-4685-93ad-8991c0995371') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:29.724830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.745849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.761045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:29.761608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:29.763623 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:29.770304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.775902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b01db53-3457-4cac-8bef-224513c30c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.821014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Pushing event updated for resources: {'Port': ['ID=9d2f7576-85c3-4ee7-be1c-64b0f35a9097,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.841766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=acd2cc8b-3912-45ad-a602-ee559218144e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.853820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:29.855799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:29.863490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:29.876648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0b01db53-3457-4cac-8bef-224513c30c86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17f763c01de94374beec7769cf81878c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108359 Jul 28 18:10:29.876648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01db53-3457-4cac-8bef-224513c30c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7a68b-7a9b-4741-819c-4aee24b85f28,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:29.880629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32996) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:29.931638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: d001ed7b-de15-43c0-afe8-ceaf74009b80 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:29.931996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d001ed7b-de15-43c0-afe8-ceaf74009b80 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:29.936415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:29.936769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e1f6ae15-8bdf-4b4a-8b43-2a896caaf6ac not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:29.941343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:29.952914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:29.960367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.972205 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.984630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e52f9-896c-44b9-aeaf-a8333b49e5e6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:29.987304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.991923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4dc32743-9eb6-4450-ad8f-651070bcf6d3 None None] Provisioning complete for port 644a70ed-73d7-4862-9f27-a5f3871c47fd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:29.992076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6ea99f2-c973-4681-be6f-b54ed973f35b HTTP/1.1" status: 204 len: 168 time: 0.5425570 Jul 28 18:10:29.992411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4dc32743-9eb6-4450-ad8f-651070bcf6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:29.998269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49194e0e-f3b4-48b9-ac85-9e9754acd150') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:29.998701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49194e0e-f3b4-48b9-ac85-9e9754acd150') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:30.012780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fd8a-93a9-4c2d-bc7e-bb5ded1e6d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ea99f2-c973-4681-be6f-b54ed973f35b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.021531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.024810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.057976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.065774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.068704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:30.069229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:30.072375 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:30.122066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Attempting to bind port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:30.123444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Attempting to bind port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '49194e0e-f3b4-48b9-ac85-9e9754acd150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:30.123444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Attempting to bind port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 on network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:30.134262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.136422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.141247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.143801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:30.144159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Checking segment: {'id': '49194e0e-f3b4-48b9-ac85-9e9754acd150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:30.144663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.145053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Bound using segment: {'id': '49194e0e-f3b4-48b9-ac85-9e9754acd150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:30.145536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Bound port: 9d2f7576-85c3-4ee7-be1c-64b0f35a9097, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49194e0e-f3b4-48b9-ac85-9e9754acd150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:30.145976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.148131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.154676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.161301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.167744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.173719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:30.176391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-8ea08095-d11c-4264-8534-ca7d1ceb87e4 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1753969 Jul 28 18:10:30.200894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.203945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.207909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccd7a68b-7a9b-4741-819c-4aee24b85f28 HTTP/1.1" status: 204 len: 168 time: 0.3260727 Jul 28 18:10:30.216634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbf37e-c1b3-48bd-b5a0-4ee439431cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7a68b-7a9b-4741-819c-4aee24b85f28,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.237491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6acb965-d9b2-4fb1-9fc8-de9b24c058ff req-3909993a-4b29-4e27-84b6-40a52d3f3f08 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519273 Jul 28 18:10:30.272612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 644a70ed-73d7-4862-9f27-a5f3871c47fd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=644a70ed-73d7-4862-9f27-a5f3871c47fd,segment=NetworkSegment(2c951f74-4356-4529-8e6a-0ca02244d8e8),segment_id=2c951f74-4356-4529-8e6a-0ca02244d8e8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:30.272612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4dc32743-9eb6-4450-ad8f-651070bcf6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.273416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:10:30.273416 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:10:30.273416 n-d-778550-5 neutron-server[101106]: [parameters: {'id': 'bb3e52f9-896c-44b9-aeaf-a8333b49e5e6'}] Jul 28 18:10:30.273416 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:30.273416 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:30.302114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] For port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:30.305893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] For port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d2f7576-85c3-4ee7-be1c-64b0f35a9097,segment=NetworkSegment(49194e0e-f3b4-48b9-ac85-9e9754acd150),segment_id=49194e0e-f3b4-48b9-ac85-9e9754acd150)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:30.310806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33010) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:30.326003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.359434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0fea7f55-32a4-4f03-99e7-001a6ceef43f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fb635385d174429b42db03433530589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472810 Jul 28 18:10:30.361658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33012) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:30.410672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-4dc32743-9eb6-4450-ad8f-651070bcf6d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:30.411324 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-4dc32743-9eb6-4450-ad8f-651070bcf6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:30.412498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=644a70ed-73d7-4862-9f27-a5f3871c47fd,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.423041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.440055 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.443892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.499509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33014) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:30.544247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93181d-20d1-4ac3-b682-5c0e4f28cc06 None None] Pushing event updated for resources: {'Port': ['ID=9d2f7576-85c3-4ee7-be1c-64b0f35a9097,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.561965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf27a8-d403-4b27-a5d7-3b5cfa196719 None None] Network bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:30.583557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1826a873-8704-42f6-a2c0-178dc83e66de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6c1998e0f5d4fcca002c15e8e1c63eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877972 Jul 28 18:10:30.585009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.586216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33018) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:30.587871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.588946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da572c75-c29a-4719-968a-62ee721adeda HTTP/1.1" status: 204 len: 168 time: 0.2257955 Jul 28 18:10:30.598164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35578a49-4b30-4c68-881c-5f79b41384c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da572c75-c29a-4719-968a-62ee721adeda,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.662801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.686183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.713479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962b34d-bd52-4ac2-ae04-e0688f866218 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:30.769895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.836426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6962b34d-bd52-4ac2-ae04-e0688f866218 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:30.837262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:30.839580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.858132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.862485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.862485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27dbb1ad-28e2-4388-bf15-1a63fdee3568 HTTP/1.1" status: 204 len: 168 time: 0.2749984 Jul 28 18:10:30.870641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf0cf4-c65b-4eea-8ab9-b743e2b9ec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dbb1ad-28e2-4388-bf15-1a63fdee3568,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.912473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d2f7576-85c3-4ee7-be1c-64b0f35a9097,segment=NetworkSegment(49194e0e-f3b4-48b9-ac85-9e9754acd150),segment_id=49194e0e-f3b4-48b9-ac85-9e9754acd150)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:30.913191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:30.929708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:31.104015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.167578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=9d2f7576-85c3-4ee7-be1c-64b0f35a9097,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:31.179632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port 9d2f7576-85c3-4ee7-be1c-64b0f35a9097 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:31.181797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 644a70ed-73d7-4862-9f27-a5f3871c47fd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:31.237770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 644a70ed-73d7-4862-9f27-a5f3871c47fd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:31.238342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.293734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.310644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e52f9-896c-44b9-aeaf-a8333b49e5e6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:31.330653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.336618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.342428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.348369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.354195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.360079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.366502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.368453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-e6a6c835-f990-4d7b-8e88-acacec4c21ed tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.1225867 Jul 28 18:10:31.373091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49194e0e-f3b4-48b9-ac85-9e9754acd150') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:31.373380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49194e0e-f3b4-48b9-ac85-9e9754acd150') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:31.401494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.461030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-0e63dd07-4245-436c-ab34-ed60dbb1720b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.462417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-0e63dd07-4245-436c-ab34-ed60dbb1720b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0793619 Jul 28 18:10:31.464827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.483676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:31.484083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:31.489546 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:31.512696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33042) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:31.527711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2093511a-fafb-4da5-b080-7d2ae00df0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.545336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.553037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.560144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.567176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.573102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.579160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.585087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:31.587104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-a0130d83-e05b-4941-820b-efc9032a1b77 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 5434 time: 0.2160463 Jul 28 18:10:31.708473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f74e081-9624-4be5-aa85-278be7a75b44 req-5b9a4c81-80e5-41d5-b747-3671d8cf2587 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697539 Jul 28 18:10:31.736794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-abb4ace2-f51f-40e3-8009-5f5935671bbd tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2661445 Jul 28 18:10:31.751858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:31.776983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.781215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.784381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 HTTP/1.1" status: 204 len: 168 time: 3.2093184 Jul 28 18:10:31.797279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:31.825350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589792873'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:31.825811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068298-6bd7-48ef-8564-cf324fab9723 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=bb3e52f9-896c-44b9-aeaf-a8333b49e5e6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:31.854377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:31.979231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2093511a-fafb-4da5-b080-7d2ae00df0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.021427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e30141b-6fc7-43a8-a282-ca9e92e299f6,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:32.049389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2093511a-fafb-4da5-b080-7d2ae00df0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.084329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2093511a-fafb-4da5-b080-7d2ae00df0c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac160929e56f4cdbad7c53790d1a20e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680814 Jul 28 18:10:32.086811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33072) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:32.137997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093511a-fafb-4da5-b080-7d2ae00df0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368affb4-fb54-4690-a24b-7905a77beaf9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:32.162911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.186674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.188691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:32.195987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.245783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:32.340325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.340680 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment 91647a47-28f6-4d11-b99d-10ee5c2b3d07 of type vlan for network a175865a-ef76-4d63-9f28-84da3fc7c4d4 Jul 28 18:10:32.341905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.344602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.348060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/368affb4-fb54-4690-a24b-7905a77beaf9 HTTP/1.1" status: 204 len: 168 time: 0.2578011 Jul 28 18:10:32.380605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4daac8-587a-4934-b442-45cda06efeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368affb4-fb54-4690-a24b-7905a77beaf9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:32.400196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.432110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] For port 5e30141b-6fc7-43a8-a282-ca9e92e299f6, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:32.481168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.485699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] device_id is not set on port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:10:32.487922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:32.488625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.519588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.561055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7656660 Jul 28 18:10:32.565572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33088) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:32.570753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bef04-676d-48e2-946a-28fa8e643018 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=a175865a-ef76-4d63-9f28-84da3fc7c4d4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:32.571137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:32.581916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a175865a-ef76-4d63-9f28-84da3fc7c4d4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:32.588357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.694596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] No DVR routers for this DVR port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:32.727515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:32.764567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] In _notify_port_updated(), no bound segment for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:10:32.765505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:32.766124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.767436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-11785511-3272-4ea4-8d8d-ca2a9aabac37 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 200 len: 1028 time: 1.0241833 Jul 28 18:10:32.856835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-cbd6d280-9a84-4308-b4f1-5280f5aed4eb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:32.858457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-cbd6d280-9a84-4308-b4f1-5280f5aed4eb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "GET /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0829189 Jul 28 18:10:32.861007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:32.865193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.874555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:32.957558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-13697b70-2154-4237-aa47-16123a906dda None None] Provisioning complete for port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:32.957923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13697b70-2154-4237-aa47-16123a906dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:32.964219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing IP validity checks on allocation pools {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 18:10:32.964929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 18:10:32.982872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:32.989479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:32.993503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-13697b70-2154-4237-aa47-16123a906dda None None] Port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:10:32.995655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.003857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.012067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.018128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.020076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-5f28bc2a-1283-4a15-9bf8-3353fd61171d tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 4659 time: 0.2051640 Jul 28 18:10:33.076757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.141958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7be48129-9d86-4e4d-b44b-ca7772e3acd0 req-702ea09d-da83-4ada-858f-69a5f6ac3313 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&id=e6b15f65-3a06-492e-81a6-09b485548e62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011839 Jul 28 18:10:33.323096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f0cc073f-3ef2-4d88-a617-8b533197a7ae,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:33.356241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.371990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] For port f0cc073f-3ef2-4d88-a617-8b533197a7ae, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:33.448674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] device_id is not set on port f0cc073f-3ef2-4d88-a617-8b533197a7ae yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:10:33.475035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=b594456e-6daa-4689-8337-6c5c78e43e48,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:33.483451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.488980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': '91647a47-28f6-4d11-b99d-10ee5c2b3d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:33.491690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: a175865a-ef76-4d63-9f28-84da3fc7c4d4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:33.571727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.605684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network a175865a-ef76-4d63-9f28-84da3fc7c4d4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:33.637109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] No DVR routers for this DVR port f0cc073f-3ef2-4d88-a617-8b533197a7ae on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:33.670538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:33.676357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a175865a-ef76-4d63-9f28-84da3fc7c4d4) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:33.680707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.681467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.689686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d790e3-40b4-4c20-adb7-b474417f2d0a None None] Network a175865a-ef76-4d63-9f28-84da3fc7c4d4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:33.704238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] In _notify_port_updated(), no bound segment for port f0cc073f-3ef2-4d88-a617-8b533197a7ae on network 668ea5df-0a80-4019-9383-931fd28c3f0f {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:10:33.705148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:33.706269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.707759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-d2b48869-beaf-4b9d-acb0-c9a51f59224b service neutron] 10.222.0.35 "PUT /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 200 len: 1027 time: 0.8383989 Jul 28 18:10:33.801454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3705749-8b18-40ce-bc04-284c0210d2ae tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2341473 Jul 28 18:10:33.803806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33130) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:33.868517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e30141b-6fc7-43a8-a282-ca9e92e299f6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:33.921672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a175865a-ef76-4d63-9f28-84da3fc7c4d4', 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': 'b594456e-6daa-4689-8337-6c5c78e43e48'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:33.922819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.948381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-75c67f18-cb57-4e78-9f5d-5f564d6942ed None None] Provisioning complete for port f0cc073f-3ef2-4d88-a617-8b533197a7ae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:33.949055 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-75c67f18-cb57-4e78-9f5d-5f564d6942ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:33.949534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:33.949891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.060371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:34.060803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.067222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.070535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e30141b-6fc7-43a8-a282-ca9e92e299f6 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:34.071041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f0cc073f-3ef2-4d88-a617-8b533197a7ae no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:34.081923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:34.134095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-75c67f18-cb57-4e78-9f5d-5f564d6942ed None None] Port f0cc073f-3ef2-4d88-a617-8b533197a7ae cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:10:34.149374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f0cc073f-3ef2-4d88-a617-8b533197a7ae not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:34.149889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:34.185884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.195178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Allocated IP 172.20.0.3 (a175865a-ef76-4d63-9f28-84da3fc7c4d4/b594456e-6daa-4689-8337-6c5c78e43e48/72f46122-aab3-4edf-8728-8785b5bd2db0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:34.294705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.336471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:34.338867 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2dbc4f-be72-45c2-9b7c-8e3842001a50" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:34.359052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:34.388777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.419377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=be5e48d8-b5b2-4cbe-8a16-bf4a7e580095,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:34.420900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.434399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Transition to ACTIVE for port object 72f46122-aab3-4edf-8728-8785b5bd2db0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:34.448975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.449714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd98c0a7-d1e2-49db-9305-52ae0413fb99 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:34.476825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:34.479379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.483656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-b49c22f6-e412-4129-99b0-d918b3b359cf tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "DELETE /v2.0/ports/be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 HTTP/1.1" status: 204 len: 173 time: 0.7672546 Jul 28 18:10:34.483656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:34.485429 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6395a4c-c8ef-477e-b29d-64ce4275fed7" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:34.547754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Transition to ACTIVE for port object 72f46122-aab3-4edf-8728-8785b5bd2db0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:34.591331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:34.602277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.602643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.602980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.603323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.603683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.604141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.604488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.604820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.605148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.605479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.605810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.606139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:34.616150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port bd98c0a7-d1e2-49db-9305-52ae0413fb99 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:34.616753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.629974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.684732 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.716564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Network a175865a-ef76-4d63-9f28-84da3fc7c4d4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:34.736404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-e411941a-b176-4a06-a371-126fd8dc7c7f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:34.737405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:34.743676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-e411941a-b176-4a06-a371-126fd8dc7c7f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:34.745559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-e411941a-b176-4a06-a371-126fd8dc7c7f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:34.751678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-e411941a-b176-4a06-a371-126fd8dc7c7f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:34.760362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-e411941a-b176-4a06-a371-126fd8dc7c7f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 3148 time: 0.1575744 Jul 28 18:10:34.767342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:34.772098 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842b335-a476-4e66-bf18-24bc4a2e47f6 x-openstack-request-id: req-7842b335-a476-4e66-bf18-24bc4a2e47f6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:34.772397 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:34.772657 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7842b335-a476-4e66-bf18-24bc4a2e47f6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:34.773214 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'code': 200} Jul 28 18:10:34.784845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:34.788100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port bd98c0a7-d1e2-49db-9305-52ae0413fb99, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd98c0a7-d1e2-49db-9305-52ae0413fb99,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:34.788488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.805864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Pushing event updated for resources: {'Port': ['ID=72f46122-aab3-4edf-8728-8785b5bd2db0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:34.832253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.851961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de79c7fc-70a5-47a2-971f-414f79cd138d req-9f6aba9a-bafc-4d95-b1df-cdf496611e37 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858977 Jul 28 18:10:34.890271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:34.890993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e9f78280-0ccd-4712-a65d-662a1b4401c6 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:34.921275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for bd98c0a7-d1e2-49db-9305-52ae0413fb99 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:34.945132 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c786cae2-8789-43ea-b9a4-4920774a217f x-openstack-request-id: req-c786cae2-8789-43ea-b9a4-4920774a217f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:34.946498 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "be5e48d8-b5b2-4cbe-8a16-bf4a7e580095", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:34.946498 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c786cae2-8789-43ea-b9a4-4920774a217f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:34.947163 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'be5e48d8-b5b2-4cbe-8a16-bf4a7e580095', 'status': 'completed', 'code': 200} Jul 28 18:10:34.964588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Attempting to bind port 72f46122-aab3-4edf-8728-8785b5bd2db0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:34.965229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Attempting to bind port 72f46122-aab3-4edf-8728-8785b5bd2db0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '91647a47-28f6-4d11-b99d-10ee5c2b3d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:34.965768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Attempting to bind port 72f46122-aab3-4edf-8728-8785b5bd2db0 on network a175865a-ef76-4d63-9f28-84da3fc7c4d4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:34.986713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=b594456e-6daa-4689-8337-6c5c78e43e48,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.005118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:35.005504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Checking segment: {'id': '91647a47-28f6-4d11-b99d-10ee5c2b3d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:35.012721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.012721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Bound using segment: {'id': '91647a47-28f6-4d11-b99d-10ee5c2b3d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:35.012721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Bound port: 72f46122-aab3-4edf-8728-8785b5bd2db0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91647a47-28f6-4d11-b99d-10ee5c2b3d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:35.012721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.046732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.077102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.091035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a175865a-ef76-4d63-9f28-84da3fc7c4d4']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:35.112156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91647a47-28f6-4d11-b99d-10ee5c2b3d07') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:35.112550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91647a47-28f6-4d11-b99d-10ee5c2b3d07') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:35.129728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.135078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.139926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] For port 72f46122-aab3-4edf-8728-8785b5bd2db0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:35.146699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.175345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:35.175784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.176610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:35.178762 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:35.233520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.234249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a8ee5824-8fff-4006-9422-c5e9c09f0026 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:35.288301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:10:35.288301 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:10:35.288301 n-d-778550-5 neutron-server[101106]: [parameters: {'id': 'a175865a-ef76-4d63-9f28-84da3fc7c4d4'}] Jul 28 18:10:35.288301 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:35.290033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] For port 72f46122-aab3-4edf-8728-8785b5bd2db0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=72f46122-aab3-4edf-8728-8785b5bd2db0,segment=NetworkSegment(91647a47-28f6-4d11-b99d-10ee5c2b3d07),segment_id=91647a47-28f6-4d11-b99d-10ee5c2b3d07)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:35.290140 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:35.317028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.332458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.357458 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.368722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=bd98c0a7-d1e2-49db-9305-52ae0413fb99,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.397865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:35.412065 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.430570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port bd98c0a7-d1e2-49db-9305-52ae0413fb99 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:35.433434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.435546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-97a71f88-d5d3-4fc9-acc1-6a88f4ce099b tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "DELETE /v2.0/ports/bd98c0a7-d1e2-49db-9305-52ae0413fb99 HTTP/1.1" status: 204 len: 173 time: 0.9462299 Jul 28 18:10:35.487271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.488016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:35.528026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:10:35.528026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device be5e48d8-b5b2-4cbe-8a16-bf4a7e580095 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:35.528026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8151d0c-4f4c-480e-bf8a-f934f23a80e0 None None] Pushing event updated for resources: {'Port': ['ID=72f46122-aab3-4edf-8728-8785b5bd2db0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.545781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab4e3d-e9dc-4841-92cc-3df83410b8d7 None None] Network a175865a-ef76-4d63-9f28-84da3fc7c4d4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:35.584446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:35.584895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.628385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:35.709435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:35.721667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:35.722119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.736432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:35.791007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.935001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port 72f46122-aab3-4edf-8728-8785b5bd2db0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:35.935604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:35.952800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1feaeb-b9ff-42d6-8a10-453f70196416 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:35.953317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33206) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:35.999686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.079414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:36.087272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1feaeb-b9ff-42d6-8a10-453f70196416 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:36.094950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port 72f46122-aab3-4edf-8728-8785b5bd2db0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=72f46122-aab3-4edf-8728-8785b5bd2db0,segment=NetworkSegment(91647a47-28f6-4d11-b99d-10ee5c2b3d07),segment_id=91647a47-28f6-4d11-b99d-10ee5c2b3d07)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:36.095318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.126629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for 72f46122-aab3-4edf-8728-8785b5bd2db0 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:36.145028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:36.152547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.156082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-44b3e94b-a402-4f7f-a6d5-dc6a33af7c03 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "DELETE /v2.0/ports/dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3 HTTP/1.1" status: 204 len: 173 time: 0.7134259 Jul 28 18:10:36.165015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deadfad-c15f-42f3-85d2-b587efa2bb4a req-7ab57d9d-64d0-4046-94fd-defe5f84a20f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:36.171079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deadfad-c15f-42f3-85d2-b587efa2bb4a req-7ab57d9d-64d0-4046-94fd-defe5f84a20f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:36.179215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9deadfad-c15f-42f3-85d2-b587efa2bb4a req-7ab57d9d-64d0-4046-94fd-defe5f84a20f tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 1677 time: 0.2158113 Jul 28 18:10:36.279650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b95e4c-296a-433a-b839-0b26ddf59cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.302974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.334768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9deadfad-c15f-42f3-85d2-b587efa2bb4a req-ab3191a1-e0cd-4836-a169-e2d3b7db18f0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545362 Jul 28 18:10:36.344089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:10:36.344089 n-d-778550-5 neutron-server[101105]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 18:10:36.344089 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id': 'aa347c19b33b41289d6bf7728cf87606', 'id': 'd9fd2ea3-ccb1-40ad-92a7-2d67e1a96ce7', 'expiration': datetime.datetime(2021, 7, 28, 18, 12, 36, 338910)}] Jul 28 18:10:36.344089 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:36.351247 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:36.388801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port e9f78280-0ccd-4712-a65d-662a1b4401c6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:36.389150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.469730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.505954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=72f46122-aab3-4edf-8728-8785b5bd2db0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:36.513232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port 72f46122-aab3-4edf-8728-8785b5bd2db0 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:36.577415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b95e4c-296a-433a-b839-0b26ddf59cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.581451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port e9f78280-0ccd-4712-a65d-662a1b4401c6, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e9f78280-0ccd-4712-a65d-662a1b4401c6,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:36.581821 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.656903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b95e4c-296a-433a-b839-0b26ddf59cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.671427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.682200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a175865a-ef76-4d63-9f28-84da3fc7c4d4']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.697384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91647a47-28f6-4d11-b99d-10ee5c2b3d07') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.698258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91647a47-28f6-4d11-b99d-10ee5c2b3d07') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.723908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.764635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61b95e4c-296a-433a-b839-0b26ddf59cc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73dc8829c8ab4aefa8024e1a32645f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8105729 Jul 28 18:10:36.766490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33230) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:36.774821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99'}, {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}, {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:36.777212 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc5fd8-ae7f-4183-83d8-fcc096e512be" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99"}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6"}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:36.782469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.798695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95e4c-296a-433a-b839-0b26ddf59cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c2bf6-e9bc-4520-9fc3-55a8372628a9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:36.806136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:36.807252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:36.811131 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:36.830891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:36.849782 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e72ff3-de90-4912-96ab-6e67b01eb914 x-openstack-request-id: req-d6e72ff3-de90-4912-96ab-6e67b01eb914 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:36.850085 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99", "code": 200}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6", "code": 200}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:36.850342 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e72ff3-de90-4912-96ab-6e67b01eb914 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:36.850749 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'code': 200} Jul 28 18:10:36.851009 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'code': 200} Jul 28 18:10:36.851257 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'code': 200} Jul 28 18:10:36.857454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.920097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.950812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99'}, {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:36.954668 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead70b22-2bd6-4531-b135-bd58e9ce194a" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99"}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:36.958207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.962339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.962811 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:36.963144 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Floating IP 9613ed9b-3b96-4b68-9976-82bd5fdf85ee disassociated. External IP: 172.25.7.225, port: e9f78280-0ccd-4712-a65d-662a1b4401c6. Jul 28 18:10:36.963658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for e9f78280-0ccd-4712-a65d-662a1b4401c6 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:37.041632 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a909844-cf9c-44f5-ac5f-1df0f79e74a4 x-openstack-request-id: req-4a909844-cf9c-44f5-ac5f-1df0f79e74a4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:37.042247 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "bd98c0a7-d1e2-49db-9305-52ae0413fb99", "status": "completed", "code": 200}, {"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:37.042665 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a909844-cf9c-44f5-ac5f-1df0f79e74a4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:37.043409 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'bd98c0a7-d1e2-49db-9305-52ae0413fb99', 'status': 'completed', 'code': 200} Jul 28 18:10:37.043835 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'dc4bdaeb-c584-47ef-aded-b56a4ee3d3f3', 'status': 'completed', 'code': 200} Jul 28 18:10:37.070387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.083238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.083238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/a175865a-ef76-4d63-9f28-84da3fc7c4d4 HTTP/1.1" status: 204 len: 168 time: 3.2772775 Jul 28 18:10:37.086281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33242) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:37.096323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708988032'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:37.112262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd8803-baaa-4a56-bf2d-ee5db2e41a3b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=a175865a-ef76-4d63-9f28-84da3fc7c4d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:37.121359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.124682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15c18651-e1fc-4039-9b03-09fc9c929d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.219035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.225625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.228142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.231621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b5c2bf6-e9bc-4520-9fc3-55a8372628a9 HTTP/1.1" status: 204 len: 168 time: 0.4618607 Jul 28 18:10:37.273525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa347c19b33b41289d6bf7728cf87606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5698223 Jul 28 18:10:37.274375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ac70c-9e44-4af1-9553-6dcc083d8cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024fdb4-9a4a-429e-9d97-4aba79f876ce,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:37.276904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33254) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:37.286670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259d10-4936-4234-8563-67783f205248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c2bf6-e9bc-4520-9fc3-55a8372628a9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:37.305362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.359564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=e9f78280-0ccd-4712-a65d-662a1b4401c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:37.364985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:37.378003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.394252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-528a7be5-a28c-4164-a448-46c2bb989491 req-fd19f5ba-2496-4a0a-9892-302ab1d83983 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e487fef96164c589191a88a586fc3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466964 Jul 28 18:10:37.428273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:37.441570 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.441924 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment 8acb1b89-7fdc-467e-8d3b-0033e1c532c6 of type vlan for network f70c65df-9783-41fd-a95d-8cec09748ea1 Jul 28 18:10:37.545519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.570855 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.572042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3bcb-0900-44d3-a47c-a0627253c976 req-b16186a1-6211-47d6-b4ca-6276e35138f9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:37.580108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67ec3bcb-0900-44d3-a47c-a0627253c976 req-b16186a1-6211-47d6-b4ca-6276e35138f9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 943 time: 0.1019521 Jul 28 18:10:37.654312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67ec3bcb-0900-44d3-a47c-a0627253c976 req-612941be-b596-4c3b-bd0a-bba4239546f7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500567 Jul 28 18:10:37.679728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4adcae8c-e05d-4605-a415-12b5f340691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.714454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.729883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.743937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:37.744621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.775669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7be5-a28c-4164-a448-46c2bb989491 req-b559a0ae-b2f7-4ac4-8f5b-a02f9e5ccda3 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:37.786978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-528a7be5-a28c-4164-a448-46c2bb989491 req-b559a0ae-b2f7-4ac4-8f5b-a02f9e5ccda3 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3808177 Jul 28 18:10:37.833573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=f70c65df-9783-41fd-a95d-8cec09748ea1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:37.844913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f70c65df-9783-41fd-a95d-8cec09748ea1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:37.883114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-528a7be5-a28c-4164-a448-46c2bb989491 req-6b05f15f-4544-4b12-93ad-53606e9b2ff8 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/quotas/7e487fef96164c589191a88a586fc3c8 HTTP/1.1" status: 200 len: 375 time: 0.0950019 Jul 28 18:10:37.889028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15c18651-e1fc-4039-9b03-09fc9c929d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:37.936834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Router 154ef6bf-e1e0-486a-bea2-30bb77feab0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:10:37.948882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-528a7be5-a28c-4164-a448-46c2bb989491 req-5abb28d3-4fb8-4eb5-a7b4-7298a947504b tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e487fef96164c589191a88a586fc3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647151 Jul 28 18:10:38.036769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.039482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.042876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9024fdb4-9a4a-429e-9d97-4aba79f876ce HTTP/1.1" status: 204 len: 168 time: 0.7632923 Jul 28 18:10:38.054566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15c18651-e1fc-4039-9b03-09fc9c929d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.082478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c344f77-550b-4921-b89c-bcc285d480fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024fdb4-9a4a-429e-9d97-4aba79f876ce,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:38.139622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95c4a956-b52b-4f73-a412-f4f831b50b53 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0517728 Jul 28 18:10:38.141737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:38.148766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': 'f70c65df-9783-41fd-a95d-8cec09748ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:38.370531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:38.374620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.539879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-15c18651-e1fc-4039-9b03-09fc9c929d52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=920c49ce60ba4bb3b99cc0115ffdd72e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6709652 Jul 28 18:10:38.540563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c18651-e1fc-4039-9b03-09fc9c929d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e992048-8e6d-4313-b425-ffe9a12d9689,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:38.542929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33302) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:38.563501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:38.575717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Sync routers for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:38.603200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:38.605152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:38.632861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port e9f78280-0ccd-4712-a65d-662a1b4401c6 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:38.648170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.650234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c2aa1ed5-8482-4c04-8e6a-be9ad677f90a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "DELETE /v2.0/ports/e9f78280-0ccd-4712-a65d-662a1b4401c6 HTTP/1.1" status: 204 len: 173 time: 2.4688449 Jul 28 18:10:38.715032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.798598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.868913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c936e4-e0ae-41cf-94d0-0205acdc0c39 req-6a8bacdb-7a82-4876-8fd1-f3d3eb67c378 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:38.870496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60c936e4-e0ae-41cf-94d0-0205acdc0c39 req-6a8bacdb-7a82-4876-8fd1-f3d3eb67c378 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 943 time: 0.1217878 Jul 28 18:10:38.883945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:38.896992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port a8ee5824-8fff-4006-9422-c5e9c09f0026 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:38.896992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.917801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60c936e4-e0ae-41cf-94d0-0205acdc0c39 req-a1492d98-c368-4f51-af20-2b0e7a63e385 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f79a195-ed31-48a1-9403-38b47ff7c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 Jul 28 18:10:38.932521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:38.993769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=7277c9e9-b7ab-4969-b642-4cdaafeb035d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:39.051669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:39.055330 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f4c61-d0d3-444a-b193-42f1e8e53ccf" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:39.056145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': '8acb1b89-7fdc-467e-8d3b-0033e1c532c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f70c65df-9783-41fd-a95d-8cec09748ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:39.056735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: f70c65df-9783-41fd-a95d-8cec09748ea1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:39.076023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.079245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.081270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e992048-8e6d-4313-b425-ffe9a12d9689 HTTP/1.1" status: 204 len: 168 time: 0.5370598 Jul 28 18:10:39.097856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port a8ee5824-8fff-4006-9422-c5e9c09f0026, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a8ee5824-8fff-4006-9422-c5e9c09f0026,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:39.098700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.101913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d15473-d6a6-4c73-ac68-302aa64d91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e992048-8e6d-4313-b425-ffe9a12d9689,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:39.120115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network f70c65df-9783-41fd-a95d-8cec09748ea1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:39.132211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for a8ee5824-8fff-4006-9422-c5e9c09f0026 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:39.171815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f70c65df-9783-41fd-a95d-8cec09748ea1) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:39.176847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:39.177554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.223891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75767663-b0ee-4b9a-b830-328f8ec80aae None None] Network f70c65df-9783-41fd-a95d-8cec09748ea1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:39.260535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c2ce95c-bf18-4e50-b538-83cb3e93a7d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1144617 Jul 28 18:10:39.260871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33340) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:39.431787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.457396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:39.474669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.490767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d7a46-089e-408c-8d03-89548e2a9837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f70c65df-9783-41fd-a95d-8cec09748ea1', 'network_id': 'f70c65df-9783-41fd-a95d-8cec09748ea1', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '7277c9e9-b7ab-4969-b642-4cdaafeb035d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:39.491819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-687d7a46-089e-408c-8d03-89548e2a9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.495188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Checking router: 154ef6bf-e1e0-486a-bea2-30bb77feab0e for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:39.524329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:39.525234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:39.525926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.552622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=a8ee5824-8fff-4006-9422-c5e9c09f0026,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:39.592258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port a8ee5824-8fff-4006-9422-c5e9c09f0026 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:39.595306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.598532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1370fce7-df6f-4df4-bdda-3412a27d9628 req-c8de669c-a64c-4127-aa01-603e269e2c8e tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.35 "DELETE /v2.0/ports/a8ee5824-8fff-4006-9422-c5e9c09f0026 HTTP/1.1" status: 204 len: 173 time: 0.9377298 Jul 28 18:10:39.699794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:39.743478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.790291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=7277c9e9-b7ab-4969-b642-4cdaafeb035d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-687d7a46-089e-408c-8d03-89548e2a9837 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7277c9e9-b7ab-4969-b642-4cdaafeb035d: This subnet is being modified by another concurrent operation. Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:39.821752 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7277c9e9-b7ab-4969-b642-4cdaafeb035d: This subnet is being modified by another concurrent operation. Jul 28 18:10:39.830852 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:10:39.852628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6ff94-6c13-46f2-8d79-89e2fcc7e5e4 None None] Network f70c65df-9783-41fd-a95d-8cec09748ea1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:39.886557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.907800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70c65df-9783-41fd-a95d-8cec09748ea1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:39.944180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acb1b89-7fdc-467e-8d3b-0033e1c532c6') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:39.944544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acb1b89-7fdc-467e-8d3b-0033e1c532c6') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:39.959794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.988004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:39.997314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:39.998117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:40.003474 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:40.025240 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6672978-4332-434c-8087-78b890e830eb x-openstack-request-id: req-f6672978-4332-434c-8087-78b890e830eb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:40.025837 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "e9f78280-0ccd-4712-a65d-662a1b4401c6", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:40.025837 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6672978-4332-434c-8087-78b890e830eb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:40.026176 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'e9f78280-0ccd-4712-a65d-662a1b4401c6', 'status': 'completed', 'code': 200} Jul 28 18:10:40.083208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4fd8-28cf-492b-a72d-437d215a5ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.140843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.185663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ce515e3-7055-4694-9909-4f2f5510e48d req-f423b1a6-2d83-4c78-a108-23057b2c3acd tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0503428 Jul 28 18:10:40.265427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33372) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:40.272826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.277721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.283196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/f70c65df-9783-41fd-a95d-8cec09748ea1 HTTP/1.1" status: 204 len: 168 time: 1.0178015 Jul 28 18:10:40.283196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33376) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:40.289396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56efa59-ccfa-4140-aefe-4733ade010bb None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:40.297166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1385e24d-b07a-44ec-9241-703b8cd85486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.336036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96604999'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:40.345031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182036f-ff3b-4d22-a40a-163899da2dc2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=f70c65df-9783-41fd-a95d-8cec09748ea1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:40.373743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-e3110271-fee0-4357-b66d-3471fe833f7c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a3d0f66796ec4ec4940e878bbc301845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306559 Jul 28 18:10:40.397071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:10:40.397071 n-d-778550-5 neutron-server[101105]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 18:10:40.397071 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id': '24e66140e6e1481fac0183fd7e430365', 'id': '0c3a9a4c-a71d-4f2a-8700-2a810ec111a0', 'expiration': datetime.datetime(2021, 7, 28, 18, 12, 40, 384063)}] Jul 28 18:10:40.397071 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:40.397880 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:40.539281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:40.588209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-b3a8f103-9c6c-40d4-a433-283f5f33d536 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:40.589841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-b3a8f103-9c6c-40d4-a433-283f5f33d536 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079298 Jul 28 18:10:40.617406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b053798-197c-4492-8686-78b9644f0187 req-5d5e3c78-4da5-4563-80d4-d0313b59d1f0 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e487fef96164c589191a88a586fc3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321445 Jul 28 18:10:40.627701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-a49f5b5f-76aa-42a8-8ca4-2b578388b494 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/quotas/a3d0f66796ec4ec4940e878bbc301845 HTTP/1.1" status: 200 len: 375 time: 0.0298910 Jul 28 18:10:40.641306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5d9a-9ae5-4424-819a-8e7011a53405 None None] The sync data for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 is: [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:00:23Z', 'revision_number': 4, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '891de217-5a3b-47bb-a869-f64d6576771f', 'name': '', 'network_id': 'c45d42f5-88d6-4e7f-9647-79b4e6cded8c', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'mac_address': 'fa:16:3e:1a:ac:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:21Z', 'updated_at': '2021-07-28T18:00:28Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'subnets': [{'id': '2a187c28-3b98-4862-94d5-76e1c0cc9447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:40.722718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-df780581-d614-4498-a684-cfba4190bfeb tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3d0f66796ec4ec4940e878bbc301845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796585 Jul 28 18:10:40.727477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33396) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:40.728229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56efa59-ccfa-4140-aefe-4733ade010bb None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:40.766232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1385e24d-b07a-44ec-9241-703b8cd85486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.846384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1385e24d-b07a-44ec-9241-703b8cd85486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:40.857946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b053798-197c-4492-8686-78b9644f0187 req-34a65f01-da20-468f-946b-d06d0c962e7a tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:40.860723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b053798-197c-4492-8686-78b9644f0187 req-34a65f01-da20-468f-946b-d06d0c962e7a tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425842 Jul 28 18:10:40.893877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b053798-197c-4492-8686-78b9644f0187 req-45ed5540-af2b-422e-9fbd-ba3f8b8e813f tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/quotas/7e487fef96164c589191a88a586fc3c8 HTTP/1.1" status: 200 len: 375 time: 0.0234163 Jul 28 18:10:40.945960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385e24d-b07a-44ec-9241-703b8cd85486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdded3a5-e0e8-4c42-8049-4bf098be6389,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:40.956598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1385e24d-b07a-44ec-9241-703b8cd85486 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14ad097ee76f414f999412d0d801edc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900694 Jul 28 18:10:40.968477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33400) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:40.978449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b053798-197c-4492-8686-78b9644f0187 req-93f320ff-7387-4303-a468-c3324e4e0e60 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e487fef96164c589191a88a586fc3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861998 Jul 28 18:10:41.013031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-507955922-network', 'tenant_id': 'e630d683e1034ad2a0768216471cf527'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:41.046441 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.078705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.085527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:41.089824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.146551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.164331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:41.204410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.210064 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment e7cdbe72-2068-4e30-b6ab-9bc74612b268 of type vlan for network b6e9b340-9026-4800-bb82-beaeffddecff Jul 28 18:10:41.211074 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae59bd8-5c39-4037-8134-97f01c81a46c None None] New status for floating IP 9613ed9b-3b96-4b68-9976-82bd5fdf85ee: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:10:41.260665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5d65914-38a9-4674-9a38-ad5061b88538 req-61b2433e-66fb-4f81-acf7-5ad1e9533b13 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.1053417 Jul 28 18:10:41.271746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Made reservation on behalf of e630d683e1034ad2a0768216471cf527 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:41.272217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.274577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.346152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.388818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.398863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:41.399706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.493334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fae5206a-df4d-40a1-b4f0-371fe116dbbe req-1117fd85-df8a-4b31-89db-345aacad8bbe tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0685756 Jul 28 18:10:41.521129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=b6e9b340-9026-4800-bb82-beaeffddecff,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:41.534661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b6e9b340-9026-4800-bb82-beaeffddecff details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:41.652040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.654508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.655804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdded3a5-e0e8-4c42-8049-4bf098be6389 HTTP/1.1" status: 204 len: 168 time: 0.6862228 Jul 28 18:10:41.675152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847cd76-a111-4c33-a22a-b4ea81ed0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdded3a5-e0e8-4c42-8049-4bf098be6389,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:41.764920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.874522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.907299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:41.917498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2eaf29-cfd5-43b4-b199-244029308df8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:41.937072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.937072 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Added segment 4253f905-3438-4f3f-b09a-be55c5dca179 of type vlan for network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 Jul 28 18:10:41.985708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e81d5ae6-59f0-49f6-b7c1-7b2729f2bff3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6768017 Jul 28 18:10:41.987126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33438) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:41.994376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:41.998373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:42.035281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:42.037813 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99bea70-926d-494b-a8d2-d3213b2a0576" -d '{"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:42.085026 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98befe-5011-4541-92c9-4b8a2f16713d x-openstack-request-id: req-4a98befe-5011-4541-92c9-4b8a2f16713d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:42.085939 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81d29b-2253-42e1-b91f-37970aec0110", "name": "network-vif-deleted", "tag": "a8ee5824-8fff-4006-9422-c5e9c09f0026", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:42.086193 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a98befe-5011-4541-92c9-4b8a2f16713d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:42.086597 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81d29b-2253-42e1-b91f-37970aec0110', 'name': 'network-vif-deleted', 'tag': 'a8ee5824-8fff-4006-9422-c5e9c09f0026', 'status': 'completed', 'code': 200} Jul 28 18:10:42.131198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.132557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:42.133329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.207749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] Pushing event updated for resources: {'Network': ['ID=e8d3c81e-e157-4736-a9d3-66471a4d3fc4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:42.219294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:42.221680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:42.235101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.269064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-607891d9-d03c-439b-8da6-bf3b0454a48d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5336504 Jul 28 18:10:42.270104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:42.277631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Request body: {'subnet': {'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-507955922-subnet', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:42.392161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efad75cb-9576-458c-965d-17f167297cdb req-613d1f10-9c42-4aee-9ec0-738ac57be496 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.0321085 Jul 28 18:10:42.424790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Made reservation on behalf of e630d683e1034ad2a0768216471cf527 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:42.424790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.584368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.691084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-109090e6-baa7-4562-91f5-bafcff460001 req-9526959c-15b9-427e-8a08-fcc3680f5e99 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0696046 Jul 28 18:10:42.707614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24a7c23f-8e76-4272-b937-764a451f71f9 req-ab1839e3-fa0e-4177-adad-e754730fa020 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e487fef96164c589191a88a586fc3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462034 Jul 28 18:10:42.741506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=622b8d97-c771-4c17-8242-984d3d54cd89,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:42.763271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'e7cdbe72-2068-4e30-b6ab-9bc74612b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:42.763683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: b6e9b340-9026-4800-bb82-beaeffddecff, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:42.828303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:42.915673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242f307f-68b9-4186-a0da-1867773df1de,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:42.920613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7c23f-8e76-4272-b937-764a451f71f9 req-e6c33d5d-ae96-4184-86ce-12db5fd65d03 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:42.926038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Checking segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:42.926509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Network hostable DHCP agents. Network: e8d3c81e-e157-4736-a9d3-66471a4d3fc4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:42.930935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24a7c23f-8e76-4272-b937-764a451f71f9 req-e6c33d5d-ae96-4184-86ce-12db5fd65d03 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018647 Jul 28 18:10:42.953129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24a7c23f-8e76-4272-b937-764a451f71f9 req-b788f9c3-0edd-4ca5-bb08-22107942eb38 tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/quotas/7e487fef96164c589191a88a586fc3c8 HTTP/1.1" status: 200 len: 375 time: 0.0210195 Jul 28 18:10:42.971534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.000897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network b6e9b340-9026-4800-bb82-beaeffddecff is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:43.016428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24a7c23f-8e76-4272-b937-764a451f71f9 req-c0c724eb-abf8-4e15-ae2d-40e4544834fe tempest-QuotasAdminNegativeTest-1824965074 tempest-QuotasAdminNegativeTest-1824965074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e487fef96164c589191a88a586fc3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619962 Jul 28 18:10:43.028765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:43.071927 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:43.120135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b6e9b340-9026-4800-bb82-beaeffddecff) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:43.121340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, e8d3c81e-e157-4736-a9d3-66471a4d3fc4) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:43.125960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:43.127370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.135915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:43.136869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.145319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af242e92-18bc-4f0e-8476-09fca1be1e33 None None] Network b6e9b340-9026-4800-bb82-beaeffddecff requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:43.175631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e618f95-19a8-4fe9-bf90-074eec0a0964 None None] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:43.206918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b49a59fa-8fad-4fc1-ab91-fdba124ccf01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9351492 Jul 28 18:10:43.209472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33498) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:43.214044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:43.244300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c1e766d-94a0-4251-b10a-6ed889ee7fe5 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2485919 Jul 28 18:10:43.244300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33500) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:43.381974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.381974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.448359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.509022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b6e9b340-9026-4800-bb82-beaeffddecff', 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '622b8d97-c771-4c17-8242-984d3d54cd89'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:43.509177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.512170 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.580982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.592545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:43.593451 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:43.701755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc8335bf-4566-4266-9f39-fe6e2516fe4d req-5565b819-4ca0-4fde-a41e-dd5aa320789b tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.0826843 Jul 28 18:10:43.941981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-7497091d-791b-42a4-8651-491569a593c6 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3d0f66796ec4ec4940e878bbc301845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837362 Jul 28 18:10:44.024161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Allocated IP 172.20.0.2 (b6e9b340-9026-4800-bb82-beaeffddecff/622b8d97-c771-4c17-8242-984d3d54cd89/aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:44.105668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34ca68e1-1ff4-4a7f-96db-3e8b9c769a37 req-0bb8b0f6-067a-41fd-ae51-a472b0ea1a83 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.2189064 Jul 28 18:10:44.203327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.211390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.221917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Transition to ACTIVE for port object aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:44.238651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Transition to ACTIVE for port object aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:44.293043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-112c77fd-8ee3-4ae9-9faa-04b5e879ccae tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:44.295014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-112c77fd-8ee3-4ae9-9faa-04b5e879ccae tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927895 Jul 28 18:10:44.314123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.355869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Request body: {'port': {'device_id': 'd932cf7f-7980-437f-a02a-48432424351f', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'a3d0f66796ec4ec4940e878bbc301845'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:44.389627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.422888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Network b6e9b340-9026-4800-bb82-beaeffddecff is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:44.434085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:44.444098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:44.452441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=622b8d97-c771-4c17-8242-984d3d54cd89,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:44.456170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:44.458180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Pushing event updated for resources: {'Port': ['ID=aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:44.614698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Allocated IP 172.20.0.2 (e8d3c81e-e157-4736-a9d3-66471a4d3fc4/242f307f-68b9-4186-a0da-1867773df1de/9d11b4c3-fd1b-47f5-bbe6-956917a1fb24) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:44.634075 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.644221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Attempting to bind port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:44.646122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Attempting to bind port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e7cdbe72-2068-4e30-b6ab-9bc74612b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:44.646805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Attempting to bind port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 on network b6e9b340-9026-4800-bb82-beaeffddecff {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:44.654000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e9b340-9026-4800-bb82-beaeffddecff']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:44.660048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:44.663916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Checking segment: {'id': 'e7cdbe72-2068-4e30-b6ab-9bc74612b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:44.664366 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.664784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Bound using segment: {'id': 'e7cdbe72-2068-4e30-b6ab-9bc74612b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:44.665313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Bound port: aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cdbe72-2068-4e30-b6ab-9bc74612b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6e9b340-9026-4800-bb82-beaeffddecff'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:44.665733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.674372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cdbe72-2068-4e30-b6ab-9bc74612b268') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:44.675315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cdbe72-2068-4e30-b6ab-9bc74612b268') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:44.692968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.719783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.733145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:44.733913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:44.739328 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:44.846696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:10:44.846696 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:10:44.846696 n-d-778550-5 neutron-server[101105]: [parameters: {'id': 'b6e9b340-9026-4800-bb82-beaeffddecff'}] Jul 28 18:10:44.846696 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:10:44.848038 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:10:44.860312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Made reservation on behalf of a3d0f66796ec4ec4940e878bbc301845 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:44.868714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.907147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3936c56-a6a5-4c0f-88ca-62da2d89ecb4 req-2bdc77fa-4d93-4603-b5ab-65a0eb0f1393 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.0724380 Jul 28 18:10:44.933902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.961564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8b9dab2-9f5e-4436-8ee6-efda503dcad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:44.984623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.011986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] For port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:45.014200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.017789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.032104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] For port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161,segment=NetworkSegment(e7cdbe72-2068-4e30-b6ab-9bc74612b268),segment_id=e7cdbe72-2068-4e30-b6ab-9bc74612b268)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:45.039555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Transition to ACTIVE for port object 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:45.050681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Transition to ACTIVE for port object 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:45.114878 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.120204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.290185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Allocated IP 172.25.7.11 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ed00e349-f1e3-425a-97ae-8a8de5c23e6c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:45.296438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ec718de-9703-4d38-afaa-5e41c2a26a0d req-8446a173-7675-4862-9870-b784c9d5dc9a tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0460622 Jul 28 18:10:45.301821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:45.308375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:45.310529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e381b-8561-4df1-8c3b-5de35211039f None None] Pushing event updated for resources: {'Port': ['ID=aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:45.314515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:45.349966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.358523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80973c-510e-4c78-a3ae-9b6200502170 None None] Network b6e9b340-9026-4800-bb82-beaeffddecff requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:45.417185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.456955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.471482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Pushing event updated for resources: {'Port': ['ID=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:45.486895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:10:45.487470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.495636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.517057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Attempting to bind port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:45.518047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Attempting to bind port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:45.518658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Attempting to bind port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 on network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:45.559319 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.655175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:45.655175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Checking segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:45.655175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.663935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Bound using segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:45.668056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Bound port: 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:45.668485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.716131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161,segment=NetworkSegment(e7cdbe72-2068-4e30-b6ab-9bc74612b268),segment_id=e7cdbe72-2068-4e30-b6ab-9bc74612b268)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:45.716586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.740010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:45.758485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:10:45.815606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] For port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:45.819796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] For port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:45.892004 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.965124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:45.971831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3c17f-c52e-4698-a62f-9c5b64044dff None None] Pushing event updated for resources: {'Port': ['ID=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:45.992022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Allocated IP 192.168.233.254 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/17225b44-2a31-4de3-8d91-800aa7df5a43) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:46.032438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:46.033564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port aec3c1ff-2e8e-45ef-b3c5-bc78f9e24161 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:10:46.037701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8b9dab2-9f5e-4436-8ee6-efda503dcad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.052530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.101952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-619912a9-8ecc-486a-abbb-ff06b2b7fa1a req-ab966b74-8c37-490d-9acf-0ffe92cb42dc tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.0662186 Jul 28 18:10:46.118938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:46.141322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:46.178015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:46.180524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Pushing event updated for resources: {'Port': ['ID=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:46.187582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8b9dab2-9f5e-4436-8ee6-efda503dcad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.216633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.233789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e9b340-9026-4800-bb82-beaeffddecff']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:46.270720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cdbe72-2068-4e30-b6ab-9bc74612b268') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:46.271024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cdbe72-2068-4e30-b6ab-9bc74612b268') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:46.284997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.302490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.326122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:46.326818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:46.333490 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:46.365698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d8b9dab2-9f5e-4436-8ee6-efda503dcad3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e487fef96164c589191a88a586fc3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9186044 Jul 28 18:10:46.382409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33588) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:46.383149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9dab2-9f5e-4436-8ee6-efda503dcad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745e439-5be2-4cd2-8524-07555ddf345d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:46.516732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e1624d1-e437-4a4f-874e-b824541877c1 req-e73f6e44-c2d2-4e73-8692-1c7504b1c6a9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0403941 Jul 28 18:10:46.521312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.533636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.533636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/b6e9b340-9026-4800-bb82-beaeffddecff HTTP/1.1" status: 204 len: 168 time: 3.2892389 Jul 28 18:10:46.537841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33596) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:46.544945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62120284'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:46.564696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14028-c6b1-4293-a81f-742ec72386c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=b6e9b340-9026-4800-bb82-beaeffddecff,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:46.632134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.668104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:46.672061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Transition to ACTIVE for port object 17225b44-2a31-4de3-8d91-800aa7df5a43 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:46.672866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.674223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.700021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:46.705691 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.709834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.710354 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment f3800640-9457-4df4-8507-49cd5b9fc274 of type vlan for network 5731abcf-e179-46fa-93b8-ea7e67d71d3e Jul 28 18:10:46.761383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.864253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.913919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.920401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:46.921222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.932195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.934768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:46.936117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3745e439-5be2-4cd2-8524-07555ddf345d HTTP/1.1" status: 204 len: 168 time: 0.5498068 Jul 28 18:10:46.959243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae6443-0ee3-4f14-9f29-c16a2d2b6d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745e439-5be2-4cd2-8524-07555ddf345d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:46.987874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:46.991027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Pushing event updated for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:47.009607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:47.014656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:47.080940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:47.081904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:47.098675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:47.121985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=5731abcf-e179-46fa-93b8-ea7e67d71d3e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:47.142951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33604) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:47.161486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7b2a7c92-029b-4682-bd50-3806f7e8f256 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6212842 Jul 28 18:10:47.163046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:47.164257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:47.175079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '5731abcf-e179-46fa-93b8-ea7e67d71d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:47.199354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-8462b05a-2d2e-4d23-b50f-bdf58ef4e495 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8477910 Jul 28 18:10:47.213386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Request body: {'port': {'device_id': 'd932cf7f-7980-437f-a02a-48432424351f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:47.377707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:47.453141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:47.637154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7749d-392e-4bc3-90c1-c26eb7b7f746 req-67fd3303-4589-4144-bcfd-d1a71bbe8f82 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:47.652695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6d7749d-392e-4bc3-90c1-c26eb7b7f746 req-67fd3303-4589-4144-bcfd-d1a71bbe8f82 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 936 time: 0.2592468 Jul 28 18:10:47.663482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03be0ed-639f-42b6-b7c1-1806691646ac None None] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:47.775218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6d7749d-392e-4bc3-90c1-c26eb7b7f746 req-4eef4796-bc3c-4eb6-af16-8d200930a2e6 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213117 Jul 28 18:10:47.828611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:47.833270 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:47.888709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:47.930016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a256240c-8fdf-480f-bf09-f87db8393034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:47.975379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8a5f8348-c538-4896-b18e-fb9e486c760b None None] Provisioning for port 17225b44-2a31-4de3-8d91-800aa7df5a43 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:47.991483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing IP validity checks on allocation pools {{(pid=101105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 18:10:47.992028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 18:10:48.052406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8a5f8348-c538-4896-b18e-fb9e486c760b None None] Provisioning complete for port 17225b44-2a31-4de3-8d91-800aa7df5a43 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:48.053126 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8348-c538-4896-b18e-fb9e486c760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.123007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f8348-c538-4896-b18e-fb9e486c760b None None] Port 17225b44-2a31-4de3-8d91-800aa7df5a43 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:10:48.214133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:48.234288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81be0900-d836-4a86-af59-749df616582e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.295206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a256240c-8fdf-480f-bf09-f87db8393034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.313636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Provisioning for port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:48.318290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Provisioning complete for port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:48.318811 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.348448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.413312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-667ebfc4-3d68-41c5-b1cf-aeba2d3d1a0d req-24ae0ee9-4582-4fef-85dc-723c339e1e35 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.6494761 Jul 28 18:10:48.449271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a256240c-8fdf-480f-bf09-f87db8393034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.491629 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.502783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ede859-6a2c-4209-8969-95c87363896a None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:48.509851 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.529789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.558464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] For port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:48.643236 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81be0900-d836-4a86-af59-749df616582e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.649598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a256240c-8fdf-480f-bf09-f87db8393034 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5daded4e6e5e43e198aad35174584222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5090625 Jul 28 18:10:48.651129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=114b0068-368f-48ed-a430-3b5a59f9d4ca,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:48.661328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33628) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:48.666763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.669322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'f3800640-9457-4df4-8507-49cd5b9fc274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5731abcf-e179-46fa-93b8-ea7e67d71d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:48.670106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 5731abcf-e179-46fa-93b8-ea7e67d71d3e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:48.725677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81be0900-d836-4a86-af59-749df616582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.755790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256240c-8fdf-480f-bf09-f87db8393034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b4e343-a1fb-472c-b672-1ed2a561e249,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:48.757991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ee3d7-c356-47c4-9d17-4118c5b58370 None None] Pushing event updated for resources: {'Port': ['ID=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:48.770737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-81be0900-d836-4a86-af59-749df616582e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acafa150d7ad471aa8cefdccc589e228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554185 Jul 28 18:10:48.776951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:48.829339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f531277b-3427-46cb-b212-d0cb71412771 None None] Provisioning complete for port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:48.830467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f531277b-3427-46cb-b212-d0cb71412771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.867811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0900-d836-4a86-af59-749df616582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b58162-b431-49d2-9287-99327b0849f0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:48.892274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17225b44-2a31-4de3-8d91-800aa7df5a43 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:48.905239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.910099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.927534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Transition to ACTIVE for port object 17225b44-2a31-4de3-8d91-800aa7df5a43 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:48.944425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:48.993086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:49.006499 n-d-778550-5 neutron-server[101108]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-59ede859-6a2c-4209-8969-95c87363896a None None] Agent 180385dd-45d4-4b7a-803a-f8e508778391 already present Jul 28 18:10:49.006499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ede859-6a2c-4209-8969-95c87363896a None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:49.006499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ede859-6a2c-4209-8969-95c87363896a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5731abcf-e179-46fa-93b8-ea7e67d71d3e) {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:49.067246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df67248-95c0-4c6b-af56-bdcd8577a54d req-65b74a87-eed5-47ba-980d-e49fb2ad21a0 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:49.068906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1df67248-95c0-4c6b-af56-bdcd8577a54d req-65b74a87-eed5-47ba-980d-e49fb2ad21a0 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 936 time: 0.1376107 Jul 28 18:10:49.074958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.116607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.136239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.157018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.169989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.176587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4b58162-b431-49d2-9287-99327b0849f0 HTTP/1.1" status: 204 len: 168 time: 0.3984842 Jul 28 18:10:49.189154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5731abcf-e179-46fa-93b8-ea7e67d71d3e) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:49.232963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:49.233806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.237106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:49.264764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef1ab-217c-4a85-bacf-0e181785841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b58162-b431-49d2-9287-99327b0849f0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:49.279578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1df67248-95c0-4c6b-af56-bdcd8577a54d req-415cdbc3-4d5f-46eb-b265-dc91edbb7da9 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997943 Jul 28 18:10:49.337381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Pushing event updated for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:49.357799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c3e4abf9-4dd5-4738-9efc-4133ee61014f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1891079 Jul 28 18:10:49.357799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33644) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:49.436114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e1b97-bb71-4d97-8fe2-42de9565c6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5731abcf-e179-46fa-93b8-ea7e67d71d3e', 'network_id': '5731abcf-e179-46fa-93b8-ea7e67d71d3e', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '114b0068-368f-48ed-a430-3b5a59f9d4ca'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:49.437059 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-080e1b97-bb71-4d97-8fe2-42de9565c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.447434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:49.448122 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.486845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Attempting to bind port 17225b44-2a31-4de3-8d91-800aa7df5a43 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:49.487224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Attempting to bind port 17225b44-2a31-4de3-8d91-800aa7df5a43 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:49.487534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Attempting to bind port 17225b44-2a31-4de3-8d91-800aa7df5a43 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:49.495855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Router c65a3552-bf77-4622-804c-c415e7b700a4 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:10:49.508833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Port 17225b44-2a31-4de3-8d91-800aa7df5a43 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:10:49.509709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Attempting to bind port 17225b44-2a31-4de3-8d91-800aa7df5a43 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:49.532146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.540431 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.540655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.544541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06b4e343-a1fb-472c-b672-1ed2a561e249 HTTP/1.1" status: 204 len: 168 time: 0.8807511 Jul 28 18:10:49.561235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:49.561616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:49.564712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:49.565444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Bound port: 17225b44-2a31-4de3-8d91-800aa7df5a43, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:49.565634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.572000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237c53-3122-4f8b-a23f-5b8956fa4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b4e343-a1fb-472c-b672-1ed2a561e249,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:49.632944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.857176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:49.861829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=17225b44-2a31-4de3-8d91-800aa7df5a43,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:49.864278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-004cdd59-fa3a-43d0-b538-d0477d4af98c req-76a5e32e-af25-4890-b72a-66c6ba4cc8c2 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.1751940 Jul 28 18:10:49.885811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.946715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-080e1b97-bb71-4d97-8fe2-42de9565c6ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114b0068-368f-48ed-a430-3b5a59f9d4ca: This subnet is being modified by another concurrent operation. Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:49.954650 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114b0068-368f-48ed-a430-3b5a59f9d4ca: This subnet is being modified by another concurrent operation. Jul 28 18:10:49.958919 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:10:49.990804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c686d0-2cd7-41ce-8572-6bf3c18c9b3b None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:50.046725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:50.047282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.049449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] 10.222.0.37 "PUT /v2.0/ports/17225b44-2a31-4de3-8d91-800aa7df5a43 HTTP/1.1" status: 200 len: 1096 time: 2.8410029 Jul 28 18:10:50.049675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:50.060471 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9" -d '{"events": [{"name": "network-changed", "server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:50.110440 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.128066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac910c1-ff3e-4b1e-9e7d-9d251a4842ac service neutron] Pushing event updated for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:50.144774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5731abcf-e179-46fa-93b8-ea7e67d71d3e']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:50.151045 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e00c0c-23d3-4dab-9fe6-f4956e679249 x-openstack-request-id: req-e7e00c0c-23d3-4dab-9fe6-f4956e679249 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:50.151045 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:50.151045 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7e00c0c-23d3-4dab-9fe6-f4956e679249 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:50.151045 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43', 'status': 'completed', 'code': 200} Jul 28 18:10:50.151045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:50.164491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Sync routers for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:50.176858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3800640-9457-4df4-8507-49cd5b9fc274') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:50.177504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3800640-9457-4df4-8507-49cd5b9fc274') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:50.180232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c686d0-2cd7-41ce-8572-6bf3c18c9b3b None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:50.192407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:50.193840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:50.212166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-d20631fb-3b87-410e-b5ae-28c0009b9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:50.213802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-d20631fb-3b87-410e-b5ae-28c0009b9086 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3d0f66796ec4ec4940e878bbc301845&device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 1099 time: 0.0574813 Jul 28 18:10:50.251237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=114b0068-368f-48ed-a430-3b5a59f9d4ca,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:50.263194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.310028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.312861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:50.329086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:50.330336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:50.337453 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:50.349773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.354578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f24e7812-f5af-41de-99b8-c34a5d7f865f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1440012 Jul 28 18:10:50.363809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-16b3fdf2-c2a7-4f14-b1ab-7240cb561997 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=17225b44-2a31-4de3-8d91-800aa7df5a43 HTTP/1.1" status: 200 len: 217 time: 0.1403437 Jul 28 18:10:50.364898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33672) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:50.600059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.608272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.618541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/5731abcf-e179-46fa-93b8-ea7e67d71d3e HTTP/1.1" status: 204 len: 168 time: 1.2564874 Jul 28 18:10:50.624154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-5c61da9a-9802-4e89-8cdb-2a41f7b15f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:50.627273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-5c61da9a-9802-4e89-8cdb-2a41f7b15f65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.2553391 Jul 28 18:10:50.630503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:50.641400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173490454'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:50.653653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd43ff8-c4f4-4887-9d8c-843a69aa4282 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=5731abcf-e179-46fa-93b8-ea7e67d71d3e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:50.744934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4d6f-533e-4681-be5f-02a701cc53ca req-31c5346a-48be-4d60-8257-67292c65d6c7 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:50.746513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b73f4d6f-533e-4681-be5f-02a701cc53ca req-31c5346a-48be-4d60-8257-67292c65d6c7 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 948 time: 0.2302356 Jul 28 18:10:50.755740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-acb4e011-4974-4c45-806e-78c6e0eb9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:50.757285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-acb4e011-4974-4c45-806e-78c6e0eb9d3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159670 Jul 28 18:10:50.776859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:50.781594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.836055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:50.852840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:50.866103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.866470 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment 4760afb5-9f24-4071-8b8c-9cce8758e40d of type vlan for network 5ff811b0-c50a-401a-92c6-2654f8f3a508 Jul 28 18:10:50.881075 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1220a18e-022d-425a-96b7-6f57a3c94062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:50.922414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761f585-b0c5-46e3-9c2f-567d7c76b258 None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:50.925357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b73f4d6f-533e-4681-be5f-02a701cc53ca req-4af1faab-0c53-4ce4-aba3-9dbb151f19df tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244607 Jul 28 18:10:50.978151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761f585-b0c5-46e3-9c2f-567d7c76b258 None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e could not be found, it might have been deleted concurrently. {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 18:10:50.979708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.003642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a15f2-57e6-4843-b109-4faacc4cc11b None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:51.042713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a15f2-57e6-4843-b109-4faacc4cc11b None None] Network 5731abcf-e179-46fa-93b8-ea7e67d71d3e could not be found, it might have been deleted concurrently. {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 18:10:51.053853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:46Z', 'revision_number': 3, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:51.082954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de8066cd-502f-46fc-8b78-0998c70ef489 req-278ce941-ca4f-44c3-bf1d-adce134d03d0 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0412199 Jul 28 18:10:51.111454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Checking router: c65a3552-bf77-4622-804c-c415e7b700a4 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:51.112634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Updating router c65a3552-bf77-4622-804c-c415e7b700a4 port ed00e349-f1e3-425a-97ae-8a8de5c23e6c binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:10:51.121989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.132038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:51.132768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.182883 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.236934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-f47105df-9e07-4e0b-8278-c554006b3bbf service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294922 Jul 28 18:10:51.323169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1220a18e-022d-425a-96b7-6f57a3c94062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.326822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=5ff811b0-c50a-401a-92c6-2654f8f3a508,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:51.401530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1220a18e-022d-425a-96b7-6f57a3c94062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.438333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2894937-e6f9-4494-bc21-5cfc0d06dda7 req-7d379be1-59b3-40a1-ab27-f873ad4e5a9e service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675990 Jul 28 18:10:51.470954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5ff811b0-c50a-401a-92c6-2654f8f3a508 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:51.482711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:51.528401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33696) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:51.536046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-57d10800-c759-4ef7-a6ad-021f9995eace tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8924723 Jul 28 18:10:51.539680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '5ff811b0-c50a-401a-92c6-2654f8f3a508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:51.563446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1220a18e-022d-425a-96b7-6f57a3c94062 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8048b0e20d8e46b5b08ca5eddd58a5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070401 Jul 28 18:10:51.565506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a18e-022d-425a-96b7-6f57a3c94062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c0b11-6f65-4d59-b69a-4a8186a7f82b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:51.565948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33698) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:52.004829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-69ecdfa9-262a-44d2-88c1-dcd0309412af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:52.006376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-69ecdfa9-262a-44d2-88c1-dcd0309412af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3d0f66796ec4ec4940e878bbc301845&device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 1099 time: 0.4310067 Jul 28 18:10:52.026533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.143873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:52.148457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.193947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.207383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Transition to ACTIVE for port object ed00e349-f1e3-425a-97ae-8a8de5c23e6c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:52.209785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.239688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-962552ff-c907-49cb-bbe1-8f922747ca6e req-dc59819f-c8ed-4a47-9d15-4d71ab33afca tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0287738 Jul 28 18:10:52.320082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.339666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Allocated IP 172.20.0.1 (e8d3c81e-e157-4736-a9d3-66471a4d3fc4/242f307f-68b9-4186-a0da-1867773df1de/4d6428b4-4b09-4cdc-b0f7-e97e6397253e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:52.352300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfac87-66aa-485c-b061-d09cb7e09933 req-4ff932c9-2e62-4fa7-a92b-956dbfb1cb7c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:52.354121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19dfac87-66aa-485c-b061-d09cb7e09933 req-4ff932c9-2e62-4fa7-a92b-956dbfb1cb7c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 948 time: 0.3118274 Jul 28 18:10:52.373530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Attempting to bind port ed00e349-f1e3-425a-97ae-8a8de5c23e6c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:52.381692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Attempting to bind port ed00e349-f1e3-425a-97ae-8a8de5c23e6c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:52.381692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Attempting to bind port ed00e349-f1e3-425a-97ae-8a8de5c23e6c on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:52.381918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-535ecbf1-eab2-4138-b13a-4a753199bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:52.382012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:52.382012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:52.382208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-535ecbf1-eab2-4138-b13a-4a753199bba7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.3518727 Jul 28 18:10:52.382293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.382293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:52.382293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Bound port: ed00e349-f1e3-425a-97ae-8a8de5c23e6c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:52.382293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.383525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607375ad-50da-432b-bca0-36d88a37dc5d None None] Pushing event updated for resources: {'Port': ['ID=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:52.445576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] For port ed00e349-f1e3-425a-97ae-8a8de5c23e6c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:52.453514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] For port ed00e349-f1e3-425a-97ae-8a8de5c23e6c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:52.488635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-591537af-8ebe-4403-b886-c171863ef19a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=17225b44-2a31-4de3-8d91-800aa7df5a43 HTTP/1.1" status: 200 len: 217 time: 0.0965042 Jul 28 18:10:52.532707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.601956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.606263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.607849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/524c0b11-6f65-4d59-b69a-4a8186a7f82b HTTP/1.1" status: 204 len: 168 time: 1.0406094 Jul 28 18:10:52.608141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607375ad-50da-432b-bca0-36d88a37dc5d None None] Pushing event updated for resources: {'Port': ['ID=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:52.623140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19dfac87-66aa-485c-b061-d09cb7e09933 req-1a8894a3-b137-4c57-b151-338bc25cffb9 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511764 Jul 28 18:10:52.661501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:52.664060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e0d07-8424-4053-a372-5ad06812809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c0b11-6f65-4d59-b69a-4a8186a7f82b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:52.677275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:52.678080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:52.823870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:52.911464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Transition to ACTIVE for port object 4d6428b4-4b09-4cdc-b0f7-e97e6397253e will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:52.921993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-c58dded3-55e2-4cd7-b04e-335eecc57535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:52.922639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-c58dded3-55e2-4cd7-b04e-335eecc57535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.4172111 Jul 28 18:10:52.993950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-1f99a500-7f6a-4ecf-a7d4-eef690c0c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:52.996793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-1f99a500-7f6a-4ecf-a7d4-eef690c0c893 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649707 Jul 28 18:10:53.060276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:53.094343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:53.105031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:46Z', 'revision_number': 3, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:53.153003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f218b-f29c-4b17-9342-35fba05fe214 None None] The sync data for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 is: [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:46Z', 'revision_number': 3, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:53.196400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:53.197140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=2e50f411-ca01-4f09-9568-7517a7c725bd,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:53.215603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:53.231880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:53.232344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:53.293526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-9e43d9e7-0402-4714-900f-8af44f056825 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894511 Jul 28 18:10:53.304400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': '4760afb5-9f24-4071-8b8c-9cce8758e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ff811b0-c50a-401a-92c6-2654f8f3a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:53.304772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 5ff811b0-c50a-401a-92c6-2654f8f3a508, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:53.377927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:53.465607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d84f630b-973b-4167-8a48-72379af4861f req-d276ee9f-67d6-4db4-913f-dae6938773cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0593536 Jul 28 18:10:53.650994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33758) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:53.766270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dc5fccf4-f248-4051-963e-10e49c44edae None None] Provisioning for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:53.779049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dc5fccf4-f248-4051-963e-10e49c44edae None None] Provisioning complete for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:53.780013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dc5fccf4-f248-4051-963e-10e49c44edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:53.862364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fccf4-f248-4051-963e-10e49c44edae None None] Port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:10:53.921368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4c5f-9e76-430d-8c7e-3c6548d4017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:53.946357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 17225b44-2a31-4de3-8d91-800aa7df5a43 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:10:53.948605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00244c75-66b3-435b-bd35-e84eb054cef3 req-cd732c0a-332f-4dc6-9006-4d1620ea65d9 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:53.969209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00244c75-66b3-435b-bd35-e84eb054cef3 req-cd732c0a-332f-4dc6-9006-4d1620ea65d9 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 948 time: 0.1476219 Jul 28 18:10:54.187208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=17225b44-2a31-4de3-8d91-800aa7df5a43,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:54.192247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4c5f-9e76-430d-8c7e-3c6548d4017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.206271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '17225b44-2a31-4de3-8d91-800aa7df5a43', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '17225b44-2a31-4de3-8d91-800aa7df5a43', 'mac_address': 'fa:16:3e:03:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:10:54.216058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 5ff811b0-c50a-401a-92c6-2654f8f3a508 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:54.234529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00244c75-66b3-435b-bd35-e84eb054cef3 req-432f19b1-1a0a-4bba-a366-ea8e3fb29ac8 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625833 Jul 28 18:10:54.296224 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.296624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4c5f-9e76-430d-8c7e-3c6548d4017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.342326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-a19b27b7-5b3e-44d0-9531-792caf74bc85 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4be3427e07314573a0ca93f103e1ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295772 Jul 28 18:10:54.351721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2aeafa3-e220-4d38-b436-f5b99f4dfff9 req-10b4b935-dd8c-4a14-bd32-f8417e478f1f service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0451326 Jul 28 18:10:54.351721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5ff811b0-c50a-401a-92c6-2654f8f3a508) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:54.355184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17225b44-2a31-4de3-8d91-800aa7df5a43 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:10:54.388985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:54.389616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.427815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=17225b44-2a31-4de3-8d91-800aa7df5a43,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:54.432081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669e8dc-df6d-4a72-b94d-00f0d3f8f0e4 None None] Network 5ff811b0-c50a-401a-92c6-2654f8f3a508 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:54.436599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fc2d4c5f-9e76-430d-8c7e-3c6548d4017f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=953bfa3a231a4cac98547266e5976881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814200 Jul 28 18:10:54.437695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d4c5f-9e76-430d-8c7e-3c6548d4017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe48e9-e28f-4818-b886-fb3c5d26c873,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:54.440467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:54.530178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8adf4ba6-005d-4189-8f1f-345693730870 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9944718 Jul 28 18:10:54.538608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33782) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:54.542607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.545456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.578860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.678973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:54.703332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.726748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f45552d-2788-45da-80df-3b7f1fc15b76 req-6d9dba84-7b43-45ab-8ad8-6bfa9c4591cb tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0602260 Jul 28 18:10:54.732803 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.739681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.744097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdbe48e9-e28f-4818-b886-fb3c5d26c873 HTTP/1.1" status: 204 len: 168 time: 0.3010459 Jul 28 18:10:54.769042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['17225b44-2a31-4de3-8d91-800aa7df5a43'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:54.776483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8d3f8-93d8-4a17-8dbb-d155f4b662d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe48e9-e28f-4818-b886-fb3c5d26c873,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:54.869141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.872171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.891727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db749ab-f1ee-4aeb-bd1f-25b2b98c8a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5ff811b0-c50a-401a-92c6-2654f8f3a508', 'network_id': '5ff811b0-c50a-401a-92c6-2654f8f3a508', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '2e50f411-ca01-4f09-9568-7517a7c725bd'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:54.896321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3db749ab-f1ee-4aeb-bd1f-25b2b98c8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:54.929469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-6138c527-eb42-47c0-b80c-d2851a6a0780 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:54.931448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-6138c527-eb42-47c0-b80c-d2851a6a0780 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5552435 Jul 28 18:10:54.982407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-eaf6e3c4-e9ee-404f-8e36-35c0f2b94680 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/quotas/4be3427e07314573a0ca93f103e1ce02 HTTP/1.1" status: 200 len: 375 time: 0.0244594 Jul 28 18:10:55.039700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-bdcc68c5-f435-4d9f-ad5b-0fbcad946252 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432808 Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-3db749ab-f1ee-4aeb-bd1f-25b2b98c8a39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e50f411-ca01-4f09-9568-7517a7c725bd: This subnet is being modified by another concurrent operation. Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:10:55.166556 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e50f411-ca01-4f09-9568-7517a7c725bd: This subnet is being modified by another concurrent operation. Jul 28 18:10:55.171435 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:10:55.186869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.193488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d0097-629b-46b2-b678-e2ee1039c2d6 None None] Network 5ff811b0-c50a-401a-92c6-2654f8f3a508 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:55.234564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=2e50f411-ca01-4f09-9568-7517a7c725bd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:55.383115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ed00e349-f1e3-425a-97ae-8a8de5c23e6c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:55.404308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e5f0f32-a342-475d-a00e-dce79d0c568d req-90e843a2-79a1-4476-abb1-27a5e32e043f tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.0768788 Jul 28 18:10:55.434953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.558264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e27984-3baa-438e-8631-d6b39942bcb1 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:10:55.560355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff811b0-c50a-401a-92c6-2654f8f3a508']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:55.609581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4760afb5-9f24-4071-8b8c-9cce8758e40d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:55.610325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4760afb5-9f24-4071-8b8c-9cce8758e40d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:55.622266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.638441 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.677825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.702387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4d5b-26bb-4e83-9142-72b362b9b8cf req-05d19660-da58-4845-bd15-a992e34f6477 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:55.705136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d36f4d5b-26bb-4e83-9142-72b362b9b8cf req-05d19660-da58-4845-bd15-a992e34f6477 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 949 time: 0.2629561 Jul 28 18:10:55.708314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:55.708727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:10:55.711833 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:10:55.716428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ed00e349-f1e3-425a-97ae-8a8de5c23e6c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:55.723619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ed00e349-f1e3-425a-97ae-8a8de5c23e6c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:55.724885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.772494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.788102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27984-3baa-438e-8631-d6b39942bcb1 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:10:55.888313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:55.930138 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-143c803b-9944-4f21-8d08-a4ef07aec1c1 req-8da3fc84-c5e7-4148-9a11-729854bdef20 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0505130 Jul 28 18:10:55.948107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ed00e349-f1e3-425a-97ae-8a8de5c23e6c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:55.973570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 17225b44-2a31-4de3-8d91-800aa7df5a43 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:55.978626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:55.996215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d36f4d5b-26bb-4e83-9142-72b362b9b8cf req-3d48a9dd-79c3-43b3-bee3-3de888ee1825 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834809 Jul 28 18:10:56.014054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.035281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.037962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.039957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/5ff811b0-c50a-401a-92c6-2654f8f3a508 HTTP/1.1" status: 204 len: 168 time: 1.5003638 Jul 28 18:10:56.041072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.043436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33828) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:56.077324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945344291'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:56.081178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8de88-6f73-448b-8912-d16a1263632a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=5ff811b0-c50a-401a-92c6-2654f8f3a508,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:56.247735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:56.287281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:56.293268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.310915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:56.317405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:56.350916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 17225b44-2a31-4de3-8d91-800aa7df5a43 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:10:56.373224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 17225b44-2a31-4de3-8d91-800aa7df5a43 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:56.373614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.416971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:56.566695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a50ec434-c8bd-4988-bafd-c3f1fcff986d req-e1715410-1af8-4f1b-b3dc-1322cb02a3b7 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.0618255 Jul 28 18:10:56.581028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.616706 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.617563 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment cd1c24a8-8658-4102-b3ba-20fbc184832a of type vlan for network 00eb1807-37db-4c76-8a44-5d55dc59d099 Jul 28 18:10:56.635923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Router c65a3552-bf77-4622-804c-c415e7b700a4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:10:56.654595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=17225b44-2a31-4de3-8d91-800aa7df5a43,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:56.655923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:10:56.659601 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b37ec-f38d-4250-aa16-922945c0b52f" -d '{"events": [{"server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "name": "network-vif-plugged", "status": "completed", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:56.711804 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b7aff6-4387-4125-a418-21224552f061 x-openstack-request-id: req-36b7aff6-4387-4125-a418-21224552f061 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:56.712595 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "name": "network-vif-plugged", "status": "completed", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:56.712853 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36b7aff6-4387-4125-a418-21224552f061 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:56.713400 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43', 'code': 200} Jul 28 18:10:56.742750 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.759430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.819196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:56.925567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:56.940000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f65fb9a3-9627-4e22-9326-de9e62283bc8 admin admin] 10.222.0.25 "PUT /v2.0/routers/c65a3552-bf77-4622-804c-c415e7b700a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5651326 Jul 28 18:10:56.940000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1362a7-1892-49df-90ec-36d6226f2695 req-df531f96-baea-4947-8f08-2ea070ea1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:56.940000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da1362a7-1892-49df-90ec-36d6226f2695 req-df531f96-baea-4947-8f08-2ea070ea1670 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 1101 time: 0.1428180 Jul 28 18:10:56.945160 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Sync routers for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:56.955950 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:56.960940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b44bdf46-726e-4271-a5d9-db9999f3f3a3 None None] Provisioning complete for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:56.961081 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:56.961217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b44bdf46-726e-4271-a5d9-db9999f3f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.991649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:56.996023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b44bdf46-726e-4271-a5d9-db9999f3f3a3 None None] Port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:10:57.002468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:57.003110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:57.070015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da1362a7-1892-49df-90ec-36d6226f2695 req-3cd52d4c-c6f3-499b-bd4c-a0fac8c1eb39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286209 Jul 28 18:10:57.108558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=00eb1807-37db-4c76-8a44-5d55dc59d099,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:57.120982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66af59a0-8161-40e4-a389-2b54ec447cd5 req-99362e99-596f-46d4-875c-475b6b5c8cb5 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.0359702 Jul 28 18:10:57.123517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 00eb1807-37db-4c76-8a44-5d55dc59d099 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:57.213610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25f6762d-f119-4562-be63-cae93c509417 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1443756 Jul 28 18:10:57.216342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:57.222343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:57.235041 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:57.258466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6109b22-f71e-411b-a8e4-5a984ac72564 req-adcd9135-d00f-4cb1-a22d-646b099ecba2 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:57.260434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6109b22-f71e-411b-a8e4-5a984ac72564 req-adcd9135-d00f-4cb1-a22d-646b099ecba2 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 950 time: 0.1285651 Jul 28 18:10:57.292594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ed00e349-f1e3-425a-97ae-8a8de5c23e6c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:57.359385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ed00e349-f1e3-425a-97ae-8a8de5c23e6c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:10:57.360112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:57.373375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6109b22-f71e-411b-a8e4-5a984ac72564 req-36a12ee7-3172-48db-bade-20cf3d2a2a90 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958731 Jul 28 18:10:57.548169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:57.556180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:57.625239 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 2, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:57.730776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf793235-00cc-459e-a249-f260a9eeb569 req-cd9f8bf2-9ac1-4752-bdba-22da24cdc914 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.0767102 Jul 28 18:10:57.743180 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Checking router: c65a3552-bf77-4622-804c-c415e7b700a4 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:57.743927 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Updating router c65a3552-bf77-4622-804c-c415e7b700a4 port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:10:57.779717 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:57.955361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.069707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=abf84f98-7dc3-4608-a0fb-a1f929c221e7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:58.136668 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.146396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'cd1c24a8-8658-4102-b3ba-20fbc184832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:58.151038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 00eb1807-37db-4c76-8a44-5d55dc59d099, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:58.151726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Transition to ACTIVE for port object 4d6428b4-4b09-4cdc-b0f7-e97e6397253e will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:58.224052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-6e766d7e-10c1-4d94-9913-b50172956b58 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4be3427e07314573a0ca93f103e1ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325735 Jul 28 18:10:58.227727 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.250630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 00eb1807-37db-4c76-8a44-5d55dc59d099 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:58.284201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Pushing event updated for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:58.308210 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.308831 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.309331 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.312514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.313466 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.314495 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.315009 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:58.330782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 00eb1807-37db-4c76-8a44-5d55dc59d099) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:58.336833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:58.337442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.353469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3ac62-28ff-4284-a81a-a79c62880b48 None None] Network 00eb1807-37db-4c76-8a44-5d55dc59d099 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:10:58.377838 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Attempting to bind port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:10:58.379086 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Attempting to bind port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:10:58.381771 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Attempting to bind port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e on network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:10:58.396941 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:10:58.400805 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Checking segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:10:58.401653 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.407668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Bound using segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:10:58.408250 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Bound port: 4d6428b4-4b09-4cdc-b0f7-e97e6397253e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:10:58.409050 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.460131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4356fef0-e839-4f08-9033-11e36987de56 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2402122 Jul 28 18:10:58.460394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33894) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:58.466623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33896) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:10:58.580967 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] For port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:58.585356 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] For port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:58.590047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-e7e9d015-b413-41a4-99bd-021bddcdad6c tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:58.593582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-e7e9d015-b413-41a4-99bd-021bddcdad6c tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630204 Jul 28 18:10:58.617850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719279968', 'description': 'tempest-description--1657321100'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:58.633939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebd35a1a-3359-47e3-95d1-177012d911db req-5dd31738-8dd7-4919-a776-d1a2e0a3aba3 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.3736207 Jul 28 18:10:58.644635 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.666568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Request body: {'port': {'device_id': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '4be3427e07314573a0ca93f103e1ce02'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:10:58.848008 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dec69-6d55-4a9c-9b06-a536a1fd871f None None] Pushing event updated for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:58.869667 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:10:58.870900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:58.912669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-00eb1807-37db-4c76-8a44-5d55dc59d099', 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': 'abf84f98-7dc3-4608-a0fb-a1f929c221e7'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:10:58.913552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:58.984000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-f7015629-b66f-4c4d-b55d-69f205dd9369 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3452480 Jul 28 18:10:59.014952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-501c8682-66d4-4e60-94a3-3e8ffad99ca4 req-422f0e9f-d3d6-47ed-bbe9-a9b7e5ab7cbe tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.1228361 Jul 28 18:10:59.016188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.033719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf78e3c-9ea0-499d-8c5c-f690ee3ec621 req-ee7e70f1-b5e4-4ba2-9cca-f373331b750a tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.059344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daf78e3c-9ea0-499d-8c5c-f690ee3ec621 req-ee7e70f1-b5e4-4ba2-9cca-f373331b750a tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 950 time: 0.4240432 Jul 28 18:10:59.153382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Made reservation on behalf of 4be3427e07314573a0ca93f103e1ce02 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:59.166667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.175821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.178153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.269004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Allocated IP 172.20.0.1 (00eb1807-37db-4c76-8a44-5d55dc59d099/abf84f98-7dc3-4608-a0fb-a1f929c221e7/8f258192-6022-4ca2-a0b3-49b337922597) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:59.281130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daf78e3c-9ea0-499d-8c5c-f690ee3ec621 req-ed947365-6658-42e0-9d34-4fd31ee5594e tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191162 Jul 28 18:10:59.312916 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:10:59.369076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.386949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.388674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.393452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.393452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.393452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.395253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.399132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.401215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c21c7ee0-3f23-4a44-a300-de765e055ed7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.2749259 Jul 28 18:10:59.441548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.519930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.644651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.660737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Transition to ACTIVE for port object 8f258192-6022-4ca2-a0b3-49b337922597 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:59.684046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11576a7-0af0-4d7f-b2e8-80586ffba835,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:59.704875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Transition to ACTIVE for port object 8f258192-6022-4ca2-a0b3-49b337922597 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:10:59.768351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:10:58Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:59.774542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-33d8b2c8-09fa-4fed-bb77-d0c88fb4ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.776187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-33d8b2c8-09fa-4fed-bb77-d0c88fb4ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.777508 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.782833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-33d8b2c8-09fa-4fed-bb77-d0c88fb4ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:10:59.790506 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-33d8b2c8-09fa-4fed-bb77-d0c88fb4ceb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.3540487 Jul 28 18:10:59.860045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Network 00eb1807-37db-4c76-8a44-5d55dc59d099 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:59.867921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:59.872983 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3edd8-8040-4caa-91bb-c6ece4018cba None None] The sync data for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 is: [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:10:58Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:59.880792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:10:59.891882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Allocated IP 192.168.233.66 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/6e512297-cecb-4a20-aa0b-a28471115010) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:59.898669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Pushing event updated for resources: {'Port': ['ID=8f258192-6022-4ca2-a0b3-49b337922597,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:59.900415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.948272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8213f69-d88a-407a-bad3-88fb7a281964 req-59d6fe0e-44f3-4764-8e58-ee790265df05 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a81d29b-2253-42e1-b91f-37970aec0110 HTTP/1.1" status: 200 len: 210 time: 0.1310542 Jul 28 18:10:59.967103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:10:59.982029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.064227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-a99de2bb-f3d2-41e5-a3ae-4e93ea8a09bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.2637770 Jul 28 18:11:00.091537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Attempting to bind port 8f258192-6022-4ca2-a0b3-49b337922597 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:00.091918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Attempting to bind port 8f258192-6022-4ca2-a0b3-49b337922597 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cd1c24a8-8658-4102-b3ba-20fbc184832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:00.092295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Attempting to bind port 8f258192-6022-4ca2-a0b3-49b337922597 on network 00eb1807-37db-4c76-8a44-5d55dc59d099 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:00.103780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:00.104158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Checking segment: {'id': 'cd1c24a8-8658-4102-b3ba-20fbc184832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:00.104799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.108567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Bound using segment: {'id': 'cd1c24a8-8658-4102-b3ba-20fbc184832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:00.109329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Bound port: 8f258192-6022-4ca2-a0b3-49b337922597, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1c24a8-8658-4102-b3ba-20fbc184832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '00eb1807-37db-4c76-8a44-5d55dc59d099'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:00.109938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.134805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=abf84f98-7dc3-4608-a0fb-a1f929c221e7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:00.221084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] For port 8f258192-6022-4ca2-a0b3-49b337922597, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:00.225200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] For port 8f258192-6022-4ca2-a0b3-49b337922597, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f258192-6022-4ca2-a0b3-49b337922597,segment=NetworkSegment(cd1c24a8-8658-4102-b3ba-20fbc184832a),segment_id=cd1c24a8-8658-4102-b3ba-20fbc184832a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:00.248077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.266105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:00.287318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Transition to ACTIVE for port object 6e512297-cecb-4a20-aa0b-a28471115010 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:00.319715 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.329706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce3a9c-b2f3-42f2-a002-6566ec262df5 req-ea4d1ec4-cf94-4f54-8ae1-bccb98747a23 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:00.330941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02ce3a9c-b2f3-42f2-a002-6566ec262df5 req-ea4d1ec4-cf94-4f54-8ae1-bccb98747a23 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 950 time: 0.0993731 Jul 28 18:11:00.334145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.338124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8677037 Jul 28 18:11:00.357617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33940) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:00.385930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83206ca-83c8-48d8-a1da-d077ea396e68 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:00.421422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb1a393b-4b7e-4632-82cd-bb0ab3eea1c9 req-8f4936d9-9c64-4883-a005-ee006356c915 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.2389219 Jul 28 18:11:00.428498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'security_group_rule': {'security_group_id': '7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:00.440688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.493719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eb1807-37db-4c76-8a44-5d55dc59d099']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:00.513675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2b01d75-d3da-4d3f-997a-76b23ba7d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.518139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c3304817-f5a5-49fb-aaca-54e31e349c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:00.524155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02ce3a9c-b2f3-42f2-a002-6566ec262df5 req-efb7720b-51ff-40d0-a6cf-87684e40207f tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650083 Jul 28 18:11:00.536885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3235db-cf9d-4058-8bd6-285a7e4ef31b None None] Pushing event updated for resources: {'Port': ['ID=8f258192-6022-4ca2-a0b3-49b337922597,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:00.538025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c3304817-f5a5-49fb-aaca-54e31e349c63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.3906116 Jul 28 18:11:00.540492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1c24a8-8658-4102-b3ba-20fbc184832a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:00.540809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1c24a8-8658-4102-b3ba-20fbc184832a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:00.564161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.565582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763e519-85c4-4a8c-bbe3-7f1702b39d9b None None] Network 00eb1807-37db-4c76-8a44-5d55dc59d099 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:00.600648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.611459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.619883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.628256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:00.628747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:00.730002 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:00.732321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Pushing event updated for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:00.743520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:00.750396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-185947bc-ccc9-45b4-8fd9-051ee44cfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:00.753848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-185947bc-ccc9-45b4-8fd9-051ee44cfccb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026446 Jul 28 18:11:00.754718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:00.762094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:00.789829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:11:00.789829 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:11:00.789829 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '00eb1807-37db-4c76-8a44-5d55dc59d099'}] Jul 28 18:11:00.789829 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:00.791794 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:00.841425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.885453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:00.885912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.898760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-7241ee73-36d6-4296-94d1-9b403446dbe9 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375244 Jul 28 18:11:00.929005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2b01d75-d3da-4d3f-997a-76b23ba7d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.930610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:00.944807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b23586-631a-44ed-a887-df5b1eaf6015,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:01.019414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-61c0f4f7-2d0f-429f-bde7-c7c4689c6fc1 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120665 Jul 28 18:11:01.030595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2b01d75-d3da-4d3f-997a-76b23ba7d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.068815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b7093-01ca-4841-9e70-54ad00677b96 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:11:01.080669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b01d75-d3da-4d3f-997a-76b23ba7d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c740cddb-c887-4054-9a41-06a1d27d9695,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:01.097748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b2b01d75-d3da-4d3f-997a-76b23ba7d068 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de7931c38c25461a87acddfad8f75b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303962 Jul 28 18:11:01.100880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-748902c8-ffcd-4f0e-9924-dbb2037ad6f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.0675216 Jul 28 18:11:01.101430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33948) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:01.102859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.104217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3059084e-8835-458b-92d9-bc4ba47290ba tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7135375 Jul 28 18:11:01.106732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33950) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:01.111873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'security_group_rule': {'security_group_id': '7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:01.139242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-11639ee0-d13b-442a-b039-d47e0b5c783d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4994173 Jul 28 18:11:01.152262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Request body: {'port': {'device_id': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:01.257857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:01.263719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d6428b4-4b09-4cdc-b0f7-e97e6397253e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:01.290583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-485b9021-64f9-4689-a99f-19ccd3e845e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:01.293168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-485b9021-64f9-4689-a99f-19ccd3e845e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1837225 Jul 28 18:11:01.297199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.312640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b7093-01ca-4841-9e70-54ad00677b96 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:11:01.360848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.373030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-19bca58b-8bc0-49a6-ace1-54b7b49ae780 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:01.375566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-19bca58b-8bc0-49a6-ace1-54b7b49ae780 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 950 time: 0.1665385 Jul 28 18:11:01.400327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.423560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.489852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.499996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.536585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-5228e6e6-5e87-49c9-a76a-7f77fff0f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:01.538231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-5228e6e6-5e87-49c9-a76a-7f77fff0f606 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2348738 Jul 28 18:11:01.590858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.691081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e94ec0b7-d42e-4518-950b-a78a8f645572 None None] Provisioning for port 6e512297-cecb-4a20-aa0b-a28471115010 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:01.701661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e94ec0b7-d42e-4518-950b-a78a8f645572 None None] Provisioning complete for port 6e512297-cecb-4a20-aa0b-a28471115010 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:01.702382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e94ec0b7-d42e-4518-950b-a78a8f645572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.757947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.809511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:01.817633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port 8f258192-6022-4ca2-a0b3-49b337922597 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:01.817767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.833694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9adb1d-14ff-4f69-9cd5-070f2b704fb2 req-ecbbdcc1-950d-49ab-bc74-e68ff8d75d6e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:01.835952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa9adb1d-14ff-4f69-9cd5-070f2b704fb2 req-ecbbdcc1-950d-49ab-bc74-e68ff8d75d6e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 935 time: 0.2884254 Jul 28 18:11:01.844515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Deleting port 17225b44-2a31-4de3-8d91-800aa7df5a43 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:01.844863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.846788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e94ec0b7-d42e-4518-950b-a78a8f645572 None None] Port 6e512297-cecb-4a20-aa0b-a28471115010 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:11:01.848653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:01.849403 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.890596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21138f-5735-445e-bb94-70e75359658c req-91ff482f-32e6-452b-8fab-50ddca91262c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:01.892252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b21138f-5735-445e-bb94-70e75359658c req-91ff482f-32e6-452b-8fab-50ddca91262c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 950 time: 0.1910450 Jul 28 18:11:01.910824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.918993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.921956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.926488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c740cddb-c887-4054-9a41-06a1d27d9695 HTTP/1.1" status: 204 len: 168 time: 0.8240621 Jul 28 18:11:01.976098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540311a6-f0bd-4b11-82c0-50b04d3bc039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c740cddb-c887-4054-9a41-06a1d27d9695,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:01.978452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efaa3a9-e44c-4edf-82f0-99b8db276c9b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:01.986381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-6620d4fb-32be-4bc6-a579-e169654b7da5 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329646 Jul 28 18:11:01.990316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port 8f258192-6022-4ca2-a0b3-49b337922597, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f258192-6022-4ca2-a0b3-49b337922597,segment=NetworkSegment(cd1c24a8-8658-4102-b3ba-20fbc184832a),segment_id=cd1c24a8-8658-4102-b3ba-20fbc184832a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:01.990799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:01.998140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa9adb1d-14ff-4f69-9cd5-070f2b704fb2 req-0449a671-2f10-4e51-ab20-4fafbf4a69c5 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499562 Jul 28 18:11:02.031284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.035558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.039115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f79a195-ed31-48a1-9403-38b47ff7c32f HTTP/1.1" status: 204 len: 168 time: 0.7752831 Jul 28 18:11:02.042277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33966) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:02.074302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for 8f258192-6022-4ca2-a0b3-49b337922597 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:02.096746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.098004 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b2a7b797-b745-4f12-98f6-7fb5c1898716 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9899781 Jul 28 18:11:02.107824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:02.115279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:02.126348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b21138f-5735-445e-bb94-70e75359658c req-74161b86-ff68-47ee-a8d5-037d9b403b12 tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/security-groups?id=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215323 Jul 28 18:11:02.136250 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-3296a83c-463e-4558-be3e-11346bc4b198 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] show failed (client error): The resource could not be found. Jul 28 18:11:02.139910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3296a83c-463e-4558-be3e-11346bc4b198 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "GET /v2.0/security-groups/0f79a195-ed31-48a1-9403-38b47ff7c32f HTTP/1.1" status: 404 len: 347 time: 0.0940042 Jul 28 18:11:02.142673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163d36f-3825-437c-a6f1-1a38e48abeb1 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79a195-ed31-48a1-9403-38b47ff7c32f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:02.145851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] For port 17225b44-2a31-4de3-8d91-800aa7df5a43, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=17225b44-2a31-4de3-8d91-800aa7df5a43,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:02.146237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.147958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33972) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:02.184853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Calling delete_port for 17225b44-2a31-4de3-8d91-800aa7df5a43 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:02.186509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.303242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:02.348136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e512297-cecb-4a20-aa0b-a28471115010 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:02.362297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-e98d30e9-0788-4ce1-b334-176683f7ef8f service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597312 Jul 28 18:11:02.362917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.378140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Transition to ACTIVE for port object 6e512297-cecb-4a20-aa0b-a28471115010 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:02.404649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.405193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.456690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:02.498627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.567874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.576287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:02.583485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['17225b44-2a31-4de3-8d91-800aa7df5a43'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:02.663264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Pushing event deleted for resources: {'Port': ['ID=17225b44-2a31-4de3-8d91-800aa7df5a43,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:02.761242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.778838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] No DVR routers for this DVR port 17225b44-2a31-4de3-8d91-800aa7df5a43 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:02.789022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.796368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68fd5055-7fa2-450b-8eff-bdfcb51bd0e3 req-a88fda67-638c-4596-a1f3-1f08a53bf31c tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.37 "DELETE /v2.0/ports/17225b44-2a31-4de3-8d91-800aa7df5a43 HTTP/1.1" status: 204 len: 173 time: 1.4098606 Jul 28 18:11:02.796919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'name': 'network-vif-deleted', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:02.799472 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bfe730-557f-4547-805d-5748f211d649" -d '{"events": [{"server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "name": "network-vif-deleted", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:02.824814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-dba94524-01ab-49d1-9c4d-a7261e82d122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.4506443 Jul 28 18:11:02.870888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port d909e6b0-2915-4492-bafa-af156fe1c5af {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:02.876136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.909052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33980) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:02.909052 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd92110-a79d-43eb-9f50-290fb3fe8aee x-openstack-request-id: req-5dd92110-a79d-43eb-9f50-290fb3fe8aee {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:02.909389 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d932cf7f-7980-437f-a02a-48432424351f", "name": "network-vif-deleted", "tag": "17225b44-2a31-4de3-8d91-800aa7df5a43", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:02.916960 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd92110-a79d-43eb-9f50-290fb3fe8aee {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:02.916960 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd932cf7f-7980-437f-a02a-48432424351f', 'name': 'network-vif-deleted', 'tag': '17225b44-2a31-4de3-8d91-800aa7df5a43', 'status': 'completed', 'code': 200} Jul 28 18:11:02.921946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Attempting to bind port 6e512297-cecb-4a20-aa0b-a28471115010 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:02.922293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Attempting to bind port 6e512297-cecb-4a20-aa0b-a28471115010 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:02.922680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Attempting to bind port 6e512297-cecb-4a20-aa0b-a28471115010 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:02.931386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Port 6e512297-cecb-4a20-aa0b-a28471115010 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:11:02.931742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Attempting to bind port 6e512297-cecb-4a20-aa0b-a28471115010 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:02.942827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:02.945656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:02.945656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:02.945656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Bound port: 6e512297-cecb-4a20-aa0b-a28471115010, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:02.945656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:02.947108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.007620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=8f258192-6022-4ca2-a0b3-49b337922597,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:03.020651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-5b16e2b1-25e6-4207-8743-970bbe3500a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.022487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-5b16e2b1-25e6-4207-8743-970bbe3500a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1891658 Jul 28 18:11:03.032577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port 8f258192-6022-4ca2-a0b3-49b337922597 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:03.057966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Allocated IP 172.25.7.99 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ab7afbd7-d413-40e2-8738-7ba21dbf8e43) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:03.098992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:03.103599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6e512297-cecb-4a20-aa0b-a28471115010,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:03.172294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.174226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a7bf-7f45-4c8f-9fec-355ed6b4d9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.246013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.246643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.248179 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e512297-cecb-4a20-aa0b-a28471115010 HTTP/1.1" status: 200 len: 1095 time: 2.1001675 Jul 28 18:11:03.272704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33990) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:03.289348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.292702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.302126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d6428b4-4b09-4cdc-b0f7-e97e6397253e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:03.328197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for d909e6b0-2915-4492-bafa-af156fe1c5af owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:03.343346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e25765b-ab09-40de-905a-c8d610134003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.366607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-f72e48a9-6410-4e1b-a785-add07612877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.368971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-f72e48a9-6410-4e1b-a785-add07612877d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3323674 Jul 28 18:11:03.371744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f85aad4-82f5-42e6-b1ec-9447e250741f req-b14c8d13-a2ab-4dc3-b98d-bba9697cabeb tempest-VolumesNegativeTest-1982392612 tempest-VolumesNegativeTest-1982392612-project] 10.222.0.25 "GET /v2.0/ports?device_id=d932cf7f-7980-437f-a02a-48432424351f HTTP/1.1" status: 200 len: 210 time: 0.0641050 Jul 28 18:11:03.374875 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.378226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9035955-a372-4f38-a202-0f82efd550f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:03.400789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:03.402236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.416445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eb1807-37db-4c76-8a44-5d55dc59d099']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:03.423538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e9ee8-e562-4884-88ee-b10cfd30d1ef req-8f31882f-b91e-498d-ae5f-7ae587c8f54e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.425611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a8e9ee8-e562-4884-88ee-b10cfd30d1ef req-8f31882f-b91e-498d-ae5f-7ae587c8f54e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 947 time: 0.2764866 Jul 28 18:11:03.434835 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.539955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1c24a8-8658-4102-b3ba-20fbc184832a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:03.540137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1c24a8-8658-4102-b3ba-20fbc184832a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:03.543321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a8e9ee8-e562-4884-88ee-b10cfd30d1ef req-47fd2e77-6efe-458a-810a-0c9f8515e154 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011393 Jul 28 18:11:03.580275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-756b4e54-b306-484a-8b56-2e951b1650c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.581825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-756b4e54-b306-484a-8b56-2e951b1650c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 1098 time: 0.1923404 Jul 28 18:11:03.582866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.621233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.637181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:03.637327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-1f83c795-98f8-4cc6-8668-187ac520ef59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e512297-cecb-4a20-aa0b-a28471115010 HTTP/1.1" status: 200 len: 217 time: 0.0481532 Jul 28 18:11:03.639145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:03.640635 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:03.689200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a7bf-7f45-4c8f-9fec-355ed6b4d9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.706588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-3017db21-8f5a-4605-aee3-269740ba65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.708244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-3017db21-8f5a-4605-aee3-269740ba65fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0597885 Jul 28 18:11:03.715220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-4bb16b39-351a-44d1-844e-0e537d462346 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309865 Jul 28 18:11:03.727699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.779785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a7bf-7f45-4c8f-9fec-355ed6b4d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.796137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.811069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.812840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/00eb1807-37db-4c76-8a44-5d55dc59d099 HTTP/1.1" status: 204 len: 168 time: 5.3513658 Jul 28 18:11:03.817883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33992) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:03.818071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:03.832803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454427587'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:03.839281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076255f5-62a6-4a06-8489-cef22dd826b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=00eb1807-37db-4c76-8a44-5d55dc59d099,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:03.844864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:03.846797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:03.870144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-1fc908ac-f5f2-4106-938e-746e8cc75792 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361277 Jul 28 18:11:03.878634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'Port': ['ID=ab7afbd7-d413-40e2-8738-7ba21dbf8e43,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:03.896569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1cd9a7bf-7f45-4c8f-9fec-355ed6b4d9e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e01f847b5f9a4c4b8fdf30e1a0c842c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9840186 Jul 28 18:11:03.903645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53042a-0b04-45d0-8284-92296c815485 req-788aea3d-07ab-4cbe-83ba-434e9a8b50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:03.905299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-788aea3d-07ab-4cbe-83ba-434e9a8b50e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911106 Jul 28 18:11:03.905979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33994) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:03.913410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-db2ec997-aff3-4e82-8981-3fa4bb344537 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0363114 Jul 28 18:11:03.914589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:03.924499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9a7bf-7f45-4c8f-9fec-355ed6b4d9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36099629-9acd-4676-8beb-5385444173ea,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:03.954534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=d909e6b0-2915-4492-bafa-af156fe1c5af,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:04.030337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-fe497d77-629d-4214-96b1-365784eb3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:04.032468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-fe497d77-629d-4214-96b1-365784eb3475 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1093111 Jul 28 18:11:04.074619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.077217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.078407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e222f12b-dcd3-44a3-ab97-eaae6b18c221 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/floatingips/9613ed9b-3b96-4b68-9976-82bd5fdf85ee HTTP/1.1" status: 204 len: 168 time: 1.9273169 Jul 28 18:11:04.081580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33996) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:04.128409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-3665b79a-5c33-46e7-9ef4-c94f64ec0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:04.129948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-3665b79a-5c33-46e7-9ef4-c94f64ec0bf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893354 Jul 28 18:11:04.259014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-e60f3005-82a6-4188-8846-a4e33da2af58 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Jul 28 18:11:04.261126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port f0cc073f-3ef2-4d88-a617-8b533197a7ae {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:04.261466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.414230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.428837 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-f4ae7372-bfa7-40ef-9391-512917f77ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626737 Jul 28 18:11:04.437410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for f0cc073f-3ef2-4d88-a617-8b533197a7ae owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:04.474395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.484553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-a8550a20-ae07-46fe-90e3-1f75d1282b71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0487733 Jul 28 18:11:04.486470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.506366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-013f987a-725e-48bb-a9a2-a982b660fd5a service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928223 Jul 28 18:11:04.546599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.586219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e25765b-ab09-40de-905a-c8d610134003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.593489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-46d2874c-1f6a-49a7-b5d3-08f47c468c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:04.595136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-46d2874c-1f6a-49a7-b5d3-08f47c468c16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0700424 Jul 28 18:11:04.645833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.689385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e25765b-ab09-40de-905a-c8d610134003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.730814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-94850f78-4791-474a-92b8-cf4a815050bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:04.732500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-94850f78-4791-474a-92b8-cf4a815050bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278872 Jul 28 18:11:04.739041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f53042a-0b04-45d0-8284-92296c815485 req-dca5c84e-6e83-45d4-abb7-0f086ae586c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249923 Jul 28 18:11:04.758330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136037-14bd-400f-ae9e-28f56d8e51c4 req-8ee22611-a562-4486-b273-bf658b8d3869 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:04.761596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb136037-14bd-400f-ae9e-28f56d8e51c4 req-8ee22611-a562-4486-b273-bf658b8d3869 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 947 time: 0.1289337 Jul 28 18:11:04.764965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e25765b-ab09-40de-905a-c8d610134003 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ae4291cb64e4a4eb8109e5ca1ffda7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4903724 Jul 28 18:11:04.765588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34012) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:04.805301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25765b-ab09-40de-905a-c8d610134003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f773193-ed78-4aa8-a450-f5a7921d3e43,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:04.807642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:04.811162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.819294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.825197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.826158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36099629-9acd-4676-8beb-5385444173ea HTTP/1.1" status: 204 len: 168 time: 0.9137530 Jul 28 18:11:04.827121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.862192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74552217-f6a6-4e14-be79-10237c2500d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36099629-9acd-4676-8beb-5385444173ea,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:04.886510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=f0cc073f-3ef2-4d88-a617-8b533197a7ae,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:04.914787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb136037-14bd-400f-ae9e-28f56d8e51c4 req-6791c14d-a104-45a6-9d4b-d37606301ebf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437640 Jul 28 18:11:04.920664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:04.923581 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd953c-84f5-4a24-af13-a5626813604b" -d '{"events": [{"name": "network-changed", "server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "tag": "6e512297-cecb-4a20-aa0b-a28471115010"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:04.941709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:04.941858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.973898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:04.981107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.002549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.003023 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment d718bb06-6339-4adf-8ffa-bdc8e492b590 of type vlan for network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f Jul 28 18:11:05.005978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-0ce32f6b-ef3d-406d-9294-e43eb811ec09 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648122 Jul 28 18:11:05.017282 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dec340-2467-4161-a9a0-e8bf1ac67cec x-openstack-request-id: req-29dec340-2467-4161-a9a0-e8bf1ac67cec {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:05.017646 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "tag": "6e512297-cecb-4a20-aa0b-a28471115010", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:05.017826 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29dec340-2467-4161-a9a0-e8bf1ac67cec {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:05.018314 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010', 'status': 'completed', 'code': 200} Jul 28 18:11:05.068507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.106024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.119966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.124489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8baa6926-4c02-4657-adf0-a6afdda41a44 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/ports/f0cc073f-3ef2-4d88-a617-8b533197a7ae HTTP/1.1" status: 204 len: 168 time: 1.0419137 Jul 28 18:11:05.129522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34030) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:05.144123 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.146690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.150319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f773193-ed78-4aa8-a450-f5a7921d3e43 HTTP/1.1" status: 204 len: 168 time: 0.3712771 Jul 28 18:11:05.171120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'Port': ['ID=ab7afbd7-d413-40e2-8738-7ba21dbf8e43,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:05.177414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85761f0-e554-4c0d-b6c0-7f734fa219a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f773193-ed78-4aa8-a450-f5a7921d3e43,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:05.180776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd953c-84f5-4a24-af13-a5626813604b req-38c161e2-cc21-4a14-9c4c-1087262c98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.182532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-38c161e2-cc21-4a14-9c4c-1087262c98ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 1098 time: 0.1438987 Jul 28 18:11:05.197798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.247034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-ad695ece-1d2c-4bbd-87b8-c6ecea928109 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295785 Jul 28 18:11:05.300954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.301715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-c3df76fa-3b7e-4bcb-b15e-38cb99c2463b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0448632 Jul 28 18:11:05.302341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.302938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e57315a7-50b6-430a-a7f6-9ca9aebe08c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1943424 Jul 28 18:11:05.306918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd953c-84f5-4a24-af13-a5626813604b req-e3c91db2-7791-4b4c-b122-7d7815da6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.309289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-e3c91db2-7791-4b4c-b122-7d7815da6c37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1192296 Jul 28 18:11:05.309608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.310251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.334282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port 5e30141b-6fc7-43a8-a282-ca9e92e299f6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:05.334282 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.356691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-4119b040-77a4-4b8c-a91c-fb67da1c14dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e512297-cecb-4a20-aa0b-a28471115010 HTTP/1.1" status: 200 len: 217 time: 0.0398870 Jul 28 18:11:05.442493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd953c-84f5-4a24-af13-a5626813604b req-c8de35da-7713-468a-ade9-c1bc89288f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.444605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-c8de35da-7713-468a-ade9-c1bc89288f7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0809722 Jul 28 18:11:05.515713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd953c-84f5-4a24-af13-a5626813604b req-3fa636ee-5975-4e1a-ac38-ee1b54b7b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.517805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-3fa636ee-5975-4e1a-ac38-ee1b54b7b1d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653031 Jul 28 18:11:05.548270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7191415 Jul 28 18:11:05.551131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34042) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:05.563198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:05.570078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:05.575505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe1c2d-ff2d-42d3-ad3a-75a47c1c77e7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=4caeb173-86e4-4c43-89fe-4c8a30ee1b1f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:05.598474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:05.616358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-b8550aee-75ea-437b-a265-bb61ee184f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.621522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-b8550aee-75ea-437b-a265-bb61ee184f3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.3057892 Jul 28 18:11:05.657788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-94661028-e3ae-47fb-93c6-f018ff27b19c service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302056 Jul 28 18:11:05.659480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for 5e30141b-6fc7-43a8-a282-ca9e92e299f6 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:05.853259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fd953c-84f5-4a24-af13-a5626813604b req-8a665e1e-44fb-44db-aa62-146cbbed056b service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828752 Jul 28 18:11:05.916663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-91df0e8b-546b-49bb-b18d-84faacb8882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:05.918299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-91df0e8b-546b-49bb-b18d-84faacb8882b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2602980 Jul 28 18:11:05.941523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-f5d1d829-9ad4-4395-88ae-28dec06f7bf7 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--719279968&fields=id&tenant_id=e630d683e1034ad2a0768216471cf527 HTTP/1.1" status: 200 len: 267 time: 0.0521770 Jul 28 18:11:05.994490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34074) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:06.017346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc806-b381-4e08-8bf7-da8996ca0eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.018731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 17225b44-2a31-4de3-8d91-800aa7df5a43 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:06.057950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.083226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 17225b44-2a31-4de3-8d91-800aa7df5a43 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:06.083951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 17225b44-2a31-4de3-8d91-800aa7df5a43 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:06.147918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-354fa78b-7d47-4f9d-8cde-012ca608cccf tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:06.149687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-354fa78b-7d47-4f9d-8cde-012ca608cccf tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/networks?id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 200 len: 814 time: 0.1974914 Jul 28 18:11:06.167782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-75ba5570-ae68-4784-aa0e-0b11f678eecf tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/quotas/e630d683e1034ad2a0768216471cf527 HTTP/1.1" status: 200 len: 375 time: 0.0119512 Jul 28 18:11:06.202225 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.210877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-d40d74f5-1ece-47e8-bb72-e637894aafec service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790813 Jul 28 18:11:06.217628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f is not hosted by any dhcp agent {{(pid=101105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:11:06.223621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:06.234456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.234456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "PUT /v2.0/networks/4caeb173-86e4-4c43-89fe-4c8a30ee1b1f HTTP/1.1" status: 200 len: 723 time: 0.6700110 Jul 28 18:11:06.235890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34116) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:06.240230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:06.294312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.302133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-74a64c00-de0c-435b-9719-567b67923bf8 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225636 Jul 28 18:11:06.389614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8019-1c9c-476c-a055-4882ae0f8269 req-f6c64959-1b5d-439b-9791-827d17dd44d6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:06.391757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3bb8019-1c9c-476c-a055-4882ae0f8269 req-f6c64959-1b5d-439b-9791-827d17dd44d6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 947 time: 0.2464256 Jul 28 18:11:06.405011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=5e30141b-6fc7-43a8-a282-ca9e92e299f6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:06.412153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57b068-159f-4615-b4da-ce4783778886 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=4caeb173-86e4-4c43-89fe-4c8a30ee1b1f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:06.441059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:06.486608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-f71c5718-3a44-426c-9ea6-d793e9f4af7b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:11:06.488116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-f71c5718-3a44-426c-9ea6-d793e9f4af7b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1706891 Jul 28 18:11:06.562792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc806-b381-4e08-8bf7-da8996ca0eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.565110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-0f77ac6a-7ef4-4df3-a2f0-3273646b61c6 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373935 Jul 28 18:11:06.570578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3bb8019-1c9c-476c-a055-4882ae0f8269 req-8f86db44-161a-4a5d-acf1-d0ee123e267f tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682367 Jul 28 18:11:06.611696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-7a9c3242-b75f-4835-9594-3f5aad550901 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Jul 28 18:11:06.612656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.614552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-400cb87d-b75d-49a2-a06a-5ce9811e39b9 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/ports/5e30141b-6fc7-43a8-a282-ca9e92e299f6 HTTP/1.1" status: 204 len: 168 time: 1.4840834 Jul 28 18:11:06.617244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:06.630279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-7054f9d4-c067-45bc-a91b-b09211bb25e0 service neutron] 10.222.0.25 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345937 Jul 28 18:11:06.667446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc806-b381-4e08-8bf7-da8996ca0eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.749075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fc806-b381-4e08-8bf7-da8996ca0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19180b5-6cdc-4c9b-9011-0770d7cc8178,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:06.771156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-cac7b0b4-6861-453a-8e06-5de0696a345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:06.778185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-cac7b0b4-6861-453a-8e06-5de0696a345a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.1589155 Jul 28 18:11:06.788704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fb2fc806-b381-4e08-8bf7-da8996ca0eea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b220287cab54a4fb47dfa86ad2bcc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906456 Jul 28 18:11:06.788989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:06.902323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting subnet ca78cc9f-f95a-4f8d-b099-56ec10f91972 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:06.904179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-141ff70f-c605-4d8d-bf9e-f8dba50604fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:06.906184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-141ff70f-c605-4d8d-bf9e-f8dba50604fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189775 Jul 28 18:11:06.909451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:06.993060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.040547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:07.041732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.044049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.064391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.100190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-a89b3d90-f4ae-4fcf-b6a6-a9789c851811 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847782 Jul 28 18:11:07.154793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-ead91c22-39ad-4548-b66d-dc6711c84734 service neutron] 10.222.0.25 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611945 Jul 28 18:11:07.253541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.277592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.280591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.281957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d19180b5-6cdc-4c9b-9011-0770d7cc8178 HTTP/1.1" status: 204 len: 168 time: 0.4923120 Jul 28 18:11:07.301685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edf285f3-0bb6-4e0b-bf5e-cd079825d7f6 req-77842b32-b12a-4e72-9498-93cecbb98226 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907203 Jul 28 18:11:07.302723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1175a7-646e-4e9d-b18d-f7540df0e1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19180b5-6cdc-4c9b-9011-0770d7cc8178,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:07.452667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.499283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.499283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/subnets/ca78cc9f-f95a-4f8d-b099-56ec10f91972 HTTP/1.1" status: 204 len: 168 time: 0.8810017 Jul 28 18:11:07.500389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6c948-4337-43a1-a4df-34067c6b6894 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78cc9f-f95a-4f8d-b099-56ec10f91972,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:07.504360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34172) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:07.507437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63829305-532c-4529-8613-8bc26597c8eb None None] Network 94e906e3-07e8-44a9-b2a3-050299f660ee requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:07.583297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7adf717-64e6-4fe2-ba4b-ccb61f04441e req-9c644100-54ed-4391-ac59-0d67d4ac7e8b tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.1240859 Jul 28 18:11:07.627552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting subnet 0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:07.630828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.743010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.773655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:07.812954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849e6a1-eba2-42b1-851a-ef4efd520456 req-e9148883-efaa-457d-90d0-284ca5fec8fe tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:07.814425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e849e6a1-eba2-42b1-851a-ef4efd520456 req-e9148883-efaa-457d-90d0-284ca5fec8fe tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 947 time: 0.1456921 Jul 28 18:11:07.856717 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52e44955-fc32-4e9c-a20a-b1766039dff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.910169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] DHCP port deletion for 94e906e3-07e8-44a9-b2a3-050299f660ee request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:07.929776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e849e6a1-eba2-42b1-851a-ef4efd520456 req-665a0f8e-b01d-48da-ad76-9b4a2b972b43 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 Jul 28 18:11:07.993324 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81fbea34-3843-49c7-be3a-2ce0365bdcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:07.995374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.021861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Deleting port 4653d206-1e60-426d-b4b0-4515aa9651ad {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:08.022483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.025405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.062909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6e512297-cecb-4a20-aa0b-a28471115010 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:08.119228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=06abc763-af41-4bb9-9ea4-3ed887d737e1,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.123920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'd718bb06-6339-4adf-8ffa-bdc8e492b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:08.124390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:08.145423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81fbea34-3843-49c7-be3a-2ce0365bdcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.191735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] For port 4653d206-1e60-426d-b4b0-4515aa9651ad, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4653d206-1e60-426d-b4b0-4515aa9651ad,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:08.192237 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.215944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Calling delete_port for 4653d206-1e60-426d-b4b0-4515aa9651ad owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:08.216131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.244534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-81fbea34-3843-49c7-be3a-2ce0365bdcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.268037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Subnet': ['ID=0b773f5c-0c74-42e4-8ed5-5d5e60bfc292,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.270049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:08.273916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.277137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39950e51-b1d7-4ee1-ab24-2e48187b8037 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/subnets/0b773f5c-0c74-42e4-8ed5-5d5e60bfc292 HTTP/1.1" status: 204 len: 168 time: 0.7715421 Jul 28 18:11:08.284551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34244) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:08.285759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b8a2a-09f3-4963-8c49-2f568dda0183 None None] Network 668ea5df-0a80-4019-9383-931fd28c3f0f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:08.296191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6e512297-cecb-4a20-aa0b-a28471115010,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:08.309792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-81fbea34-3843-49c7-be3a-2ce0365bdcec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa67fabe8a5649f9b2939a34d6fe8117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348277 Jul 28 18:11:08.312879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:08.369562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '6e512297-cecb-4a20-aa0b-a28471115010', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '6e512297-cecb-4a20-aa0b-a28471115010', 'mac_address': 'fa:16:3e:54:73:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:08.374408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbea34-3843-49c7-be3a-2ce0365bdcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf6f2d-9753-4785-b669-249c23e94638,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.378731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:08.395193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4cec2-adff-436e-9a8f-90f92952536a None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:08.413372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.413517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:08.413517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.438571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.444689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.478596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.486273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Deleting port 4653d206-1e60-426d-b4b0-4515aa9651ad {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:08.487295 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.493597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16e2ae22-4a31-4fbe-bb1f-65a10520b5b3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2605255 Jul 28 18:11:08.499284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34256) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:08.506011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:08.550518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e512297-cecb-4a20-aa0b-a28471115010 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:08.587731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6e512297-cecb-4a20-aa0b-a28471115010,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:08.656077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63921358'] for subnet, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.669180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.671596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.693163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] No DVR routers for this DVR port 4653d206-1e60-426d-b4b0-4515aa9651ad on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:08.747038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.747038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.747038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ccf6f2d-9753-4785-b669-249c23e94638 HTTP/1.1" status: 204 len: 168 time: 0.4311357 Jul 28 18:11:08.803265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.843762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b023a8-1116-49b7-85e8-7b58f52c9046 None None] Pushing event deleted for resources: {'Port': ['ID=4653d206-1e60-426d-b4b0-4515aa9651ad,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.848418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a44d8-0127-4575-87a0-4bbf549b5891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf6f2d-9753-4785-b669-249c23e94638,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:08.902683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-4caeb173-86e4-4c43-89fe-4c8a30ee1b1f', 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '06abc763-af41-4bb9-9ea4-3ed887d737e1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:08.904342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:08.927854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] DHCP port deletion for 668ea5df-0a80-4019-9383-931fd28c3f0f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:09.058957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6e512297-cecb-4a20-aa0b-a28471115010'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:09.067070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789013362216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63915287'] for subnet, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.135631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:09.136780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.138322 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "PUT /v2.0/subnets/06abc763-af41-4bb9-9ea4-3ed887d737e1 HTTP/1.1" status: 200 len: 806 time: 0.6379819 Jul 28 18:11:09.163222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34282) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:09.168157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Deleting port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:09.168716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.242862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4af7ba-f3da-4064-886b-f99f50e42da3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=06abc763-af41-4bb9-9ea4-3ed887d737e1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:09.275782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 70f4e3ba-86fc-408f-8af5-ab8ab102f625 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:09.294119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5428-76ce-43d6-99f3-1829744e6707 req-24491464-5cff-4b17-be2c-7efbd235f736 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:09.302763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-380e5428-76ce-43d6-99f3-1829744e6707 req-24491464-5cff-4b17-be2c-7efbd235f736 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 948 time: 0.1834066 Jul 28 18:11:09.380950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-380e5428-76ce-43d6-99f3-1829744e6707 req-c44961d1-9113-4e22-84e3-dc93fc657714 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768569 Jul 28 18:11:09.419054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Allocated IP 172.20.0.2 (4caeb173-86e4-4c43-89fe-4c8a30ee1b1f/06abc763-af41-4bb9-9ea4-3ed887d737e1/ef19cfb2-7c59-4e4e-8c66-1dd4cc029944) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:09.423255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] For port 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=70f4e3ba-86fc-408f-8af5-ab8ab102f625,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:09.423760 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.442993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b42b368-2c39-48d4-b0fb-fb85fd835309 req-21c5121a-b1d3-4299-beed-5d8911a196c3 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.1824117 Jul 28 18:11:09.444307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.473240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] For port 4653d206-1e60-426d-b4b0-4515aa9651ad, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4653d206-1e60-426d-b4b0-4515aa9651ad,segment=NetworkSegment(5faf0a36-1f75-462e-9ec2-40401906d286),segment_id=5faf0a36-1f75-462e-9ec2-40401906d286)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:09.474609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.526809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Calling delete_port for 4653d206-1e60-426d-b4b0-4515aa9651ad owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:09.550064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.696626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.707442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Calling delete_port for 70f4e3ba-86fc-408f-8af5-ab8ab102f625 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:09.725087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Port': ['ID=4653d206-1e60-426d-b4b0-4515aa9651ad,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:09.730809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] No DVR routers for this DVR port 4653d206-1e60-426d-b4b0-4515aa9651ad on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:09.755566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.805232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 70f4e3ba-86fc-408f-8af5-ab8ab102f625, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=70f4e3ba-86fc-408f-8af5-ab8ab102f625,segment=NetworkSegment(86030ecc-dcb1-4437-9b05-9dee8ce347e5),segment_id=86030ecc-dcb1-4437-9b05-9dee8ce347e5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:09.863973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.895609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e906e3-07e8-44a9-b2a3-050299f660ee']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:09.909782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf0a36-1f75-462e-9ec2-40401906d286') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:09.910139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf0a36-1f75-462e-9ec2-40401906d286') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:09.911187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.911925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4653d206-1e60-426d-b4b0-4515aa9651ad no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:09.926208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.950838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.960828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:09.961243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:09.964975 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:09.979254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4653d206-1e60-426d-b4b0-4515aa9651ad {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:09.979628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4653d206-1e60-426d-b4b0-4515aa9651ad not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:10.021316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-360a4420-55ea-4706-8e4a-411910d83e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.100285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=70f4e3ba-86fc-408f-8af5-ab8ab102f625,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.130213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.140685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Transition to ACTIVE for port object ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:10.156802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Transition to ACTIVE for port object ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:10.159182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.159605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.169212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.173264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/networks/94e906e3-07e8-44a9-b2a3-050299f660ee HTTP/1.1" status: 204 len: 168 time: 1.8825529 Jul 28 18:11:10.176040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34344) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:10.190424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.193390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138d229-2575-4133-b640-277ce650c922 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Network': ['ID=94e906e3-07e8-44a9-b2a3-050299f660ee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.226702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] Pushing event deleted for resources: {'Port': ['ID=70f4e3ba-86fc-408f-8af5-ab8ab102f625,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.238757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589203f-6256-4ab6-b3cf-38fb1131e87c None None] No DVR routers for this DVR port 70f4e3ba-86fc-408f-8af5-ab8ab102f625 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:10.242981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.291625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:10.294564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:10.298677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:10.307172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Pushing event updated for resources: {'Port': ['ID=ef19cfb2-7c59-4e4e-8c66-1dd4cc029944,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.382724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Attempting to bind port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:10.383627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Attempting to bind port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd718bb06-6339-4adf-8ffa-bdc8e492b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:10.384003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Attempting to bind port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 on network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:10.389771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:10.392457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Checking segment: {'id': 'd718bb06-6339-4adf-8ffa-bdc8e492b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:10.392457 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.392670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Bound using segment: {'id': 'd718bb06-6339-4adf-8ffa-bdc8e492b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:10.393310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Bound port: ef19cfb2-7c59-4e4e-8c66-1dd4cc029944, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd718bb06-6339-4adf-8ffa-bdc8e492b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:10.393835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.431069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.475966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] For port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:10.480053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] For port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef19cfb2-7c59-4e4e-8c66-1dd4cc029944,segment=NetworkSegment(d718bb06-6339-4adf-8ffa-bdc8e492b590),segment_id=d718bb06-6339-4adf-8ffa-bdc8e492b590)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:10.516771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.595210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=06abc763-af41-4bb9-9ea4-3ed887d737e1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.616815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.696215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cd46c-4e07-434d-bfaf-ba3b2b6dc722 req-325304a8-c2f5-4fb5-8171-59c6ab738bbb tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:10.696215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee2cd46c-4e07-434d-bfaf-ba3b2b6dc722 req-325304a8-c2f5-4fb5-8171-59c6ab738bbb tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 948 time: 0.2019598 Jul 28 18:11:10.728011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc195a2-d1bf-49aa-8835-f99ec430b54e None None] Pushing event updated for resources: {'Port': ['ID=ef19cfb2-7c59-4e4e-8c66-1dd4cc029944,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:10.750406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-da03026b-783d-46f4-b363-1970f45fdfcc tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:10.752045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-da03026b-783d-46f4-b363-1970f45fdfcc tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.37 "GET /v2.0/networks?id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 200 len: 814 time: 0.4493289 Jul 28 18:11:10.774168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee2cd46c-4e07-434d-bfaf-ba3b2b6dc722 req-390dd87c-da65-473a-892d-048b55e7b389 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640402 Jul 28 18:11:10.834862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57e44d11-ff13-4a3a-9272-0306036d4354 req-d0f3c0d9-1169-4fb1-89ad-69a05d7046c9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.2415962 Jul 28 18:11:10.875239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.878627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:10.956321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caeb173-86e4-4c43-89fe-4c8a30ee1b1f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:10.959775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668ea5df-0a80-4019-9383-931fd28c3f0f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:11.001999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd718bb06-6339-4adf-8ffa-bdc8e492b590') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:11.002161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd718bb06-6339-4adf-8ffa-bdc8e492b590') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:11.005102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.006991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86030ecc-dcb1-4437-9b05-9dee8ce347e5') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:11.007294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86030ecc-dcb1-4437-9b05-9dee8ce347e5') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:11.024750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-59d0b84c-8590-49a3-bc2a-201ac0f3a06c tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e630d683e1034ad2a0768216471cf527 HTTP/1.1" status: 200 len: 379 time: 0.2011485 Jul 28 18:11:11.026352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.039436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.046356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'port': {'device_id': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'admin_state_up': True, 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'security_groups': ['7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:11.061160 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.105682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.109784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:11.110194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:11.118312 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:11.128369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:11.128790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:11.171216 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:11.297182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:11:11.297182 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:11:11.297182 n-d-778550-5 neutron-server[101106]: [parameters: {'id': '4caeb173-86e4-4c43-89fe-4c8a30ee1b1f'}] Jul 28 18:11:11.297182 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:11.298106 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:11.317006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:11.381138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.389947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.392652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] 10.222.0.25 "DELETE /v2.0/networks/668ea5df-0a80-4019-9383-931fd28c3f0f HTTP/1.1" status: 204 len: 168 time: 1.2136617 Jul 28 18:11:11.413997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2336706-cf03-4c3f-8d9d-9b23917da9d7 tempest-TaggedBootDevicesTest-1566875233 tempest-TaggedBootDevicesTest-1566875233-project] Pushing event deleted for resources: {'Network': ['ID=668ea5df-0a80-4019-9383-931fd28c3f0f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:11.416731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Made reservation on behalf of e630d683e1034ad2a0768216471cf527 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:11.428038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.489217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:11.533487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:11.670221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Allocated IP 172.20.0.12 (e8d3c81e-e157-4736-a9d3-66471a4d3fc4/242f307f-68b9-4186-a0da-1867773df1de/aac8f9b7-b9d7-4a51-853a-6d0fa63febc0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:11.758190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62d8f241-b0a8-40e1-95a1-0d2155049cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.799830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.889706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62d8f241-b0a8-40e1-95a1-0d2155049cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:11.960884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a39c459c-f600-4e41-b45f-e63a235358dd req-70646b0d-3960-461e-bc30-47298464a4ff tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.0348234 Jul 28 18:11:11.982415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.015115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Transition to ACTIVE for port object aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:12.034645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62d8f241-b0a8-40e1-95a1-0d2155049cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.049401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972241e3-9f33-4163-8a3a-9a2c4d11b55e req-a6166ad7-a209-4634-8adc-656ca91e7f3b tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:12.054625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-972241e3-9f33-4163-8a3a-9a2c4d11b55e req-a6166ad7-a209-4634-8adc-656ca91e7f3b tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 948 time: 0.1440368 Jul 28 18:11:12.061081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6e512297-cecb-4a20-aa0b-a28471115010 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:12.130033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62d8f241-b0a8-40e1-95a1-0d2155049cd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=453f95b19b634c69bcca14f8966abea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953233 Jul 28 18:11:12.134767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34424) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:12.153886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:12.154445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.181823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438f7fe-cf77-47f6-913d-e0c6add0a4ea None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:12.224253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8f241-b0a8-40e1-95a1-0d2155049cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d8eed-eab0-4443-b746-d5936dff8f85,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:12.261784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.282460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef19cfb2-7c59-4e4e-8c66-1dd4cc029944,segment=NetworkSegment(d718bb06-6339-4adf-8ffa-bdc8e492b590),segment_id=d718bb06-6339-4adf-8ffa-bdc8e492b590)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:12.282871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.298502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 6e512297-cecb-4a20-aa0b-a28471115010 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:12.299386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:12.320899 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.348387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 6e512297-cecb-4a20-aa0b-a28471115010 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:12.349979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.388335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.450816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.454276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.463279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:12.466396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/914d8eed-eab0-4443-b746-d5936dff8f85 HTTP/1.1" status: 204 len: 168 time: 0.3118143 Jul 28 18:11:12.467490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event updated for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:12.470700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:12.475230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:12.479930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f55d535-0cad-44d8-9e0f-d432cc739dba None None] Provisioning for port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:12.490734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f55d535-0cad-44d8-9e0f-d432cc739dba None None] Provisioning complete for port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:12.495052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f55d535-0cad-44d8-9e0f-d432cc739dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.495307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-972241e3-9f33-4163-8a3a-9a2c4d11b55e req-fd2e4c67-f049-4d5b-a1c4-6c05e463ee5d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333711 Jul 28 18:11:12.552962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de6d0-22ff-46eb-9d30-59f56cdd3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d8eed-eab0-4443-b746-d5936dff8f85,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:12.579240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:12.581653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.592461 n-d-778550-5 neutron-server[101108]: INFO neutron.plugins.ml2.db [None req-1f55d535-0cad-44d8-9e0f-d432cc739dba None None] No ports have port_id starting with ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 Jul 28 18:11:12.599486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.629319 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.661997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:12.665710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=ef19cfb2-7c59-4e4e-8c66-1dd4cc029944,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:12.669201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:12.672222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-47a24a03-f10c-4130-bb80-bee9fc090510 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6352913 Jul 28 18:11:12.673586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bccf0c-9b0d-4600-9856-9fceb319acf2" -d '{"events": [{"server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6e512297-cecb-4a20-aa0b-a28471115010"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:12.696257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6e512297-cecb-4a20-aa0b-a28471115010,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:12.725695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca56468-b39a-4254-b6a9-7fbe13296251 None None] DHCP port deletion for 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:12.727269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Request body: {'port': {'device_id': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:12.760499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc3685-cfd1-4b23-84bc-ad0497582f5c None None] Network 4caeb173-86e4-4c43-89fe-4c8a30ee1b1f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:12.768975 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c37985-15fd-43ba-ad80-939db8ddc1fe x-openstack-request-id: req-34c37985-15fd-43ba-ad80-939db8ddc1fe {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:12.769779 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6e512297-cecb-4a20-aa0b-a28471115010", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:12.770043 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34c37985-15fd-43ba-ad80-939db8ddc1fe {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:12.770515 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010', 'code': 200} Jul 28 18:11:12.800590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.895715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:12.897891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.907812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36f47-b936-4add-a38a-25737e8e911b req-49afd75f-1f71-46d1-9035-0c7a826c1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:12.910876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ed36f47-b936-4add-a38a-25737e8e911b req-49afd75f-1f71-46d1-9035-0c7a826c1f3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 1100 time: 0.0882592 Jul 28 18:11:12.918510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caeb173-86e4-4c43-89fe-4c8a30ee1b1f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:12.941869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd718bb06-6339-4adf-8ffa-bdc8e492b590') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:12.943875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd718bb06-6339-4adf-8ffa-bdc8e492b590') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:12.960485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.975249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.981673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:12.982217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.982850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ed36f47-b936-4add-a38a-25737e8e911b req-5ed933ce-3301-44ce-9287-3e3cb7bb7887 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614669 Jul 28 18:11:12.997373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:12.998605 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:13.118031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6ada3c6-1fd1-4e71-9e9a-d9b119ed1398 None None] Provisioning for port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:13.126670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6ada3c6-1fd1-4e71-9e9a-d9b119ed1398 None None] Provisioning complete for port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:13.127127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3c6-1fd1-4e71-9e9a-d9b119ed1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.229588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.236298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c6ada3c6-1fd1-4e71-9e9a-d9b119ed1398 None None] Port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:11:13.260315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:13.291538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:13.291885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef19cfb2-7c59-4e4e-8c66-1dd4cc029944 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:13.295011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fa8fc-ab51-4d15-9134-55f52a3f9530 req-a60d76c0-b2bf-4ef0-b39f-ee4b79c419a2 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:13.303576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95fa8fc-ab51-4d15-9134-55f52a3f9530 req-a60d76c0-b2bf-4ef0-b39f-ee4b79c419a2 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 932 time: 0.1684520 Jul 28 18:11:13.364775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.585562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.590285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34458) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:13.590470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/4caeb173-86e4-4c43-89fe-4c8a30ee1b1f HTTP/1.1" status: 204 len: 168 time: 4.4173832 Jul 28 18:11:13.612890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226b520-9058-44b9-93a8-b2946263b22c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=4caeb173-86e4-4c43-89fe-4c8a30ee1b1f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:13.633434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95fa8fc-ab51-4d15-9134-55f52a3f9530 req-eaa1dffd-c202-4d0d-a7a6-ba1cac664f35 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288839 Jul 28 18:11:13.661274 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c178200-fa9e-4dbe-8fd6-6232b84ab706 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:13.662150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c178200-fa9e-4dbe-8fd6-6232b84ab706 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:13.664512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4c178200-fa9e-4dbe-8fd6-6232b84ab706 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/4caeb173-86e4-4c43-89fe-4c8a30ee1b1f HTTP/1.1" status: 404 len: 339 time: 0.0731597 Jul 28 18:11:13.670492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34460) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:13.686713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600716596', 'description': 'd1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:13.716964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed29d-d046-4e14-8c62-d243943c3390 req-b2b377f7-5eb1-4c5b-9700-c80e51aa487e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:13.725017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-301ed29d-d046-4e14-8c62-d243943c3390 req-b2b377f7-5eb1-4c5b-9700-c80e51aa487e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 949 time: 0.1321726 Jul 28 18:11:13.769031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:13.780654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-301ed29d-d046-4e14-8c62-d243943c3390 req-dfd3556a-cd6d-4d5e-86c5-3b624e7ab934 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Jul 28 18:11:13.785186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.805199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Transition to ACTIVE for port object aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:13.855350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:13.859138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.888339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:13.901179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.901530 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment d2d03879-0523-4fbf-ae54-80cb591243de of type vlan for network 23eb1c89-fc60-42d7-8122-d96738c6f470 Jul 28 18:11:13.910748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:13.946320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.042710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Pushing event updated for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:14.096256 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.102543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:14.103830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.114765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Attempting to bind port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:14.115333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Attempting to bind port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:14.115724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Attempting to bind port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 on network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:14.120902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 on network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:11:14.121213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Attempting to bind port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 on network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:14.126526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:14.126874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Checking segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:14.127257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Bound using segment: {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:14.127951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Bound port: aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4253f905-3438-4f3f-b09a-be55c5dca179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:14.128317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.271058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=23eb1c89-fc60-42d7-8122-d96738c6f470,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:14.302448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 23eb1c89-fc60-42d7-8122-d96738c6f470 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:14.311975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:14.320884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:14.337144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f74ab84f-dd9f-4295-9b61-a496fb6de313 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6639414 Jul 28 18:11:14.340240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34474) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:14.454631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.531736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:14.532600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:14.534422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] 10.222.0.37 "PUT /v2.0/ports/aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 200 len: 1092 time: 1.8127871 Jul 28 18:11:14.548367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:14.550562 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184a17d-634d-411e-8f67-cb7d80107d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:14.582912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef66e5-6a47-47b2-8cbe-c12b3ebc6e4b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:14.591984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34490) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:14.592410 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fcef66e5-6a47-47b2-8cbe-c12b3ebc6e4b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks?id=23eb1c89-fc60-42d7-8122-d96738c6f470 HTTP/1.1" status: 200 len: 761 time: 0.2504048 Jul 28 18:11:14.617173 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5970d51-cc4f-4d71-a3b2-f963d14fc81a x-openstack-request-id: req-e5970d51-cc4f-4d71-a3b2-f963d14fc81a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:14.617754 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:14.618026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'description': 'd2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:14.618205 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5970d51-cc4f-4d71-a3b2-f963d14fc81a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:14.618726 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'status': 'completed', 'code': 200} Jul 28 18:11:14.620267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ce8e7-a3eb-444d-8641-1eb95e4e5154 service neutron] Pushing event updated for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:15.043548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.069968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aaa72-757d-4d8c-ad1f-4dc7acea645f req-1cde36ff-2b55-4989-9f60-8a704607eedb tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.077646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b20aaa72-757d-4d8c-ad1f-4dc7acea645f req-1cde36ff-2b55-4989-9f60-8a704607eedb tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 949 time: 0.1495714 Jul 28 18:11:15.142066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b20aaa72-757d-4d8c-ad1f-4dc7acea645f req-7ed97806-0abf-4310-bfea-749c9f78628e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 Jul 28 18:11:15.157806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.184851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-c75feaee-7c9f-4d6d-9223-030d7aec3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.186867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-c75feaee-7c9f-4d6d-9223-030d7aec3e67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1095 time: 0.5545578 Jul 28 18:11:15.202217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a3705-40fe-4ce4-bbbe-6c4ccb904260 req-0a3fb864-f04a-4582-ad95-099bfdaa9351 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.203207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-124a3705-40fe-4ce4-bbbe-6c4ccb904260 req-0a3fb864-f04a-4582-ad95-099bfdaa9351 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 944 time: 0.0911672 Jul 28 18:11:15.212181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 23eb1c89-fc60-42d7-8122-d96738c6f470 is not hosted by any dhcp agent {{(pid=101105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:11:15.219300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.220223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.221786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "PUT /v2.0/networks/23eb1c89-fc60-42d7-8122-d96738c6f470 HTTP/1.1" status: 200 len: 758 time: 0.6285865 Jul 28 18:11:15.244994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:15.255189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.287592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1fcd4-0dd6-4c5c-b925-38090f3db750 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=23eb1c89-fc60-42d7-8122-d96738c6f470,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:15.304132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 23eb1c89-fc60-42d7-8122-d96738c6f470 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:15.391563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34508) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:15.466960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-124a3705-40fe-4ce4-bbbe-6c4ccb904260 req-43d55c02-0aee-4625-bcc3-dc5ad7ec23cb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419467 Jul 28 18:11:15.537323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20170fa2-bb9a-46c7-9571-9160303cfa2d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.542336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20170fa2-bb9a-46c7-9571-9160303cfa2d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks?id=23eb1c89-fc60-42d7-8122-d96738c6f470 HTTP/1.1" status: 200 len: 761 time: 0.2923727 Jul 28 18:11:15.543066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34514) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:15.550540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840218657'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:15.558803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-99a21a3e-fcdf-47bd-ac01-ae2bcca49197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.563675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-99a21a3e-fcdf-47bd-ac01-ae2bcca49197 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e630d683e1034ad2a0768216471cf527&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3585413 Jul 28 18:11:15.698741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:15.702187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.752266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:15.769361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.769974 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment f33e4145-5aef-4bde-9064-7fbf89e4660e of type vlan for network 663767b5-6082-4b39-9dd9-df6c57c89ce0 Jul 28 18:11:15.774730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-de110797-26b2-48e2-83ea-8bb3f085d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.777768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6184a17d-634d-411e-8f67-cb7d80107d1e req-de110797-26b2-48e2-83ea-8bb3f085d589 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085135 Jul 28 18:11:15.830380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.893381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-2c442d71-bd58-43cc-8575-381b1c4e07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.894925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-2c442d71-bd58-43cc-8575-381b1c4e07dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1095 time: 0.0459597 Jul 28 18:11:15.961089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-83cf2e5e-d010-48e3-bdb7-be2ae3be52db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 200 len: 217 time: 0.0587821 Jul 28 18:11:15.963326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:15.969440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:15.970067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.036186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-7a64fc40-dbf1-4721-b1c2-ffeba522f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:16.038073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-7a64fc40-dbf1-4721-b1c2-ffeba522f1ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=242f307f-68b9-4186-a0da-1867773df1de HTTP/1.1" status: 200 len: 853 time: 0.0703685 Jul 28 18:11:16.073563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5290132 Jul 28 18:11:16.078591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34540) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:16.086090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:16.099687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-6a8aa932-53bc-439c-8114-2614155a0dde tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4be3427e07314573a0ca93f103e1ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335267 Jul 28 18:11:16.102071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-522bd0ed-3a6f-44c3-9344-746332951776 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3d0f66796ec4ec4940e878bbc301845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094343 Jul 28 18:11:16.102886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b0c41-9b8f-4d55-831c-dea4c3e4d7e2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=663767b5-6082-4b39-9dd9-df6c57c89ce0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:16.105140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:16.125800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 663767b5-6082-4b39-9dd9-df6c57c89ce0 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:16.226537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-4537eb4d-4a33-40a0-ab03-7e005fc32f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:16.228358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-4537eb4d-4a33-40a0-ab03-7e005fc32f37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828802 Jul 28 18:11:16.237190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-c81d9dcd-3b5c-41ae-9d71-abdd0bcb85a4 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:16.239074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-c81d9dcd-3b5c-41ae-9d71-abdd0bcb85a4 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324852 Jul 28 18:11:16.260509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-d6433173-25c1-4bc2-a07f-46f9993ff4d3 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/quotas/4be3427e07314573a0ca93f103e1ce02 HTTP/1.1" status: 200 len: 375 time: 0.0110896 Jul 28 18:11:16.330219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.331220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-c9479fb7-f98e-4008-bee8-b96d16a8f519 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628984 Jul 28 18:11:16.365881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.424782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:16.428268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.436866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-f37077bc-efc6-43cb-a48f-0b50bc85816b service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970780 Jul 28 18:11:16.642639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98b40a06-fc15-4f0a-8a11-647b0a846e95 req-33af2747-452d-41d3-b988-e3d21cbbd55f tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 210 time: 0.0512798 Jul 28 18:11:16.790216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957c877-bb7c-4e7c-b64a-139407f8bbef req-2c04eec0-9ed4-4155-b08c-f0f039316374 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:16.791787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0957c877-bb7c-4e7c-b64a-139407f8bbef req-2c04eec0-9ed4-4155-b08c-f0f039316374 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 944 time: 0.1650002 Jul 28 18:11:16.879710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.882690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:16.883838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd HTTP/1.1" status: 204 len: 168 time: 0.7777627 Jul 28 18:11:16.896303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f7cce4-a788-4dd7-819a-0ea46ff68d34 req-0e150d62-82cb-44d0-b01a-94ff2e96cc3a service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480958 Jul 28 18:11:16.921640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0957c877-bb7c-4e7c-b64a-139407f8bbef req-3e3efe13-ad43-4938-9a16-b67597d5bbbe tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195278 Jul 28 18:11:16.924688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad3625-13e6-4ddc-bf32-0dfbdbc1e9dd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:17.015819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.016309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.016674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.017021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.017364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.017702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.018040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.018375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.018726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.019186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.019572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.022753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36e2c6-52b5-4e2d-98de-a0e296c0174e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:17.079227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:17.181617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=52755a2f-79a3-4248-82d7-b89bbb484321,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:17.221898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'f33e4145-5aef-4bde-9064-7fbf89e4660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:17.222470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 663767b5-6082-4b39-9dd9-df6c57c89ce0, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:17.294926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 663767b5-6082-4b39-9dd9-df6c57c89ce0 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:17.380932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 663767b5-6082-4b39-9dd9-df6c57c89ce0) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:17.399881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:17.403170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:17.417097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051dc42-e5da-4d1c-86f9-4d7d669fefe0 None None] Network 663767b5-6082-4b39-9dd9-df6c57c89ce0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:17.486269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9d2ed89c-2790-4292-8194-302a148def7c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4047184 Jul 28 18:11:17.488977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34586) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:17.641189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-663767b5-6082-4b39-9dd9-df6c57c89ce0', 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': '52755a2f-79a3-4248-82d7-b89bbb484321'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:17.644720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:17.770628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:17.843141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fc1f697-4beb-4801-aa30-3223f9059ce0 req-9bf27030-ef8c-4720-bd78-02f3018586c9 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 210 time: 0.0677474 Jul 28 18:11:17.877783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:17.977659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Allocated IP 172.20.0.2 (663767b5-6082-4b39-9dd9-df6c57c89ce0/52755a2f-79a3-4248-82d7-b89bbb484321/ded20d4c-02ca-40c8-8085-71e6e1517835) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:18.089070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec15058-6806-4797-83ea-cad9519a484c req-ec8cb164-3ab1-4407-a7a4-d6b3066eb616 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:18.090910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ec15058-6806-4797-83ea-cad9519a484c req-ec8cb164-3ab1-4407-a7a4-d6b3066eb616 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 944 time: 0.0733955 Jul 28 18:11:18.154195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ec15058-6806-4797-83ea-cad9519a484c req-07ce0727-c6fa-4bcd-a763-c50073683f26 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548520 Jul 28 18:11:18.179979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.188548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Transition to ACTIVE for port object ded20d4c-02ca-40c8-8085-71e6e1517835 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:18.203138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Transition to ACTIVE for port object ded20d4c-02ca-40c8-8085-71e6e1517835 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:18.284596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.350413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Network 663767b5-6082-4b39-9dd9-df6c57c89ce0 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:18.353172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Pushing event updated for resources: {'Port': ['ID=ded20d4c-02ca-40c8-8085-71e6e1517835,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:18.357045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:18.359060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:18.373873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.375031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:18.401726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=52755a2f-79a3-4248-82d7-b89bbb484321,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:18.477292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.486464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Attempting to bind port ded20d4c-02ca-40c8-8085-71e6e1517835 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:18.486952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Attempting to bind port ded20d4c-02ca-40c8-8085-71e6e1517835 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'f33e4145-5aef-4bde-9064-7fbf89e4660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:18.487185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Attempting to bind port ded20d4c-02ca-40c8-8085-71e6e1517835 on network 663767b5-6082-4b39-9dd9-df6c57c89ce0 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:18.488401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663767b5-6082-4b39-9dd9-df6c57c89ce0']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:18.489806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.496770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:18.497327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Checking segment: {'id': 'f33e4145-5aef-4bde-9064-7fbf89e4660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:18.497898 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.498424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Bound using segment: {'id': 'f33e4145-5aef-4bde-9064-7fbf89e4660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:18.499034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Bound port: ded20d4c-02ca-40c8-8085-71e6e1517835, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e4145-5aef-4bde-9064-7fbf89e4660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:18.499613 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.512769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33e4145-5aef-4bde-9064-7fbf89e4660e') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:18.513056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33e4145-5aef-4bde-9064-7fbf89e4660e') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:18.523321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.538660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.542544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f046d268-d076-4114-9234-dec38d535b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.547846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:18.548323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:18.552686 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:18.614767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] For port ded20d4c-02ca-40c8-8085-71e6e1517835, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:18.637120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] For port ded20d4c-02ca-40c8-8085-71e6e1517835, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ded20d4c-02ca-40c8-8085-71e6e1517835,segment=NetworkSegment(f33e4145-5aef-4bde-9064-7fbf89e4660e),segment_id=f33e4145-5aef-4bde-9064-7fbf89e4660e)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:18.695521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:11:18.695521 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:11:18.695521 n-d-778550-5 neutron-server[101106]: [parameters: {'id': '663767b5-6082-4b39-9dd9-df6c57c89ce0'}] Jul 28 18:11:18.695521 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:18.696105 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:18.703600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f046d268-d076-4114-9234-dec38d535b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.747039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.871806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f046d268-d076-4114-9234-dec38d535b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:18.874660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426a179-5670-4ac2-8868-79a8b852fa2f None None] Pushing event updated for resources: {'Port': ['ID=ded20d4c-02ca-40c8-8085-71e6e1517835,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:18.905956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b983c-836c-432d-b7b6-9657aaba09be None None] Network 663767b5-6082-4b39-9dd9-df6c57c89ce0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:18.963299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f046d268-d076-4114-9234-dec38d535b09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a90d6b3a3c694a9e95052be69f0370b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030252 Jul 28 18:11:18.970622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34630) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:19.009407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d268-d076-4114-9234-dec38d535b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d05f5-e2de-4ffc-94b8-61f483ae8456,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:19.010605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdc2e264-05ee-46ad-9850-d30887b82e88 req-9f979836-2e9b-41b1-98f4-e342b97c4efa tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 210 time: 0.0945621 Jul 28 18:11:19.049041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-6757a7b7-9ff6-43c7-b5f2-293f2953d1ff tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4be3427e07314573a0ca93f103e1ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289443 Jul 28 18:11:19.122751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.147458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece004bb-b523-4621-b625-3e797fe52ec7 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:11:19.190437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.198064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.370572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-d5a91b87-1492-4326-a0e2-9ae2b04bb14e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:19.372931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-d5a91b87-1492-4326-a0e2-9ae2b04bb14e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209565 Jul 28 18:11:19.388972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Request body: {'port': {'device_id': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '4be3427e07314573a0ca93f103e1ce02'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:19.393129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece004bb-b523-4621-b625-3e797fe52ec7 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:11:19.416188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.422762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.424882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b60d05f5-e2de-4ffc-94b8-61f483ae8456 HTTP/1.1" status: 204 len: 168 time: 0.4469905 Jul 28 18:11:19.449918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e7126-01cf-45e0-a32a-ec460bbcd4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d05f5-e2de-4ffc-94b8-61f483ae8456,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:19.488910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdd1e3-cc4c-4448-bc2d-e6f6339f4c07 req-20f1e24f-9868-4e8c-a53f-a50d458c6774 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:19.491750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59cdd1e3-cc4c-4448-bc2d-e6f6339f4c07 req-20f1e24f-9868-4e8c-a53f-a50d458c6774 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 944 time: 0.1648140 Jul 28 18:11:19.573359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port ded20d4c-02ca-40c8-8085-71e6e1517835 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:19.573895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.587067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59cdd1e3-cc4c-4448-bc2d-e6f6339f4c07 req-2041fd85-ec5e-4b27-96e4-bcc2a0ef7d83 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829747 Jul 28 18:11:19.689082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port ded20d4c-02ca-40c8-8085-71e6e1517835, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ded20d4c-02ca-40c8-8085-71e6e1517835,segment=NetworkSegment(f33e4145-5aef-4bde-9064-7fbf89e4660e),segment_id=f33e4145-5aef-4bde-9064-7fbf89e4660e)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:19.689412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.703013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for ded20d4c-02ca-40c8-8085-71e6e1517835 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:19.751760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Made reservation on behalf of 4be3427e07314573a0ca93f103e1ce02 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:19.755226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:19.910305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Allocated IP 192.168.233.98 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/f1e36239-b4d8-4665-b8fe-42f1bc27e3a5) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:20.071102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:11:20.092462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.125707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:20.130619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-717e5e55-dee0-45c0-bccb-fce276a077fe req-2d02673b-cd50-471b-916d-2edd107747e2 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 210 time: 0.0387895 Jul 28 18:11:20.165608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=ded20d4c-02ca-40c8-8085-71e6e1517835,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:20.185782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port ded20d4c-02ca-40c8-8085-71e6e1517835 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:20.283270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:20.299939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'port_id': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'mac_address': 'fa:16:3e:2f:2c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:20.313256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.332057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663767b5-6082-4b39-9dd9-df6c57c89ce0']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:20.336493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.353486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33e4145-5aef-4bde-9064-7fbf89e4660e') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:20.353486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33e4145-5aef-4bde-9064-7fbf89e4660e') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:20.366900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.367424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.369348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Transition to ACTIVE for port object f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:20.385176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:20.388975 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.400464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:20.400864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:20.403839 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:20.408611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:20.489212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.557715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:20.691788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:20.711208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:20.731702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf2cdca-a0f0-4dfc-88b4-c39e00c3f7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.765384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20080-36e9-4862-b98c-951e0f1c3e91 req-54649002-6d26-43c3-8582-8caa96016fc6 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:20.767583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f20080-36e9-4862-b98c-951e0f1c3e91 req-54649002-6d26-43c3-8582-8caa96016fc6 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 945 time: 0.0739155 Jul 28 18:11:20.803361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.819725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6e512297-cecb-4a20-aa0b-a28471115010'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:20.847826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f20080-36e9-4862-b98c-951e0f1c3e91 req-688f58ae-2f2f-4428-b7dd-af55de4ff0d9 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731695 Jul 28 18:11:20.853751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.861117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:20.866740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/663767b5-6082-4b39-9dd9-df6c57c89ce0 HTTP/1.1" status: 204 len: 168 time: 3.3769412 Jul 28 18:11:20.869903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:20.923372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:20.938654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553771-400d-496d-a8aa-f560461c376b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=663767b5-6082-4b39-9dd9-df6c57c89ce0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:20.945225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:20.948070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:20.956435 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bca8ff9-93aa-427c-802f-17d33f3b1f1b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] GET failed (client error): The resource could not be found. Jul 28 18:11:20.960829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5bca8ff9-93aa-427c-802f-17d33f3b1f1b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets/52755a2f-79a3-4248-82d7-b89bbb484321 HTTP/1.1" status: 404 len: 337 time: 0.0849774 Jul 28 18:11:20.961452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34660) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:20.992185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Pushing event updated for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:21.007848 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf2cdca-a0f0-4dfc-88b4-c39e00c3f7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.010230 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a376e94e-e879-4d22-9a28-34347fa99be2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:21.015372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a376e94e-e879-4d22-9a28-34347fa99be2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:21.017055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34662) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.017198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a376e94e-e879-4d22-9a28-34347fa99be2 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/663767b5-6082-4b39-9dd9-df6c57c89ce0 HTTP/1.1" status: 404 len: 339 time: 0.0530086 Jul 28 18:11:21.045451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.046094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.148170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf2cdca-a0f0-4dfc-88b4-c39e00c3f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.169988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-dc737074-acf4-4515-a640-8cb346e5136d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7874672 Jul 28 18:11:21.186642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Request body: {'port': {'device_id': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:21.188693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6bf2cdca-a0f0-4dfc-88b4-c39e00c3f7b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20c4e71652654016b274b05bc27d1976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781528 Jul 28 18:11:21.193115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34670) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.310813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2cdca-a0f0-4dfc-88b4-c39e00c3f7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e597b-2ddf-4c9e-841c-3199e493392e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:21.369517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f55a6f-19f7-402c-a994-998c2860524b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.372012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5f55a6f-19f7-402c-a994-998c2860524b tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3534067 Jul 28 18:11:21.373433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.374921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34676) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.412819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308320b-9431-44fc-bbc9-3d025e80eadf req-fcc2c427-57e7-456e-93ad-e712683c9d40 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.414332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7308320b-9431-44fc-bbc9-3d025e80eadf req-fcc2c427-57e7-456e-93ad-e712683c9d40 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 935 time: 0.1607597 Jul 28 18:11:21.414746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-57d3decb-f79c-4136-8865-0b849bd0bd4f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 207 time: 0.0382345 Jul 28 18:11:21.414976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.418150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.470541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dbb8dc9b-0bc5-4d39-8f48-24d2a22d6579 None None] Provisioning for port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:21.479425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dbb8dc9b-0bc5-4d39-8f48-24d2a22d6579 None None] Provisioning complete for port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:21.489260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dc9b-0bc5-4d39-8f48-24d2a22d6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.562920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.581903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8dc9b-0bc5-4d39-8f48-24d2a22d6579 None None] Port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:11:21.763704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7308320b-9431-44fc-bbc9-3d025e80eadf req-33c5cb39-18ca-4349-bff3-8e9a7476bb89 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072863 Jul 28 18:11:21.791640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.847887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8288f9-c474-4f17-bd68-189677297f29 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.853619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8288f9-c474-4f17-bd68-189677297f29 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.859755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8288f9-c474-4f17-bd68-189677297f29 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.865709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8288f9-c474-4f17-bd68-189677297f29 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:21.871097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8e8288f9-c474-4f17-bd68-189677297f29 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4481213 Jul 28 18:11:21.871884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34688) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:21.941784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5213f8ee-ed58-4646-a394-c33cd780636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.970149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.972791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:21.976328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/532e597b-2ddf-4c9e-841c-3199e493392e HTTP/1.1" status: 204 len: 168 time: 0.7787733 Jul 28 18:11:22.006185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6270-7337-4450-89aa-2400f255d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e597b-2ddf-4c9e-841c-3199e493392e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.044330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6cee2-0aa6-4966-947c-072fe6ae1ca6 req-122d2a5c-2500-45c1-879b-6ae159e7d399 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.044330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eea6cee2-0aa6-4966-947c-072fe6ae1ca6 req-122d2a5c-2500-45c1-879b-6ae159e7d399 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 945 time: 0.0742254 Jul 28 18:11:22.080974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7898afff-dc17-4905-b950-2a428e76bfa4 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2077811 Jul 28 18:11:22.085671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34694) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.101116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:22.109805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.122639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Transition to ACTIVE for port object f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:22.133429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:22.137107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eea6cee2-0aa6-4966-947c-072fe6ae1ca6 req-362bad8f-882f-40bd-94a8-6772603c9b66 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831976 Jul 28 18:11:22.173746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5213f8ee-ed58-4646-a394-c33cd780636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.188312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.201015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd2feb0-3445-443c-b5cf-2b069dcd5aab tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.202547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd2feb0-3445-443c-b5cf-2b069dcd5aab tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.204605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cdd2feb0-3445-443c-b5cf-2b069dcd5aab tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1075294 Jul 28 18:11:22.207866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.241091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5213f8ee-ed58-4646-a394-c33cd780636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.266348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:22.270887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:22.271274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.314700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213f8ee-ed58-4646-a394-c33cd780636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22b7e5e-db43-47dd-b6d8-c61b1309ff95,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.319685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5213f8ee-ed58-4646-a394-c33cd780636f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab48935372064bbbbc5ab64cd372ce79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269723 Jul 28 18:11:22.324923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ba7b6-c021-4b37-865d-2f9796e9a5ed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.326380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ba7b6-c021-4b37-865d-2f9796e9a5ed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.328921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-701ba7b6-c021-4b37-865d-2f9796e9a5ed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1189473 Jul 28 18:11:22.333920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34702) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.334181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34704) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.348608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Pushing event updated for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.457423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.462689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Attempting to bind port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:22.463457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Attempting to bind port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:22.464226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Attempting to bind port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:22.479479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:11:22.480041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Attempting to bind port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:22.497719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:22.498084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:22.498480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:22.498916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Bound port: f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:22.499281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.524545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:22.542667 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d3d5c-d6f9-4eb3-9046-427a2b346ea7" -d '{"events": [{"server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "name": "network-vif-plugged", "status": "completed", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:22.569448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:22.590723 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.632298 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b0f7a1-26ab-4431-8894-0a421c9515c7 x-openstack-request-id: req-63b0f7a1-26ab-4431-8894-0a421c9515c7 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:22.632597 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "name": "network-vif-plugged", "status": "completed", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:22.632847 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63b0f7a1-26ab-4431-8894-0a421c9515c7 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:22.633240 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'code': 200} Jul 28 18:11:22.638297 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.654453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f876bd-53a6-43e3-ad2f-1c0f7cc8abf7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.656888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-10f876bd-53a6-43e3-ad2f-1c0f7cc8abf7 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks/0c506e36-958d-434c-9525-1bcbd370f9c1 HTTP/1.1" status: 200 len: 799 time: 0.3196070 Jul 28 18:11:22.661666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34716) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.671299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:22.675579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:22.678705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.723683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.793650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.818463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af21d5d-0506-4def-a590-dc4c0399b5b2 req-6e5aee7b-3a7e-498a-b0b5-4a2eca8579b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.820113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5af21d5d-0506-4def-a590-dc4c0399b5b2 req-6e5aee7b-3a7e-498a-b0b5-4a2eca8579b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1097 time: 0.1302817 Jul 28 18:11:22.868958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da68d09a-43e9-45b6-90ad-7cd2fa37be06 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/networks/0c506e36-958d-434c-9525-1bcbd370f9c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2063384 Jul 28 18:11:22.872199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34722) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.889985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.891178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:22.892593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-21a005dd-cece-4907-8593-2a51b984513b service neutron] 10.222.0.37 "PUT /v2.0/ports/f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 HTTP/1.1" status: 200 len: 1095 time: 1.7144072 Jul 28 18:11:22.896376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:22.896586 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:22.935631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5af21d5d-0506-4def-a590-dc4c0399b5b2 req-9e58c49b-314c-4877-9d46-5ecff9757986 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085353 Jul 28 18:11:22.951222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562a460-3e9b-4f8b-ac4a-c70acf3ba0c1 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.955448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8562a460-3e9b-4f8b-ac4a-c70acf3ba0c1 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets/d7d73373-c289-4cad-982c-45e68b9a8fc1 HTTP/1.1" status: 200 len: 811 time: 0.0795395 Jul 28 18:11:22.957074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34726) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:22.967275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a005dd-cece-4907-8593-2a51b984513b service neutron] Pushing event updated for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.988501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8c0c7-3f23-49af-9d8e-a1222c55da14 req-6f239572-0a79-49f2-b2f0-f5d8586d4723 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:22.995703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ec8c0c7-3f23-49af-9d8e-a1222c55da14 req-6f239572-0a79-49f2-b2f0-f5d8586d4723 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 947 time: 0.1215289 Jul 28 18:11:22.998645 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548295cc-2bad-4bf5-a425-81085b58114a x-openstack-request-id: req-548295cc-2bad-4bf5-a425-81085b58114a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:22.998951 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:22.999301 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-548295cc-2bad-4bf5-a425-81085b58114a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:22.999791 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5', 'status': 'completed', 'code': 200} Jul 28 18:11:23.045764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.047107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ec8c0c7-3f23-49af-9d8e-a1222c55da14 req-36d7e806-b792-4cb0-9cde-7e4fe021bfd0 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Jul 28 18:11:23.048678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.049745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c22b7e5e-db43-47dd-b6d8-c61b1309ff95 HTTP/1.1" status: 204 len: 168 time: 0.7146125 Jul 28 18:11:23.093108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e261e-3370-4e30-ade8-970954f35fc0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['shared'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.100493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34734) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:23.101107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ac1e261e-3370-4e30-ade8-970954f35fc0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "GET /v2.0/subnets/d7d73373-c289-4cad-982c-45e68b9a8fc1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1426008 Jul 28 18:11:23.106250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-12250996'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:23.110960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feb907-85c4-44d0-882d-768bc527add5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22b7e5e-db43-47dd-b6d8-c61b1309ff95,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.137539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7 req-adbdaa47-d9ae-4d51-9450-457d6fc55e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.141094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7 req-adbdaa47-d9ae-4d51-9450-457d6fc55e86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 1098 time: 0.1137848 Jul 28 18:11:23.181724 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7 req-2132a1c4-05b7-40f2-8b86-e2bc0884626a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4be3427e07314573a0ca93f103e1ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329034 Jul 28 18:11:23.248951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:23.253146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.289673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:23.304719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.305079 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Added segment c296361d-ad6d-4c52-8b08-3e94ae995edf of type vlan for network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 Jul 28 18:11:23.391688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.406225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41f82-f8a0-46ea-9f70-1067ef5db541 req-93943f16-6f6b-49d3-a924-c2ecb7c4a53a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.408531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dab41f82-f8a0-46ea-9f70-1067ef5db541 req-93943f16-6f6b-49d3-a924-c2ecb7c4a53a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1803155 Jul 28 18:11:23.487206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7 req-727cad81-8f8c-4208-a59b-19065483646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.494089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b24b7de-eae0-4fcd-875b-325bfe20e6f7 req-727cad81-8f8c-4208-a59b-19065483646b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3008490 Jul 28 18:11:23.494229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.497393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.498256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.524489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dab41f82-f8a0-46ea-9f70-1067ef5db541 req-e999023a-75fb-4242-a6e1-53e5857b2f32 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087387 Jul 28 18:11:23.584770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-d4ca0326-21a5-49a0-b155-ba047d2865c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.586453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-d4ca0326-21a5-49a0-b155-ba047d2865c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4be3427e07314573a0ca93f103e1ce02&device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 1098 time: 0.0454910 Jul 28 18:11:23.589804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Network': ['ID=15faa470-c8a3-44c1-806e-30c1ec1fb0b3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.601147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:23.633051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa33dd05-0856-4a6c-b45c-b04c643648b0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5310683 Jul 28 18:11:23.635306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34748) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:23.638401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-5edb5221-52ca-4ab8-ac36-776ce5e6b203 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 HTTP/1.1" status: 200 len: 217 time: 0.0429661 Jul 28 18:11:23.643650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'network_id': '15faa470-c8a3-44c1-806e-30c1ec1fb0b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:23.710195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-c0a8eb0c-fcf4-4076-9cda-8abc2bf0610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.712220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-c0a8eb0c-fcf4-4076-9cda-8abc2bf0610f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0649586 Jul 28 18:11:23.782415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-818d48fb-29d3-408f-95ed-c450df8ae111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:23.783955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-818d48fb-29d3-408f-95ed-c450df8ae111 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630808 Jul 28 18:11:23.815356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Made reservation on behalf of 24e66140e6e1481fac0183fd7e430365 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:23.820168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:23.882498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Performing IP validity checks on allocation pools {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 18:11:23.883041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 18:11:23.885918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-7ab571b4-87a5-4614-ac59-c8712fc0958e service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943513 Jul 28 18:11:23.949694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34752) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:23.975341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a365bc0-dccf-4b36-b971-326ae62d94e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.023163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6c0d970-5c12-4ca1-9994-017f038acb24 req-f063891c-5e8b-4169-bcb8-50672ff8b8dd service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295002 Jul 28 18:11:24.113618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a365bc0-dccf-4b36-b971-326ae62d94e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.153905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.206527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a365bc0-dccf-4b36-b971-326ae62d94e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.241020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e68a6-f33b-4112-a7b3-67d89e752712 req-1ec02b9f-8ad9-4009-9dd7-430aa972caa6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:24.242543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa8e68a6-f33b-4112-a7b3-67d89e752712 req-1ec02b9f-8ad9-4009-9dd7-430aa972caa6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 947 time: 0.1173108 Jul 28 18:11:24.257554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=e6f9a207-6605-4583-bad8-10d13a764547,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:24.295360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a365bc0-dccf-4b36-b971-326ae62d94e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e729c02458754e5baba956a5b5eeb323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447857 Jul 28 18:11:24.296124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a365bc0-dccf-4b36-b971-326ae62d94e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6760d07-778b-48f2-8599-c15237952714,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:24.298742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34756) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:24.311616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Checking segment: {'id': 'c296361d-ad6d-4c52-8b08-3e94ae995edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '15faa470-c8a3-44c1-806e-30c1ec1fb0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:24.312084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network hostable DHCP agents. Network: 15faa470-c8a3-44c1-806e-30c1ec1fb0b3, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:24.329041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa8e68a6-f33b-4112-a7b3-67d89e752712 req-7af737cf-c07d-41cd-a66e-ce1340b118db tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Jul 28 18:11:24.360552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.380913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.392064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:24.483277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 15faa470-c8a3-44c1-806e-30c1ec1fb0b3) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:24.487793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:24.489157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.497916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871ae8e-eb70-4e8b-bdf1-8fe85e65c78d None None] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:24.506312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.509170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.513615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6760d07-778b-48f2-8599-c15237952714 HTTP/1.1" status: 204 len: 168 time: 0.2094676 Jul 28 18:11:24.523171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c7840-8979-4fc4-b2a4-e6d7f773157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6760d07-778b-48f2-8599-c15237952714,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:24.565390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d0fbf045-c9cc-4664-973c-851006a89194 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9288418 Jul 28 18:11:24.568088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:24.574192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:24.669856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-15faa470-c8a3-44c1-806e-30c1ec1fb0b3', 'network_id': '15faa470-c8a3-44c1-806e-30c1ec1fb0b3', 'tenant_id': '24e66140e6e1481fac0183fd7e430365', 'fixed_ips': [{'subnet_id': 'e6f9a207-6605-4583-bad8-10d13a764547'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:24.674581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.705882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63921358'] for subnet, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:24.739523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618e535-9344-4642-aeb8-9ca717146f82 req-3cc8cb9d-a1ba-434b-aebf-16ab1a5f72a6 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:24.741073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5618e535-9344-4642-aeb8-9ca717146f82 req-3cc8cb9d-a1ba-434b-aebf-16ab1a5f72a6 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1107008 Jul 28 18:11:24.788556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34772) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:24.848417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5618e535-9344-4642-aeb8-9ca717146f82 req-e74654a5-f9ec-4c34-ad12-9f0b754c56c4 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713139 Jul 28 18:11:24.880616 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:11:24.880616 n-d-778550-5 neutron-server[101108]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 28 18:11:24.880616 n-d-778550-5 neutron-server[101108]: [parameters: {'in_use': 1, 'id_1': 'e6f9a207-6605-4583-bad8-10d13a764547'}] Jul 28 18:11:24.880616 n-d-778550-5 neutron-server[101108]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:24.880616 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:25.060367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789013362216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63915287'] for subnet, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.075097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c35169-d3bb-44cd-891e-3e12aaa56bb2 req-9b4a8166-ff3a-49ea-83aa-b40b550b0ced tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:25.085570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2c35169-d3bb-44cd-891e-3e12aaa56bb2 req-9b4a8166-ff3a-49ea-83aa-b40b550b0ced tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1190631 Jul 28 18:11:25.096841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34784) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:25.101823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Request body: {'floatingip': {'port_id': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:25.103855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:25.104710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.106812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "PUT /v2.0/subnets/e6f9a207-6605-4583-bad8-10d13a764547 HTTP/1.1" status: 200 len: 877 time: 0.5363207 Jul 28 18:11:25.109454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34786) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:25.146479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.176353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fc00-49f3-407b-80ac-7f61c132e813 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event updated for resources: {'Subnet': ['ID=e6f9a207-6605-4583-bad8-10d13a764547,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:25.242599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.350750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.380424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.528956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.594031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f9a207-6605-4583-bad8-10d13a764547,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:25.650829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b5303-efe9-4445-a2e1-9e22e59685a0 req-09d83453-d127-4db8-b795-f8a413c18a1e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:25.653890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d77b5303-efe9-4445-a2e1-9e22e59685a0 req-09d83453-d127-4db8-b795-f8a413c18a1e tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 947 time: 0.1901317 Jul 28 18:11:25.656254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-58c4cf84-38fd-4331-8e77-ed25cd537879 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6f9a207-6605-4583-bad8-10d13a764547: This subnet is being modified by another concurrent operation. Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:11:25.668721 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6f9a207-6605-4583-bad8-10d13a764547: This subnet is being modified by another concurrent operation. Jul 28 18:11:25.676313 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:11:25.686418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05659319-16fb-4800-ac41-a31352740562 None None] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:25.691286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15faa470-c8a3-44c1-806e-30c1ec1fb0b3']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.710919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c296361d-ad6d-4c52-8b08-3e94ae995edf') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.711219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c296361d-ad6d-4c52-8b08-3e94ae995edf') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.726284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.781869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d77b5303-efe9-4445-a2e1-9e22e59685a0 req-d55c6801-a55c-4875-ba54-1df839ebdf0d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176994 Jul 28 18:11:25.790671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.811243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:25.831276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:25.840311 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:26.004295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.033305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.038782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/15faa470-c8a3-44c1-806e-30c1ec1fb0b3 HTTP/1.1" status: 204 len: 168 time: 0.9252830 Jul 28 18:11:26.038782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1083b-3c68-453b-9c0c-7bd4246ced9d tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=15faa470-c8a3-44c1-806e-30c1ec1fb0b3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:26.039242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.063139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.071013 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91080ae-6ef0-4d16-8ba7-fdcb4fe66c0f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.071516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91080ae-6ef0-4d16-8ba7-fdcb4fe66c0f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.073866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f91080ae-6ef0-4d16-8ba7-fdcb4fe66c0f tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/e6f9a207-6605-4583-bad8-10d13a764547 HTTP/1.1" status: 404 len: 337 time: 0.0337868 Jul 28 18:11:26.079740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671da43-39e6-46e0-ad8b-38325c83a5c9 None None] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:26.081705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34812) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.091632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671da43-39e6-46e0-ad8b-38325c83a5c9 None None] Network 15faa470-c8a3-44c1-806e-30c1ec1fb0b3 could not be found, it might have been deleted concurrently. {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 18:11:26.103219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16b997-810a-4bca-bf00-787ed38de771 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:11:26.107747 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb60878-040c-4b86-a02c-d5ea66a3e364 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.109282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb60878-040c-4b86-a02c-d5ea66a3e364 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.112955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3cb60878-040c-4b86-a02c-d5ea66a3e364 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/15faa470-c8a3-44c1-806e-30c1ec1fb0b3 HTTP/1.1" status: 404 len: 339 time: 0.0302355 Jul 28 18:11:26.113611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34814) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.134556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.163527 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ae13ba-920b-4bbe-bf90-11ac7a32fc22 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.165190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ae13ba-920b-4bbe-bf90-11ac7a32fc22 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.172808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91ae13ba-920b-4bbe-bf90-11ac7a32fc22 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/52755a2f-79a3-4248-82d7-b89bbb484321 HTTP/1.1" status: 404 len: 337 time: 0.0563836 Jul 28 18:11:26.174679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.198572 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-768c74da-c886-4d28-acf2-2fae0dc295df tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.199129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768c74da-c886-4d28-acf2-2fae0dc295df tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.204279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-768c74da-c886-4d28-acf2-2fae0dc295df tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/663767b5-6082-4b39-9dd9-df6c57c89ce0 HTTP/1.1" status: 404 len: 339 time: 0.0285895 Jul 28 18:11:26.204939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.251672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16b997-810a-4bca-bf00-787ed38de771 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:11:26.304484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.400630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.413902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eb1c89-fc60-42d7-8122-d96738c6f470']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:26.427357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d03879-0523-4fbf-ae54-80cb591243de') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:26.427681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d03879-0523-4fbf-ae54-80cb591243de') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:26.438766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.460897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.467583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:26.468159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:26.508870 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:26.580425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.593463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.599320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/23eb1c89-fc60-42d7-8122-d96738c6f470 HTTP/1.1" status: 204 len: 168 time: 0.3933351 Jul 28 18:11:26.601631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34832) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.652875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcb747-d0a8-4a44-9bea-e54b3d8b8680 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=23eb1c89-fc60-42d7-8122-d96738c6f470,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:26.655996 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b3d78a-29de-4d17-b2d5-50b981b86186 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.656958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b3d78a-29de-4d17-b2d5-50b981b86186 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.658762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2b3d78a-29de-4d17-b2d5-50b981b86186 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/06abc763-af41-4bb9-9ea4-3ed887d737e1 HTTP/1.1" status: 404 len: 337 time: 0.0561261 Jul 28 18:11:26.661726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.688354 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e83b992-eb3f-4125-a583-fbed7be8420a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.691591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e83b992-eb3f-4125-a583-fbed7be8420a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.691591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9e83b992-eb3f-4125-a583-fbed7be8420a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/4caeb173-86e4-4c43-89fe-4c8a30ee1b1f HTTP/1.1" status: 404 len: 339 time: 0.0276666 Jul 28 18:11:26.693468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34838) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.723152 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d53fd0-980a-46d3-b58b-30208e5469c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.723640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d53fd0-980a-46d3-b58b-30208e5469c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.725387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c4d53fd0-980a-46d3-b58b-30208e5469c3 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/abf84f98-7dc3-4608-a0fb-a1f929c221e7 HTTP/1.1" status: 404 len: 337 time: 0.0308862 Jul 28 18:11:26.727940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34842) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.731302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:26.752625 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4255d506-cebf-4107-b261-32685f2eaaed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.753176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4255d506-cebf-4107-b261-32685f2eaaed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.757238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4255d506-cebf-4107-b261-32685f2eaaed tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/00eb1807-37db-4c76-8a44-5d55dc59d099 HTTP/1.1" status: 404 len: 339 time: 0.0261292 Jul 28 18:11:26.757489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34844) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.774435 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Floating IP 2da28c5d-f817-47c1-8fba-97f338bbc209 associated. External IP: 172.25.7.99, port: aac8f9b7-b9d7-4a51-853a-6d0fa63febc0. Jul 28 18:11:26.783142 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbae51e7-db87-45c1-a088-1c6da794be79 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.783630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbae51e7-db87-45c1-a088-1c6da794be79 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.785373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fbae51e7-db87-45c1-a088-1c6da794be79 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/2e50f411-ca01-4f09-9568-7517a7c725bd HTTP/1.1" status: 404 len: 337 time: 0.0270019 Jul 28 18:11:26.788008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34846) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.807074 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-157f1b10-3ea2-4e98-8d73-14221fa78d43 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.807823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157f1b10-3ea2-4e98-8d73-14221fa78d43 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.812626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-157f1b10-3ea2-4e98-8d73-14221fa78d43 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/5ff811b0-c50a-401a-92c6-2654f8f3a508 HTTP/1.1" status: 404 len: 339 time: 0.0206969 Jul 28 18:11:26.813024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34850) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.848895 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6469b6-c9c9-4504-a2aa-86dd00bb5659 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.849546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6469b6-c9c9-4504-a2aa-86dd00bb5659 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.855112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5f6469b6-c9c9-4504-a2aa-86dd00bb5659 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/114b0068-368f-48ed-a430-3b5a59f9d4ca HTTP/1.1" status: 404 len: 337 time: 0.0410528 Jul 28 18:11:26.855969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34854) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.919154 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd994d19-c8fa-4adb-a5f8-f4be81c1f27c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.919751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd994d19-c8fa-4adb-a5f8-f4be81c1f27c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.922063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd994d19-c8fa-4adb-a5f8-f4be81c1f27c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/5731abcf-e179-46fa-93b8-ea7e67d71d3e HTTP/1.1" status: 404 len: 339 time: 0.0634196 Jul 28 18:11:26.927045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.932818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec56465-c063-43b4-9614-c58a570b5d31 req-14190d81-16c7-4f61-83e7-3c2146da7e62 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:26.934381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ec56465-c063-43b4-9614-c58a570b5d31 req-14190d81-16c7-4f61-83e7-3c2146da7e62 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 947 time: 0.0662377 Jul 28 18:11:26.970614 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40d789a-fd9f-4c9e-98f1-44aea5d7e79e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:26.971088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40d789a-fd9f-4c9e-98f1-44aea5d7e79e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:26.972967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b40d789a-fd9f-4c9e-98f1-44aea5d7e79e tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/622b8d97-c771-4c17-8242-984d3d54cd89 HTTP/1.1" status: 404 len: 337 time: 0.0450215 Jul 28 18:11:26.977096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34862) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:26.992328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ec56465-c063-43b4-9614-c58a570b5d31 req-712111d4-19cf-4c49-b4ff-8eaa31dd8672 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481634 Jul 28 18:11:27.002336 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cefbda-38c0-4421-b0e3-2e117975a810 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.002944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cefbda-38c0-4421-b0e3-2e117975a810 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.006846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-07cefbda-38c0-4421-b0e3-2e117975a810 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/b6e9b340-9026-4800-bb82-beaeffddecff HTTP/1.1" status: 404 len: 339 time: 0.0264587 Jul 28 18:11:27.007121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.177268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Router c65a3552-bf77-4622-804c-c415e7b700a4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:11:27.292822 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8b81b-ccf5-48ce-b498-1c4ba9ff6681 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.293286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f8b81b-ccf5-48ce-b498-1c4ba9ff6681 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.294997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2f8b81b-ccf5-48ce-b498-1c4ba9ff6681 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/7277c9e9-b7ab-4969-b642-4cdaafeb035d HTTP/1.1" status: 404 len: 337 time: 0.2868824 Jul 28 18:11:27.298740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34872) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.318049 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e27d76-09f0-4bd7-95bd-eddd9124149c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.318049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e27d76-09f0-4bd7-95bd-eddd9124149c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.321434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Deleting port 891de217-5a3b-47bb-a869-f64d6576771f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:27.321785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.324515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-50e27d76-09f0-4bd7-95bd-eddd9124149c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/f70c65df-9783-41fd-a95d-8cec09748ea1 HTTP/1.1" status: 404 len: 339 time: 0.0254531 Jul 28 18:11:27.326994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.354462 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6240413-f0cf-4dc1-86a7-f82b7f6b7adf tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.355083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6240413-f0cf-4dc1-86a7-f82b7f6b7adf tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.356901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6240413-f0cf-4dc1-86a7-f82b7f6b7adf tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/b594456e-6daa-4689-8337-6c5c78e43e48 HTTP/1.1" status: 404 len: 337 time: 0.0284364 Jul 28 18:11:27.359351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34878) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.362357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:27.367970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.376075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Sync routers for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:27.377249 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-db73655c-76d1-47b1-916a-4c282da9cb6a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.377794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db73655c-76d1-47b1-916a-4c282da9cb6a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.379677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db73655c-76d1-47b1-916a-4c282da9cb6a tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/a175865a-ef76-4d63-9f28-84da3fc7c4d4 HTTP/1.1" status: 404 len: 339 time: 0.0193324 Jul 28 18:11:27.382291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.389623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:27.391082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:27.409084 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b8d00e-242e-44ba-b856-7ef39733d0d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.409668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b8d00e-242e-44ba-b856-7ef39733d0d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.411252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-697be97c-5642-42ae-9872-592f3dae2674 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "PUT /v2.0/floatingips/2da28c5d-f817-47c1-8fba-97f338bbc209 HTTP/1.1" status: 200 len: 991 time: 2.3132071 Jul 28 18:11:27.419666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:27.419785 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece2ee1-357b-46b2-b443-4cde045417a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:27.421559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45b8d00e-242e-44ba-b856-7ef39733d0d0 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/acd2cc8b-3912-45ad-a602-ee559218144e HTTP/1.1" status: 404 len: 337 time: 0.0382626 Jul 28 18:11:27.424782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34886) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.457258 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb2eeef-f766-4dbd-b810-8da19c44a214 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:27.457742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb2eeef-f766-4dbd-b810-8da19c44a214 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:27.459700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bbb2eeef-f766-4dbd-b810-8da19c44a214 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/bb3e52f9-896c-44b9-aeaf-a8333b49e5e6 HTTP/1.1" status: 404 len: 339 time: 0.0337095 Jul 28 18:11:27.462235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.462772 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8928acb4-5c53-43a8-b75d-5318b8ec3e8f x-openstack-request-id: req-8928acb4-5c53-43a8-b75d-5318b8ec3e8f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:27.462999 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:27.463254 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8928acb4-5c53-43a8-b75d-5318b8ec3e8f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:27.463665 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'status': 'completed', 'code': 200} Jul 28 18:11:27.469912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] For port 891de217-5a3b-47bb-a869-f64d6576771f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=891de217-5a3b-47bb-a869-f64d6576771f,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:27.470291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.489433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Calling delete_port for 891de217-5a3b-47bb-a869-f64d6576771f owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:27.544969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting subnet d7d73373-c289-4cad-982c-45e68b9a8fc1 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:27.545585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:27.548738 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.593800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-6ff3a5a9-540f-4ff3-a002-6e458efc83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:27.599761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-6ff3a5a9-540f-4ff3-a002-6e458efc83be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1097 time: 0.1014452 Jul 28 18:11:27.606866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.746016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-afcf05d2-7a3b-47d1-9dee-9814026f3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:27.747540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-afcf05d2-7a3b-47d1-9dee-9814026f3a2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 200 len: 915 time: 0.1436324 Jul 28 18:11:27.800536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.824142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-c5018f16-dd8c-4cea-ae96-721fa3ed210e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 200 len: 999 time: 0.0686364 Jul 28 18:11:27.910584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-86167c53-c3dc-446b-89d5-761f64f58018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:27.912304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2da28c5d-f817-47c1-8fba-97f338bbc209', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'port_id': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'mac_address': 'fa:16:3e:2f:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:11:04Z', 'updated_at': '2021-07-28T18:11:25Z', 'revision_number': 1, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:27.912774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-86167c53-c3dc-446b-89d5-761f64f58018 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=242f307f-68b9-4186-a0da-1867773df1de HTTP/1.1" status: 200 len: 853 time: 0.0675902 Jul 28 18:11:27.943428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Checking router: c65a3552-bf77-4622-804c-c415e7b700a4 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:27.947576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.954430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:27.955957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:27.963869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-cc7ef8c4-1c3f-48d7-85e0-78672440e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:27.965486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-cc7ef8c4-1c3f-48d7-85e0-78672440e4a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462463 Jul 28 18:11:27.978456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d73373-c289-4cad-982c-45e68b9a8fc1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:27.982150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.984546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0d077838-c280-423d-8b4e-cbd52e08f408 tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/subnets/d7d73373-c289-4cad-982c-45e68b9a8fc1 HTTP/1.1" status: 204 len: 168 time: 0.5203242 Jul 28 18:11:27.985264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:27.986988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:27.998974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c189d4-7cd6-40f7-9d35-4e1b8d7e1508 None None] Network 0c506e36-958d-434c-9525-1bcbd370f9c1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:28.065297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=891de217-5a3b-47bb-a869-f64d6576771f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:28.126848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.152916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:28.271066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-9bc28d66-e442-4473-94f4-2d72542273b7 service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986803 Jul 28 18:11:28.272439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Deleting port 644a70ed-73d7-4862-9f27-a5f3871c47fd {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:28.272794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.287039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.resource_extend [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 18:11:28.288916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52944f-915a-42bf-adbc-896ff6d8d020 req-8e55e79b-541c-4186-8370-e83f522b7c31 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:28.297678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f52944f-915a-42bf-adbc-896ff6d8d020 req-8e55e79b-541c-4186-8370-e83f522b7c31 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 947 time: 0.1895936 Jul 28 18:11:28.304636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:28.376527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] For port 644a70ed-73d7-4862-9f27-a5f3871c47fd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=644a70ed-73d7-4862-9f27-a5f3871c47fd,segment=NetworkSegment(2c951f74-4356-4529-8e6a-0ca02244d8e8),segment_id=2c951f74-4356-4529-8e6a-0ca02244d8e8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:28.376527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.390605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Calling delete_port for 644a70ed-73d7-4862-9f27-a5f3871c47fd owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:28.481407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:28.545388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] DHCP port deletion for 0c506e36-958d-434c-9525-1bcbd370f9c1 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:28.552231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5', 'mac_address': 'fa:16:3e:7b:0c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:28.627449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.653076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] No DVR routers for this DVR port 644a70ed-73d7-4862-9f27-a5f3871c47fd on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:28.659390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.679772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Port': ['ID=644a70ed-73d7-4862-9f27-a5f3871c47fd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:28.706894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:28.741627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Deleting port 644a70ed-73d7-4862-9f27-a5f3871c47fd {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:28.742150 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.783108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.799831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c506e36-958d-434c-9525-1bcbd370f9c1']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.806383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f52944f-915a-42bf-adbc-896ff6d8d020 req-41c0735a-d15b-4b36-a7fe-d04a49b1570d tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076129 Jul 28 18:11:28.819312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c951f74-4356-4529-8e6a-0ca02244d8e8') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.819312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c951f74-4356-4529-8e6a-0ca02244d8e8') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.829463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.841035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.854608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ece2ee1-357b-46b2-b443-4cde045417a5 req-bf7ff089-8122-481f-a1f3-ff0453390b1d service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527799 Jul 28 18:11:28.872697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:28.876550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.892522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:28.892941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.906558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] For port 644a70ed-73d7-4862-9f27-a5f3871c47fd, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:28.907085 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:28.917498 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:28.925209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2da28c5d-f817-47c1-8fba-97f338bbc209', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'port_id': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'mac_address': 'fa:16:3e:2f:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:11:04Z', 'updated_at': '2021-07-28T18:11:25Z', 'revision_number': 1, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.931624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Calling delete_port for 644a70ed-73d7-4862-9f27-a5f3871c47fd owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:28.961227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Port 644a70ed-73d7-4862-9f27-a5f3871c47fd was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:11:28.962858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c0e68-6010-463c-9973-3b036097fcbd None None] The sync data for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 is: [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2da28c5d-f817-47c1-8fba-97f338bbc209', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'port_id': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'mac_address': 'fa:16:3e:2f:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:11:04Z', 'updated_at': '2021-07-28T18:11:25Z', 'revision_number': 1, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:28.965962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:28.982870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.008726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] No DVR routers for this DVR port 644a70ed-73d7-4862-9f27-a5f3871c47fd on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:29.013301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad5a7-3be4-40c3-a9cd-3ba457864c5c None None] Pushing event deleted for resources: {'Port': ['ID=644a70ed-73d7-4862-9f27-a5f3871c47fd,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:29.055876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.066945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.068650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:29.072007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] 10.222.0.25 "DELETE /v2.0/networks/0c506e36-958d-434c-9525-1bcbd370f9c1 HTTP/1.1" status: 204 len: 168 time: 1.0818999 Jul 28 18:11:29.090199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Router 154ef6bf-e1e0-486a-bea2-30bb77feab0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:11:29.092574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be66d7-a0cb-4717-97e1-64e034241b0c tempest-NetworksTest-525767389 tempest-NetworksTest-525767389-project] Pushing event deleted for resources: {'Network': ['ID=0c506e36-958d-434c-9525-1bcbd370f9c1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:29.189062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['f1e36239-b4d8-4665-b8fe-42f1bc27e3a5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:29.232888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:29.242869 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Sync routers for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:29.254637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8bc70db3-8b19-48be-ad10-5ccc0bc6f3e6 admin admin] 10.222.0.25 "PUT /v2.0/routers/154ef6bf-e1e0-486a-bea2-30bb77feab0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4626911 Jul 28 18:11:29.255021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:29.259045 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:29.263249 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:29.281534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63cdaf-2f74-4c54-b6c6-64c3fc0ae1f9 None None] New status for floating IP 2da28c5d-f817-47c1-8fba-97f338bbc209: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:11:29.333274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 644a70ed-73d7-4862-9f27-a5f3871c47fd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:29.383295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.416554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:29.429201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:29.524149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.554616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 644a70ed-73d7-4862-9f27-a5f3871c47fd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:29.555227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 644a70ed-73d7-4862-9f27-a5f3871c47fd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:29.636699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34946) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:29.705298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Deleting port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:29.705804 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.722262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.771987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:11:27Z', 'revision_number': 5, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port': {'id': '6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:00:18Z', 'updated_at': '2021-07-28T18:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:29.795227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] For port 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:29.795734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:29.801637 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Checking router: 154ef6bf-e1e0-486a-bea2-30bb77feab0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:29.810943 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Routers {'154ef6bf-e1e0-486a-bea2-30bb77feab0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:29.811950 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:29.814101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Calling delete_port for 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:29.908528 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] Set router 154ef6bf-e1e0-486a-bea2-30bb77feab0e gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:29.977285 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:11:29Z', 'revision_number': 6, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:29.987097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-370e6f7c-2b57-4ffb-b407-d26ecb828490 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24e66140e6e1481fac0183fd7e430365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491776 Jul 28 18:11:29.990499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34958) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:30.020198 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b332e-9898-4694-9aaa-04ae58109d6b None None] The sync data for ids ['154ef6bf-e1e0-486a-bea2-30bb77feab0e'] in n-d-778550-5 is: [{'id': '154ef6bf-e1e0-486a-bea2-30bb77feab0e', 'name': 'tempest-TaggedBootDevicesTest-1357908251-router', 'tenant_id': '8ffec13ca4554dafbd5e45a69a339d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:00:17Z', 'updated_at': '2021-07-28T18:11:29Z', 'revision_number': 6, 'project_id': '8ffec13ca4554dafbd5e45a69a339d92', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:30.029162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae2e7-ed92-4692-a30b-2624d3b6d726 req-a77fe316-7584-4941-be95-b373caa589f1 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:30.030838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-250ae2e7-ed92-4692-a30b-2624d3b6d726 req-a77fe316-7584-4941-be95-b373caa589f1 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 948 time: 0.0742686 Jul 28 18:11:30.064192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.082079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.097125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.109336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-250ae2e7-ed92-4692-a30b-2624d3b6d726 req-28d74b69-5cba-4aa5-b569-c0204ae14e90 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564551 Jul 28 18:11:30.126388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.131211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:30.151366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.160817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9f79dc307b14cf48dfefe9fb5f9ed26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429914 Jul 28 18:11:30.165829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:30.168054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc077672-9570-4cbd-beef-b8c9a20dbd9a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.177694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.199789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.200141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.200484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.200823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.201159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.201491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.201827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.202200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.203040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.203363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.203714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.204042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08336c9-867f-49da-8eb9-cf06c5404356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:30.237444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:30.241421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:30.241819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.242051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.260047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.286071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.326122 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.345922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.348530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.352327 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7fc6cb3-cc60-4af2-974b-7911982bd335 HTTP/1.1" status: 204 len: 168 time: 0.3584762 Jul 28 18:11:30.355756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:30.355756 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33785156-b2a3-4529-9395-fef20b225317" -d '{"events": [{"server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "name": "network-vif-plugged", "status": "completed", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:30.356861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.359670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.367949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:30.375311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4e08-676f-4ed7-a546-8f7441ca0f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc6cb3-cc60-4af2-974b-7911982bd335,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.404883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.407508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.409029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc077672-9570-4cbd-beef-b8c9a20dbd9a HTTP/1.1" status: 204 len: 168 time: 0.2419446 Jul 28 18:11:30.422494 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21236dbd-3f25-47fd-9065-44a8d4cc01f4 x-openstack-request-id: req-21236dbd-3f25-47fd-9065-44a8d4cc01f4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:30.423022 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "name": "network-vif-plugged", "status": "completed", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:30.423605 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21236dbd-3f25-47fd-9065-44a8d4cc01f4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:30.424196 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5', 'code': 200} Jul 28 18:11:30.431907 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.434202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9401-6ca9-46ba-9cad-94990f130ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc077672-9570-4cbd-beef-b8c9a20dbd9a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.500312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.540338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.540946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154ef6bf-e1e0-486a-bea2-30bb77feab0e {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:11:30.543515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df439492-68a1-4232-ba45-6cb50cb2e3a6 req-97b58eca-1d91-4ae4-8c37-2e8f75e4be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:30.545159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df439492-68a1-4232-ba45-6cb50cb2e3a6 req-97b58eca-1d91-4ae4-8c37-2e8f75e4be1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 1100 time: 0.0573874 Jul 28 18:11:30.545567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.547414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31d40fab-dee6-4958-81fc-6b72e5c750b3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/154ef6bf-e1e0-486a-bea2-30bb77feab0e HTTP/1.1" status: 204 len: 168 time: 1.2913249 Jul 28 18:11:30.549895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34968) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:30.622309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df439492-68a1-4232-ba45-6cb50cb2e3a6 req-780dc98b-1953-448f-86df-61a1469d3a97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699129 Jul 28 18:11:30.627703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Deleting subnet 2a187c28-3b98-4862-94d5-76e1c0cc9447 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:30.630798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.669136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.765382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.900573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.932801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a187c28-3b98-4862-94d5-76e1c0cc9447,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.936224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:30.936649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ad514-9d48-463a-a83d-f8d49a6328c1 None None] Network c45d42f5-88d6-4e7f-9647-79b4e6cded8c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:30.940780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b36b449e-9c39-4e4a-abba-6c524f62dd94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a187c28-3b98-4862-94d5-76e1c0cc9447 HTTP/1.1" status: 204 len: 168 time: 0.3870893 Jul 28 18:11:30.942545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:31.022699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.085320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34988) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:31.096646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Deleting port bb073c81-a654-4b2f-b327-6f6c56e67581 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:31.097001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.109523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aaccdf39-610e-4827-8d5d-7df96ef9659d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.197752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] DHCP port deletion for c45d42f5-88d6-4e7f-9647-79b4e6cded8c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:31.220404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] For port bb073c81-a654-4b2f-b327-6f6c56e67581, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bb073c81-a654-4b2f-b327-6f6c56e67581,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:31.221070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.248368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Calling delete_port for bb073c81-a654-4b2f-b327-6f6c56e67581 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:31.252905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:31.298001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:31.298001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e5f3c23-df6a-4a6a-805b-8cfa3de6f24a not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:31.298001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 891de217-5a3b-47bb-a869-f64d6576771f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:31.321336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a417c-518c-49da-b68f-5b6c7283f00f req-e8912961-1433-4ad3-9794-7fbdf67f390f tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:31.322558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 891de217-5a3b-47bb-a869-f64d6576771f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:31.322897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af4a417c-518c-49da-b68f-5b6c7283f00f req-e8912961-1433-4ad3-9794-7fbdf67f390f tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 949 time: 0.1094692 Jul 28 18:11:31.323042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 891de217-5a3b-47bb-a869-f64d6576771f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:31.350403 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aaccdf39-610e-4827-8d5d-7df96ef9659d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.354274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Deleting port bb073c81-a654-4b2f-b327-6f6c56e67581 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:31.354769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.391368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af4a417c-518c-49da-b68f-5b6c7283f00f req-88ab07d0-32cd-4380-8339-67b4c98b6ea8 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585654 Jul 28 18:11:31.397601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aaccdf39-610e-4827-8d5d-7df96ef9659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.438081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccdf39-610e-4827-8d5d-7df96ef9659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d1a66-89cb-4a50-b70c-0248d0ea4c4a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.442777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] For port bb073c81-a654-4b2f-b327-6f6c56e67581, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bb073c81-a654-4b2f-b327-6f6c56e67581,segment=NetworkSegment(7ec5249f-8ebd-40f7-abe0-49517d0e3e34),segment_id=7ec5249f-8ebd-40f7-abe0-49517d0e3e34)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:31.443308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.454280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.456498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aaccdf39-610e-4827-8d5d-7df96ef9659d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7f88562c49847dab0850dc7da8ea9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697345 Jul 28 18:11:31.458747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35000) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:31.471307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Calling delete_port for bb073c81-a654-4b2f-b327-6f6c56e67581 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:31.486422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb073c81-a654-4b2f-b327-6f6c56e67581,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.491384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] No DVR routers for this DVR port bb073c81-a654-4b2f-b327-6f6c56e67581 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:31.528501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.553509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.571982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.575784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.589565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45d42f5-88d6-4e7f-9647-79b4e6cded8c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:31.604984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec5249f-8ebd-40f7-abe0-49517d0e3e34') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:31.605448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec5249f-8ebd-40f7-abe0-49517d0e3e34') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:31.612681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] Pushing event deleted for resources: {'Port': ['ID=bb073c81-a654-4b2f-b327-6f6c56e67581,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.615989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.618323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07611ab4-675a-4f92-9e02-dc1187ec0128 None None] No DVR routers for this DVR port bb073c81-a654-4b2f-b327-6f6c56e67581 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:31.632451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.638745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:31.639141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:31.641525 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:31.694721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.697430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.698718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a0d1a66-89cb-4a50-b70c-0248d0ea4c4a HTTP/1.1" status: 204 len: 168 time: 0.2378316 Jul 28 18:11:31.699751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35004) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:31.709303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822fbc-b427-42a0-9ee5-1a8ff0eab05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d1a66-89cb-4a50-b70c-0248d0ea4c4a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.797413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.804194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.807659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c45d42f5-88d6-4e7f-9647-79b4e6cded8c HTTP/1.1" status: 204 len: 168 time: 0.8625143 Jul 28 18:11:31.813668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1694742377'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:31.826924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d350b9-bab6-4cd9-812d-4c116638fed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c45d42f5-88d6-4e7f-9647-79b4e6cded8c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.934306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:31.938812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:31.948008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.048810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.117282 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.127253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35024) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:32.162761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:32.171616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fcd72d-84f7-428c-b79d-720ca145a4b1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:32.194112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.196006 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment e2e2a254-bfd1-4139-8ac8-72587e462648 of type vlan for network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f Jul 28 18:11:32.229815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91ef02a1-8b5b-4178-ba0c-d39fc64bed14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ffec13ca4554dafbd5e45a69a339d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977426 Jul 28 18:11:32.229929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35032) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:32.268430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.290171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.312238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.364909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.370503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:32.371105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.414296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.418159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.421586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6b15f65-3a06-492e-81a6-09b485548e62 HTTP/1.1" status: 204 len: 168 time: 0.1883411 Jul 28 18:11:32.429443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049ea5-d485-4912-9630-f5de1dd82da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b15f65-3a06-492e-81a6-09b485548e62,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:32.439271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:32.450343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:32.513686 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fd8d5c8-2e87-4c56-babd-4c795ff18b9d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8128214 Jul 28 18:11:32.516360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35046) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:32.521610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'name': 'tempest-PortsIpV6TestJSON-797610095'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:32.541373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0840a3-b065-4c58-b465-e3af07a73f25 req-79f8d5a9-d38b-4c21-a7f9-ac614926e2e6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:32.543007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae0840a3-b065-4c58-b465-e3af07a73f25 req-79f8d5a9-d38b-4c21-a7f9-ac614926e2e6 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 949 time: 0.0626981 Jul 28 18:11:32.585337 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae0840a3-b065-4c58-b465-e3af07a73f25 req-c83fcfa3-705d-49c8-9e4b-a0c55236fba7 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Jul 28 18:11:32.699947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:32.704273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:32.723419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port ee5284f2-5e0e-4918-a621-7aa0e19b67cd yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:32.895200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.003129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.064719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=ee5284f2-5e0e-4918-a621-7aa0e19b67cd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:33.078523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'e2e2a254-bfd1-4139-8ac8-72587e462648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:33.078949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:33.106456 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-3204abcb-2a67-4dd7-99ac-4c155a3e8c67 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:33.108042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-3204abcb-2a67-4dd7-99ac-4c155a3e8c67 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 1100 time: 0.0534587 Jul 28 18:11:33.132499 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-b6f044c0-585c-487d-80f2-678c8df6fab2 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.194045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:33.236087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bb073c81-a654-4b2f-b327-6f6c56e67581 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:33.261327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-b6f044c0-585c-487d-80f2-678c8df6fab2 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.263547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: bb073c81-a654-4b2f-b327-6f6c56e67581 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:33.264202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bb073c81-a654-4b2f-b327-6f6c56e67581 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:33.288808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:33.292975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:33.303476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:33.303476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.304157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b996f-a1c4-4d11-8dac-d43aa4a3c185 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:33.345704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-b6f044c0-585c-487d-80f2-678c8df6fab2 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.367481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e42b4845-ad25-4f33-8c07-1543f6f9a872 req-b6f044c0-585c-487d-80f2-678c8df6fab2 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530341 Jul 28 18:11:33.387974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f044c0-585c-487d-80f2-678c8df6fab2 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4720bbd-d574-454b-b93b-a0fe27579a08,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:33.460706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8accf85-5f8d-4458-a18b-c29c48460395 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9429989 Jul 28 18:11:33.468847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35094) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:33.474292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1944497406'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:33.546501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:33.550051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.574782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:33.584205 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.584709 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment afc73af1-8662-4dff-8910-5750f877b39e of type vlan for network 4174eaef-aa72-414f-bb38-ddf7478824f8 Jul 28 18:11:33.627604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.674046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35100) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:33.685739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35104) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:33.739742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.745349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:33.745949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.799881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1757273386-network', 'tenant_id': '38ece1f9456f48568ba39acba555ee12'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:33.831572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.844773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=4174eaef-aa72-414f-bb38-ddf7478824f8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:33.854897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4174eaef-aa72-414f-bb38-ddf7478824f8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:33.879638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d31a8e68-654a-4316-80af-5667eba201ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4095359 Jul 28 18:11:33.882342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35108) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:33.887788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'ports': [{'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'}, {'network_id': '4174eaef-aa72-414f-bb38-ddf7478824f8'}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:33.888382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:33.889035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '4174eaef-aa72-414f-bb38-ddf7478824f8'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:33.890859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:11:33.890859 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:11:33.890859 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': '41977f1aa83f456c92294cbed248ee0c', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 11, 33, 846923)}] Jul 28 18:11:33.890859 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:33.890859 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:33.962556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Made reservation on behalf of 38ece1f9456f48568ba39acba555ee12 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:33.964964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:33.974145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.061244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.111016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.135157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:34.143700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848621f9-3484-4048-a9f5-9738629345e8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:34.149579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.149926 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Added segment 065d2ed6-724a-4305-ba5e-77af68ed25e7 of type vlan for network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 Jul 28 18:11:34.180254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 2} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:34.185850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.195920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.200531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.265688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.266726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:34.267323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.288004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port c3f22e48-9298-45af-9d33-3c1d097f0294 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:34.327815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] Pushing event updated for resources: {'Network': ['ID=ea48d962-2f3c-4e09-8d20-0fd303c2ceb6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:34.337345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:34.378007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d9a7769b-56da-4937-a57e-346525440c9e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7000766 Jul 28 18:11:34.378214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35114) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:34.383696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Request body: {'subnet': {'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1757273386-subnet', 'tenant_id': '38ece1f9456f48568ba39acba555ee12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:34.393836 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.410013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.423049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:11:34.423049 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:11:34.423049 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': '41977f1aa83f456c92294cbed248ee0c', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 11, 34, 410238)}] Jul 28 18:11:34.423049 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:34.428233 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:34.481672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589375cd-23fe-4477-b7fd-c6b777e023e1 req-584c70d6-7a9c-4e3b-87da-058781f5f679 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:34.482463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port 71b81953-d8d2-4547-8e9b-b97b3238702a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:34.483296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-589375cd-23fe-4477-b7fd-c6b777e023e1 req-584c70d6-7a9c-4e3b-87da-058781f5f679 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 1100 time: 0.0409374 Jul 28 18:11:34.506991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Made reservation on behalf of 38ece1f9456f48568ba39acba555ee12 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:34.509482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.571116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-589375cd-23fe-4477-b7fd-c6b777e023e1 req-dba93915-c06f-4fd4-839b-59e3a2ef9349 tempest-ServersAdminNegativeTestJSON-359167366 tempest-ServersAdminNegativeTestJSON-359167366-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811777 Jul 28 18:11:34.603581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.689505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.730166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:34.733816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:34.737421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:34.738319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.746084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.752215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=c3f22e48-9298-45af-9d33-3c1d097f0294,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:34.805463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60655a8-784d-44ec-9d43-a13dc8393580,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:34.816357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'afc73af1-8662-4dff-8910-5750f877b39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4174eaef-aa72-414f-bb38-ddf7478824f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:34.816732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 4174eaef-aa72-414f-bb38-ddf7478824f8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:34.818282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Checking segment: {'id': '065d2ed6-724a-4305-ba5e-77af68ed25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:34.818570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Network hostable DHCP agents. Network: ea48d962-2f3c-4e09-8d20-0fd303c2ceb6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:34.818843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=71b81953-d8d2-4547-8e9b-b97b3238702a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:34.853542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.899817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 4174eaef-aa72-414f-bb38-ddf7478824f8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:34.902360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:34.948472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.951258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4174eaef-aa72-414f-bb38-ddf7478824f8) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:34.952423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, ea48d962-2f3c-4e09-8d20-0fd303c2ceb6) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:34.957080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:34.959614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:34.960619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.967571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62579770-9610-4796-a360-f961dcaf1ab3 None None] Network 4174eaef-aa72-414f-bb38-ddf7478824f8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:34.970145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fbb02f-b87b-4d9c-96b2-dc0265668db4 None None] Network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:34.979842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:34.985018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:34.985727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:34.995632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.040758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41977f1aa83f456c92294cbed248ee0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3539789 Jul 28 18:11:35.042164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee6ab-11ff-4d8a-95b3-b971b4ad771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2862a-f369-44e3-a780-ec21f3c30bd3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:35.044209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35132) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:35.063115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e19b4c76-c597-43e1-ba8d-2bdfaf5c4b05 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6814935 Jul 28 18:11:35.106233 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-90c1ee85-dcff-4892-b38d-ceee10564014 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2202051 Jul 28 18:11:35.108386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:35.186772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d065a3-2f94-416f-ac0f-6104c45c2cef req-72323d6e-d83d-44c1-b324-af673a8d3212 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:35.188402 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10d065a3-2f94-416f-ac0f-6104c45c2cef req-72323d6e-d83d-44c1-b324-af673a8d3212 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 949 time: 0.1237075 Jul 28 18:11:35.212970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.227079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb4670-eed6-4433-9655-17902967959f None None] Network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:35.260218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.308680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10d065a3-2f94-416f-ac0f-6104c45c2cef req-53ebb3f5-938a-4b7b-9fcf-7cc87eecf1f5 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936394 Jul 28 18:11:35.319527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 71b81953-d8d2-4547-8e9b-b97b3238702a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:35.319527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.400210 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.417359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 71b81953-d8d2-4547-8e9b-b97b3238702a owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:35.464952 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.468000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.469145 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71c2862a-f369-44e3-a780-ec21f3c30bd3 HTTP/1.1" status: 204 len: 168 time: 0.4237931 Jul 28 18:11:35.481372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2b74f-4410-4a48-8c08-90a6e92c2c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2862a-f369-44e3-a780-ec21f3c30bd3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:35.552643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-81298af9-9299-4faf-a19f-04168e6addd1 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:35.554113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-81298af9-9299-4faf-a19f-04168e6addd1 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/networks?id=ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 HTTP/1.1" status: 200 len: 821 time: 0.1154592 Jul 28 18:11:35.568899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-98f01648-e2e0-45aa-a26b-4ad1b68fae04 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/quotas/38ece1f9456f48568ba39acba555ee12 HTTP/1.1" status: 200 len: 375 time: 0.0090582 Jul 28 18:11:35.585682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.600831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-0bbb27a5-1bdb-4b66-a441-b0330e97793c tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=38ece1f9456f48568ba39acba555ee12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265224 Jul 28 18:11:35.616260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=71b81953-d8d2-4547-8e9b-b97b3238702a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:35.621662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:35.627624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ac62ea06-057d-473a-9746-3b61c8279356 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/71b81953-d8d2-4547-8e9b-b97b3238702a HTTP/1.1" status: 204 len: 168 time: 0.5115223 Jul 28 18:11:35.627624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:35.690637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfd2d7-1146-4ec3-a8db-5745dd6a0ed9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:35.696606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfd2d7-1146-4ec3-a8db-5745dd6a0ed9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:35.701289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6ddfd2d7-1146-4ec3-a8db-5745dd6a0ed9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0710206 Jul 28 18:11:35.701602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:35.716254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-72e03c08-6403-4104-9e12-83edac07fdf5 service neutron] 10.222.0.25 "GET /v2.0/networks/ea48d962-2f3c-4e09-8d20-0fd303c2ceb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075478 Jul 28 18:11:36.109295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-ff466270-f9ba-4840-8181-af7fd6e825c6 service neutron] 10.222.0.25 "GET /v2.0/networks/ea48d962-2f3c-4e09-8d20-0fd303c2ceb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766496 Jul 28 18:11:36.117525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port c3f22e48-9298-45af-9d33-3c1d097f0294 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:36.117867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.187142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.199503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for c3f22e48-9298-45af-9d33-3c1d097f0294 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:36.345620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.365921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.370952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/c3f22e48-9298-45af-9d33-3c1d097f0294 HTTP/1.1" status: 204 len: 168 time: 0.6677926 Jul 28 18:11:36.371603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35184) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:36.400273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ecac5c40-6987-41b9-8e15-5a45cde6cda4 req-2eeb1bc5-7113-4d80-81c0-1579a4d63487 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 210 time: 0.0590863 Jul 28 18:11:36.480468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61f39e-4cc5-4361-9ccd-cc16f39c77db tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=c3f22e48-9298-45af-9d33-3c1d097f0294,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:36.539879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-a65ac770-6d30-42e6-829e-ea0805afd331 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:36.547535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-a65ac770-6d30-42e6-829e-ea0805afd331 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 949 time: 0.0727797 Jul 28 18:11:36.580349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18145bd8-9699-4fd2-83f4-a25484f0524b req-086e1369-109f-44f1-a989-0a9fff662090 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:36.581918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18145bd8-9699-4fd2-83f4-a25484f0524b req-086e1369-109f-44f1-a989-0a9fff662090 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 949 time: 0.1253576 Jul 28 18:11:36.590259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc528994-9c4a-4755-a541-7ebd0813a3eb tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:36.594288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cc528994-9c4a-4755-a541-7ebd0813a3eb tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2168114 Jul 28 18:11:36.596170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:36.633914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18145bd8-9699-4fd2-83f4-a25484f0524b req-329e2bc7-1baa-4814-835b-0b9ce47af9a1 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jul 28 18:11:36.643307 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee5fccc-df66-47d9-a38b-0b709433660c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:36.645020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cee5fccc-df66-47d9-a38b-0b709433660c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/71b81953-d8d2-4547-8e9b-b97b3238702a HTTP/1.1" status: 404 len: 333 time: 0.0478470 Jul 28 18:11:36.648063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:36.676906 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ad8fe5-781f-472f-8149-950e8a55020c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:36.678430 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b6ad8fe5-781f-472f-8149-950e8a55020c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/c3f22e48-9298-45af-9d33-3c1d097f0294 HTTP/1.1" status: 404 len: 333 time: 0.0291471 Jul 28 18:11:36.681956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35202) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:36.754383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Deleting port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:36.754726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.807051 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.936354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] For port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:36.936733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.939925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:36.957563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4174eaef-aa72-414f-bb38-ddf7478824f8']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:36.959782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Calling delete_port for f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:36.971667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc73af1-8662-4dff-8910-5750f877b39e') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:36.971975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc73af1-8662-4dff-8910-5750f877b39e') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:36.986576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.027770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.039221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:37.039656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:37.042592 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:37.163323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.171702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.173537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/4174eaef-aa72-414f-bb38-ddf7478824f8 HTTP/1.1" status: 204 len: 168 time: 0.4906733 Jul 28 18:11:37.177660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35216) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:37.182818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830961448'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:37.191311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4c318-8e2f-4e98-8246-0688733a24dd tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=4174eaef-aa72-414f-bb38-ddf7478824f8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:37.266554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.266776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:37.270577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.282543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['f1e36239-b4d8-4665-b8fe-42f1bc27e3a5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:37.287001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6e512297-cecb-4a20-aa0b-a28471115010'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:37.297894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:37.310529 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.311770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Pushing event deleted for resources: {'Port': ['ID=f1e36239-b4d8-4665-b8fe-42f1bc27e3a5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:37.311905 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment 1351ef1d-523d-4a75-b0f7-1f8b7c713291 of type vlan for network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d Jul 28 18:11:37.372956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.376594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] No DVR routers for this DVR port f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:37.384479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.388890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca368075-2aa5-4629-852e-bdbee53db8c8 req-0c5d4218-05c6-4a6c-b0ae-c4563286b619 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.37 "DELETE /v2.0/ports/f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 HTTP/1.1" status: 204 len: 173 time: 0.8354700 Jul 28 18:11:37.388890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'name': 'network-vif-deleted', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:37.391503 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdb9b6-64ae-4f86-8610-8cf7b2f64598" -d '{"events": [{"server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "name": "network-vif-deleted", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:37.465932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.478543 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf9b7e-aa32-454a-8508-d254e1b441da x-openstack-request-id: req-ecbf9b7e-aa32-454a-8508-d254e1b441da {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:37.478543 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffac6f-fc8a-4490-acca-eecf8e4650c5", "name": "network-vif-deleted", "tag": "f1e36239-b4d8-4665-b8fe-42f1bc27e3a5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:37.478543 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecbf9b7e-aa32-454a-8508-d254e1b441da {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:37.478543 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffac6f-fc8a-4490-acca-eecf8e4650c5', 'name': 'network-vif-deleted', 'tag': 'f1e36239-b4d8-4665-b8fe-42f1bc27e3a5', 'status': 'completed', 'code': 200} Jul 28 18:11:37.494906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:37.499826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.541494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fe07f18-6071-4aea-bb15-852516961890 req-79bd0765-540f-4abd-92ee-15d422b16c5e tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 210 time: 0.0432310 Jul 28 18:11:37.690617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=0e2e3a06-e98e-4015-9e71-a6a82d9aa00d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:37.703745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:37.718225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35047130-250c-49a5-884f-04faa256d0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:37.744335 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb9d06fc-6cd5-4a54-9827-03c5f82dcae6 req-30549d40-c8d1-4242-9b33-2eb501409767 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=67ffac6f-fc8a-4490-acca-eecf8e4650c5 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Jul 28 18:11:37.797659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cfba3df7-3d0c-483c-ab3e-e45a4c72e43d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6188860 Jul 28 18:11:37.800535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:37.805639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:37.968391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:37.972058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.231994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.317679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=01db6e0a-8d77-4c4e-8068-18bcd9fa3966,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:38.322936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': '1351ef1d-523d-4a75-b0f7-1f8b7c713291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:38.323305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:38.385381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:38.459958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:38.464278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:38.470632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.471350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09e6a0-9231-4553-89fb-a1972553cbbd None None] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:38.580519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-434d1273-d8f1-416e-acfd-0c31db981889 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:38.582588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-434d1273-d8f1-416e-acfd-0c31db981889 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.35 "GET /v2.0/networks?id=ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 HTTP/1.1" status: 200 len: 821 time: 0.1312985 Jul 28 18:11:38.587779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56415781-101b-4b3e-9148-2961caafde50 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7861629 Jul 28 18:11:38.590566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35280) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:38.596351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Request body: {'port': {'device_id': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6', 'admin_state_up': True, 'tenant_id': '38ece1f9456f48568ba39acba555ee12'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:38.596763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d', 'name': 'tempest-PortsIpV6TestJSON-1574304029'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:38.641111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-0e2e3a06-e98e-4015-9e71-a6a82d9aa00d', 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': '01db6e0a-8d77-4c4e-8068-18bcd9fa3966'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:38.642049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.729513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42c6552b-4f75-4097-98ee-566f820a6975 req-ff9f96c3-af99-44bb-aaa4-84bd6b1ef16f tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 210 time: 0.0587699 Jul 28 18:11:38.830280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Allocated IP 2001:db8::2 (0e2e3a06-e98e-4015-9e71-a6a82d9aa00d/01db6e0a-8d77-4c4e-8068-18bcd9fa3966/324f6ea9-8ab2-4b3d-8fed-8185c8041cbd) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:38.877120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:38.881437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.918700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port c63cf4fe-401d-4ab7-94b3-878b75fdc71a yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:38.985759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Made reservation on behalf of 38ece1f9456f48568ba39acba555ee12 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:38.989740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:38.992951 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.001735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Transition to ACTIVE for port object 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:39.017318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Transition to ACTIVE for port object 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:39.106026 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.143743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:39.146620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:39.150339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:39.162242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Pushing event updated for resources: {'Port': ['ID=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:39.170360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::ac (0e2e3a06-e98e-4015-9e71-a6a82d9aa00d/01db6e0a-8d77-4c4e-8068-18bcd9fa3966/c63cf4fe-401d-4ab7-94b3-878b75fdc71a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:39.177859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Allocated IP 172.20.0.9 (ea48d962-2f3c-4e09-8d20-0fd303c2ceb6/a60655a8-784d-44ec-9d43-a13dc8393580/462d2cf3-c044-4af9-8b1f-2b655c5a00e1) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.190688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.191501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.191501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.191674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.191974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:39.263428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Attempting to bind port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:39.268214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Attempting to bind port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1351ef1d-523d-4a75-b0f7-1f8b7c713291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:39.268754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Attempting to bind port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd on network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:39.278879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:39.279456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Checking segment: {'id': '1351ef1d-523d-4a75-b0f7-1f8b7c713291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:39.280062 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.280603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Bound using segment: {'id': '1351ef1d-523d-4a75-b0f7-1f8b7c713291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:39.281226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Bound port: 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1351ef1d-523d-4a75-b0f7-1f8b7c713291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e2e3a06-e98e-4015-9e71-a6a82d9aa00d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:39.281708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.352446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] For port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:39.356301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] For port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,segment=NetworkSegment(1351ef1d-523d-4a75-b0f7-1f8b7c713291),segment_id=1351ef1d-523d-4a75-b0f7-1f8b7c713291)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:39.383379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.399985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object c63cf4fe-401d-4ab7-94b3-878b75fdc71a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:39.414308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.476529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f8ec-3be8-45b1-acf6-357ecc5c7d09 None None] Pushing event updated for resources: {'Port': ['ID=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:39.489460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.544397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:39.548291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:39.550707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:39.556965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:39.557640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.571978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=c63cf4fe-401d-4ab7-94b3-878b75fdc71a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:39.670130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-690c8106-8c3b-4c16-a0d4-f4c4806fb345 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0715108 Jul 28 18:11:39.671602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35320) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:39.700973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60bc22-f90e-4c7d-91be-e2b533261ccf req-1fcde81a-64b8-4677-96f7-0c3d7b9236ea tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:39.702542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b60bc22-f90e-4c7d-91be-e2b533261ccf req-1fcde81a-64b8-4677-96f7-0c3d7b9236ea tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 949 time: 0.1271198 Jul 28 18:11:39.706619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35322) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:39.785581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b60bc22-f90e-4c7d-91be-e2b533261ccf req-24f2aa5f-0e32-4c70-a2f7-41fdf0993a92 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744667 Jul 28 18:11:39.801966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.818846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port c63cf4fe-401d-4ab7-94b3-878b75fdc71a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:39.819294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.918360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57371b3-8c66-4286-a3c9-570940df33c3 req-a8a4b64a-349d-4f39-ab16-35cc8b6dffea tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 210 time: 0.0369854 Jul 28 18:11:39.934641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f99d25-4d0b-469e-8f76-5744549b55d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.976051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.990726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f172be10-3872-4716-b19f-86d7cce10907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:39.998385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for c63cf4fe-401d-4ab7-94b3-878b75fdc71a owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:40.008518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.036653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.052416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:40.055577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:40.057968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:40.097855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Pushing event updated for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:40.120112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:40.121014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.124071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f99d25-4d0b-469e-8f76-5744549b55d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.149582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:40.173232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:40.173582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f1e36239-b4d8-4665-b8fe-42f1bc27e3a5 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:40.180033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f99d25-4d0b-469e-8f76-5744549b55d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.224599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66f99d25-4d0b-469e-8f76-5744549b55d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6205c9217f904fdc99eb388deaf6c510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159767 Jul 28 18:11:40.225501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f99d25-4d0b-469e-8f76-5744549b55d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d05d89-a195-49c2-902d-d8d0e4ef1af7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:40.228281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35330) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:40.231089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.258367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=c63cf4fe-401d-4ab7-94b3-878b75fdc71a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:40.272655 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-61ecb3de-4d66-4e30-84dd-829221c8612b tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6808689 Jul 28 18:11:40.288190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.290570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16244be6-fca6-4b40-8ee6-dd929e6ce25f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/c63cf4fe-401d-4ab7-94b3-878b75fdc71a HTTP/1.1" status: 204 len: 168 time: 0.6178067 Jul 28 18:11:40.290723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Request body: {'port': {'device_id': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:40.295460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35332) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:40.314720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.330905 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5dc5de-8e0e-4025-bc99-ec5aa96424dc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:11:40.331913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5dc5de-8e0e-4025-bc99-ec5aa96424dc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:40.335916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1a5dc5de-8e0e-4025-bc99-ec5aa96424dc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/c63cf4fe-401d-4ab7-94b3-878b75fdc71a HTTP/1.1" status: 404 len: 333 time: 0.0398672 Jul 28 18:11:40.337050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35336) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:40.376391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.403136 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61d3102-6117-49a8-9059-b8888311004e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:40.407909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c61d3102-6117-49a8-9059-b8888311004e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/c63cf4fe-401d-4ab7-94b3-878b75fdc71a HTTP/1.1" status: 404 len: 333 time: 0.0665989 Jul 28 18:11:40.408667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:40.413534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.464449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet 01db6e0a-8d77-4c4e-8068-18bcd9fa3966 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:40.468523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.524328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.564601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4fc930-154b-423c-b8c1-d3d39848bdba None None] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:40.582309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.585244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.586560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7d05d89-a195-49c2-902d-d8d0e4ef1af7 HTTP/1.1" status: 204 len: 168 time: 0.3561871 Jul 28 18:11:40.620104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7cbab-a905-4ed7-9164-4d811c2fb5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d05d89-a195-49c2-902d-d8d0e4ef1af7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:40.650047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.694313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-78ceda08-6a1b-4534-b79f-b7a40b336058 None None] Provisioning for port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:40.812222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:40.819607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.831897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.839476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Transition to ACTIVE for port object 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:40.866114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=01db6e0a-8d77-4c4e-8068-18bcd9fa3966,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:40.868367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.873113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b56bbdf6-e287-4ee5-9dd0-9a5f436c0b1a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/01db6e0a-8d77-4c4e-8068-18bcd9fa3966 HTTP/1.1" status: 204 len: 168 time: 0.4610579 Jul 28 18:11:40.874939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35344) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:40.899615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:40.985269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.006590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d9b5-e3a7-4add-857e-7e9ea2122a85 req-7b644caf-04f7-4b83-9e8b-211383de8e1a tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:41.009604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81e2d9b5-e3a7-4add-857e-7e9ea2122a85 req-7b644caf-04f7-4b83-9e8b-211383de8e1a tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 949 time: 0.1469760 Jul 28 18:11:41.038443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.042744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-1e74c83d-55a9-4f27-b58f-5893fb036df1 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:41.044560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Pushing event updated for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.045091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-1e74c83d-55a9-4f27-b58f-5893fb036df1 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.35 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 949 time: 0.0993495 Jul 28 18:11:41.079550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44327df1-f3cb-4096-b023-9b162abd5582 None None] Network 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:41.120452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81e2d9b5-e3a7-4add-857e-7e9ea2122a85 req-a4348fe9-631b-4373-b1f5-ff130587d317 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11576a7-0af0-4d7f-b2e8-80586ffba835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Jul 28 18:11:41.215481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Deleting port 6e512297-cecb-4a20-aa0b-a28471115010 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:41.215944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.227069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda3812-4ac0-4300-8239-3b3544c7e25d req-3b615a1d-8bb1-42b3-9f50-e85341957cdf tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:41.227069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fda3812-4ac0-4300-8239-3b3544c7e25d req-3b615a1d-8bb1-42b3-9f50-e85341957cdf tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 943 time: 0.1351361 Jul 28 18:11:41.228009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:41.228371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.276517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35352) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:41.304466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:41.319553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Attempting to bind port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:41.319900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Attempting to bind port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '065d2ed6-724a-4305-ba5e-77af68ed25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:41.320234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Attempting to bind port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 on network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:41.337836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a213272a-0088-4355-83d0-2e8b26d922d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.339134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] For port 6e512297-cecb-4a20-aa0b-a28471115010, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6e512297-cecb-4a20-aa0b-a28471115010,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:41.339964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.341551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] DHCP port deletion for 0e2e3a06-e98e-4015-9e71-a6a82d9aa00d request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:41.346374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 on network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:11:41.346710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Attempting to bind port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 on network ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:41.354206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Calling delete_port for 6e512297-cecb-4a20-aa0b-a28471115010 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:41.370477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,segment=NetworkSegment(1351ef1d-523d-4a75-b0f7-1f8b7c713291),segment_id=1351ef1d-523d-4a75-b0f7-1f8b7c713291)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:41.370477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.382639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:41.382850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Checking segment: {'id': '065d2ed6-724a-4305-ba5e-77af68ed25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:41.383167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Bound using segment: {'id': '065d2ed6-724a-4305-ba5e-77af68ed25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:41.383643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Bound port: 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065d2ed6-724a-4305-ba5e-77af68ed25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:41.384011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.415695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Deleting port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:41.416087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.416948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fda3812-4ac0-4300-8239-3b3544c7e25d req-d70f92c6-d677-4bd7-a8cf-1beb615ad95d tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315897 Jul 28 18:11:41.421152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:41.471860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:41.478933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:41.479126 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.522779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] For port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,segment=NetworkSegment(1351ef1d-523d-4a75-b0f7-1f8b7c713291),segment_id=1351ef1d-523d-4a75-b0f7-1f8b7c713291)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:41.523181 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.540476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Calling delete_port for 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:41.551148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.572250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:41.576169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,segment=NetworkSegment(065d2ed6-724a-4305-ba5e-77af68ed25e7),segment_id=065d2ed6-724a-4305-ba5e-77af68ed25e7)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:41.589662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6e512297-cecb-4a20-aa0b-a28471115010'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:41.590863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Pushing event deleted for resources: {'Port': ['ID=6e512297-cecb-4a20-aa0b-a28471115010,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.634386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a213272a-0088-4355-83d0-2e8b26d922d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.639762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] No DVR routers for this DVR port 6e512297-cecb-4a20-aa0b-a28471115010 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:41.645796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.645796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d623bc11-1830-497d-8dde-ccbd44e3eede req-e92fd348-b2d1-406d-83b2-6f5c059e5aaf tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.35 "DELETE /v2.0/ports/6e512297-cecb-4a20-aa0b-a28471115010 HTTP/1.1" status: 204 len: 173 time: 0.5907545 Jul 28 18:11:41.645796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'name': 'network-vif-deleted', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:41.647629 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c6488-ae80-4483-8f4f-d408abd30712" -d '{"events": [{"server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "name": "network-vif-deleted", "tag": "6e512297-cecb-4a20-aa0b-a28471115010"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:41.666616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.674047 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.700777 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b69f5-eb73-41e9-bbd1-25dbc546d624 x-openstack-request-id: req-071b69f5-eb73-41e9-bbd1-25dbc546d624 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:41.702824 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133ca551-2847-4ca9-b76f-4092e3f57fcb", "name": "network-vif-deleted", "tag": "6e512297-cecb-4a20-aa0b-a28471115010", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:41.703478 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-071b69f5-eb73-41e9-bbd1-25dbc546d624 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:41.704351 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133ca551-2847-4ca9-b76f-4092e3f57fcb', 'name': 'network-vif-deleted', 'tag': '6e512297-cecb-4a20-aa0b-a28471115010', 'status': 'completed', 'code': 200} Jul 28 18:11:41.731080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:41.732113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.734580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] 10.222.0.35 "PUT /v2.0/ports/462d2cf3-c044-4af9-8b1f-2b655c5a00e1 HTTP/1.1" status: 200 len: 1091 time: 1.4494743 Jul 28 18:11:41.738053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:41.742155 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755e5f8-5c04-4192-93fe-d31c4415092a" -d '{"events": [{"name": "network-changed", "server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:41.742298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.746666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.749662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a213272a-0088-4355-83d0-2e8b26d922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.780801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] Pushing event deleted for resources: {'Port': ['ID=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.784714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78900f-52bc-48bd-8181-4940d061c4d0 None None] No DVR routers for this DVR port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:41.803103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc465-dd08-4cba-bccf-882910819a36 service neutron] Pushing event updated for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.810552 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1f550b-17d7-4b9c-8fa9-ba6c9ec695ce x-openstack-request-id: req-ef1f550b-17d7-4b9c-8fa9-ba6c9ec695ce {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:41.811040 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:41.811994 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef1f550b-17d7-4b9c-8fa9-ba6c9ec695ce {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:41.812566 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1', 'status': 'completed', 'code': 200} Jul 28 18:11:41.826005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:41.871253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a213272a-0088-4355-83d0-2e8b26d922d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87d1e730a2b14fe4845bbc8d8ed54f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845730 Jul 28 18:11:41.872151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=324f6ea9-8ab2-4b3d-8fed-8185c8041cbd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.874671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:41.906104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213272a-0088-4355-83d0-2e8b26d922d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada5f5b-5484-491f-ba30-37f5a1f01733,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:41.925947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.947644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.975620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:41.984532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-240e8a7d-d842-46a6-afce-01167a3e753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:41.986097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-240e8a7d-d842-46a6-afce-01167a3e753c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38ece1f9456f48568ba39acba555ee12&device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 1094 time: 0.1296377 Jul 28 18:11:41.989939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e3a06-e98e-4015-9e71-a6a82d9aa00d']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.008808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1351ef1d-523d-4a75-b0f7-1f8b7c713291') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.009101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1351ef1d-523d-4a75-b0f7-1f8b7c713291') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.062301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.099499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.103019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.103457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ada5f5b-5484-491f-ba30-37f5a1f01733 HTTP/1.1" status: 204 len: 168 time: 0.2275708 Jul 28 18:11:42.110155 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.112584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4de285-e90b-40d4-8d83-376cb3c5fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada5f5b-5484-491f-ba30-37f5a1f01733,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:42.131533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:42.131951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:42.134889 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:42.230367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-c33a3dc0-aad8-4c5e-83d8-de888e01e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.231890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-c33a3dc0-aad8-4c5e-83d8-de888e01e332 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=38ece1f9456f48568ba39acba555ee12&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2344434 Jul 28 18:11:42.237753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b28c361-5521-45d8-affa-98c5e70e5afa req-df4e711f-293b-4353-9b5c-33cc32651c82 tempest-ServersAdminNegativeTestJSON-1045350752 tempest-ServersAdminNegativeTestJSON-1045350752-project] 10.222.0.25 "GET /v2.0/ports?device_id=133ca551-2847-4ca9-b76f-4092e3f57fcb HTTP/1.1" status: 200 len: 210 time: 0.0280695 Jul 28 18:11:42.329747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.338579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.344662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/0e2e3a06-e98e-4015-9e71-a6a82d9aa00d HTTP/1.1" status: 204 len: 168 time: 1.4669533 Jul 28 18:11:42.344819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35368) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:42.349938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673764066'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:42.359658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-4c5a5b69-58b2-4c9a-b6a7-f711efc56413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.363982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f755e5f8-5c04-4192-93fe-d31c4415092a req-4c5a5b69-58b2-4c9a-b6a7-f711efc56413 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216707 Jul 28 18:11:42.363982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4d87-1cd5-4b19-baeb-b855d17056d1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=0e2e3a06-e98e-4015-9e71-a6a82d9aa00d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:42.434163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-57011ada-9061-4592-9b51-cb39ae2adf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.436092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-57011ada-9061-4592-9b51-cb39ae2adf7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38ece1f9456f48568ba39acba555ee12&device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 1094 time: 0.0417857 Jul 28 18:11:42.458561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:42.468800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.505894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-9e5a9620-e06d-429a-b11c-4a86a7c86be2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1 HTTP/1.1" status: 200 len: 217 time: 0.0606430 Jul 28 18:11:42.529230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:42.546923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.547968 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment 962f3fe0-77d6-4864-9029-8cc19dac8725 of type vlan for network bf1c2470-f35e-4490-90f2-2618e13f971f Jul 28 18:11:42.599383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.615372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-a617207b-c2e1-4144-b156-914cc4d85205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.616893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-a617207b-c2e1-4144-b156-914cc4d85205 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a60655a8-784d-44ec-9d43-a13dc8393580 HTTP/1.1" status: 200 len: 861 time: 0.1039913 Jul 28 18:11:42.629329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32f460-6c0b-45da-b5f6-92a528cdddb8 req-aada68f3-c5d0-4f17-be85-5507c6dd3351 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.631862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce32f460-6c0b-45da-b5f6-92a528cdddb8 req-aada68f3-c5d0-4f17-be85-5507c6dd3351 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 943 time: 0.0696495 Jul 28 18:11:42.674102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-bb9c3140-f1e7-40b5-bd39-b4606387eecb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea48d962-2f3c-4e09-8d20-0fd303c2ceb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412269 Jul 28 18:11:42.688444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.695328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:42.695973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.710268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce32f460-6c0b-45da-b5f6-92a528cdddb8 req-7c692124-f9cb-474e-999b-2fe0009221ad tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689287 Jul 28 18:11:42.770964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=bf1c2470-f35e-4490-90f2-2618e13f971f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:42.777317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-1556d372-792f-4d48-97f9-199547fe7855 service neutron] 10.222.0.35 "GET /v2.0/networks/ea48d962-2f3c-4e09-8d20-0fd303c2ceb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954561 Jul 28 18:11:42.781922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bf1c2470-f35e-4490-90f2-2618e13f971f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:42.816504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6224e2e0-5d7a-4e4c-aa77-597106c517c4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4705048 Jul 28 18:11:42.834559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35384) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:42.840069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:42.922302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:42.942329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5bb4dedf-8261-4392-8fa7-6a3e586f7a8d req-41133d06-efdf-482d-bcf7-c6e1f46a3185 service neutron] 10.222.0.35 "GET /v2.0/networks/ea48d962-2f3c-4e09-8d20-0fd303c2ceb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585550 Jul 28 18:11:43.019656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:43.027057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:43.220954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:43.240236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:43.240810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 324f6ea9-8ab2-4b3d-8fed-8185c8041cbd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:43.311980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:43.667778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:43.680585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': '962f3fe0-77d6-4864-9029-8cc19dac8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:43.681196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: bf1c2470-f35e-4490-90f2-2618e13f971f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:43.749067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:43.785820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network bf1c2470-f35e-4490-90f2-2618e13f971f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:43.869296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f45a7d-1c7e-4d23-850c-cbcd1cb74fa9 req-b8045948-bf69-41fe-9acf-e9c613f9ccab tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:43.871227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f45a7d-1c7e-4d23-850c-cbcd1cb74fa9 req-b8045948-bf69-41fe-9acf-e9c613f9ccab tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 943 time: 0.0534811 Jul 28 18:11:43.938673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, bf1c2470-f35e-4490-90f2-2618e13f971f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:43.945267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:43.946092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:43.947028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d559e-c7bf-44d5-b62e-0decc60cdca2 None None] Network bf1c2470-f35e-4490-90f2-2618e13f971f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:43.950757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f45a7d-1c7e-4d23-850c-cbcd1cb74fa9 req-140adaa8-041e-4906-ad43-1911492700f8 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 Jul 28 18:11:43.954978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c249a67-ae6a-400d-aa23-56c5c668ed5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4be3427e07314573a0ca93f103e1ce02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047637 Jul 28 18:11:43.958180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:44.009590 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.031338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.073217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9b477198-99b1-496a-ac06-1dde673e9b62 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2341120 Jul 28 18:11:44.073854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:44.082650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-428791533'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:44.118702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-bf1c2470-f35e-4490-90f2-2618e13f971f', 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': 'c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:44.119731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.140246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.144958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.147747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d11576a7-0af0-4d7f-b2e8-80586ffba835 HTTP/1.1" status: 204 len: 168 time: 0.1884205 Jul 28 18:11:44.181318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613b23-efea-4634-b881-61cc41436608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11576a7-0af0-4d7f-b2e8-80586ffba835,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:44.239301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6e512297-cecb-4a20-aa0b-a28471115010 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:44.267441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 6e512297-cecb-4a20-aa0b-a28471115010 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:44.267787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6e512297-cecb-4a20-aa0b-a28471115010 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:44.299226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:44.307166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.318723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Allocated IP 2001:db8::2 (bf1c2470-f35e-4490-90f2-2618e13f971f/c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a/68b4e440-e3b9-465c-8b6f-d6a47cf6a31a) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:44.329373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port bc154075-6c96-49f1-b6de-97d033c00358 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:44.468740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.478061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Transition to ACTIVE for port object 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:44.500286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Transition to ACTIVE for port object 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:44.592959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.682426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::1c2 (bf1c2470-f35e-4490-90f2-2618e13f971f/c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a/bc154075-6c96-49f1-b6de-97d033c00358) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:44.826887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Network bf1c2470-f35e-4490-90f2-2618e13f971f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:44.829880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:44.833555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:44.837373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.841964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Pushing event updated for resources: {'Port': ['ID=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:44.862005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object bc154075-6c96-49f1-b6de-97d033c00358 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:44.880622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:44.896525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Attempting to bind port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:44.897056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Attempting to bind port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '962f3fe0-77d6-4864-9029-8cc19dac8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:44.897424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Attempting to bind port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a on network bf1c2470-f35e-4490-90f2-2618e13f971f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:44.902432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:44.905215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Checking segment: {'id': '962f3fe0-77d6-4864-9029-8cc19dac8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:44.905215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.905215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Bound using segment: {'id': '962f3fe0-77d6-4864-9029-8cc19dac8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:44.905215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Bound port: 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962f3fe0-77d6-4864-9029-8cc19dac8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf1c2470-f35e-4490-90f2-2618e13f971f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:44.905215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.923018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f61b70f-92bf-4a5f-b5c0-7861e3ca12f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8a45af4ae1541a4a3c2f1f7135bc7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409043 Jul 28 18:11:44.925408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35474) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:44.968757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] For port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:44.969373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:44.972052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] For port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,segment=NetworkSegment(962f3fe0-77d6-4864-9029-8cc19dac8725),segment_id=962f3fe0-77d6-4864-9029-8cc19dac8725)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:44.989131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.025428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.031813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network bf1c2470-f35e-4490-90f2-2618e13f971f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:45.036057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:45.043130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.057274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:45.074742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:45.074742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.079641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=bc154075-6c96-49f1-b6de-97d033c00358,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:45.112825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54a9ac-b405-452f-9baf-4b74730853c7 req-f14f5d49-866f-4e70-8d77-96ffb70f056f tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:45.114803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f54a9ac-b405-452f-9baf-4b74730853c7 req-f14f5d49-866f-4e70-8d77-96ffb70f056f tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 943 time: 0.0605381 Jul 28 18:11:45.135809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771890da-97ba-4060-9676-ec32a3202df3 None None] Pushing event updated for resources: {'Port': ['ID=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:45.152539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c4ee72a3-74ce-46b2-8771-c16cb02c3b4f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0776083 Jul 28 18:11:45.155525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35482) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:45.177319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f54a9ac-b405-452f-9baf-4b74730853c7 req-1c5a05e3-e169-4f1e-9a08-edafdcbfc3b9 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477564 Jul 28 18:11:45.225511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.228879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.236807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4720bbd-d574-454b-b93b-a0fe27579a08 HTTP/1.1" status: 204 len: 168 time: 0.3099134 Jul 28 18:11:45.245414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ae3a6-9307-48c0-8fd0-d472c8a5c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4720bbd-d574-454b-b93b-a0fe27579a08,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:45.261731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port bc154075-6c96-49f1-b6de-97d033c00358 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:45.262078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.316426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.406054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.423906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for bc154075-6c96-49f1-b6de-97d033c00358 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:45.611244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35498) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:45.655228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.688044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=bc154075-6c96-49f1-b6de-97d033c00358,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:45.714253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.716512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce2fa222-14c2-4a71-855b-f5eee1643839 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/bc154075-6c96-49f1-b6de-97d033c00358 HTTP/1.1" status: 204 len: 168 time: 0.5599415 Jul 28 18:11:45.719652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:45.756057 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfdad6f-10e2-4c17-966b-ea12f3eda455 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:45.758067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2cfdad6f-10e2-4c17-966b-ea12f3eda455 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/bc154075-6c96-49f1-b6de-97d033c00358 HTTP/1.1" status: 404 len: 333 time: 0.0373561 Jul 28 18:11:45.761004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35508) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:45.782547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c661173a-7207-4022-b1a7-4f431a89e8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.853780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:45.859565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.911589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:45.921470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c661173a-7207-4022-b1a7-4f431a89e8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.003450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.019615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c661173a-7207-4022-b1a7-4f431a89e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.066940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c661173a-7207-4022-b1a7-4f431a89e8b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2da5e75cf81945059dfcea51aa039a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545374 Jul 28 18:11:46.069020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661173a-7207-4022-b1a7-4f431a89e8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43e98d-4699-432c-b1ba-18909ff97229,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.069672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35518) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:46.125670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.140126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.162470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.164546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.169080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ddd2fed1-5352-4b01-a75a-db73f8edcb68 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a HTTP/1.1" status: 204 len: 168 time: 0.4065757 Jul 28 18:11:46.169638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:46.188373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.238430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4b3e3-0e7c-49d3-a059-b896f3f91afd None None] Network bf1c2470-f35e-4490-90f2-2618e13f971f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:46.260708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:46.271351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.325058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.328605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.332345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e43e98d-4699-432c-b1ba-18909ff97229 HTTP/1.1" status: 204 len: 168 time: 0.2592225 Jul 28 18:11:46.345484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68a9e-df0b-4357-abfe-a83a5360b88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43e98d-4699-432c-b1ba-18909ff97229,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.374604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a161490-50ad-4478-b423-dfcf5ceda879 req-bf0da891-f4c4-4887-bb66-dc444d780921 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:46.384442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a161490-50ad-4478-b423-dfcf5ceda879 req-bf0da891-f4c4-4887-bb66-dc444d780921 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 943 time: 0.1076143 Jul 28 18:11:46.414994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:46.415443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.419474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-79c43687-9127-480d-98cc-b1e8e6057ccb None None] Provisioning for port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:46.475117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,segment=NetworkSegment(065d2ed6-724a-4305-ba5e-77af68ed25e7),segment_id=065d2ed6-724a-4305-ba5e-77af68ed25e7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:46.484192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a161490-50ad-4478-b423-dfcf5ceda879 req-36d9f6e7-3aa5-4c06-b0a4-560b9b21047a tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961311 Jul 28 18:11:46.490883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1', 'network_id': 'ea48d962-2f3c-4e09-8d20-0fd303c2ceb6', 'port_id': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1', 'mac_address': 'fa:16:3e:c1:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60655a8-784d-44ec-9d43-a13dc8393580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:46.528703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,segment=NetworkSegment(962f3fe0-77d6-4864-9029-8cc19dac8725),segment_id=962f3fe0-77d6-4864-9029-8cc19dac8725)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:46.529185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.547107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:46.548188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:46.566046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] DHCP port deletion for bf1c2470-f35e-4490-90f2-2618e13f971f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:11:46.568454 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.601381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:11:46.626249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,segment=NetworkSegment(065d2ed6-724a-4305-ba5e-77af68ed25e7),segment_id=065d2ed6-724a-4305-ba5e-77af68ed25e7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:46.642594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Deleting port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:46.642984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.673679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-network', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:46.705806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] For port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,segment=NetworkSegment(962f3fe0-77d6-4864-9029-8cc19dac8725),segment_id=962f3fe0-77d6-4864-9029-8cc19dac8725)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:46.706202 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.718883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Calling delete_port for 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:46.762467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.762681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Made reservation on behalf of ed82ee3647af4d36859bf8f5595ed6d6 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:46.763103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.765545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.776569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.796748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.800362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:46.856736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.871958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.886881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] No DVR routers for this DVR port 68b4e440-e3b9-465c-8b6f-d6a47cf6a31a on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:46.909605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3902c3d-0e76-4b41-929c-1b641d05032e None None] Pushing event deleted for resources: {'Port': ['ID=68b4e440-e3b9-465c-8b6f-d6a47cf6a31a,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:46.928630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.935266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.941636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1c2470-f35e-4490-90f2-2618e13f971f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:46.954883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962f3fe0-77d6-4864-9029-8cc19dac8725') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:46.955222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962f3fe0-77d6-4864-9029-8cc19dac8725') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:46.965409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.982321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.988553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:46.988953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:46.992058 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:46.996720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.026517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bfad56-e652-4777-8bec-ee17e10fb9b0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:47.111352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.116392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.122207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/bf1c2470-f35e-4490-90f2-2618e13f971f HTTP/1.1" status: 204 len: 168 time: 0.9475894 Jul 28 18:11:47.122559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:47.124819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:47.128189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['462d2cf3-c044-4af9-8b1f-2b655c5a00e1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:47.145595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'name': 'tempest-PortsIpV6TestJSON-3326083'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:47.149394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0aabe-8a33-4aa8-8646-557b3dde3d43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=bf1c2470-f35e-4490-90f2-2618e13f971f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:47.215161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.215554 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Added segment 83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0 of type vlan for network cc67dfc0-715f-45d1-be1e-3c50090a2b8d Jul 28 18:11:47.256252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35552) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:47.269835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.274289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.290196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:11:47.290196 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:11:47.290196 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '9192641be83e4299a3858632b43d61df', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 11, 47, 281063)}] Jul 28 18:11:47.290196 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:11:47.290690 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:11:47.344704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:47.348285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.365737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port 17062c28-d60b-4dc9-a823-c86e91f83fab yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:47.370253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.371204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:47.371853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.451816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9009371 Jul 28 18:11:47.455837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35554) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:47.461052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Request body: {'subnet': {'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-subnet', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:47.480050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f3ba5-6ce2-46cc-87b0-df4603747788 admin admin] Pushing event updated for resources: {'Network': ['ID=cc67dfc0-715f-45d1-be1e-3c50090a2b8d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:47.490976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:47.536690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Made reservation on behalf of ed82ee3647af4d36859bf8f5595ed6d6 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:47.536690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.668684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.677646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd049-c841-4953-8cb6-86513747602d req-4f631307-e408-4d85-a696-25b2fc791209 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:47.679147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad4dd049-c841-4953-8cb6-86513747602d req-4f631307-e408-4d85-a696-25b2fc791209 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 944 time: 0.1186202 Jul 28 18:11:47.735117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad4dd049-c841-4953-8cb6-86513747602d req-16a34ee1-71ca-4ff2-9dee-b66d5bbdfecf tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Jul 28 18:11:47.791515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.826239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.836694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.870606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:47.874302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:47.880828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:47.886160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:47.886774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:47.890322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=17062c28-d60b-4dc9-a823-c86e91f83fab,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:47.911487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877c595f-cb72-44b8-8159-3daebf92799e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:47.945551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Checking segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:47.945909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Network hostable DHCP agents. Network: cc67dfc0-715f-45d1-be1e-3c50090a2b8d, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:47.973389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.041968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.059419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:48.086029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480bbbdb-4e56-4671-8161-b02b721f963b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:48.091071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6d0a8bd9-1aae-40f6-a1f3-a7b663cb1489 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.9651604 Jul 28 18:11:48.091628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e6033a48-65f3-430f-88bf-6c57ec2c81b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9192641be83e4299a3858632b43d61df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338687 Jul 28 18:11:48.093605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35562) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:48.101214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35564) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:48.142985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, cc67dfc0-715f-45d1-be1e-3c50090a2b8d) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:48.150804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fde81-d43e-4bc8-860d-276421fd0680 None None] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:48.168246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:48.168849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.241595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.253657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:48.266960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.283288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 17062c28-d60b-4dc9-a823-c86e91f83fab {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:48.283654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.291791 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4a712d59-070b-4bec-b7d5-94319bb86671 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8346164 Jul 28 18:11:48.294774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:48.300176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:48.330189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'fixed_ips': [{'subnet_id': '877c595f-cb72-44b8-8159-3daebf92799e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:48.331011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.367587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.374959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.376606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.381963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 17062c28-d60b-4dc9-a823-c86e91f83fab owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:48.417353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:48.422796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:48.423294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.433489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.436554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.438073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/480bbbdb-4e56-4671-8161-b02b721f963b HTTP/1.1" status: 204 len: 168 time: 0.3346517 Jul 28 18:11:48.457347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.461331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974d020-3286-463d-916b-8ce6f733aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bbbdb-4e56-4671-8161-b02b721f963b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:48.523277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.528524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.533979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Allocated IP 172.20.0.2 (cc67dfc0-715f-45d1-be1e-3c50090a2b8d/877c595f-cb72-44b8-8159-3daebf92799e/76f125da-c71d-4731-ad5b-56075369c9e2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:48.599094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=17062c28-d60b-4dc9-a823-c86e91f83fab,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:48.608122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.609047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e832c8d1-8f06-4a71-b539-55bc73d4f789 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/17062c28-d60b-4dc9-a823-c86e91f83fab HTTP/1.1" status: 204 len: 168 time: 0.5143237 Jul 28 18:11:48.609796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35578) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:48.617007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'mac_address': 'fa:16:3e:08:6b:cd', 'name': 'tempest-PortsIpV6TestJSON-1545555938'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:48.618056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.654849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:48.657183 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377f5dcb-f1d3-4485-a0d5-ceee66f23cef" -d '{"events": [{"server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "name": "network-vif-plugged", "status": "completed", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:48.678598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,segment=NetworkSegment(065d2ed6-724a-4305-ba5e-77af68ed25e7),segment_id=065d2ed6-724a-4305-ba5e-77af68ed25e7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:48.726912 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30600cd1-215e-43d3-9754-9df546e393cf x-openstack-request-id: req-30600cd1-215e-43d3-9754-9df546e393cf {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:48.727222 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "name": "network-vif-plugged", "status": "completed", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:48.727578 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30600cd1-215e-43d3-9754-9df546e393cf {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:48.727974 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1', 'code': 200} Jul 28 18:11:48.747308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.808368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.817670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.838812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Transition to ACTIVE for port object 76f125da-c71d-4731-ad5b-56075369c9e2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:48.857455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:48.867159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Transition to ACTIVE for port object 76f125da-c71d-4731-ad5b-56075369c9e2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:48.872521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:48.892104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b2b9b-9611-4cfd-8c1b-6a8cfca059e0 req-f67f0ec6-8a5e-418e-ace4-90200a785c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:48.893650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-295b2b9b-9611-4cfd-8c1b-6a8cfca059e0 req-f67f0ec6-8a5e-418e-ace4-90200a785c8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 1096 time: 0.1064315 Jul 28 18:11:48.933712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a19754-e42d-4593-bed6-ac9b1683ce61 req-be459fcf-c10f-4877-977b-f21c6c9f00a9 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:48.935091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.944968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0a19754-e42d-4593-bed6-ac9b1683ce61 req-be459fcf-c10f-4877-977b-f21c6c9f00a9 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.1040902 Jul 28 18:11:48.990168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:48.994497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-295b2b9b-9611-4cfd-8c1b-6a8cfca059e0 req-b87f15c2-4c66-4fa1-8086-674cdc5c9af1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720487 Jul 28 18:11:49.011450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Pushing event updated for resources: {'Port': ['ID=76f125da-c71d-4731-ad5b-56075369c9e2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:49.016018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0a19754-e42d-4593-bed6-ac9b1683ce61 req-6ca61e2b-daf6-42a3-bc87-44e9135ee448 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Jul 28 18:11:49.017268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port ad6524ed-0523-4df5-9319-88945cdbb204 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:49.030196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:49.032183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:49.033989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:49.096340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Attempting to bind port 76f125da-c71d-4731-ad5b-56075369c9e2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:49.096835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Attempting to bind port 76f125da-c71d-4731-ad5b-56075369c9e2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:49.097343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Attempting to bind port 76f125da-c71d-4731-ad5b-56075369c9e2 on network cc67dfc0-715f-45d1-be1e-3c50090a2b8d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:49.103665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:49.104188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Checking segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:49.104914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.105704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Bound using segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:49.107202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Bound port: 76f125da-c71d-4731-ad5b-56075369c9e2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:49.107202 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.186001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.187648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] For port 76f125da-c71d-4731-ad5b-56075369c9e2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:49.190934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] For port 76f125da-c71d-4731-ad5b-56075369c9e2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=76f125da-c71d-4731-ad5b-56075369c9e2,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:49.205397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.228083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.294314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.305274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Allocated IP 172.25.7.169 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b8634cd1-e07f-4474-8d0d-eb39de03b2e2) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:49.348557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.366485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3858489-005a-40f4-ad97-fbc1f71647ca None None] Pushing event updated for resources: {'Port': ['ID=76f125da-c71d-4731-ad5b-56075369c9e2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:49.411871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:49.418224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:49.422966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:49.429277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:49.433775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.443998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=ad6524ed-0523-4df5-9319-88945cdbb204,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:49.517713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-448fa70f-14d8-4ba8-9655-d0a3afd78eaa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9066510 Jul 28 18:11:49.521408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35602) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:49.604590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3bba21-49e2-458f-81a6-77eb066bbbdb tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:49.607448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a3bba21-49e2-458f-81a6-77eb066bbbdb tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/ad6524ed-0523-4df5-9319-88945cdbb204 HTTP/1.1" status: 200 len: 845 time: 0.0840487 Jul 28 18:11:49.609157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35606) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:49.718464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port ad6524ed-0523-4df5-9319-88945cdbb204 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:49.718815 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.775838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.799052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.813837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for ad6524ed-0523-4df5-9319-88945cdbb204 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:49.905674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:49.944734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:49.947621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:49.951045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:49.958595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Pushing event updated for resources: {'Port': ['ID=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:49.974046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.014509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=ad6524ed-0523-4df5-9319-88945cdbb204,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:50.018229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.022501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5f7df9d1-e638-423f-a858-a89358889242 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/ad6524ed-0523-4df5-9319-88945cdbb204 HTTP/1.1" status: 204 len: 168 time: 0.4100363 Jul 28 18:11:50.022914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35616) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:50.088298 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-806acf89-6728-4319-afb2-db85bd821af0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:50.090382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-806acf89-6728-4319-afb2-db85bd821af0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/ad6524ed-0523-4df5-9319-88945cdbb204 HTTP/1.1" status: 404 len: 333 time: 0.0667269 Jul 28 18:11:50.097280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35622) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:50.102867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'name': 'tempest-PortsIpV6TestJSON-1812853947'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:50.256272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147a501-5462-4224-8d6f-ad6e7f004665 req-5c4fcadc-494e-41e5-a7b2-58705a383ed9 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:50.258034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d147a501-5462-4224-8d6f-ad6e7f004665 req-5c4fcadc-494e-41e5-a7b2-58705a383ed9 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.1505194 Jul 28 18:11:50.312678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d147a501-5462-4224-8d6f-ad6e7f004665 req-b5ce4fd5-b8ca-4a59-9906-6f5ed8198afe tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472033 Jul 28 18:11:50.316668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.326855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:50.330735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.352882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port effde794-45f7-4879-ba3c-45fd350c6f29 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:50.510432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576ddf0-549e-4005-a5a6-3c6f1d30d410 None None] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:50.551368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.571060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.640962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:50.655089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.678908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:50.681625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:50.706556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:50.713554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:50.714802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:50.744018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=effde794-45f7-4879-ba3c-45fd350c6f29,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:50.772709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f6b26fe-69c1-458a-ba3f-fe87758352b3 None None] Provisioning for port 76f125da-c71d-4731-ad5b-56075369c9e2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:50.831315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-277680598'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:50.984943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Router b2bd3f0f-35b4-481f-acc8-264bfc20729b is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:11:51.024939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2de6a890-9675-4dff-812c-74db7296ed90 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9242051 Jul 28 18:11:51.029853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35644) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:51.035995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:51.098207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:51.104619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.109530 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Sync routers for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:51.118681 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:51.119311 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:51.122245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Made reservation on behalf of 39b059568f1e4353a2edaca19d972473 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:51.125721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.136999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.212157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.212157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d85fa4b9-b5bb-4742-85a0-6183bd4ffa88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9142058 Jul 28 18:11:51.213884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:51.231666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:51.291024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 76f125da-c71d-4731-ad5b-56075369c9e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:51.409471 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.419171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 76f125da-c71d-4731-ad5b-56075369c9e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:51.424741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 76f125da-c71d-4731-ad5b-56075369c9e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:51.431011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.472098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.481565 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:50Z', 'revision_number': 3, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:51.482725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.486130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35654) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:51.521346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:51.553820 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.560338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321548-0cd7-4429-a6af-fe1d02474e4e req-d1a07aec-0ac3-4479-a7c2-0104d34e34fa tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:51.562161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62321548-0cd7-4429-a6af-fe1d02474e4e req-d1a07aec-0ac3-4479-a7c2-0104d34e34fa tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.1523509 Jul 28 18:11:51.605015 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.629944 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Checking router: b2bd3f0f-35b4-481f-acc8-264bfc20729b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:51.630575 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Updating router b2bd3f0f-35b4-481f-acc8-264bfc20729b port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:11:51.635088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.640406 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Added segment 5a595240-2179-4608-a3c0-868ba0064708 of type vlan for network b914fb53-6c19-4f1b-8323-e69499414be2 Jul 28 18:11:51.640406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] In _notify_port_updated(), no bound segment for port effde794-45f7-4879-ba3c-45fd350c6f29 on network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:11:51.640623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ca08c7d-f8ce-4c65-b1ac-81d0cce46965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.643507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:51.643671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62321548-0cd7-4429-a6af-fe1d02474e4e req-aa7afa4c-2fab-449d-aba4-5c2936d45e28 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Jul 28 18:11:51.644145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.648749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/ports/effde794-45f7-4879-ba3c-45fd350c6f29 HTTP/1.1" status: 200 len: 818 time: 0.6209147 Jul 28 18:11:51.663146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:51.684959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 76f125da-c71d-4731-ad5b-56075369c9e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=76f125da-c71d-4731-ad5b-56075369c9e2,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:51.689281 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.702448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c051d9-97a6-4418-b9ba-1d58180f6db5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:51.764691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418af5a-eef5-4b85-a89c-639392d0e487 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=effde794-45f7-4879-ba3c-45fd350c6f29,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:51.767938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.777950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:51.877459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=76f125da-c71d-4731-ad5b-56075369c9e2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:51.927379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port effde794-45f7-4879-ba3c-45fd350c6f29 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:51.927861 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.004059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.014092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:52.015497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.027014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ca08c7d-f8ce-4c65-b1ac-81d0cce46965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.029633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.040599 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.048189 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Transition to ACTIVE for port object b8634cd1-e07f-4474-8d0d-eb39de03b2e2 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:52.104726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ca08c7d-f8ce-4c65-b1ac-81d0cce46965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.105015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.126242 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.127935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for effde794-45f7-4879-ba3c-45fd350c6f29 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:52.194571 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Attempting to bind port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:52.195489 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Attempting to bind port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:52.195873 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Attempting to bind port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:52.206283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Pushing event updated for resources: {'Network': ['ID=b914fb53-6c19-4f1b-8323-e69499414be2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.208136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ca08c7d-f8ce-4c65-b1ac-81d0cce46965 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb920c734a8c44a6abfece3fc96065f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192683 Jul 28 18:11:52.209250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:52.209628 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:52.210134 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:52.210599 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.211107 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:52.211590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Bound port: b8634cd1-e07f-4474-8d0d-eb39de03b2e2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:52.212068 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.214399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca08c7d-f8ce-4c65-b1ac-81d0cce46965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8322914d-8626-45a1-b730-30d215863dbb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.218898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b914fb53-6c19-4f1b-8323-e69499414be2 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:52.249072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-872a743e-42c0-43c1-a572-a0b4b29d099c tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6068020 Jul 28 18:11:52.249321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35690) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:52.273667 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49061541-3092-4926-969b-2b321092b2ec None None] Pushing event updated for resources: {'Port': ['ID=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.287568 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] For port b8634cd1-e07f-4474-8d0d-eb39de03b2e2, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:52.288338 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] For port b8634cd1-e07f-4474-8d0d-eb39de03b2e2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:52.300916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Allocated IP 172.20.0.1 (cc67dfc0-715f-45d1-be1e-3c50090a2b8d/877c595f-cb72-44b8-8159-3daebf92799e/8e4bc7dc-a66a-4db5-b367-5a23b7dded1d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:52.315185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.339009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.378000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.382337 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.414363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.418800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/effde794-45f7-4879-ba3c-45fd350c6f29 HTTP/1.1" status: 204 len: 168 time: 0.7496514 Jul 28 18:11:52.419065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35696) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:52.428483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5450d-50f6-48e9-bd91-5de0eac6d2a7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=effde794-45f7-4879-ba3c-45fd350c6f29,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.455523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.464231 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:52.464623 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:52.468859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'name': 'tempest-network--1394886375', 'router:external': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:52.469039 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49061541-3092-4926-969b-2b321092b2ec None None] Pushing event updated for resources: {'Port': ['ID=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.475614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cace3ad-cecb-4761-a245-9638fcb1ae2b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:52.476710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cace3ad-cecb-4761-a245-9638fcb1ae2b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0566206 Jul 28 18:11:52.479270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:52.509079 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfecdbe-dc5a-4317-9081-23c7711ebbc1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:11:52.514669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bdfecdbe-dc5a-4317-9081-23c7711ebbc1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/effde794-45f7-4879-ba3c-45fd350c6f29 HTTP/1.1" status: 404 len: 333 time: 0.0301552 Jul 28 18:11:52.515031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35700) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:52.520344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474143285'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:52.522392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.533288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.533288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8322914d-8626-45a1-b730-30d215863dbb HTTP/1.1" status: 204 len: 168 time: 0.3163288 Jul 28 18:11:52.533463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Transition to ACTIVE for port object 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:52.536853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b5fcf-dfac-4751-979c-1b5055d72b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8322914d-8626-45a1-b730-30d215863dbb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.576832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:52.584960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.597276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.603452 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:52.623232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.655001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8005-05ab-46ab-b300-1872c93485e3 req-d2c4e919-cacb-4fdc-bad8-46cad5d45bba tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:52.656742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d6a8005-05ab-46ab-b300-1872c93485e3 req-d2c4e919-cacb-4fdc-bad8-46cad5d45bba tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.0563798 Jul 28 18:11:52.672224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:52.673357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:52.677455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:52.709073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:52.711741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d6a8005-05ab-46ab-b300-1872c93485e3 req-232e4065-5535-49e4-8a76-7ae445b1e046 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Jul 28 18:11:52.719507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.721697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:52.768805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.831336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:50Z', 'revision_number': 3, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:52.833654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:52.864051 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7307d-89cd-4427-be31-9b3923815a5d None None] The sync data for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 is: [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:50Z', 'revision_number': 3, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:52.864332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:52.864524 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment d777c5e5-147d-4c5c-b1ae-29aab71a1c1a of type vlan for network f056ed8e-65e1-42b3-89d8-7ee5646de785 Jul 28 18:11:52.963065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.027421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.089656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.093014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.098544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:53.099150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.119959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.147225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9caa3c64-238d-4c8f-b266-098e826cb2fb None None] Provisioning for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:53.168786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9caa3c64-238d-4c8f-b266-098e826cb2fb None None] Provisioning complete for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:53.169275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9caa3c64-238d-4c8f-b266-098e826cb2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.229663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9caa3c64-238d-4c8f-b266-098e826cb2fb None None] Port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:11:53.243263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:53.253689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10316476-3f69-45c9-9a47-b7e7a884ac51,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:53.277148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.281114 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Added segment 2e8ae24e-b7a0-4067-8fda-1946a6231ddf of type vlan for network 9c4d7849-8222-4154-9d21-f7ed977b264f Jul 28 18:11:53.309507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7930195 Jul 28 18:11:53.310020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:53.310826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ab84-cc7c-494a-b5f2-d58138fd961b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=f056ed8e-65e1-42b3-89d8-7ee5646de785,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:53.318865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:53.321793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:53.391179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b8634cd1-e07f-4474-8d0d-eb39de03b2e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:53.393181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.545756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.546809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:53.547428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.601923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:53.606760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:53.609433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.609587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.618878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:53.623992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.629670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=9c4d7849-8222-4154-9d21-f7ed977b264f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:53.648646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9c4d7849-8222-4154-9d21-f7ed977b264f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:53.659908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.716171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.739700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35730) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:53.740096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-94160b54-7e3e-4254-8dbb-79a5feb9eac7 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4878919 Jul 28 18:11:53.837245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:53.850380 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.850972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.897085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b8634cd1-e07f-4474-8d0d-eb39de03b2e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:53.933660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:53.936941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:53.946941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572267c1-5844-47c5-a7ff-aaf0d6634aa1 req-58133ae0-f4a1-4df9-b786-eb40db6ed35d tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:53.958566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-572267c1-5844-47c5-a7ff-aaf0d6634aa1 req-58133ae0-f4a1-4df9-b786-eb40db6ed35d tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.0904496 Jul 28 18:11:53.979726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:53.980713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 76f125da-c71d-4731-ad5b-56075369c9e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:54.047635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-572267c1-5844-47c5-a7ff-aaf0d6634aa1 req-1338fda8-f9d8-4023-b2a1-9759f845cbea tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 Jul 28 18:11:54.083613 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.099059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4d7849-8222-4154-9d21-f7ed977b264f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:54.119711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:54.166429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 76f125da-c71d-4731-ad5b-56075369c9e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:54.167040 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.192036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Router b2bd3f0f-35b4-481f-acc8-264bfc20729b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:11:54.329688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:54.343453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab2517f6-829d-4aa3-8c3b-c20cf38b42f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/b2bd3f0f-35b4-481f-acc8-264bfc20729b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1201861 Jul 28 18:11:54.360935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8add710b-f984-4c94-acab-4f965dcdac11 None None] Provisioning complete for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:54.361324 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8add710b-f984-4c94-acab-4f965dcdac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.399435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8add710b-f984-4c94-acab-4f965dcdac11 None None] Port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:11:54.550469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8ae24e-b7a0-4067-8fda-1946a6231ddf') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:54.550765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8ae24e-b7a0-4067-8fda-1946a6231ddf') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:54.567872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.588823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-b13b50a7-1b5f-4688-8371-157be8e410c1 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:54.590298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-b13b50a7-1b5f-4688-8371-157be8e410c1 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.35 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 945 time: 0.5999916 Jul 28 18:11:54.594558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.609278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:54.610191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:54.611568 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:54.669488 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.789090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=48ca27fb-1682-4984-9e9a-278a9f38f0d6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:54.801934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:54.808447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: f056ed8e-65e1-42b3-89d8-7ee5646de785, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:54.831293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Deleting port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:11:54.831293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.871631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.876504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c4d7849-8222-4154-9d21-f7ed977b264f {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:11:54.878709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.881005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9c4d7849-8222-4154-9d21-f7ed977b264f HTTP/1.1" status: 204 len: 168 time: 1.1312261 Jul 28 18:11:54.884542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:54.891120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:54.904302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b48e-9319-4029-9ad9-a81285920af4 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c4d7849-8222-4154-9d21-f7ed977b264f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:54.947620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] For port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,segment=NetworkSegment(065d2ed6-724a-4305-ba5e-77af68ed25e7),segment_id=065d2ed6-724a-4305-ba5e-77af68ed25e7)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:54.948053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:54.952160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:54.969907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Calling delete_port for 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:11:55.002073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:55.005304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.048991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f056ed8e-65e1-42b3-89d8-7ee5646de785) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:55.056980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9baac2e-4f0b-4e30-96c7-f1b9733a3395 None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:55.135078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:55.135780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.288743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a3c6c95f-644a-4319-af70-266098eede43 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9740944 Jul 28 18:11:55.314956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:55.330040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:55.337380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.371281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:55.381799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.382362 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Added segment 82e3a008-d02d-48be-b704-611e708624d2 of type vlan for network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 Jul 28 18:11:55.421467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35786) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:55.423449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b8634cd1-e07f-4474-8d0d-eb39de03b2e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:55.425711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['462d2cf3-c044-4af9-8b1f-2b655c5a00e1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:55.426609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Pushing event deleted for resources: {'Port': ['ID=462d2cf3-c044-4af9-8b1f-2b655c5a00e1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:55.428971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-network', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:55.464072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.476246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a6388-77e2-4f72-bb28-cf0a4832e114 req-56ec479f-ccad-4ab2-9ff8-c145cd473d9e tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:55.478675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-822a6388-77e2-4f72-bb28-cf0a4832e114 req-56ec479f-ccad-4ab2-9ff8-c145cd473d9e tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/ports?device_id=00eef120-7ea5-4a79-90ad-555ca7acf121 HTTP/1.1" status: 200 len: 867 time: 0.2152567 Jul 28 18:11:55.507056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] No DVR routers for this DVR port 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:11:55.519971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.521878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c50fddd-768f-4477-9eb4-6ae64d64de21 req-56508de8-03d2-4880-82dc-dcb784918a22 tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.35 "DELETE /v2.0/ports/462d2cf3-c044-4af9-8b1f-2b655c5a00e1 HTTP/1.1" status: 204 len: 173 time: 0.9224811 Jul 28 18:11:55.522331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'name': 'network-vif-deleted', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:11:55.524619 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883091ff-67cc-4400-9a36-72284506ee9c" -d '{"events": [{"server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "name": "network-vif-deleted", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:55.557247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Made reservation on behalf of 0e6e9bf0513e49ec809473676ad980c4 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:55.561320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.571821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f056ed8e-65e1-42b3-89d8-7ee5646de785', 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': '48ca27fb-1682-4984-9e9a-278a9f38f0d6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:55.572986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.577758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.585886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-822a6388-77e2-4f72-bb28-cf0a4832e114 req-1c9172ee-f1c5-4422-b2eb-0f5fb73bb27d tempest-ServerMetadataNegativeTestJSON-40166214 tempest-ServerMetadataNegativeTestJSON-40166214-project] 10.222.0.25 "GET /v2.0/security-groups?id=848621f9-3484-4048-a9f5-9738629345e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827293 Jul 28 18:11:55.604699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:55.605414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.608699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.614303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:55.615262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.621124 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c43450-4a77-4cb4-ad2a-92ff500ff22c x-openstack-request-id: req-51c43450-4a77-4cb4-ad2a-92ff500ff22c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:55.627335 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eef120-7ea5-4a79-90ad-555ca7acf121", "name": "network-vif-deleted", "tag": "462d2cf3-c044-4af9-8b1f-2b655c5a00e1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:55.627335 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51c43450-4a77-4cb4-ad2a-92ff500ff22c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:55.627335 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00eef120-7ea5-4a79-90ad-555ca7acf121', 'name': 'network-vif-deleted', 'tag': '462d2cf3-c044-4af9-8b1f-2b655c5a00e1', 'status': 'completed', 'code': 200} Jul 28 18:11:55.673143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:55.677764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.768417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:55.787924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Sync routers for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:55.791917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:55.836370 n-d-778550-5 neutron-server[101105]: INFO neutron.db.ipam_backend_mixin [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48ca27fb-1682-4984-9e9a-278a9f38f0d6 (CIDR: 2001:db8::/64) Jul 28 18:11:55.861706 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.883097 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:11:55.883904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:11:55.887443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:55.890756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:55.897760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Allocated IP 2001:db8::2 (f056ed8e-65e1-42b3-89d8-7ee5646de785/48ca27fb-1682-4984-9e9a-278a9f38f0d6/3366e6c9-41f2-4438-9c3d-2c8d4ebb4409) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:55.934530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.962153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:11:55.968048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c711e9d-b68c-432e-b2f1-f1561bc442db,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:55.974034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:55.974423 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Added segment 03415628-011a-4354-afbf-0d23baec61c4 of type vlan for network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 Jul 28 18:11:56.015821 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.021618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c2e60bce-b68c-4bf4-afb5-3347ea746efe tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7026231 Jul 28 18:11:56.023343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35804) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:56.023776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-206d602c-3ca6-4270-8a73-22edf114c9bf tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1374378 Jul 28 18:11:56.023896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:56.034591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'subnet': {'network_id': 'f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:56.041828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:56.122310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.124046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:56.124938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.190470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:56.192915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.203819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] Pushing event updated for resources: {'Network': ['ID=a36f0b0c-4ad0-436e-bc2e-3e477caf2d07,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:56.227835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:11:56.265758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22aded09-2f56-4d31-bbee-697a11bd311b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8428540 Jul 28 18:11:56.268852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35812) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:56.275518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Request body: {'subnet': {'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-subnet', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:56.348597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:56.416910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:56.422360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.459076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Made reservation on behalf of 0e6e9bf0513e49ec809473676ad980c4 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:56.461551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.487957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-e3b019b4-3e45-491b-a2d3-7f7f129e8932 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1553774 Jul 28 18:11:56.544247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.565170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Transition to ACTIVE for port object 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:56.616760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-1a153d31-f15d-4263-b133-c735302aa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:56.617059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Transition to ACTIVE for port object 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:56.618318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-1a153d31-f15d-4263-b133-c735302aa3b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1097 time: 0.0691044 Jul 28 18:11:56.652375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:52Z', 'revision_number': 4, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e4bc7dc-a66a-4db5-b367-5a23b7dded1d', 'name': '', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'mac_address': 'fa:16:3e:62:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '877c595f-cb72-44b8-8159-3daebf92799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:52Z', 'updated_at': '2021-07-28T18:11:53Z', 'revision_number': 2, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'subnets': [{'id': '877c595f-cb72-44b8-8159-3daebf92799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:56.682469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Checking router: b2bd3f0f-35b4-481f-acc8-264bfc20729b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:56.683013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Updating router b2bd3f0f-35b4-481f-acc8-264bfc20729b port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:11:56.710289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35826) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:56.714587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.758896 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.775540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Deleting subnet a60655a8-784d-44ec-9d43-a13dc8393580 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:11:56.780599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.801702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:56.818827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:56.823342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.843908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.864028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:56.889116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Pushing event updated for resources: {'Port': ['ID=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:56.912872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:56.948944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-55d2d8eb-7c79-466e-8555-39825ff9dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:56.951791 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-55d2d8eb-7c79-466e-8555-39825ff9dde2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 200 len: 915 time: 0.2900646 Jul 28 18:11:56.964399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Checking segment: {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:56.964841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Network hostable DHCP agents. Network: a36f0b0c-4ad0-436e-bc2e-3e477caf2d07, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:56.967576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Attempting to bind port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:56.968177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Attempting to bind port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:56.968731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Attempting to bind port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 on network f056ed8e-65e1-42b3-89d8-7ee5646de785 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:56.974013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dd0f3f-2e16-494c-a184-ded4db53ed21,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.005059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:57.005848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Checking segment: {'id': 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:57.006422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.007052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Bound using segment: {'id': 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:57.007725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Bound port: 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:57.008403 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.032469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.071525 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:11:57.077106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:57.105880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.108760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:11:57.109390 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.113909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] For port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:57.129716 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-b9ddf6a9-9e8e-48e5-a8e3-b2e408c9d3b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 200 len: 1001 time: 0.1710865 Jul 28 18:11:57.134257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] For port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,segment=NetworkSegment(d777c5e5-147d-4c5c-b1ae-29aab71a1c1a),segment_id=d777c5e5-147d-4c5c-b1ae-29aab71a1c1a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:57.142296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:57.150516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.152678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a60655a8-784d-44ec-9d43-a13dc8393580 HTTP/1.1" status: 204 len: 168 time: 0.4413295 Jul 28 18:11:57.153629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b867e-9197-42c0-b9f2-1dced1dae758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60655a8-784d-44ec-9d43-a13dc8393580,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.155726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35840) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:57.163189 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:57.187757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:57.188360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.193786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=324c3dc8-ddbf-477b-934d-8c5946acb65a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.201785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.216335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a36f0b0c-4ad0-436e-bc2e-3e477caf2d07) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:57.219705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Transition to ACTIVE for port object 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:57.223696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:57.224465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.228657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d130b-6281-451c-b12b-9d952952f492 None None] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:57.248341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.252909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-80e541b2-8359-45a7-9865-0cf8a0537cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:57.259827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-80e541b2-8359-45a7-9865-0cf8a0537cd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=242f307f-68b9-4186-a0da-1867773df1de HTTP/1.1" status: 200 len: 853 time: 0.1079326 Jul 28 18:11:57.270867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.274978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b6ff56d-bcf1-4a2e-9a42-cd6eb722ca47,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.282148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Checking segment: {'id': '82e3a008-d02d-48be-b704-611e708624d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:57.282148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Network hostable DHCP agents. Network: f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:11:57.336551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.348111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea48d962-2f3c-4e09-8d20-0fd303c2ceb6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:57.351528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-c691dfca-7282-4f20-8b43-73d4eacd1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:57.353309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-c691dfca-7282-4f20-8b43-73d4eacd1571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879486 Jul 28 18:11:57.360958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065d2ed6-724a-4305-ba5e-77af68ed25e7') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:57.361335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065d2ed6-724a-4305-ba5e-77af68ed25e7') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:57.361504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4826c3-08cb-4add-9f53-1732d5405d53 None None] Pushing event updated for resources: {'Port': ['ID=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.369125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.374107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.392621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.403037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2bdd99b-d854-4327-908f-851c252dfada admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1275933 Jul 28 18:11:57.403037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:57.403037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:11:57.403833 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:11:57.417418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35844) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:57.422929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:57.528568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-fee69434-4686-4f9a-883f-39b46dd39396 service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661887 Jul 28 18:11:57.529995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:11:57.533112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cb0fa2c-5958-4b03-ab22-d4cc24ecc3f1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5081756 Jul 28 18:11:57.536219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35852) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:57.539579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:57.541647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'fixed_ips': [{'subnet_id': '48ca27fb-1682-4984-9e9a-278a9f38f0d6'}, {'subnet_id': '324c3dc8-ddbf-477b-934d-8c5946acb65a'}], 'name': 'tempest-PortsIpV6TestJSON-290770155'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:57.555881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:57.556499 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.570037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51964f7-38f3-48a0-a828-03842357d41c None None] Network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:57.606244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.608587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.618786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.631663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a9ec3-8e21-4cf9-b7f5-09747ad9f872 None None] Pushing event updated for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.666105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.668241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea48d962-2f3c-4e09-8d20-0fd303c2ceb6 HTTP/1.1" status: 204 len: 168 time: 0.5116799 Jul 28 18:11:57.708137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a340eb7-7734-4636-b27b-699fd2bfa2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea48d962-2f3c-4e09-8d20-0fd303c2ceb6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.714247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8a29073b-14b7-45d1-8dd4-a909349a5108 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6874235 Jul 28 18:11:57.719092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:57.723858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Attempting to bind port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:57.724232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Attempting to bind port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:57.724598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Attempting to bind port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d on network cc67dfc0-715f-45d1-be1e-3c50090a2b8d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:57.724781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:11:57.793038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:57.793979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Checking segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:57.794575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.803604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Bound using segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:57.804319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Bound port: 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:57.804827 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.811914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'fixed_ips': [{'subnet_id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:11:57.814379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.875780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e9c1952-4c62-4899-a8d0-47d6d50dc800 req-eed499e3-fa16-473a-b28d-a91c51e6b1cf service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065310 Jul 28 18:11:57.897782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:57.899632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.008005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.008667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b54869-c536-449b-a8b8-19ec4a94df61 None None] Network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:58.087770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] For port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:58.099117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:58.191114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Allocated IP 172.20.0.12 (f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444/9b6ff56d-bcf1-4a2e-9a42-cd6eb722ca47/cf645c3e-1ef2-42c3-9e9d-cbae68530603) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:58.253066 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.275445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35874) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:58.307982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] For port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:58.315899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.349183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Allocated IP 172.20.0.2 (a36f0b0c-4ad0-436e-bc2e-3e477caf2d07/f6dd0f3f-2e16-494c-a184-ded4db53ed21/e19dc067-41c9-498e-81ff-caffd8f8a8be) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:58.350243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:11:58.356161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:58.377608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-717cca51-840f-473b-b708-2bc2bd94bbce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38ece1f9456f48568ba39acba555ee12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964313 Jul 28 18:11:58.380043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35876) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:58.385689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:11:58.386083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 462d2cf3-c044-4af9-8b1f-2b655c5a00e1 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:58.409784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.411274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.523287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.576925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.671884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.702306 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.719590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Transition to ACTIVE for port object e19dc067-41c9-498e-81ff-caffd8f8a8be will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:58.721146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Port': ['ID=cf645c3e-1ef2-42c3-9e9d-cbae68530603,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.746084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Transition to ACTIVE for port object e19dc067-41c9-498e-81ff-caffd8f8a8be will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:58.747827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:58.749574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:11:58.754154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:58.754329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:58.754445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:58.810004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a9ec3-8e21-4cf9-b7f5-09747ad9f872 None None] Pushing event updated for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.840799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.844567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.845946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/848621f9-3484-4048-a9f5-9738629345e8 HTTP/1.1" status: 204 len: 168 time: 0.4649649 Jul 28 18:11:58.893406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5abd0a-fa2a-4b1b-a604-fb769402e370 None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:11:58.909015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096420c-82f7-49d0-8df9-126efd0457c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848621f9-3484-4048-a9f5-9738629345e8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.972680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:58.992430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.006196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.017962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.088510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::33b (f056ed8e-65e1-42b3-89d8-7ee5646de785/48ca27fb-1682-4984-9e9a-278a9f38f0d6/a05621d2-df88-4f0b-8ed4-e2fbe89b5504) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:59.103070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:59.103536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8:0:1::146 (f056ed8e-65e1-42b3-89d8-7ee5646de785/324c3dc8-ddbf-477b-934d-8c5946acb65a/a05621d2-df88-4f0b-8ed4-e2fbe89b5504) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:59.136026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:59.136706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.143281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:59.163440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:11:59.193560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Pushing event updated for resources: {'Port': ['ID=e19dc067-41c9-498e-81ff-caffd8f8a8be,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:59.194360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Allocated IP 172.25.7.253 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/1b300f0a-fb5e-4f31-89c8-5a424320fe6e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:59.318040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bace91b0-a11b-40c3-9083-f20093242e2b None None] Provisioning for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:59.431578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.432494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:59.467889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.470216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object a05621d2-df88-4f0b-8ed4-e2fbe89b5504 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:11:59.471481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Attempting to bind port e19dc067-41c9-498e-81ff-caffd8f8a8be on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:11:59.471865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Attempting to bind port e19dc067-41c9-498e-81ff-caffd8f8a8be by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:11:59.472450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Attempting to bind port e19dc067-41c9-498e-81ff-caffd8f8a8be on network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:11:59.483291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:11:59.483743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Checking segment: {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:11:59.484470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.484589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.484772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Bound using segment: {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:11:59.485200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Bound port: e19dc067-41c9-498e-81ff-caffd8f8a8be, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:11:59.486023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.562181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.609386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.645175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] For port e19dc067-41c9-498e-81ff-caffd8f8a8be, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:59.649313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] For port e19dc067-41c9-498e-81ff-caffd8f8a8be, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e19dc067-41c9-498e-81ff-caffd8f8a8be,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:59.662044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=a05621d2-df88-4f0b-8ed4-e2fbe89b5504,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:59.668125 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.685610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:59.709960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Update dhcp port {'port': {'network_id': 'f056ed8e-65e1-42b3-89d8-7ee5646de785', 'fixed_ips': [{'subnet_id': '48ca27fb-1682-4984-9e9a-278a9f38f0d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '324c3dc8-ddbf-477b-934d-8c5946acb65a'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '3366e6c9-41f2-4438-9c3d-2c8d4ebb4409'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:11:59.718866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:59.720975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:59.727212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:11:59.727986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.744570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:59.753274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:59.760499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.778108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:11:59.783973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Pushing event updated for resources: {'Port': ['ID=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:59.792258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:11:59.797943 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.886234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a22b0aa8-3f99-4571-9670-0f61adeac30f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3488262 Jul 28 18:11:59.887114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35918) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:11:59.899977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc8304-19c2-4b68-94b0-66b5d52d1b1b None None] Pushing event updated for resources: {'Port': ['ID=e19dc067-41c9-498e-81ff-caffd8f8a8be,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:59.906817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:11:59.912608 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:11:59.912608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:52Z', 'revision_number': 4, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e4bc7dc-a66a-4db5-b367-5a23b7dded1d', 'name': '', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'mac_address': 'fa:16:3e:62:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '877c595f-cb72-44b8-8159-3daebf92799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:52Z', 'updated_at': '2021-07-28T18:11:58Z', 'revision_number': 4, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'subnets': [{'id': '877c595f-cb72-44b8-8159-3daebf92799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:59.927709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48ca27fb-1682-4984-9e9a-278a9f38f0d6'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:00.030253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Port': ['ID=cf645c3e-1ef2-42c3-9e9d-cbae68530603,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:00.049333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8ae79-c222-4523-aca7-60e427c7da45 None None] The sync data for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 is: [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:11:52Z', 'revision_number': 4, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e4bc7dc-a66a-4db5-b367-5a23b7dded1d', 'name': '', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'mac_address': 'fa:16:3e:62:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '877c595f-cb72-44b8-8159-3daebf92799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:52Z', 'updated_at': '2021-07-28T18:11:58Z', 'revision_number': 4, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'subnets': [{'id': '877c595f-cb72-44b8-8159-3daebf92799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:00.086912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.095926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.143687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-80844ff6-2e3b-49c9-b840-be16b68484d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1318252 Jul 28 18:12:00.237985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.240694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-049af7e9-c142-48e8-9fb0-4606ddb3e541 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5202415 Jul 28 18:12:00.269185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:00.359177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.476475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22b78a85-d600-4a58-a909-290884be495c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 HTTP/1.1" status: 200 len: 690 time: 0.2032144 Jul 28 18:12:00.478909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35940) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:00.506420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,segment=NetworkSegment(d777c5e5-147d-4c5c-b1ae-29aab71a1c1a),segment_id=d777c5e5-147d-4c5c-b1ae-29aab71a1c1a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:00.536823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Allocated IP 2001:db8:0:1::2 (f056ed8e-65e1-42b3-89d8-7ee5646de785/324c3dc8-ddbf-477b-934d-8c5946acb65a/3366e6c9-41f2-4438-9c3d-2c8d4ebb4409) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:00.546447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:00.576794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.577645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.578386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.579119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.579883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.580621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.581362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:00.585372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ee76aa9b-141b-4c59-a9b2-f8b130e5f1ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.3489652 Jul 28 18:12:00.627283 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.750127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:00.933135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-network', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:00.944852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:00.994764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] For port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,segment=NetworkSegment(d777c5e5-147d-4c5c-b1ae-29aab71a1c1a),segment_id=d777c5e5-147d-4c5c-b1ae-29aab71a1c1a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:01.041932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-4eb37440-3d7b-4585-ad68-b049e96cc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:01.042417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-4eb37440-3d7b-4585-ad68-b049e96cc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:01.042895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-4eb37440-3d7b-4585-ad68-b049e96cc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:01.045275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-4eb37440-3d7b-4585-ad68-b049e96cc7f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.4246686 Jul 28 18:12:01.048358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.055485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Deleting port cf645c3e-1ef2-42c3-9e9d-cbae68530603 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:01.055908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.077867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Transition to ACTIVE for port object 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:01.142111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Made reservation on behalf of e2b8ae1a097746ae9b8925ee130185e4 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:01.145093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.164216 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.178933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.237570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.245014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-a0d31e80-d640-41c3-882a-6fe3a2623477 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.1916099 Jul 28 18:12:01.440641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466b5b-d596-4ad0-b58b-9e7c7862d526 None None] Pushing event updated for resources: {'Port': ['ID=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:01.442718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Delete allocated IP 2001:db8:0:1::146 (f056ed8e-65e1-42b3-89d8-7ee5646de785/324c3dc8-ddbf-477b-934d-8c5946acb65a) {{(pid=101106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:12:01.506796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:01.528636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-868de5a8-2b91-4030-beb3-22ad616bc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:01.530533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-868de5a8-2b91-4030-beb3-22ad616bc705 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.2731926 Jul 28 18:12:01.575841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1132e-2d0b-4ff2-abdb-eab23dd54a64 None None] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:01.595891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.600880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.602116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.658497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Calling delete_port for cf645c3e-1ef2-42c3-9e9d-cbae68530603 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:01.680367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.735907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-9cb0e3eb-7987-4319-962d-89a431f87b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:01.738674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-9cb0e3eb-7987-4319-962d-89a431f87b36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304519 Jul 28 18:12:01.776724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e60985d0-5ad8-4543-8aad-c85daf5a3ad2 None None] Provisioning for port e19dc067-41c9-498e-81ff-caffd8f8a8be completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:01.821892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:01.836908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:01.837289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.909355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.917876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.941869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a873c3-5e63-4ae5-9bba-61c4f3267dc4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:01.954906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:01.983804 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:01.984418 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Added segment 38cac441-a07e-4c29-8ea5-ba18158449ab of type vlan for network 77dd40cd-f874-40cf-902c-1b894ed318d2 Jul 28 18:12:02.148652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Ignored duplicate provisioning block setup for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 18:12:02.194504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.231141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.243616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-2cb92210-1026-477c-8306-aba2ca768076 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148703 Jul 28 18:12:02.336801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] In _notify_port_updated(), no bound segment for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 on network f056ed8e-65e1-42b3-89d8-7ee5646de785 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:12:02.346144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:02.346144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.347964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/ports/a05621d2-df88-4f0b-8ed4-e2fbe89b5504 HTTP/1.1" status: 200 len: 925 time: 2.4246125 Jul 28 18:12:02.351817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Router efb7d14d-ff9a-494e-8810-9ea9938f16f2 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:12:02.357466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36020) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:02.369775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48ca27fb-1682-4984-9e9a-278a9f38f0d6'}, {'subnet_id': '324c3dc8-ddbf-477b-934d-8c5946acb65a'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:02.377091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822579-79eb-41ce-99a3-b6a812b9145f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=a05621d2-df88-4f0b-8ed4-e2fbe89b5504,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:02.397288 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.407960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.426526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6978489-e6cd-4cb3-a6ac-8d29526d78fd None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:02.487567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.488936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:02.489762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.492466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf645c3e-1ef2-42c3-9e9d-cbae68530603,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:02.516622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.533300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:02.603685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-95b30a2e-cbd3-4777-991e-4fb79112f57f None None] Provisioning for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:02.612618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-95b30a2e-cbd3-4777-991e-4fb79112f57f None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:02.613310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-95b30a2e-cbd3-4777-991e-4fb79112f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.655951 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.657015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e19dc067-41c9-498e-81ff-caffd8f8a8be up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:02.690572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] Pushing event updated for resources: {'Network': ['ID=77dd40cd-f874-40cf-902c-1b894ed318d2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:02.706879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-356f741a-0a1f-41ab-9638-4cbcb5b47140 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548593 Jul 28 18:12:02.718450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:02.729969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Sync routers for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:02.743780 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:02.745958 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:02.797908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:02.805371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:02.806613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b42c661-4d65-4127-aefa-02afa07d2a84 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3879423 Jul 28 18:12:02.810788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36046) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:02.811747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:02.838925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6a720b25-b9cb-4433-924a-f790d5a095de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2881699 Jul 28 18:12:02.838925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-33e67070-6409-4582-a2f5-caa061402d67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.1230917 Jul 28 18:12:02.840142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:02.845493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Request body: {'subnet': {'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-subnet', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:02.896071 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:02.907262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.028996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Made reservation on behalf of e2b8ae1a097746ae9b8925ee130185e4 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:03.033314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.143696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e19dc067-41c9-498e-81ff-caffd8f8a8be completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:03.147888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e19dc067-41c9-498e-81ff-caffd8f8a8be triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:03.148276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.163639 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:00Z', 'revision_number': 3, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:03.223454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1bf85988-d86a-4aa6-922d-e449c4f7a500 None None] Provisioning complete for port e19dc067-41c9-498e-81ff-caffd8f8a8be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:03.223617 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1bf85988-d86a-4aa6-922d-e449c4f7a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.234988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.238691 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Checking router: efb7d14d-ff9a-494e-8810-9ea9938f16f2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:03.239300 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Updating router efb7d14d-ff9a-494e-8810-9ea9938f16f2 port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:03.244882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-c5fa8f5c-9c82-4d4e-9059-9dd4662cfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:03.247168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-c5fa8f5c-9c82-4d4e-9059-9dd4662cfbad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.3789439 Jul 28 18:12:03.275009 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.305319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8:0:1::9b (f056ed8e-65e1-42b3-89d8-7ee5646de785/324c3dc8-ddbf-477b-934d-8c5946acb65a/a05621d2-df88-4f0b-8ed4-e2fbe89b5504) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:03.331959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.407321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1bf85988-d86a-4aa6-922d-e449c4f7a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.413111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port e19dc067-41c9-498e-81ff-caffd8f8a8be, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e19dc067-41c9-498e-81ff-caffd8f8a8be,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:03.441870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-cd14d8f7-e4e6-40f4-8fd1-a5457b528729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:03.445302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-cd14d8f7-e4e6-40f4-8fd1-a5457b528729 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352005 Jul 28 18:12:03.476236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.477328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:03.626147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-1bf85988-d86a-4aa6-922d-e449c4f7a500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:12:03.627038 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-1bf85988-d86a-4aa6-922d-e449c4f7a500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:03.631695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=e19dc067-41c9-498e-81ff-caffd8f8a8be,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:03.656187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:03.656769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.692529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.764329 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.774547 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Transition to ACTIVE for port object 1b300f0a-fb5e-4f31-89c8-5a424320fe6e will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:03.814176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.830145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.848915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6ff56d-bcf1-4a2e-9a42-cd6eb722ca47,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:03.850995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Ignored duplicate provisioning block setup for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 18:12:03.859359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.899172 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.940048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:03.949120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:03.990780 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Pushing event updated for resources: {'Port': ['ID=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:03.995734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Attempting to bind port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:04.002912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bfcf77-bf7f-428d-a8bc-1a5261b39cee,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:04.003706 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Attempting to bind port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:04.004579 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Attempting to bind port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:04.010743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:04.011621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.012416 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.013430 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.013845 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.021867 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.022027 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.022708 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.024911 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.025487 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.026026 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.026550 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.028034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.028620 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:04.039630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.048303 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:04.048953 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:04.049424 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.049926 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:04.050665 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Bound port: 1b300f0a-fb5e-4f31-89c8-5a424320fe6e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:04.051110 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.058575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] In _notify_port_updated(), no bound segment for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 on network f056ed8e-65e1-42b3-89d8-7ee5646de785 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:12:04.070838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:04.071570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.076611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:04.077385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/ports/a05621d2-df88-4f0b-8ed4-e2fbe89b5504 HTTP/1.1" status: 200 len: 1010 time: 1.7124517 Jul 28 18:12:04.078039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36086) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:04.102188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Checking segment: {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:04.102964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Network hostable DHCP agents. Network: 77dd40cd-f874-40cf-902c-1b894ed318d2, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:04.126294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e3a008-d02d-48be-b704-611e708624d2') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:04.126294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e3a008-d02d-48be-b704-611e708624d2') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:04.127013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-d98a4990-c1e4-48a0-bb27-993ca2fd96de service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653233 Jul 28 18:12:04.131779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.145944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e19dc067-41c9-498e-81ff-caffd8f8a8be up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:04.153907 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] For port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:04.160542 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] For port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:04.169805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072ae5e-c0bc-481d-8c26-29c8db5cfc91 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=a05621d2-df88-4f0b-8ed4-e2fbe89b5504,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:04.172465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.216429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:04.217213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:04.219518 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:04.236473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e19dc067-41c9-498e-81ff-caffd8f8a8be triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:04.236864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.253985 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.297881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:04.298228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.301480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Allocated IP 172.20.0.1 (a36f0b0c-4ad0-436e-bc2e-3e477caf2d07/f6dd0f3f-2e16-494c-a184-ded4db53ed21/cf22b525-fbe9-47a5-8530-355507472757) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:04.338275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:04.379647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:04.413288 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:04.413554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:04.420795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ea9a701c-c12c-4faf-866a-58e48c0bcecc service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863574 Jul 28 18:12:04.423434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.429598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:12:04.449700 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.452676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 HTTP/1.1" status: 204 len: 168 time: 3.9728088 Jul 28 18:12:04.457963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Provisioning for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:04.467903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4812-ce52-46b1-810d-7df89e44c356 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:04.473052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:04.473486 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.478324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:04.479740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Provisioning complete for port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:04.482490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 77dd40cd-f874-40cf-902c-1b894ed318d2) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:04.482633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.500533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:04.501005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.511867 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88512e3-6179-483a-8951-9d7fdd77d75c None None] Pushing event updated for resources: {'Port': ['ID=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:04.554910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6453d-4ff8-4eef-9b8c-f73794e2587d None None] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:04.636754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.650520 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:04.671374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for a05621d2-df88-4f0b-8ed4-e2fbe89b5504 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:04.750836 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.763924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-06b3c08d-73f0-4367-a93a-80cf6ff9f79b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.3324308 Jul 28 18:12:04.775290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Transition to ACTIVE for port object cf22b525-fbe9-47a5-8530-355507472757 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:04.858324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Port a05621d2-df88-4f0b-8ed4-e2fbe89b5504 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:04.861699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-01a7eb3a-66c3-4877-8a33-6f7b88f137a6 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3576434 Jul 28 18:12:04.864583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:04.925251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:04.925537 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e477be73-7e72-4808-8e61-3adb9b296d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:04.984495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.046709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.063584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:05.069366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:05.073173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:05.119775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c9d89-6467-44b8-b3fc-9a01f550e512 None None] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:05.190349 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:00Z', 'revision_number': 3, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:05.216988 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.219627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/a05621d2-df88-4f0b-8ed4-e2fbe89b5504 HTTP/1.1" status: 204 len: 168 time: 1.1360006 Jul 28 18:12:05.220974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Pushing event updated for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:05.237502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36126) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.253527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dded971-d2e1-4088-b68a-e60d06747b39 None None] The sync data for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 is: [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:00Z', 'revision_number': 3, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:05.310013 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-583e44dc-ed81-4286-80c3-7e3774d906b0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:05.314378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-583e44dc-ed81-4286-80c3-7e3774d906b0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/a05621d2-df88-4f0b-8ed4-e2fbe89b5504 HTTP/1.1" status: 404 len: 333 time: 0.0732684 Jul 28 18:12:05.344389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36134) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.369098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.489793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2616b8-3564-4974-aeb3-369ac4ea88fa tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=a05621d2-df88-4f0b-8ed4-e2fbe89b5504,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:05.544044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e60872b3-10e9-4aee-a385-1115561fc555 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7005510 Jul 28 18:12:05.547932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.548439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.548901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.549361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.549816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.550279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.550726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.551182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.551662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.552104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.552552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.552996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.557779 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-daa963fb-b977-4d14-a55b-b352874f298c tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7730 time: 0.6897974 Jul 28 18:12:05.560109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36142) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.561052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36144) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.565688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-1d8b5fe7-6c33-45a2-b4f9-82d7883e8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.567529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-1d8b5fe7-6c33-45a2-b4f9-82d7883e8754 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.8028073 Jul 28 18:12:05.571289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:05.602173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet 324c3dc8-ddbf-477b-934d-8c5946acb65a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:05.605321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.644347 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-ef747681-78b6-4827-a706-4a0dd353a5e1 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] delete failed (client error): The resource could not be found. Jul 28 18:12:05.648499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ef747681-78b6-4827-a706-4a0dd353a5e1 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/4f83b72d-01b5-4c62-b871-e209b85df830 HTTP/1.1" status: 404 len: 345 time: 0.0819497 Jul 28 18:12:05.649126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36150) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.661312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.673288 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a92737-6964-4aeb-9b09-6fa64952b5a9 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 18:12:05.674059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a92737-6964-4aeb-9b09-6fa64952b5a9 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:12:05.675833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-64a92737-6964-4aeb-9b09-6fa64952b5a9 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f8dd57be-2ec1-4dcc-b30a-0cf8e6dcf444 HTTP/1.1" status: 404 len: 339 time: 0.0256286 Jul 28 18:12:05.679581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:05.685222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'name': 'tempest-network--1226422609', 'router:external': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:05.706376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-c0019c67-e189-4978-8e5e-31525bf1bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:05.710102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-c0019c67-e189-4978-8e5e-31525bf1bdce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238391 Jul 28 18:12:05.727811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0478c6de-eeeb-442b-8772-ab85085aca45 None None] Provisioning for port cf22b525-fbe9-47a5-8530-355507472757 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:05.733205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0478c6de-eeeb-442b-8772-ab85085aca45 None None] Provisioning complete for port cf22b525-fbe9-47a5-8530-355507472757 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:05.733834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0478c6de-eeeb-442b-8772-ab85085aca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.780839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0478c6de-eeeb-442b-8772-ab85085aca45 None None] Port cf22b525-fbe9-47a5-8530-355507472757 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:05.787723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0478c6de-eeeb-442b-8772-ab85085aca45 None None] Could not find standard attr ID for object a05621d2-df88-4f0b-8ed4-e2fbe89b5504. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:05.851616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-7863041a-8944-4ceb-b728-0ef549aa6358 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317737 Jul 28 18:12:05.944947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b300f0a-fb5e-4f31-89c8-5a424320fe6e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:05.948062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:05.949684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.104797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.124693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-bb071ccb-cb31-451e-9a00-b7a9d84a7a0a service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615421 Jul 28 18:12:06.139738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:06.142088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.151039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:06.155511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:06.155894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.168140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.212973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-5567f215-2a67-48f2-b349-ec83e26002f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0811248 Jul 28 18:12:06.219660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.296260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.330403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:06.362104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:06.401538 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.439423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.458185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.458582 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Added segment 4e8c10c6-4ad4-4fed-b678-64087f82910a of type vlan for network c588759a-d1cd-4ca2-8053-f0a29f3f4668 Jul 28 18:12:06.460763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.463377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-5439d4b3-8972-40e8-ad40-2383c5b64f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:06.464686 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-5439d4b3-8972-40e8-ad40-2383c5b64f5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1845727 Jul 28 18:12:06.473894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:06.504589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=324c3dc8-ddbf-477b-934d-8c5946acb65a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:06.506793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.520808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.523312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a36afb3c-a418-405c-83d8-48da480fcf54 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/324c3dc8-ddbf-477b-934d-8c5946acb65a HTTP/1.1" status: 204 len: 168 time: 1.1755099 Jul 28 18:12:06.525778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36176) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:06.527488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e16197-8eab-405d-af5a-dee3aad80d8f None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:06.607558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet 48ca27fb-1682-4984-9e9a-278a9f38f0d6 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:06.611936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.615322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.624178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.651037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-9b9978bb-474e-4357-b0c8-022a7cd3274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:06.655263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-9b9978bb-474e-4357-b0c8-022a7cd3274b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1669898 Jul 28 18:12:06.711896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Pushing event updated for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:06.762095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.765600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.907454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.908654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:06.908852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:06.968073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:06.972071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:06.985391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.002813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=c588759a-d1cd-4ca2-8053-f0a29f3f4668,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:07.007055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-73ffd7bc-9b7e-4936-81fb-95b836fb9b0b service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417900 Jul 28 18:12:07.009424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8477f9bd-ede6-4abb-914c-fc43dafe4d0f tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3288565 Jul 28 18:12:07.011989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36194) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:07.016099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c588759a-d1cd-4ca2-8053-f0a29f3f4668 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:07.260883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Router efb7d14d-ff9a-494e-8810-9ea9938f16f2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:12:07.321734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c34a574d-1ba5-4f1c-bfd5-5b75ae071c8e None None] Provisioning complete for port cf22b525-fbe9-47a5-8530-355507472757 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:07.322120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c34a574d-1ba5-4f1c-bfd5-5b75ae071c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.338835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-d2ab7b1a-aaea-48f1-94b4-a6a79df1cef1 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225741 Jul 28 18:12:07.371071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c34a574d-1ba5-4f1c-bfd5-5b75ae071c8e None None] Port cf22b525-fbe9-47a5-8530-355507472757 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:07.435762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-5b0622d6-12a0-4f8b-b07d-867aefbad9ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0888937 Jul 28 18:12:07.452419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:07.454784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.470649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cfac2a06-8206-4407-a2f5-36726dba3fcd admin admin] 10.222.0.25 "PUT /v2.0/routers/efb7d14d-ff9a-494e-8810-9ea9938f16f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6588528 Jul 28 18:12:07.520942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=48ca27fb-1682-4984-9e9a-278a9f38f0d6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:07.525502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.527435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3dc84308-74a2-48c8-ab57-a4151c8170d7 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/48ca27fb-1682-4984-9e9a-278a9f38f0d6 HTTP/1.1" status: 204 len: 168 time: 1.0005388 Jul 28 18:12:07.532208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36204) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:07.683249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.687636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bffde6c5-c1f3-4422-9b8f-6551fa6ddf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.703187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eac404-18bf-43bb-ae1a-b1a3872676a0 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:07.718274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eac404-18bf-43bb-ae1a-b1a3872676a0 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:07.731331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eac404-18bf-43bb-ae1a-b1a3872676a0 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:07.737905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eac404-18bf-43bb-ae1a-b1a3872676a0 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:07.743049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56eac404-18bf-43bb-ae1a-b1a3872676a0 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7294035 Jul 28 18:12:07.743334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:07.762165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-b17e09db-77fe-47da-9a96-12e0f0ae987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:07.764503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-b17e09db-77fe-47da-9a96-12e0f0ae987a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.2815111 Jul 28 18:12:07.797340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Sync routers for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:07.813497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931fc1eb-6968-4c93-9fd7-2783cec24274 None None] Network f056ed8e-65e1-42b3-89d8-7ee5646de785 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:07.853058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.881995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:07.882643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:07.900485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.940188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:07.940560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:07.965092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b300f0a-fb5e-4f31-89c8-5a424320fe6e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:07.992555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.076723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ab1c463-1edd-43c6-a4f1-d04f25c8e1e1 None None] Provisioning complete for port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:08.077781 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c463-1edd-43c6-a4f1-d04f25c8e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.134959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Allocated IP 172.25.7.2 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f3da7da0-b55b-4c76-a5c3-66b682ced759) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:08.162793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.166803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,segment=NetworkSegment(d777c5e5-147d-4c5c-b1ae-29aab71a1c1a),segment_id=d777c5e5-147d-4c5c-b1ae-29aab71a1c1a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:08.167294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.209191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c588759a-d1cd-4ca2-8053-f0a29f3f4668']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:08.230925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:08.242296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8c10c6-4ad4-4fed-b678-64087f82910a') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:08.242707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8c10c6-4ad4-4fed-b678-64087f82910a') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:08.279177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.290155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:08.306281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.333138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-2a580ee9-7aee-497d-a2df-3945f631e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:08.336041 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-2a580ee9-7aee-497d-a2df-3945f631e630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5354185 Jul 28 18:12:08.421562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.422288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.460974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:08.465475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:08.471426 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:08.482835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:08.511700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:08.521623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:08.527078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Pushing event updated for resources: {'Port': ['ID=f3da7da0-b55b-4c76-a5c3-66b682ced759,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:08.573906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-c82845d7-3fb9-4677-9afd-9976fec5095e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298994 Jul 28 18:12:08.646032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31422e73-6236-4dcd-b04c-e81592cf7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.699576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-69fc3795-b396-41f2-8ffa-dd878ad710df service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180191 Jul 28 18:12:08.708693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:08.801425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:08.801918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.807658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.844943 n-d-778550-5 neutron-server[101108]: INFO neutron.plugins.ml2.db [None req-9ab1c463-1edd-43c6-a4f1-d04f25c8e1e1 None None] No ports have port_id starting with 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 Jul 28 18:12:08.859043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=3366e6c9-41f2-4438-9c3d-2c8d4ebb4409,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:08.864757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.875534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:08.877747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c588759a-d1cd-4ca2-8053-f0a29f3f4668 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:12:08.886498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:08.888706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c588759a-d1cd-4ca2-8053-f0a29f3f4668 HTTP/1.1" status: 204 len: 168 time: 1.1444044 Jul 28 18:12:08.901731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36236) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:08.907931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-ea32f5a1-5a09-472d-9951-9573fd75b2bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.1176109 Jul 28 18:12:08.927103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'name': 'tempest-network--49680944', 'router:external': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:08.941927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd2bf-a25e-49ae-866e-b1021a14780d tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Network': ['ID=c588759a-d1cd-4ca2-8053-f0a29f3f4668,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:09.037945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9524749a-091a-4cd4-82a0-74f227f74893 None None] DHCP port deletion for f056ed8e-65e1-42b3-89d8-7ee5646de785 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:09.109251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.129360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f056ed8e-65e1-42b3-89d8-7ee5646de785']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:09.153158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:09.153158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd777c5e5-147d-4c5c-b1ae-29aab71a1c1a') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:09.153366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-36b09803-6ebd-4035-ab58-4b617a80c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:09.156445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-36b09803-6ebd-4035-ab58-4b617a80c306 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.2040086 Jul 28 18:12:09.162934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31422e73-6236-4dcd-b04c-e81592cf7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.167334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.186982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.206149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:09.206565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:09.211072 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:09.253546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:05Z', 'revision_number': 4, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cf22b525-fbe9-47a5-8530-355507472757', 'name': '', 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'mac_address': 'fa:16:3e:f9:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:03Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 2, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'subnets': [{'id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:09.275387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-afd87cd6-3111-4638-bba6-0060fb4eb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:09.277471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-afd87cd6-3111-4638-bba6-0060fb4eb265 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133273 Jul 28 18:12:09.298943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Checking router: efb7d14d-ff9a-494e-8810-9ea9938f16f2 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:09.299333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Updating router efb7d14d-ff9a-494e-8810-9ea9938f16f2 port cf22b525-fbe9-47a5-8530-355507472757 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:09.330054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.338265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31422e73-6236-4dcd-b04c-e81592cf7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.422110 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.459964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31422e73-6236-4dcd-b04c-e81592cf7757 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9634e8f6e374bc09b2bed28f1a1ef0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1647604 Jul 28 18:12:09.463639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36240) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:09.477929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422e73-6236-4dcd-b04c-e81592cf7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10e0567-7bbc-4ffd-83f9-c95ce8a8a0c2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:09.509877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-5a43ecff-30f5-4946-afbf-1b950bc3db94 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217736 Jul 28 18:12:09.517224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:09.527054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.547642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.590237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.604036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/f056ed8e-65e1-42b3-89d8-7ee5646de785 HTTP/1.1" status: 204 len: 168 time: 2.0706832 Jul 28 18:12:09.628039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-8cc0adef-9e12-4370-af8e-7342c476df95 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072040 Jul 28 18:12:09.632549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36242) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:09.670172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d1dec-9833-4fe9-b540-64a67070db5d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=f056ed8e-65e1-42b3-89d8-7ee5646de785,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:09.691989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.704837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Transition to ACTIVE for port object cf22b525-fbe9-47a5-8530-355507472757 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:09.716012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-7b6c59d9-d4ef-41f8-9e57-d93fe63e12fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0591173 Jul 28 18:12:09.751057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:09.795687 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.815622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.823140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:09.855645 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Added segment 46b9684d-1dac-4279-a98f-f76f72b48f76 of type vlan for network 9a76e5de-1dfa-4296-b4bf-24e6c445a3b5 Jul 28 18:12:09.944430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d1465-7e3a-4d4b-84ae-f7a7efe12d69 None None] Pushing event updated for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:09.955684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff2b98-b551-4ca1-9220-d25de3fc9fcc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:09.958630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8cff2b98-b551-4ca1-9220-d25de3fc9fcc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3235703 Jul 28 18:12:09.968202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:10.007750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:10.044394 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.090414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:10.091597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3366e6c9-41f2-4438-9c3d-2c8d4ebb4409 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:10.114718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Attempting to bind port cf22b525-fbe9-47a5-8530-355507472757 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:10.115345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Attempting to bind port cf22b525-fbe9-47a5-8530-355507472757 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:10.115919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Attempting to bind port cf22b525-fbe9-47a5-8530-355507472757 on network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:10.125405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:10.129210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Checking segment: {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:10.129844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.132093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Bound using segment: {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:10.132791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Bound port: cf22b525-fbe9-47a5-8530-355507472757, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03415628-011a-4354-afbf-0d23baec61c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:10.133466 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.186160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.190404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.271993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afa2bd5e-c806-45b8-913a-e17d9cb6905c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2883582 Jul 28 18:12:10.274723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36250) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:10.283108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] For port cf22b525-fbe9-47a5-8530-355507472757, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:10.285201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1873167347'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:10.294151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.300753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] For port cf22b525-fbe9-47a5-8530-355507472757, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cf22b525-fbe9-47a5-8530-355507472757,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:10.302452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.304131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c10e0567-7bbc-4ffd-83f9-c95ce8a8a0c2 HTTP/1.1" status: 204 len: 168 time: 0.8395720 Jul 28 18:12:10.344924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db497f83-483f-4ad3-a60a-659aa883a6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.365624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b409fe0-d017-4e9e-b767-95d8c46983c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10e0567-7bbc-4ffd-83f9-c95ce8a8a0c2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:10.380497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.457117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d1465-7e3a-4d4b-84ae-f7a7efe12d69 None None] Pushing event updated for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:10.482360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.483434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:10.484090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.492745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:10.493602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:10.507845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-31e19b6e-ff9d-43bc-8461-ab06936d7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:10.509952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-31e19b6e-ff9d-43bc-8461-ab06936d7da5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.7877376 Jul 28 18:12:10.539436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:10.542926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.668106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7649560 Jul 28 18:12:10.681722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36254) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:10.690410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab154bc-cfb7-47e8-b343-99f28e6ed288 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=9a76e5de-1dfa-4296-b4bf-24e6c445a3b5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:10.708597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:10.746841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.747272 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment ec88d6b8-5859-4781-8d3f-6161f97529f8 of type vlan for network 7d2b6de8-5241-4daf-86c4-cb31059318b4 Jul 28 18:12:10.751640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:10.830298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.830526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-981a8022-3b1c-46ad-a610-6edd8b92efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:10.831968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-981a8022-3b1c-46ad-a610-6edd8b92efec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2778194 Jul 28 18:12:10.932851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.939999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:10.940969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:10.955818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.028605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a687a-80b8-4553-87d4-6ad39dba6954 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:11.035889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c5a687a-80b8-4553-87d4-6ad39dba6954 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "GET /v2.0/networks/9a76e5de-1dfa-4296-b4bf-24e6c445a3b5 HTTP/1.1" status: 200 len: 755 time: 0.3468451 Jul 28 18:12:11.035889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36262) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:11.148624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9a76e5de-1dfa-4296-b4bf-24e6c445a3b5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:11.203248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9270947 Jul 28 18:12:11.210018 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-8f13ce41-1438-4e09-97ec-146a23921b0e service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618565 Jul 28 18:12:11.210018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36266) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:11.220567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba11d8-577b-4ce6-b85a-480f0539f92e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=7d2b6de8-5241-4daf-86c4-cb31059318b4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:11.220809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:11.261148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850880a-e68a-4ca1-8bd5-3e8a6aebfe12 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:11.261148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a850880a-e68a-4ca1-8bd5-3e8a6aebfe12 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "GET /v2.0/networks/b914fb53-6c19-4f1b-8323-e69499414be2 HTTP/1.1" status: 200 len: 767 time: 0.2233443 Jul 28 18:12:11.263546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:11.268935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36270) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:11.400654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.446779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.498998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f5bb290-ecb2-4567-b2a5-8b4f670b2d0c req-a7f574de-dd2a-48f1-ba65-0f3eb477b762 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834730 Jul 28 18:12:11.505165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:05Z', 'revision_number': 4, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cf22b525-fbe9-47a5-8530-355507472757', 'name': '', 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'mac_address': 'fa:16:3e:f9:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:03Z', 'updated_at': '2021-07-28T18:12:10Z', 'revision_number': 4, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'subnets': [{'id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:11.560457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b05d5-885b-44d9-9df4-1405351dbcdf None None] The sync data for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 is: [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:12:05Z', 'revision_number': 4, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'cf22b525-fbe9-47a5-8530-355507472757', 'name': '', 'network_id': 'a36f0b0c-4ad0-436e-bc2e-3e477caf2d07', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'mac_address': 'fa:16:3e:f9:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:03Z', 'updated_at': '2021-07-28T18:12:10Z', 'revision_number': 4, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'subnets': [{'id': 'f6dd0f3f-2e16-494c-a184-ded4db53ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:11.591321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:11.592541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.600112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Router 03df46a2-d3df-40be-8ef6-da5af47ac276 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:12:11.629296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.666389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76e5de-1dfa-4296-b4bf-24e6c445a3b5']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:11.714905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b9684d-1dac-4279-a98f-f76f72b48f76') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:11.716883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b9684d-1dac-4279-a98f-f76f72b48f76') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:11.733711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.797233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.806290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:11.806931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:11.971042 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:12.046795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cf22b525-fbe9-47a5-8530-355507472757 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:12.064584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.073375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a76e5de-1dfa-4296-b4bf-24e6c445a3b5 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:12:12.080361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628996'] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.095582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36282) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:12.096972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9a76e5de-1dfa-4296-b4bf-24e6c445a3b5 HTTP/1.1" status: 204 len: 168 time: 0.8265910 Jul 28 18:12:12.103838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'name': 'tempest-network--60309090'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:12.164250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:12.174321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fba229-dd29-4dbf-be0c-c1dc9b800113 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a76e5de-1dfa-4296-b4bf-24e6c445a3b5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:12.241016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cf22b525-fbe9-47a5-8530-355507472757 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:12.245404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cf22b525-fbe9-47a5-8530-355507472757 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:12.249587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.293685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Made reservation on behalf of 4f787ed4c99b4d4cb704fa95633711af for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:12.296211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.350164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.357780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:12.373106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.373420 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Added segment c16dbabf-1f3e-4163-a788-e90882aa6563 of type vlan for network 31c7f68d-0392-430a-a2b6-f43ec2602e70 Jul 28 18:12:12.392197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.429001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port cf22b525-fbe9-47a5-8530-355507472757, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cf22b525-fbe9-47a5-8530-355507472757,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:12.466338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.470482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36306) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:12.471040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd5d7fd9-e4fa-42b0-b2f2-e833a6491333 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9083631 Jul 28 18:12:12.516447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.587948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.661619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:12.668382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=ac8cd66c-8098-4039-a2ba-9a15689026c8,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:12.686515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'ec88d6b8-5859-4781-8d3f-6161f97529f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:12.686948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 7d2b6de8-5241-4daf-86c4-cb31059318b4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:12.761358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.767212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:12.768731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.785053 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Sync routers for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:12.807700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:12.808159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:12.820292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:12.890582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36336) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:12.891950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7934132 Jul 28 18:12:12.902116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:12.906550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7c25-cf8d-4647-bba2-08d76eb97268 tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=31c7f68d-0392-430a-a2b6-f43ec2602e70,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:12.909852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:12.916558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7d2b6de8-5241-4daf-86c4-cb31059318b4) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:12.926082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 31c7f68d-0392-430a-a2b6-f43ec2602e70 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:12.945674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:12.948143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.012798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6da79-bbbf-4ef9-967e-7a5909e0e544 None None] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:13.024523 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:13.053995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a873a562-af20-4292-ba30-b685c9bc50a2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8409324 Jul 28 18:12:13.056944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36338) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:13.065180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4', 'name': 'tempest-PortsIpV6TestJSON-767148679'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:13.341878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.378664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36344) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:13.458605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7d2b6de8-5241-4daf-86c4-cb31059318b4', 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': 'ac8cd66c-8098-4039-a2ba-9a15689026c8'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:13.460112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.470232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:13.474970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.481520 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:09Z', 'revision_number': 3, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:13.491200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.530095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port 3b6c5b82-cbee-4a44-9d76-4224c430f507 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:13.551812 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Checking router: 03df46a2-d3df-40be-8ef6-da5af47ac276 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:13.552447 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Updating router 03df46a2-d3df-40be-8ef6-da5af47ac276 port f3da7da0-b55b-4c76-a5c3-66b682ced759 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:13.584388 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.651634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Network 31c7f68d-0392-430a-a2b6-f43ec2602e70 is not hosted by any dhcp agent {{(pid=101106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:12:13.654694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:13.655553 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.662649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "PUT /v2.0/networks/31c7f68d-0392-430a-a2b6-f43ec2602e70 HTTP/1.1" status: 200 len: 856 time: 0.7708850 Jul 28 18:12:13.671466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:13.707279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08a6cfc7-99dc-4375-91b9-a79393ab8e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.761030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Allocated IP 2001:db8::2 (7d2b6de8-5241-4daf-86c4-cb31059318b4/ac8cd66c-8098-4039-a2ba-9a15689026c8/dbab3f06-88bb-4ae7-8063-38e3b45f97b7) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:13.838954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:13.927786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71ab6-d319-4ba3-9350-fc66bf5b0ddd tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event updated for resources: {'Network': ['ID=31c7f68d-0392-430a-a2b6-f43ec2602e70,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:14.025174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cf22b525-fbe9-47a5-8530-355507472757 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:14.060151 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.096858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.115028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Transition to ACTIVE for port object dbab3f06-88bb-4ae7-8063-38e3b45f97b7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:14.150361 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.155947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Transition to ACTIVE for port object dbab3f06-88bb-4ae7-8063-38e3b45f97b7 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:14.174568 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Transition to ACTIVE for port object f3da7da0-b55b-4c76-a5c3-66b682ced759 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:14.180320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cf22b525-fbe9-47a5-8530-355507472757 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:14.189312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.226717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Allocated IP 172.20.0.1 (77dd40cd-f874-40cf-902c-1b894ed318d2/63bfcf77-bf7f-428d-a8bc-1a5261b39cee/0da046f7-023c-4fcb-abe8-4337e57dd802) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:14.244497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.255829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c7f68d-0392-430a-a2b6-f43ec2602e70']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:14.281588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.284239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08a6cfc7-99dc-4375-91b9-a79393ab8e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.292422 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.351095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16dbabf-1f3e-4163-a788-e90882aa6563') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:14.351596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16dbabf-1f3e-4163-a788-e90882aa6563') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:14.366200 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08a6cfc7-99dc-4375-91b9-a79393ab8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.374860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:14.378363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.391681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.393508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:14.410057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:14.438154 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05e42e-f000-45bf-9d17-4ee3f75dca81 None None] Pushing event updated for resources: {'Port': ['ID=f3da7da0-b55b-4c76-a5c3-66b682ced759,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:14.460029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Attempting to bind port f3da7da0-b55b-4c76-a5c3-66b682ced759 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:14.460398 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Attempting to bind port f3da7da0-b55b-4c76-a5c3-66b682ced759 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:14.460763 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Attempting to bind port f3da7da0-b55b-4c76-a5c3-66b682ced759 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:14.479629 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:14.480460 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:14.483576 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.484219 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:14.484884 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Bound port: f3da7da0-b55b-4c76-a5c3-66b682ced759, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:14.485445 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.537388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.540609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::d0 (7d2b6de8-5241-4daf-86c4-cb31059318b4/ac8cd66c-8098-4039-a2ba-9a15689026c8/3b6c5b82-cbee-4a44-9d76-4224c430f507) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:14.549385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:14.550677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08a6cfc7-99dc-4375-91b9-a79393ab8e08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ed9acca1b71487fb742e261f12b145e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636813 Jul 28 18:12:14.562592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6cfc7-99dc-4375-91b9-a79393ab8e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66951c3b-0474-47b4-8749-69a5aa223c51,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:14.581839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:14.581839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.586183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.589472 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] For port f3da7da0-b55b-4c76-a5c3-66b682ced759, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:14.605283 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:14.657148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:14.666035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:14.668234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Pushing event updated for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:14.673266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:14.706567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.741414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.748421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.769382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Pushing event updated for resources: {'Port': ['ID=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:14.858765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.867593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Attempting to bind port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:14.868380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Attempting to bind port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ec88d6b8-5859-4781-8d3f-6161f97529f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:14.868993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Attempting to bind port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 on network 7d2b6de8-5241-4daf-86c4-cb31059318b4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:14.875728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:14.876635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Checking segment: {'id': 'ec88d6b8-5859-4781-8d3f-6161f97529f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:14.877553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.878239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Bound using segment: {'id': 'ec88d6b8-5859-4781-8d3f-6161f97529f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:14.878367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object 3b6c5b82-cbee-4a44-9d76-4224c430f507 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:14.879145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Bound port: dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec88d6b8-5859-4781-8d3f-6161f97529f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:14.879805 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:14.964675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] For port dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:14.973202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.001556 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] For port f3da7da0-b55b-4c76-a5c3-66b682ced759, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3da7da0-b55b-4c76-a5c3-66b682ced759,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:15.002695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] For port dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,segment=NetworkSegment(ec88d6b8-5859-4781-8d3f-6161f97529f8),segment_id=ec88d6b8-5859-4781-8d3f-6161f97529f8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:15.008762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.016234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31c7f68d-0392-430a-a2b6-f43ec2602e70 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:12:15.040844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=3b6c5b82-cbee-4a44-9d76-4224c430f507,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:15.046347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.052306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] 10.222.0.25 "DELETE /v2.0/networks/31c7f68d-0392-430a-a2b6-f43ec2602e70 HTTP/1.1" status: 204 len: 168 time: 1.3621233 Jul 28 18:12:15.053570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36358) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:15.081573 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.081991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:15.105107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.141512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d722037-6a4f-48de-8ccc-3c12ec55ee9a tempest-ExternalNetworksTestJSON-356598675 tempest-ExternalNetworksTestJSON-356598675-project-admin] Pushing event deleted for resources: {'Network': ['ID=31c7f68d-0392-430a-a2b6-f43ec2602e70,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:15.149979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:15.157844 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2594d7-b527-4e8e-be26-ca4799861541 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] DELETE failed (client error): The resource could not be found. Jul 28 18:12:15.160892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2594d7-b527-4e8e-be26-ca4799861541 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:12:15.166982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3d2594d7-b527-4e8e-be26-ca4799861541 tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "DELETE /v2.0/subnets/9b6ff56d-bcf1-4a2e-9a42-cd6eb722ca47 HTTP/1.1" status: 404 len: 337 time: 0.1110711 Jul 28 18:12:15.168561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:15.169226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:15.186652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:15.190491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.200102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05e42e-f000-45bf-9d17-4ee3f75dca81 None None] Pushing event updated for resources: {'Port': ['ID=f3da7da0-b55b-4c76-a5c3-66b682ced759,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:15.208892 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:15.209521 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.279780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdf66d-255d-44d8-b7fa-42dadc8af0a2 None None] Pushing event updated for resources: {'Port': ['ID=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:15.312020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be9f5850-4201-4011-80c6-ecfc99f3f76c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2541275 Jul 28 18:12:15.314299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:15.320407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '7d2b6de8-5241-4daf-86c4-cb31059318b4', 'name': 'tempest-PortsIpV6TestJSON-1024857226'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:15.375608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.407078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.451130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:15.459483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.462007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.463361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66951c3b-0474-47b4-8749-69a5aa223c51 HTTP/1.1" status: 204 len: 168 time: 0.9123490 Jul 28 18:12:15.608375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4ecdb-c536-41da-8ca9-e1548c4be162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66951c3b-0474-47b4-8749-69a5aa223c51,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:15.832626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.843094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.873039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b914fb53-6c19-4f1b-8323-e69499414be2']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.935709 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:09Z', 'revision_number': 3, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.946642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a595240-2179-4608-a3c0-868ba0064708') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.947526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:15.954016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a595240-2179-4608-a3c0-868ba0064708') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.954348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:15.987417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.016809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port d9f854c8-2cee-4991-85e5-37b86c2c5dae yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:16.034533 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8f156-c32b-4641-90f9-d82ecc4c0ca1 None None] The sync data for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 is: [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:09Z', 'revision_number': 3, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:16.091125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbab3f06-88bb-4ae7-8063-38e3b45f97b7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:16.102886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.169869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:16.174659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:16.185085 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:16.330432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::f2 (7d2b6de8-5241-4daf-86c4-cb31059318b4/ac8cd66c-8098-4039-a2ba-9a15689026c8/d9f854c8-2cee-4991-85e5-37b86c2c5dae) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:16.338246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:16.483437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.492223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.500119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] 10.222.0.25 "DELETE /v2.0/networks/b914fb53-6c19-4f1b-8323-e69499414be2 HTTP/1.1" status: 204 len: 168 time: 1.3283565 Jul 28 18:12:16.587052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcd70c-37e8-4571-9a13-5539b86c901b tempest-ExternalNetworksTestJSON-1752125445 tempest-ExternalNetworksTestJSON-1752125445-project] Pushing event deleted for resources: {'Network': ['ID=b914fb53-6c19-4f1b-8323-e69499414be2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:16.632391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.744939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.760144 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:16.857753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object d9f854c8-2cee-4991-85e5-37b86c2c5dae will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:16.974883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Pushing event updated for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:16.983470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.007445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.185751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:17.187214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=d9f854c8-2cee-4991-85e5-37b86c2c5dae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:17.196477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a190280-8ae7-49c5-9d9b-aea1bd73ab17 None None] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:17.211998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:17.217840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:17.229512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:17.231671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:17.237828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:17.238544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.353890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-343da047-c088-440f-997e-75952839d160 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0361409 Jul 28 18:12:17.354216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:17.370599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:17.537545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Provisioning for port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:17.547577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Provisioning complete for port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:17.548284 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.561675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Router 03df46a2-d3df-40be-8ef6-da5af47ac276 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:12:17.685659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae3508-d458-44ef-94f3-5c41e0340525 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:17.695515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-67ae3508-d458-44ef-94f3-5c41e0340525 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad0 HTTP/1.1" status: 200 len: 927 time: 0.3365564 Jul 28 18:12:17.695515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36400) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:17.713581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.838740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] For port dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,segment=NetworkSegment(ec88d6b8-5859-4781-8d3f-6161f97529f8),segment_id=ec88d6b8-5859-4781-8d3f-6161f97529f8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:17.896484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port d9f854c8-2cee-4991-85e5-37b86c2c5dae {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:17.896888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:17.920867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.003007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:18.017492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51d5b2a8-9e0c-4d31-9c11-a8dcd08f0457 admin admin] 10.222.0.25 "PUT /v2.0/routers/03df46a2-d3df-40be-8ef6-da5af47ac276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5384407 Jul 28 18:12:18.048798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa7d648e-aaf4-4549-94ae-3eec77ffc5ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39b059568f1e4353a2edaca19d972473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659155 Jul 28 18:12:18.048798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:18.090643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02c10-c380-4236-bcc7-8418459e3fdd None None] Pushing event updated for resources: {'Port': ['ID=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:18.166298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3da7da0-b55b-4c76-a5c3-66b682ced759 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:18.186608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.211180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.222701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.280121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for d9f854c8-2cee-4991-85e5-37b86c2c5dae owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:18.311989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Provisioning for port d9f854c8-2cee-4991-85e5-37b86c2c5dae completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:18.340539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Provisioning complete for port d9f854c8-2cee-4991-85e5-37b86c2c5dae triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:18.340929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.397016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.399881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.401081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35c051d9-97a6-4418-b9ba-1d58180f6db5 HTTP/1.1" status: 204 len: 168 time: 0.3591261 Jul 28 18:12:18.418265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c051d9-97a6-4418-b9ba-1d58180f6db5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:18.428927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.429272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.429625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.431721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.451747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Port d9f854c8-2cee-4991-85e5-37b86c2c5dae cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:18.459659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.462944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.463354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.463727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.467087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.467534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.467892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.468241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0f3f3-f688-489e-9783-deab1974555b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:18.502908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Provisioning complete for port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:18.503713 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.672099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f3da7da0-b55b-4c76-a5c3-66b682ced759 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:18.678717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3da7da0-b55b-4c76-a5c3-66b682ced759 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:18.681540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.801441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.818205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.972085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=d9f854c8-2cee-4991-85e5-37b86c2c5dae,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:18.976363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:18.977299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f819421-a033-41e8-ae7c-521a286007af tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/d9f854c8-2cee-4991-85e5-37b86c2c5dae HTTP/1.1" status: 204 len: 168 time: 1.2823722 Jul 28 18:12:18.982443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:19.020163 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3bddb9-7a96-466a-868f-20d5a640b82c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:19.022911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-de3bddb9-7a96-466a-868f-20d5a640b82c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/d9f854c8-2cee-4991-85e5-37b86c2c5dae HTTP/1.1" status: 404 len: 333 time: 0.0392158 Jul 28 18:12:19.025887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36432) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:19.031733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.099823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f3da7da0-b55b-4c76-a5c3-66b682ced759, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3da7da0-b55b-4c76-a5c3-66b682ced759,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:19.209893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.218386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Provisioning for port 3b6c5b82-cbee-4a44-9d76-4224c430f507 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:19.257210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 3b6c5b82-cbee-4a44-9d76-4224c430f507 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:19.257790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.365834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f3da7da0-b55b-4c76-a5c3-66b682ced759,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:19.370536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Sync routers for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:19.387423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:19.387423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:19.498783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.516278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 3b6c5b82-cbee-4a44-9d76-4224c430f507 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:19.667708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Provisioning complete for port 3b6c5b82-cbee-4a44-9d76-4224c430f507 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:19.668411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.732642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:19.759324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-fd887300-c9ae-4250-a012-b46a7bf73fe8 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:19.761248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-fd887300-c9ae-4250-a012-b46a7bf73fe8 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 820 time: 0.1227260 Jul 28 18:12:19.784899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-5353699f-00e0-485d-8844-1b15e4d8f08d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/quotas/e2b8ae1a097746ae9b8925ee130185e4 HTTP/1.1" status: 200 len: 375 time: 0.0170813 Jul 28 18:12:19.795830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-33608e9d-5925-4abe-aff7-8058e69b4957 None None] Port 3b6c5b82-cbee-4a44-9d76-4224c430f507 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:19.809969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.935589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:19.938930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-074a8d75-d8ed-41a7-8f89-66b667992fff tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447461 Jul 28 18:12:19.942619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/3b6c5b82-cbee-4a44-9d76-4224c430f507 HTTP/1.1" status: 204 len: 168 time: 0.9155824 Jul 28 18:12:19.948819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.005107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7664ae76-2bfd-4210-8c19-488a42f2b6ec None None] Could not find standard attr ID for object d9f854c8-2cee-4991-85e5-37b86c2c5dae. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:20.057800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3da7da0-b55b-4c76-a5c3-66b682ced759 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:20.062631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7664ae76-2bfd-4210-8c19-488a42f2b6ec None None] Could not find standard attr ID for object 3b6c5b82-cbee-4a44-9d76-4224c430f507. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:20.070980 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9da0d5e-2de3-4f23-9b09-2843e3716225 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:20.078221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9da0d5e-2de3-4f23-9b09-2843e3716225 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/3b6c5b82-cbee-4a44-9d76-4224c430f507 HTTP/1.1" status: 404 len: 333 time: 0.0550697 Jul 28 18:12:20.079324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.080358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c47167-59e3-403e-bd8d-c62816833e08 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=3b6c5b82-cbee-4a44-9d76-4224c430f507,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:20.154009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36456) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.215946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet ac8cd66c-8098-4039-a2ba-9a15689026c8 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:20.221238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.286051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-e0d4c740-bc0c-44f8-82a8-e3d72ba99677 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458307 Jul 28 18:12:20.364011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.364155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3da7da0-b55b-4c76-a5c3-66b682ced759 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:20.364155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.457592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:16Z', 'revision_number': 2, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:20.468534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36464) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.512442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Checking router: 03df46a2-d3df-40be-8ef6-da5af47ac276 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:20.513200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Updating router 03df46a2-d3df-40be-8ef6-da5af47ac276 port 0da046f7-023c-4fcb-abe8-4337e57dd802 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:20.514790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.556563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.609800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-11e4a51c-a960-479c-b2dc-a9e3492b762e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f787ed4c99b4d4cb704fa95633711af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503567 Jul 28 18:12:20.622904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.696184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.720908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.778834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.802777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-248832401'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:20.817399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbab3f06-88bb-4ae7-8063-38e3b45f97b7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:20.822508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0daad-102e-4e0f-bee8-4b45063c225c None None] Network 7d2b6de8-5241-4daf-86c4-cb31059318b4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:20.827317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.831855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/ac8cd66c-8098-4039-a2ba-9a15689026c8 HTTP/1.1" status: 204 len: 168 time: 0.7447166 Jul 28 18:12:20.832613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36480) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:20.843018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9c4fa-a0e2-45b0-a237-dd1f2cda71ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8cd66c-8098-4039-a2ba-9a15689026c8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:20.916916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-1e7c114c-3dfa-4e8e-a559-bc3fad8feb24 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296844 Jul 28 18:12:20.917829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.921671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.924126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10316476-3f69-45c9-9a47-b7e7a884ac51 HTTP/1.1" status: 204 len: 168 time: 0.3019702 Jul 28 18:12:20.966964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:20.986706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d00b38-e35c-460e-a61d-e502b030b8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10316476-3f69-45c9-9a47-b7e7a884ac51,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.021507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Made reservation on behalf of a0540c3959b844ad8a7ed5078b4ca44e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:21.025198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.036953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.054090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:21.054474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.120307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:21.126212 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.223753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,segment=NetworkSegment(ec88d6b8-5859-4781-8d3f-6161f97529f8),segment_id=ec88d6b8-5859-4781-8d3f-6161f97529f8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:21.224133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.254768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for dbab3f06-88bb-4ae7-8063-38e3b45f97b7 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:21.281414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.320892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] DHCP port deletion for 7d2b6de8-5241-4daf-86c4-cb31059318b4 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:21.333672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.375019 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.381829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:21.388151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9801298f-e6c2-4e0e-9bd5-0b3167ef89fa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.391725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Transition to ACTIVE for port object 0da046f7-023c-4fcb-abe8-4337e57dd802 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:21.403505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.403859 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Added segment 1678295a-987a-4b59-a5b7-5b746f2120be of type vlan for network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce Jul 28 18:12:21.409167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Deleting port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:21.412183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.453481 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.493916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] For port dbab3f06-88bb-4ae7-8063-38e3b45f97b7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,segment=NetworkSegment(ec88d6b8-5859-4781-8d3f-6161f97529f8),segment_id=ec88d6b8-5859-4781-8d3f-6161f97529f8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:21.494542 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.511145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Calling delete_port for dbab3f06-88bb-4ae7-8063-38e3b45f97b7 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:21.537984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.593626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.600986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:21.602167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.602399 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.604238 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:21.614622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.634552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] Pushing event deleted for resources: {'Port': ['ID=dbab3f06-88bb-4ae7-8063-38e3b45f97b7,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.641930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc383a-2253-4ffc-a746-b5506e2c0c15 None None] No DVR routers for this DVR port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:21.770983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port dbab3f06-88bb-4ae7-8063-38e3b45f97b7 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:21.777330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ec25e6c-e5f8-45cf-8c9f-387e5c190ffc req-a2a87704-7828-419c-8257-4cb66e009a08 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 210 time: 0.6079216 Jul 28 18:12:21.822765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event updated for resources: {'Network': ['ID=7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.905805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:21.975230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbab3f06-88bb-4ae7-8063-38e3b45f97b7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:21.987336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc55a55-ed64-4130-8d7f-4b5e57eefa46 None None] Pushing event updated for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:21.990181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:21.992193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-42ba6f8c-a23d-4560-bdff-34e99bbef1fa tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5224562 Jul 28 18:12:21.997373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Request body: {'subnet': {'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:22.001109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.025972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2b6de8-5241-4daf-86c4-cb31059318b4']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:22.056285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88d6b8-5859-4781-8d3f-6161f97529f8') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:22.058273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88d6b8-5859-4781-8d3f-6161f97529f8') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:22.073090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: dbab3f06-88bb-4ae7-8063-38e3b45f97b7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:22.074277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbab3f06-88bb-4ae7-8063-38e3b45f97b7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:22.081281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.107241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.110475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Attempting to bind port 0da046f7-023c-4fcb-abe8-4337e57dd802 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:22.110852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Attempting to bind port 0da046f7-023c-4fcb-abe8-4337e57dd802 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:22.111219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Attempting to bind port 0da046f7-023c-4fcb-abe8-4337e57dd802 on network 77dd40cd-f874-40cf-902c-1b894ed318d2 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:22.118973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:22.119889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.131755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:22.132145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Checking segment: {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:22.134348 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.134348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Bound using segment: {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:22.134348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Bound port: 0da046f7-023c-4fcb-abe8-4337e57dd802, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:22.134348 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:22.175247 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:22.209146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] For port 0da046f7-023c-4fcb-abe8-4337e57dd802, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:22.213216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] For port 0da046f7-023c-4fcb-abe8-4337e57dd802, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0da046f7-023c-4fcb-abe8-4337e57dd802,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:22.223758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Made reservation on behalf of a0540c3959b844ad8a7ed5078b4ca44e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:22.227552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.286993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.295581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.300922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/7d2b6de8-5241-4daf-86c4-cb31059318b4 HTTP/1.1" status: 204 len: 168 time: 1.4672468 Jul 28 18:12:22.306865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36526) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:22.318848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.333185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1926348487'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:22.388844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:22.393510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:22.395956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebcab3-ef86-4b68-9e7f-5c3785cb43ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=7d2b6de8-5241-4daf-86c4-cb31059318b4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:22.450740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc55a55-ed64-4130-8d7f-4b5e57eefa46 None None] Pushing event updated for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:22.509991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:22.515065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.553411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:12:22.577259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:22.589733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.618685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.619306 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment fc68234a-d660-4c5e-9ba4-010db1511613 of type vlan for network 48aa0df8-9107-4be7-8245-403d57b9812a Jul 28 18:12:22.694357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:22.713737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.766753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event updated for resources: {'Subnet': ['ID=691e0e8f-513b-4f6f-b961-e18ad30aba1c,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:22.780550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Checking segment: {'id': '1678295a-987a-4b59-a5b7-5b746f2120be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:22.780879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Network hostable DHCP agents. Network: 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:22.853709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1097336023'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:22.876799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.885884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:22.901837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:22.922621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:22Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:22.940384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c6f8fc0-7624-4e2e-acd9-021b70faf894 req-ef7c0bb4-47e3-4571-b0d7-1570a54a58d2 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 210 time: 0.0567381 Jul 28 18:12:22.941485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:23.003470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354b666-ac4e-4398-959b-3032bfd6d22a None None] The sync data for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 is: [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:22Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:23.006569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=48aa0df8-9107-4be7-8245-403d57b9812a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.018370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 48aa0df8-9107-4be7-8245-403d57b9812a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:23.058191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:23.059389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Made reservation on behalf of 4c3ec16e51ef427883b929d4d12c92ec for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.063858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:23.068290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.069107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.120051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.137372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640934a9-bcd6-44d0-8b84-94adc0ac0815 None None] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:23.144905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cfcf6cf3-f9c0-4c26-9138-a06cdd76c1d8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8359721 Jul 28 18:12:23.148027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36542) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:23.174437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:23.302203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2357b9bf-e7ce-43dc-8ee2-d1557bbe73dc tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3101046 Jul 28 18:12:23.305992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:23.319468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Request body: {'port': {'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce', 'name': 'tempest-DHCPAgentSchedulersTestJSON-635594228'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:23.410604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce', 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce', 'tenant_id': 'a0540c3959b844ad8a7ed5078b4ca44e', 'fixed_ips': [{'subnet_id': '691e0e8f-513b-4f6f-b961-e18ad30aba1c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:23.411812 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.449817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.544615 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.588704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:23.603730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7989c0-98f1-4570-9575-88350f9d6a98,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.612664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.613146 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Added segment 637dbc5f-cd31-476a-8cb0-c985a01c4ba9 of type vlan for network 667b4db4-2713-4b43-b41d-94d19e98fb3b Jul 28 18:12:23.629636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.634197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.636507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Allocated IP 172.20.0.2 (7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce/691e0e8f-513b-4f6f-b961-e18ad30aba1c/4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:23.715301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.887826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Made reservation on behalf of a0540c3959b844ad8a7ed5078b4ca44e for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.893671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.906792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.925977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.928475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Transition to ACTIVE for port object 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:23.937227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:23.941241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:23.962089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Transition to ACTIVE for port object 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:23.977554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] device_id is not set on port 146c3243-9854-4e6a-8cd7-02fd59503e7a yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:24.020387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0da046f7-023c-4fcb-abe8-4337e57dd802 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:24.069248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.144657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:24.149742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:24.162435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-9b08e457-0058-4398-b7f8-a85c82ce17d2 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:24.164714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:24.168700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-9b08e457-0058-4398-b7f8-a85c82ce17d2 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 820 time: 0.4056990 Jul 28 18:12:24.169598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Pushing event updated for resources: {'Port': ['ID=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.171736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Allocated IP 172.20.0.12 (7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce/691e0e8f-513b-4f6f-b961-e18ad30aba1c/146c3243-9854-4e6a-8cd7-02fd59503e7a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:24.243057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'port': {'device_id': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'admin_state_up': True, 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:24.300467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Attempting to bind port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:24.301076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Attempting to bind port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1678295a-987a-4b59-a5b7-5b746f2120be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:24.301586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Attempting to bind port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 on network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:24.306215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0da046f7-023c-4fcb-abe8-4337e57dd802 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:24.320754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:24.321070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Checking segment: {'id': '1678295a-987a-4b59-a5b7-5b746f2120be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:24.321493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.321898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Bound using segment: {'id': '1678295a-987a-4b59-a5b7-5b746f2120be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:24.322385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Bound port: 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1678295a-987a-4b59-a5b7-5b746f2120be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:24.322775 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.364231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0da046f7-023c-4fcb-abe8-4337e57dd802 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:24.364614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.428474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.445856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Transition to ACTIVE for port object 146c3243-9854-4e6a-8cd7-02fd59503e7a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:24.450334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] For port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:24.454422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] For port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,segment=NetworkSegment(1678295a-987a-4b59-a5b7-5b746f2120be),segment_id=1678295a-987a-4b59-a5b7-5b746f2120be)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:24.456887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.500940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.542003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 0da046f7-023c-4fcb-abe8-4337e57dd802, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0da046f7-023c-4fcb-abe8-4337e57dd802,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:24.558156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=d02f7878-4317-4bec-a0db-609680c35a55,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.560823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Made reservation on behalf of e2b8ae1a097746ae9b8925ee130185e4 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:24.564510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.592379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.592610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0f337d9-ba0f-4a7c-8f75-74cd77ce217a req-9cc6885e-4387-4551-bd13-320f076f0414 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 210 time: 0.1100879 Jul 28 18:12:24.593338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.661029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'Network': ['ID=667b4db4-2713-4b43-b41d-94d19e98fb3b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.670350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.699675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:24.707153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:24.707329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99709bbc-7ffb-43eb-b342-c1e1c491d510 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0090373 Jul 28 18:12:24.710991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:24.712681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36552) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:24.724811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'fc68234a-d660-4c5e-9ba4-010db1511613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:24.725463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 48aa0df8-9107-4be7-8245-403d57b9812a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:24.738057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Request body: {'subnet': {'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:24.742523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:24.819025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:24.819744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:24.822227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event updated for resources: {'Port': ['ID=146c3243-9854-4e6a-8cd7-02fd59503e7a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.888746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Allocated IP 172.20.0.3 (77dd40cd-f874-40cf-902c-1b894ed318d2/63bfcf77-bf7f-428d-a8bc-1a5261b39cee/017c4230-8cf0-4d13-83ef-64808d4156aa) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:24.901506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12960d-c0a5-4b30-8066-af4d54eac2ad None None] Pushing event updated for resources: {'Port': ['ID=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.950126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 48aa0df8-9107-4be7-8245-403d57b9812a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:25.003033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:25.065378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 48aa0df8-9107-4be7-8245-403d57b9812a) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:25.074788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:25.075554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.080822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c7958dab-44c8-42d8-b3d4-ced26fdc933e tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7675126 Jul 28 18:12:25.084082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36556) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:25.112422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf7e77-bad4-4ad5-939c-fa3f6c972a99 None None] Network 48aa0df8-9107-4be7-8245-403d57b9812a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:25.162157 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.227138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Made reservation on behalf of 4c3ec16e51ef427883b929d4d12c92ec for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:25.230732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.276435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36af28cf-1a24-42d9-b9fa-c43f1a0e41c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1271124 Jul 28 18:12:25.279503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36560) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:25.285718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a', 'name': 'tempest-PortsIpV6TestJSON-1200934188', 'fixed_ips': [{'subnet_id': 'd02f7878-4317-4bec-a0db-609680c35a55', 'ip_address': '2001:db8::10'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:25.305688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.426769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-48aa0df8-9107-4be7-8245-403d57b9812a', 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': 'd02f7878-4317-4bec-a0db-609680c35a55'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:25.428701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.441362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Network 77dd40cd-f874-40cf-902c-1b894ed318d2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:25.446328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:25.461417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:25.475078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Deleting port 146c3243-9854-4e6a-8cd7-02fd59503e7a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:25.475877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.541410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:25.601751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:25.602675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.635536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Allocated IP 2001:db8::2 (48aa0df8-9107-4be7-8245-403d57b9812a/d02f7878-4317-4bec-a0db-609680c35a55/c1486062-63fd-47d5-b92e-abf4d811d017) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:25.642661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.667170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Calling delete_port for 146c3243-9854-4e6a-8cd7-02fd59503e7a owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:25.734225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:25.816062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-53346bb2-884a-44d2-abba-c2181953d809 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6236885 Jul 28 18:12:25.849877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.863044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9ec0-d3c1-4e2a-9807-327e109b363e req-03213ad1-ca55-4510-bf15-8917604081d0 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:25.870353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c1e9ec0-d3c1-4e2a-9807-327e109b363e req-03213ad1-ca55-4510-bf15-8917604081d0 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 931 time: 0.1585152 Jul 28 18:12:25.920456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.938188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:25.946342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'Subnet': ['ID=d307d231-f6b5-48cd-8078-076f7113b6fa,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:25.961428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Checking segment: {'id': '637dbc5f-cd31-476a-8cb0-c985a01c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:25.962066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Network hostable DHCP agents. Network: 667b4db4-2713-4b43-b41d-94d19e98fb3b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:25.978080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Transition to ACTIVE for port object c1486062-63fd-47d5-b92e-abf4d811d017 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:25.988311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.001401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c1e9ec0-d3c1-4e2a-9807-327e109b363e req-ee9e0d79-a8c5-4a96-90ca-70fb39909b99 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165524 Jul 28 18:12:26.045868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Request body: {'port': {'device_id': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:26.049164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Transition to ACTIVE for port object c1486062-63fd-47d5-b92e-abf4d811d017 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:26.055107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event deleted for resources: {'Port': ['ID=146c3243-9854-4e6a-8cd7-02fd59503e7a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:26.103350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:26.126437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:26.131733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.139533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.207520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Network 48aa0df8-9107-4be7-8245-403d57b9812a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:26.213276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:26.219354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:26.236697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.243682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90d882d6-9a02-4f7e-b600-33a8e53501d7 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "DELETE /v2.0/ports/146c3243-9854-4e6a-8cd7-02fd59503e7a HTTP/1.1" status: 204 len: 168 time: 1.1582496 Jul 28 18:12:26.248022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:26.248677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 667b4db4-2713-4b43-b41d-94d19e98fb3b) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:26.251823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Pushing event updated for resources: {'Port': ['ID=c1486062-63fd-47d5-b92e-abf4d811d017,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:26.266045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c2492-cd2c-41bc-a483-4c8edd3d4b14 None None] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:26.268201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0da046f7-023c-4fcb-abe8-4337e57dd802 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:26.270392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:26.277308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.375040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-355773bf-b7cf-43ff-a209-55fcbd74af61 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6611867 Jul 28 18:12:26.377072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36574) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:26.385218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Request body: {'port': {'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1221279279'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:26.633315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2a09eb1-6d6f-47bd-ba02-f4d2ea79c74d tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4678 time: 0.3731194 Jul 28 18:12:26.633963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:26.647519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1003418204'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:26.655035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Attempting to bind port c1486062-63fd-47d5-b92e-abf4d811d017 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:26.655681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Attempting to bind port c1486062-63fd-47d5-b92e-abf4d811d017 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'fc68234a-d660-4c5e-9ba4-010db1511613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:26.656232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Attempting to bind port c1486062-63fd-47d5-b92e-abf4d811d017 on network 48aa0df8-9107-4be7-8245-403d57b9812a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:26.660224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0da046f7-023c-4fcb-abe8-4337e57dd802 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:26.660597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.695432 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:12:26.695432 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:12:26.695432 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': 'a0540c3959b844ad8a7ed5078b4ca44e', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 12, 26, 673544)}] Jul 28 18:12:26.695432 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:12:26.695432 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:26.705577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:26.706020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Checking segment: {'id': 'fc68234a-d660-4c5e-9ba4-010db1511613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:26.706421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.706847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Bound using segment: {'id': 'fc68234a-d660-4c5e-9ba4-010db1511613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:26.707371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Bound port: c1486062-63fd-47d5-b92e-abf4d811d017, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc68234a-d660-4c5e-9ba4-010db1511613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:26.707765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.805164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Made reservation on behalf of 4c3ec16e51ef427883b929d4d12c92ec for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:26.822728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a661d-0ec3-4f18-87c1-848aba67c7a8 None None] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:26.823345 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:26.873153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::10 (48aa0df8-9107-4be7-8245-403d57b9812a/d02f7878-4317-4bec-a0db-609680c35a55/1e51e85e-47cf-4311-b4bb-843c7ca2b57e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:26.999952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-667b4db4-2713-4b43-b41d-94d19e98fb3b', 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b', 'tenant_id': '4c3ec16e51ef427883b929d4d12c92ec', 'fixed_ips': [{'subnet_id': 'd307d231-f6b5-48cd-8078-076f7113b6fa'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:27.004177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.046974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] For port c1486062-63fd-47d5-b92e-abf4d811d017, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:27.218612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.247467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object 1e51e85e-47cf-4311-b4bb-843c7ca2b57e will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:27.264651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] device_id is not set on port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:27.284170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:27.294382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] For port c1486062-63fd-47d5-b92e-abf4d811d017, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c1486062-63fd-47d5-b92e-abf4d811d017,segment=NetworkSegment(fc68234a-d660-4c5e-9ba4-010db1511613),segment_id=fc68234a-d660-4c5e-9ba4-010db1511613)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:27.304380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a0e5be8c-6cf7-44e6-bf46-958ec97045f6 None None] Provisioning for port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:27.347362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ea3c5-99cc-447c-aa38-cb2d7ece9544 req-56f906ce-d001-4016-9671-e8d1d0d1b9cb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:27.356313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f7ea3c5-99cc-447c-aa38-cb2d7ece9544 req-56f906ce-d001-4016-9671-e8d1d0d1b9cb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 931 time: 0.1292205 Jul 28 18:12:27.371683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Made reservation on behalf of a0540c3959b844ad8a7ed5078b4ca44e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:27.375201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.377576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c4230-8cf0-4d13-83ef-64808d4156aa {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:12:27.387072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.401226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Transition to ACTIVE for port object 017c4230-8cf0-4d13-83ef-64808d4156aa will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:27.427253 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.446936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.479914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f7ea3c5-99cc-447c-aa38-cb2d7ece9544 req-73a0c065-530c-429c-95e7-c86c7e360a78 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179979 Jul 28 18:12:27.489381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:27.500478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Allocated IP 172.20.0.4 (667b4db4-2713-4b43-b41d-94d19e98fb3b/d307d231-f6b5-48cd-8078-076f7113b6fa/0cf5bf9b-06e7-45f2-aca8-21d542757e11) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:27.511979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.512623 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Added segment f7d241b4-100c-4588-a0bb-3371131c17ff of type vlan for network 06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 Jul 28 18:12:27.579941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.601972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.626232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03321d05-c0f4-4655-b872-b9de2e6515fe None None] Pushing event updated for resources: {'Port': ['ID=c1486062-63fd-47d5-b92e-abf4d811d017,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:27.629010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=1e51e85e-47cf-4311-b4bb-843c7ca2b57e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:27.644634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 48aa0df8-9107-4be7-8245-403d57b9812a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:27.671632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:27.695642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:27.708082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:27.709215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.755093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.773334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:27.774385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.785025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.801312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:27.802902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Transition to ACTIVE for port object 0cf5bf9b-06e7-45f2-aca8-21d542757e11 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:27.841001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:27.845671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:27.846129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.868938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Attempting to bind port 017c4230-8cf0-4d13-83ef-64808d4156aa on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:27.869403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Attempting to bind port 017c4230-8cf0-4d13-83ef-64808d4156aa by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:27.869814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Attempting to bind port 017c4230-8cf0-4d13-83ef-64808d4156aa on network 77dd40cd-f874-40cf-902c-1b894ed318d2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:27.889019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0fa48ba6-9427-40fd-8060-a324bc84da9c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6081824 Jul 28 18:12:27.889764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36584) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:27.890442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Port 017c4230-8cf0-4d13-83ef-64808d4156aa on network 77dd40cd-f874-40cf-902c-1b894ed318d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:12:27.891564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Attempting to bind port 017c4230-8cf0-4d13-83ef-64808d4156aa on network 77dd40cd-f874-40cf-902c-1b894ed318d2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:27.912483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '48aa0df8-9107-4be7-8245-403d57b9812a', 'name': 'tempest-PortsIpV6TestJSON-1878550141', 'fixed_ips': [{'subnet_id': 'd02f7878-4317-4bec-a0db-609680c35a55', 'ip_address': '2001:db8::f'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:27.931315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:27.931695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Checking segment: {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:27.932096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Bound using segment: {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:27.938592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Bound port: 017c4230-8cf0-4d13-83ef-64808d4156aa, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cac441-a07e-4c29-8ea5-ba18158449ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:27.938592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:27.966446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event updated for resources: {'Network': ['ID=06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:27.980193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:27.992030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.246183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a91d4e92-9521-4f9f-adaa-087722d83131 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4418314 Jul 28 18:12:28.246183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36586) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:28.246183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'Port': ['ID=0cf5bf9b-06e7-45f2-aca8-21d542757e11,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.247601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:28.247601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:28.248019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Allocated IP 172.20.0.2 (667b4db4-2713-4b43-b41d-94d19e98fb3b/d307d231-f6b5-48cd-8078-076f7113b6fa/f9141d47-1abd-4e7e-ac49-5cb7d2a24163) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:28.259590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:28.265987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:28.273442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:28.326263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.363072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:28.371439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.401339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2c0ec049-92e0-4b66-8e62-9b189a146d21 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.3097701 Jul 28 18:12:28.401604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c28c30bb-4e7f-4bd0-870b-f66566a20930 None None] Provisioning complete for port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:28.402038 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c28c30bb-4e7f-4bd0-870b-f66566a20930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.404167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36590) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:28.425258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,segment=NetworkSegment(1678295a-987a-4b59-a5b7-5b746f2120be),segment_id=1678295a-987a-4b59-a5b7-5b746f2120be)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:28.435977 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.485670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:28.490670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.518838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bc794-b4b7-4f8c-b6be-0dffbce4e876 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] Network 06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:28.532841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port 8b76d2ab-60a5-4337-ab18-7870039f51be yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:28.550744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c386e22c-e6a1-4a53-8025-787670c3c539 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1721606 Jul 28 18:12:28.553664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:28.559820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Request body: {'port': {'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-481276984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:28.560016 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.560717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] bootfile-name is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:28.561242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] tftp-server is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:28.562141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] server-ip-address is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:28.648082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a6bc794-b4b7-4f8c-b6be-0dffbce4e876 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "POST /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2425718 Jul 28 18:12:28.654412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36602) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:28.665404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b84a0-7cfd-4c79-8594-6f1197205e4f None None] Network 06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:28.760747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.827247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:28.828047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.829473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-0ad20276-6c7e-4b0e-9bc7-7a0fbfed5545 service neutron] 10.222.0.37 "PUT /v2.0/ports/017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 1091 time: 3.0010650 Jul 28 18:12:28.830098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:12:28.832423 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad87cec8-0227-49e7-9ef8-2656b3dc3805" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:28.882551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c1486062-63fd-47d5-b92e-abf4d811d017 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:28.895417 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:28.919972 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18ce2a-3928-4c7c-8247-730005f403f2 x-openstack-request-id: req-8f18ce2a-3928-4c7c-8247-730005f403f2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:28.920522 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:28.920522 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f18ce2a-3928-4c7c-8247-730005f403f2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:28.920906 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:12:28.956125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.972082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Transition to ACTIVE for port object f9141d47-1abd-4e7e-ac49-5cb7d2a24163 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:29.019820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4dc54dda-a1b5-470c-b79f-b7fbd8f53ba2 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks HTTP/1.1" status: 200 len: 12006 time: 0.3567145 Jul 28 18:12:29.020490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36608) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:29.086134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Transition to ACTIVE for port object f9141d47-1abd-4e7e-ac49-5cb7d2a24163 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:29.114692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::f (48aa0df8-9107-4be7-8245-403d57b9812a/d02f7878-4317-4bec-a0db-609680c35a55/8b76d2ab-60a5-4337-ab18-7870039f51be) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:29.170119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29504942-e4b8-4124-ab88-ae2afe308593 req-fb0c86b0-4dd2-42aa-908f-14d3e79f7e95 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.171927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29504942-e4b8-4124-ab88-ae2afe308593 req-fb0c86b0-4dd2-42aa-908f-14d3e79f7e95 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 943 time: 0.4624751 Jul 28 18:12:29.186079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.202400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6825091c-97d6-4e53-bad9-652caf749aca None None] Could not find standard attr ID for object 146c3243-9854-4e6a-8cd7-02fd59503e7a. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:29.206811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Made reservation on behalf of 4c3ec16e51ef427883b929d4d12c92ec for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:29.213722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.243080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:29.257789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ee566fc3-78a3-4984-86ba-6b9b09b3a104 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "DELETE /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks/06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 HTTP/1.1" status: 204 len: 168 time: 0.2308471 Jul 28 18:12:29.258442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36610) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:29.284529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] device_id is not set on port cb0b17ea-18ce-4325-a96d-3d04df27fc98 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:29.295215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:29.299979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:29.305836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c1486062-63fd-47d5-b92e-abf4d811d017 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:29.317106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-749ca176-0d2c-4f7f-903a-8915a4ec8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.319347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-749ca176-0d2c-4f7f-903a-8915a4ec8485 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1094 time: 0.1728516 Jul 28 18:12:29.405040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29504942-e4b8-4124-ab88-ae2afe308593 req-333c6650-8197-42ea-925c-798a77345e3a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117765 Jul 28 18:12:29.462324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Pushing event updated for resources: {'Port': ['ID=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.466212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d72ea5-762b-4750-8cbb-2afbfef22eed None None] Network 48aa0df8-9107-4be7-8245-403d57b9812a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:29.492118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Allocated IP 172.20.0.7 (667b4db4-2713-4b43-b41d-94d19e98fb3b/d307d231-f6b5-48cd-8078-076f7113b6fa/cb0b17ea-18ce-4325-a96d-3d04df27fc98) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:29.508023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.545895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Attempting to bind port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:29.546344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Attempting to bind port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '637dbc5f-cd31-476a-8cb0-c985a01c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:29.546783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Attempting to bind port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 on network 667b4db4-2713-4b43-b41d-94d19e98fb3b {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:29.551777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object 8b76d2ab-60a5-4337-ab18-7870039f51be will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:29.567789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:29.569565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-f9f852dc-575e-4699-80a4-6aa2c1149b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.571213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-f9f852dc-575e-4699-80a4-6aa2c1149b6c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2033226 Jul 28 18:12:29.575206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Checking segment: {'id': '637dbc5f-cd31-476a-8cb0-c985a01c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:29.575705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.576122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Bound using segment: {'id': '637dbc5f-cd31-476a-8cb0-c985a01c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:29.580691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Bound port: f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637dbc5f-cd31-476a-8cb0-c985a01c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '667b4db4-2713-4b43-b41d-94d19e98fb3b'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:29.581109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.643968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Provisioning for port c1486062-63fd-47d5-b92e-abf4d811d017 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:29.651687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Provisioning complete for port c1486062-63fd-47d5-b92e-abf4d811d017 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:29.653304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.691671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.692462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-2c8e231c-bda9-4973-b2e2-36f985e3821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.694187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad87cec8-0227-49e7-9ef8-2656b3dc3805 req-2c8e231c-bda9-4973-b2e2-36f985e3821c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151466 Jul 28 18:12:29.732950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.746846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] For port f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:29.762419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Transition to ACTIVE for port object cb0b17ea-18ce-4325-a96d-3d04df27fc98 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:29.790041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] For port f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,segment=NetworkSegment(637dbc5f-cd31-476a-8cb0-c985a01c4ba9),segment_id=637dbc5f-cd31-476a-8cb0-c985a01c4ba9)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:29.832491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 48aa0df8-9107-4be7-8245-403d57b9812a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:29.853409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:29.868068 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.873438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8ab4f346-ef50-42b2-9f21-dd6bee1944b3 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.6129897 Jul 28 18:12:29.874084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:29.880460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:29.887373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.888444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.893692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=8b76d2ab-60a5-4337-ab18-7870039f51be,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.908441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af6394bf-24b0-4334-8679-4c870ccf1509 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/networks/7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0318320 Jul 28 18:12:29.910556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.914082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-9c77f3ff-9e91-4247-bf15-a7bfb5a355e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:29.916029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-9c77f3ff-9e91-4247-bf15-a7bfb5a355e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1094 time: 0.1440887 Jul 28 18:12:29.917363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:29.968373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:29.973230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-369640a2-d37a-4e7d-ab2d-18f8185899f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0437477 Jul 28 18:12:29.977059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:29.992086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:30.020056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a732-837c-475a-b65a-c252a67356a0 None None] Pushing event updated for resources: {'Port': ['ID=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.025037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:30.030499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'Port': ['ID=cb0b17ea-18ce-4325-a96d-3d04df27fc98,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.052717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] For port c1486062-63fd-47d5-b92e-abf4d811d017, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c1486062-63fd-47d5-b92e-abf4d811d017,segment=NetworkSegment(fc68234a-d660-4c5e-9ba4-010db1511613),segment_id=fc68234a-d660-4c5e-9ba4-010db1511613)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:30.053802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bcf623c4-9e2b-4f0e-b8b6-45b901774338 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/networks/7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1351676 Jul 28 18:12:30.054644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.066895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8992-7094-4744-8099-6f747a25647d req-8ca56090-017d-4bf9-a966-9a0dcc56f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.070751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-8ca56090-017d-4bf9-a966-9a0dcc56f085 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.0898621 Jul 28 18:12:30.075828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa792081-1548-4c4e-bb80-5913b9efce40 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1730545 Jul 28 18:12:30.078914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.138558 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:30.243070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64778985-965b-4745-9cf2-5f0c1058f3ac None None] Pushing event updated for resources: {'Port': ['ID=c1486062-63fd-47d5-b92e-abf4d811d017,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.265327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.266177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:30.310357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336f023-493d-41a9-b5ac-16d9b5567627 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.316012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f336f023-493d-41a9-b5ac-16d9b5567627 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2360487 Jul 28 18:12:30.316804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36624) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.374317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bd39c09-2f6d-4499-98dd-eb162f7125f4 tempest-DHCPAgentSchedulersTestJSON-1892271215 tempest-DHCPAgentSchedulersTestJSON-1892271215-project-admin] 10.222.0.25 "GET /v2.0/agents/180385dd-45d4-4b7a-803a-f8e508778391/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.3132203 Jul 28 18:12:30.374986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36626) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.395869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-2921292f-85b0-4ae0-97ac-4378682b6dcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3041661 Jul 28 18:12:30.407057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e579b74b-a71e-4723-bbdc-a9a589af37cc tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8515050 Jul 28 18:12:30.423811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36630) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.548915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Provisioning for port 8b76d2ab-60a5-4337-ab18-7870039f51be completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:30.553136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Provisioning complete for port 8b76d2ab-60a5-4337-ab18-7870039f51be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:30.553743 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:30.653539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90f3cd-2f96-4da3-8ace-1c400f8b015b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.656093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Port 8b76d2ab-60a5-4337-ab18-7870039f51be cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:30.661768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:30.670962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-a21ac282-6fe2-439b-82a6-f8e394f630a0 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583389 Jul 28 18:12:30.675688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90f3cd-2f96-4da3-8ace-1c400f8b015b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.679216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Provisioning complete for port c1486062-63fd-47d5-b92e-abf4d811d017 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:30.679976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:30.691805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90f3cd-2f96-4da3-8ace-1c400f8b015b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.696493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ae90f3cd-2f96-4da3-8ace-1c400f8b015b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3780098 Jul 28 18:12:30.700483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36634) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.809971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435047f-99e7-4e2d-b27d-f29532c8736b tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.832369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435047f-99e7-4e2d-b27d-f29532c8736b tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.845761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435047f-99e7-4e2d-b27d-f29532c8736b tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:30.864459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:30.872382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f435047f-99e7-4e2d-b27d-f29532c8736b tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4473035 Jul 28 18:12:30.877910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36640) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:30.970134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:30.970997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.038650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Provisioning for port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:31.046964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Provisioning complete for port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:31.047496 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.050720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9148982-39ca-41a1-afce-75455df69679 req-35f9b40b-05c8-44a8-a352-ca5cb399aebc tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:31.059868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9148982-39ca-41a1-afce-75455df69679 req-35f9b40b-05c8-44a8-a352-ca5cb399aebc tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 943 time: 0.5042913 Jul 28 18:12:31.139670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9148982-39ca-41a1-afce-75455df69679 req-abda4fd4-f55d-4f98-b7c3-4702f0609f0a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737441 Jul 28 18:12:31.139926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-32c3b0a9-4063-4c5e-8b3d-fa5ba736609b None None] Port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:31.186486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 8b76d2ab-60a5-4337-ab18-7870039f51be {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:31.187435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.190580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c1486062-63fd-47d5-b92e-abf4d811d017 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:31.277582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cbd0d1bc-6cad-498b-94b0-9876a6074b41 None None] Provisioning complete for port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:31.278293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d1bc-6cad-498b-94b0-9876a6074b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.303261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.316971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 8b76d2ab-60a5-4337-ab18-7870039f51be owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:31.342628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c1486062-63fd-47d5-b92e-abf4d811d017 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:31.343174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.406927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0d1bc-6cad-498b-94b0-9876a6074b41 None None] Port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:31.446250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Deleting port cb0b17ea-18ce-4325-a96d-3d04df27fc98 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:31.446743 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.456319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f9141d47-1abd-4e7e-ac49-5cb7d2a24163 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:31.548649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd288546-b7de-4da4-848b-876ca7187f14 None None] Provisioning complete for port 8b76d2ab-60a5-4337-ab18-7870039f51be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:31.549333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd288546-b7de-4da4-848b-876ca7187f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.613866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:31.628569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.632595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d6f8992-7094-4744-8099-6f747a25647d req-66ae3373-790f-483e-a4be-9ed7d278f988 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9548588 Jul 28 18:12:31.643078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.644758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.661631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:31.663130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cd288546-b7de-4da4-848b-876ca7187f14 None None] Port 8b76d2ab-60a5-4337-ab18-7870039f51be cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:31.667750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Calling delete_port for cb0b17ea-18ce-4325-a96d-3d04df27fc98 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:31.683244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d241b4-100c-4588-a0bb-3371131c17ff') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:31.683733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d241b4-100c-4588-a0bb-3371131c17ff') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:31.695237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.715167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.724463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.726416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/8b76d2ab-60a5-4337-ab18-7870039f51be HTTP/1.1" status: 204 len: 168 time: 1.0248699 Jul 28 18:12:31.730831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36644) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:31.735291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e7fef-d82d-4462-8c60-778e749b0aa1 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=8b76d2ab-60a5-4337-ab18-7870039f51be,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:31.735506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:31.735506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:31.744331 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:31.801996 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1931dc-2339-4254-8865-a2a26f787249 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:31.804116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1e1931dc-2339-4254-8865-a2a26f787249 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/8b76d2ab-60a5-4337-ab18-7870039f51be HTTP/1.1" status: 404 len: 333 time: 0.0703108 Jul 28 18:12:31.807820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36646) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:31.816134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7ee61-9b7c-4c96-9269-bf555280a42f None None] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:31.920503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.936635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:31.940884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "DELETE /v2.0/networks/06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0 HTTP/1.1" status: 204 len: 168 time: 1.5647192 Jul 28 18:12:31.949868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36648) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.053641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Provisioning for port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:32.063666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port 1e51e85e-47cf-4311-b4bb-843c7ca2b57e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:32.064671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.069552 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e214be6-d635-4435-980f-aa31987f9e92 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] DELETE failed (client error): The resource could not be found. Jul 28 18:12:32.070361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e214be6-d635-4435-980f-aa31987f9e92 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:12:32.074272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Provisioning complete for port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:32.074661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.075064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9e214be6-d635-4435-980f-aa31987f9e92 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "DELETE /v2.0/ports/146c3243-9854-4e6a-8cd7-02fd59503e7a HTTP/1.1" status: 404 len: 333 time: 0.1140399 Jul 28 18:12:32.078664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event deleted for resources: {'Network': ['ID=06b9d222-6b9e-4ce4-a24d-619bcf8ca8f0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.088190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36652) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.100612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be3f8b-ab3f-43c7-9256-442c5c766d65 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:32.170363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Deleting subnet 691e0e8f-513b-4f6f-b961-e18ad30aba1c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:32.175822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.179712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.199213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for 1e51e85e-47cf-4311-b4bb-843c7ca2b57e owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:32.228922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.240951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.276572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] For port f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,segment=NetworkSegment(637dbc5f-cd31-476a-8cb0-c985a01c4ba9),segment_id=637dbc5f-cd31-476a-8cb0-c985a01c4ba9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:32.282972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.325520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event deleted for resources: {'Port': ['ID=cb0b17ea-18ce-4325-a96d-3d04df27fc98,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.360349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.371060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ddc97-78b4-4344-9976-05bc4a620bff req-8fa5d1d9-78d4-43bd-884c-e7ebf6b85370 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:32.373079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-526ddc97-78b4-4344-9976-05bc4a620bff req-8fa5d1d9-78d4-43bd-884c-e7ebf6b85370 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 943 time: 0.0952742 Jul 28 18:12:32.455759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-526ddc97-78b4-4344-9976-05bc4a620bff req-f80d36b3-e759-4002-8e19-4dea58a9ffd0 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Jul 28 18:12:32.457685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.459663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.465168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c7460696-cc3d-4650-b128-a05a479ea45e tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "DELETE /v2.0/ports/cb0b17ea-18ce-4325-a96d-3d04df27fc98 HTTP/1.1" status: 204 len: 168 time: 1.5744615 Jul 28 18:12:32.486131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36656) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.496885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Request body: {'port': {'name': 'tempest-new-port-name-1435965550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:32.497350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] bootfile-name is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:32.497695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] tftp-server is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:32.498031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] server-ip-address is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:12:32.503507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d28c4-22b0-4187-b036-f68e2904c50c None None] Pushing event updated for resources: {'Port': ['ID=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.624858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.653092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.674022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Provisioning for port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:32.680042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Provisioning complete for port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:32.682902 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.693258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.732450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event deleted for resources: {'Subnet': ['ID=691e0e8f-513b-4f6f-b961-e18ad30aba1c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.759558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.764964 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8ee5099c-fb8a-448c-885a-6a1781f7d613 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "DELETE /v2.0/subnets/691e0e8f-513b-4f6f-b961-e18ad30aba1c HTTP/1.1" status: 204 len: 168 time: 0.6596034 Jul 28 18:12:32.768179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.794032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f9141d47-1abd-4e7e-ac49-5cb7d2a24163 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:32.797980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:32.801249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331238f-3713-4c17-8906-e93a90f23227 None None] Network 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:32.916586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:32.923385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/1e51e85e-47cf-4311-b4bb-843c7ca2b57e HTTP/1.1" status: 204 len: 168 time: 1.1143887 Jul 28 18:12:32.924561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b7cb2-9b55-4ecb-a6bb-568862201bff tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=1e51e85e-47cf-4311-b4bb-843c7ca2b57e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.929667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.965566 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-de25b59b-6444-49f2-93df-5ca65e8cbbc0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:32.971798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-de25b59b-6444-49f2-93df-5ca65e8cbbc0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/1e51e85e-47cf-4311-b4bb-843c7ca2b57e HTTP/1.1" status: 404 len: 333 time: 0.0408268 Jul 28 18:12:32.972601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36664) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:32.986457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.035156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Provisioning complete for port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:33.035893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.127998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Deleting port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:33.128628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.208957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:33.209344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.280287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] DHCP port deletion for 7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:33.313149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] For port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,segment=NetworkSegment(1678295a-987a-4b59-a5b7-5b746f2120be),segment_id=1678295a-987a-4b59-a5b7-5b746f2120be)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:33.313944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.356143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Calling delete_port for 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:33.533758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet d02f7878-4317-4bec-a0db-609680c35a55 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:33.545528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.554635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.607151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event deleted for resources: {'Port': ['ID=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.625710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] No DVR routers for this DVR port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:33.628834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6b8b96e7-659c-4809-ba6d-c2b89c875ab6 None None] Could not find standard attr ID for object cb0b17ea-18ce-4325-a96d-3d04df27fc98. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:33.691082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Deleting port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:33.691776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.726378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.777080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.789711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] For port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:33.790428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.793747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-017e804b-c646-40dd-9c27-6851be45bfb2 None None] Provisioning complete for port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:33.794369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-017e804b-c646-40dd-9c27-6851be45bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.799081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:33.816332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1678295a-987a-4b59-a5b7-5b746f2120be') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:33.816332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1678295a-987a-4b59-a5b7-5b746f2120be') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:33.832333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Calling delete_port for 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:33.836667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:12:33.837189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.841662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.874082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-017e804b-c646-40dd-9c27-6851be45bfb2 None None] Port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:33.878741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] Pushing event deleted for resources: {'Port': ['ID=4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.881001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.886352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff46b2-4430-4acc-bbbf-7f1bdca0bf28 None None] No DVR routers for this DVR port 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:33.888509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-017e804b-c646-40dd-9c27-6851be45bfb2 None None] Could not find standard attr ID for object cb0b17ea-18ce-4325-a96d-3d04df27fc98. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:12:33.890569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:33.891000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:33.900573 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:33.925225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:33.959617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8dc6-6a92-4a1b-8729-01984d9202ba req-cb7a07cf-173c-4056-8b12-e181f0a17908 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:33.961221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b06e8dc6-6a92-4a1b-8729-01984d9202ba req-cb7a07cf-173c-4056-8b12-e181f0a17908 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 943 time: 0.3286362 Jul 28 18:12:34.001258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.009075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.071349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.078672 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:12:34.079284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.080615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] 10.222.0.25 "DELETE /v2.0/networks/7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce HTTP/1.1" status: 204 len: 168 time: 1.3114357 Jul 28 18:12:34.108526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937d28-15cf-4a46-9821-838ccef23d18 tempest-DHCPAgentSchedulersTestJSON-1920725887 tempest-DHCPAgentSchedulersTestJSON-1920725887-project] Pushing event deleted for resources: {'Network': ['ID=7140b71d-d6d8-4a0d-8fcc-3eb37bf519ce,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.127694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b06e8dc6-6a92-4a1b-8729-01984d9202ba req-83ff9c55-150e-44e7-8545-658704753842 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589518 Jul 28 18:12:34.182074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event updated for resources: {'Port': ['ID=0cf5bf9b-06e7-45f2-aca8-21d542757e11,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.203496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] In _notify_port_updated(), no bound segment for port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 on network 667b4db4-2713-4b43-b41d-94d19e98fb3b {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:12:34.209069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:34.209742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.213921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:34.222963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7187643c-176a-4778-a910-7a07a866ffea tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "PUT /v2.0/ports/0cf5bf9b-06e7-45f2-aca8-21d542757e11 HTTP/1.1" status: 200 len: 1136 time: 1.7334056 Jul 28 18:12:34.274926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 017c4230-8cf0-4d13-83ef-64808d4156aa details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:12:34.290276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24135d7a-301d-453b-b766-52a5fd64bdd2 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:34.300074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:34.310933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-24135d7a-301d-453b-b766-52a5fd64bdd2 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "GET /v2.0/ports/0cf5bf9b-06e7-45f2-aca8-21d542757e11 HTTP/1.1" status: 200 len: 1136 time: 0.0948215 Jul 28 18:12:34.349573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.422929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=d02f7878-4317-4bec-a0db-609680c35a55,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.430386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167ec52-ff15-4749-adb9-cc54423fd490 None None] Network 48aa0df8-9107-4be7-8245-403d57b9812a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:34.437648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.439999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c9d23ac3-16ea-4132-8904-7d2396f766e3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/d02f7878-4317-4bec-a0db-609680c35a55 HTTP/1.1" status: 204 len: 168 time: 1.4620845 Jul 28 18:12:34.443041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36680) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:34.539575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Deleting port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:34.540654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.553247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.564255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:34.588991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-01d86794-330a-48de-bc07-29a399601279 None None] Provisioning complete for port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:34.589429 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01d86794-330a-48de-bc07-29a399601279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.651414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.652606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'port_id': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'mac_address': 'fa:16:3e:8e:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:12:34.665877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Calling delete_port for 0cf5bf9b-06e7-45f2-aca8-21d542757e11 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:34.711303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port c1486062-63fd-47d5-b92e-abf4d811d017 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:34.712539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.732128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:34.766887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:34.778884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-01d86794-330a-48de-bc07-29a399601279 None None] Port 0cf5bf9b-06e7-45f2-aca8-21d542757e11 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:34.781316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:34.781673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4bcf1fdd-fb6f-4a71-9c28-749be9fb2c11 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:34.806692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port c1486062-63fd-47d5-b92e-abf4d811d017, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c1486062-63fd-47d5-b92e-abf4d811d017,segment=NetworkSegment(fc68234a-d660-4c5e-9ba4-010db1511613),segment_id=fc68234a-d660-4c5e-9ba4-010db1511613)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:34.808447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.808618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.823586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c4230-8cf0-4d13-83ef-64808d4156aa {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:12:34.825699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for c1486062-63fd-47d5-b92e-abf4d811d017 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:34.848987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:34.916221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] DHCP port deletion for 48aa0df8-9107-4be7-8245-403d57b9812a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:34.956101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:34.983636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.005831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.031530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event deleted for resources: {'Port': ['ID=0cf5bf9b-06e7-45f2-aca8-21d542757e11,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.047370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=c1486062-63fd-47d5-b92e-abf4d811d017,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.049606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port c1486062-63fd-47d5-b92e-abf4d811d017 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:35.063332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8891b89a-b94e-4bb7-8a23-3caa443cd45c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0540c3959b844ad8a7ed5078b4ca44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828281 Jul 28 18:12:35.065792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36690) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:35.111653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Deleting port c1486062-63fd-47d5-b92e-abf4d811d017 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:35.111653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.180830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.200847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:12:35.257889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] For port c1486062-63fd-47d5-b92e-abf4d811d017, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:35.258760 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.269304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.274030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b52194ce-7af0-45e5-89d9-3e22b367f1b0 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "DELETE /v2.0/ports/0cf5bf9b-06e7-45f2-aca8-21d542757e11 HTTP/1.1" status: 204 len: 168 time: 0.9746537 Jul 28 18:12:35.275340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36694) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:35.280897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.285144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Calling delete_port for c1486062-63fd-47d5-b92e-abf4d811d017 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:35.291162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Port c1486062-63fd-47d5-b92e-abf4d811d017 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:12:35.300196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.312013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.340935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.347311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] Pushing event deleted for resources: {'Port': ['ID=c1486062-63fd-47d5-b92e-abf4d811d017,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.356015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d91ce6-dfa8-4b9a-8896-f711c43c4dda None None] No DVR routers for this DVR port c1486062-63fd-47d5-b92e-abf4d811d017 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:35.375033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aa0df8-9107-4be7-8245-403d57b9812a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:35.398299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc68234a-d660-4c5e-9ba4-010db1511613') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:35.398299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc68234a-d660-4c5e-9ba4-010db1511613') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:35.428544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.446382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc71e2-00c4-4244-b628-b52edbeb3132 req-10e9e82f-4dfc-4f78-8407-aa21aa7af45c tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:35.448872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ccc71e2-00c4-4244-b628-b52edbeb3132 req-10e9e82f-4dfc-4f78-8407-aa21aa7af45c tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 944 time: 0.1976550 Jul 28 18:12:35.455511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Deleting subnet d307d231-f6b5-48cd-8078-076f7113b6fa {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:35.463267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.470409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.518904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:35.519322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:35.524210 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:35.580678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.583342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.584567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9801298f-e6c2-4e0e-9bd5-0b3167ef89fa HTTP/1.1" status: 204 len: 168 time: 0.5174611 Jul 28 18:12:35.592847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437b3bf-ab45-4f6a-96ab-3febf49154be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9801298f-e6c2-4e0e-9bd5-0b3167ef89fa,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.599308 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.623463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ccc71e2-00c4-4244-b628-b52edbeb3132 req-a47b06cd-3349-4f4b-94b4-10497291ade4 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614411 Jul 28 18:12:35.707318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.710979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.737204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.739108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/48aa0df8-9107-4be7-8245-403d57b9812a HTTP/1.1" status: 204 len: 168 time: 1.2942858 Jul 28 18:12:35.743473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36704) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:35.748610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-486107083'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:35.755165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e3b3-1a15-4be2-a7ec-cf894f6fc36a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=48aa0df8-9107-4be7-8245-403d57b9812a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.847781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:35.851446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.875477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.879789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:35.893376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.893876 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Added segment ff5e65c3-2f0e-410c-870d-64b0f93a9800 of type vlan for network 737fe196-2f78-4849-87e1-bdd6b4905b9f Jul 28 18:12:35.938336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event deleted for resources: {'Subnet': ['ID=d307d231-f6b5-48cd-8078-076f7113b6fa,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.944997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.950218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ec10d85a-b238-4e34-8eb0-80abf672f0ff tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "DELETE /v2.0/subnets/d307d231-f6b5-48cd-8078-076f7113b6fa HTTP/1.1" status: 204 len: 168 time: 0.6557539 Jul 28 18:12:35.950218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36708) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:35.951088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:35.952816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36803e94-0c9a-4753-ab2f-d58513b01b89 None None] Network 667b4db4-2713-4b43-b41d-94d19e98fb3b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:36.044828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.063101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.070035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:36.071046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.140876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Deleting port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:36.141484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.204480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Network': ['ID=737fe196-2f78-4849-87e1-bdd6b4905b9f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:36.204700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d347e-8530-43b9-8c01-082156784c28 None None] DHCP port deletion for 667b4db4-2713-4b43-b41d-94d19e98fb3b request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:36.232793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:36.240653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] For port f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,segment=NetworkSegment(637dbc5f-cd31-476a-8cb0-c985a01c4ba9),segment_id=637dbc5f-cd31-476a-8cb0-c985a01c4ba9)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:36.241338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.257176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c508a9d2-218f-45f2-8cba-d6934a42eee0 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5131109 Jul 28 18:12:36.265832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Calling delete_port for f9141d47-1abd-4e7e-ac49-5cb7d2a24163 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:36.266021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36712) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:36.266021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:36.291588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 017c4230-8cf0-4d13-83ef-64808d4156aa up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:36.361050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Deleting port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:36.361468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.449326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36716) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:36.459646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-402d347e-8530-43b9-8c01-082156784c28 None None] For port f9141d47-1abd-4e7e-ac49-5cb7d2a24163, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,segment=NetworkSegment(637dbc5f-cd31-476a-8cb0-c985a01c4ba9),segment_id=637dbc5f-cd31-476a-8cb0-c985a01c4ba9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:36.460054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.470706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079fb5b7-41b8-4ca3-a94e-c30eee1bef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.473792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Calling delete_port for f9141d47-1abd-4e7e-ac49-5cb7d2a24163 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:36.492736 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.503353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:36.507129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.525238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 017c4230-8cf0-4d13-83ef-64808d4156aa completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:36.531240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 017c4230-8cf0-4d13-83ef-64808d4156aa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:36.531835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.567287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event deleted for resources: {'Port': ['ID=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:36.594063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] No DVR routers for this DVR port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:36.696674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.710018 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:12:36.712744 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:12:36.719282 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.758591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:12:36.761371 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9b177-6ebe-4a94-994b-e44d04dbd1bd" -d '{"events": [{"server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:36.764286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d347e-8530-43b9-8c01-082156784c28 None None] No DVR routers for this DVR port f9141d47-1abd-4e7e-ac49-5cb7d2a24163 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:36.769551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d347e-8530-43b9-8c01-082156784c28 None None] Pushing event deleted for resources: {'Port': ['ID=f9141d47-1abd-4e7e-ac49-5cb7d2a24163,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:36.784449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c1486062-63fd-47d5-b92e-abf4d811d017 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:36.784562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079fb5b7-41b8-4ca3-a94e-c30eee1bef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.814393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:36.815732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c1486062-63fd-47d5-b92e-abf4d811d017 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:36.816152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c1486062-63fd-47d5-b92e-abf4d811d017 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:36.816480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f9141d47-1abd-4e7e-ac49-5cb7d2a24163 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:36.855817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29bd1d-418a-4204-bd42-ec60f722750d req-af3d6071-48f4-4d67-96dc-06da87b4ff83 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:36.862686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a29bd1d-418a-4204-bd42-ec60f722750d req-af3d6071-48f4-4d67-96dc-06da87b4ff83 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 944 time: 0.1089108 Jul 28 18:12:36.864542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.873839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f9141d47-1abd-4e7e-ac49-5cb7d2a24163 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:36.874791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f9141d47-1abd-4e7e-ac49-5cb7d2a24163 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:36.878062 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71563244-560f-4de8-ac7c-6e9debad670e x-openstack-request-id: req-71563244-560f-4de8-ac7c-6e9debad670e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:36.878991 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:36.879529 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71563244-560f-4de8-ac7c-6e9debad670e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:36.880132 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'code': 200} Jul 28 18:12:36.893106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667b4db4-2713-4b43-b41d-94d19e98fb3b']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:36.895892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079fb5b7-41b8-4ca3-a94e-c30eee1bef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.908789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:36.938170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637dbc5f-cd31-476a-8cb0-c985a01c4ba9') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:36.938955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637dbc5f-cd31-476a-8cb0-c985a01c4ba9') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:36.982497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a29bd1d-418a-4204-bd42-ec60f722750d req-1c86a0f7-e595-40c8-bf26-9910b8d7ac4d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109841 Jul 28 18:12:36.991356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.002467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.014748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-079fb5b7-41b8-4ca3-a94e-c30eee1bef37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05ddfb7f7c464e48a02db34bb4039638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650046 Jul 28 18:12:37.017606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36724) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:37.020384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb5b7-41b8-4ca3-a94e-c30eee1bef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e253067-d912-4713-ae88-01a252169633,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.037966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.045574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:37.045912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:37.048917 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:37.059531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.103327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7abb2-70f1-4def-843b-6c4b60adf271 req-00a7754c-356a-4493-b221-7eeac377191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:37.104919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30f7abb2-70f1-4def-843b-6c4b60adf271 req-00a7754c-356a-4493-b221-7eeac377191f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1846919 Jul 28 18:12:37.147602 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30f7abb2-70f1-4def-843b-6c4b60adf271 req-a3e32a67-557e-485c-802a-77ed3262aa8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Jul 28 18:12:37.152768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.158799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=f3a4f5a0-57bd-4bef-9ac8-518baafe5922,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.186964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.188886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Checking segment: {'id': 'ff5e65c3-2f0e-410c-870d-64b0f93a9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:37.189255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network hostable DHCP agents. Network: 737fe196-2f78-4849-87e1-bdd6b4905b9f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:37.204953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.213980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.219621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] 10.222.0.25 "DELETE /v2.0/networks/667b4db4-2713-4b43-b41d-94d19e98fb3b HTTP/1.1" status: 204 len: 168 time: 1.2650054 Jul 28 18:12:37.235608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343892fe-7286-4a62-afa3-b338a4ce07b5 tempest-ExtraDHCPOptionsTestJSON-912517282 tempest-ExtraDHCPOptionsTestJSON-912517282-project] Pushing event deleted for resources: {'Network': ['ID=667b4db4-2713-4b43-b41d-94d19e98fb3b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.290837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:37.313555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.316377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.319950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e253067-d912-4713-ae88-01a252169633 HTTP/1.1" status: 204 len: 168 time: 0.2990668 Jul 28 18:12:37.327107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0058aad-7445-4452-9d56-ad6dca4eabd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e253067-d912-4713-ae88-01a252169633,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.372873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 737fe196-2f78-4849-87e1-bdd6b4905b9f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:37.383225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885a2fa-1625-4390-855d-7f2f1f0d7ce4 None None] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:37.383613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:37.384383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.486662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8aaf2ba-8b55-4caf-9c3d-456aeefda86d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2254601 Jul 28 18:12:37.489190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36732) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:37.494285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1501946417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:37.574804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-737fe196-2f78-4849-87e1-bdd6b4905b9f', 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': 'f3a4f5a0-57bd-4bef-9ac8-518baafe5922'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:37.578178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.600636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.601795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.679964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.760420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.820489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Allocated IP 2001:db8::2 (737fe196-2f78-4849-87e1-bdd6b4905b9f/f3a4f5a0-57bd-4bef-9ac8-518baafe5922/fb19eae4-709b-41a9-8dbd-7e3a962c969f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:37.900220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08e043ae-b2fe-4539-9a68-211f919c2a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.930686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:37.938934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-34d3cb73-50b5-4aba-bef3-665312033495 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4461706 Jul 28 18:12:37.939167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36742) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:37.944227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f', 'name': 'tempest-PortsIpV6TestJSON-1957741229'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:38.002043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36746) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:38.044756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.064993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Transition to ACTIVE for port object fb19eae4-709b-41a9-8dbd-7e3a962c969f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:38.093651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Transition to ACTIVE for port object fb19eae4-709b-41a9-8dbd-7e3a962c969f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:38.146145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f94fe-5770-4839-b9a7-09f8d83ba424 req-1c5c4254-4fe0-4af2-9b47-1bb7e4f547e5 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:38.147825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-651f94fe-5770-4839-b9a7-09f8d83ba424 req-1c5c4254-4fe0-4af2-9b47-1bb7e4f547e5 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0604162 Jul 28 18:12:38.164935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:38.165180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.169713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.203170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-651f94fe-5770-4839-b9a7-09f8d83ba424 req-190a23de-5188-4dba-b3e1-c4313a759871 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Jul 28 18:12:38.213822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:38.243958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:38.250923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:38.252729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Pushing event updated for resources: {'Port': ['ID=fb19eae4-709b-41a9-8dbd-7e3a962c969f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.255044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:38.317972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4171738d-342a-4b46-a596-64cd309a32d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c3ec16e51ef427883b929d4d12c92ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146324 Jul 28 18:12:38.320405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36756) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:38.347277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Attempting to bind port fb19eae4-709b-41a9-8dbd-7e3a962c969f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:38.348720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Attempting to bind port fb19eae4-709b-41a9-8dbd-7e3a962c969f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ff5e65c3-2f0e-410c-870d-64b0f93a9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:38.348720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Attempting to bind port fb19eae4-709b-41a9-8dbd-7e3a962c969f on network 737fe196-2f78-4849-87e1-bdd6b4905b9f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:38.356461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:38.356461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Checking segment: {'id': 'ff5e65c3-2f0e-410c-870d-64b0f93a9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:38.356967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.357341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Bound using segment: {'id': 'ff5e65c3-2f0e-410c-870d-64b0f93a9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:38.357824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Bound port: fb19eae4-709b-41a9-8dbd-7e3a962c969f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5e65c3-2f0e-410c-870d-64b0f93a9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '737fe196-2f78-4849-87e1-bdd6b4905b9f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:38.358294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.441243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.448303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] For port fb19eae4-709b-41a9-8dbd-7e3a962c969f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:38.452223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] For port fb19eae4-709b-41a9-8dbd-7e3a962c969f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb19eae4-709b-41a9-8dbd-7e3a962c969f,segment=NetworkSegment(ff5e65c3-2f0e-410c-870d-64b0f93a9800),segment_id=ff5e65c3-2f0e-410c-870d-64b0f93a9800)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:38.466342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::127 (737fe196-2f78-4849-87e1-bdd6b4905b9f/f3a4f5a0-57bd-4bef-9ac8-518baafe5922/e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:38.481832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.570375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.628982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.631876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.633251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac7989c0-98f1-4570-9575-88350f9d6a98 HTTP/1.1" status: 204 len: 168 time: 0.3119032 Jul 28 18:12:38.646212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac0adc-a8e6-4fec-b379-6c7dc7c255f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7989c0-98f1-4570-9575-88350f9d6a98,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.704290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.731941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:38.738056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3ac48-6045-4646-89ca-cf84fb260ac5 None None] Pushing event updated for resources: {'Port': ['ID=fb19eae4-709b-41a9-8dbd-7e3a962c969f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.842111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.894226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:38.897620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:38.900419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:38.906707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:38.907434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:38.927459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.004467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-191ccb47-994a-4ce9-9bb4-db2469fd5a88 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0641997 Jul 28 18:12:39.005529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:39.390694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd4e4-bf74-42eb-9572-adb02230c074 req-2e71b107-6c16-488f-9c34-c9f15b56e9d9 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:39.405329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-274cd4e4-bf74-42eb-9572-adb02230c074 req-2e71b107-6c16-488f-9c34-c9f15b56e9d9 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1013575 Jul 28 18:12:39.468424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-274cd4e4-bf74-42eb-9572-adb02230c074 req-effea9b7-a109-45a3-b079-0755f86918f7 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 Jul 28 18:12:39.600374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:39.886297 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:39.977992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:40.063043 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:40.166274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fed5a4-9210-4d21-9f7e-f9d4f755cae5 None None] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:40.310991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-310c9f36-3343-4656-a65f-47e81ba2cc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:40.322491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:40.336453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-3768bce3-56bf-4e3d-aae1-b984ab3ad0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:40.338266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-3768bce3-56bf-4e3d-aae1-b984ab3ad0ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1622756 Jul 28 18:12:40.377867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36816) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:40.399213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:40.493062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-80f9145e-490b-4c9d-b068-6e6156075260 None None] Provisioning for port fb19eae4-709b-41a9-8dbd-7e3a962c969f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:40.544470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:40.564321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:40.566033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953715c-d2d0-4c4b-bf5b-57bcc7778921 req-975571d7-973f-4a89-81bd-8061c16daa39 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:40.575253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1953715c-d2d0-4c4b-bf5b-57bcc7778921 req-975571d7-973f-4a89-81bd-8061c16daa39 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.4002266 Jul 28 18:12:40.636743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-5b47d488-7698-42de-aa3d-12b572ea6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:40.638486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-5b47d488-7698-42de-aa3d-12b572ea6693 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.2352867 Jul 28 18:12:40.661212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2143138522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:40.697048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-40a890ce-bf6e-4d5e-b94a-f60cdcf13197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0447528 Jul 28 18:12:40.729782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb19eae4-709b-41a9-8dbd-7e3a962c969f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:40.752632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1953715c-d2d0-4c4b-bf5b-57bcc7778921 req-c2595c39-9db0-46a4-82d5-9b79f4e10c63 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764286 Jul 28 18:12:40.794929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-97964754-c36e-4726-84fc-ec74df74c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:40.796602 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-97964754-c36e-4726-84fc-ec74df74c704 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.0834351 Jul 28 18:12:40.952118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-52a91128-51fb-492a-b6d3-4cf7317be98e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268161 Jul 28 18:12:40.952118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-c220f802-d443-48da-a011-2efbbb612384 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848417 Jul 28 18:12:41.025587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b316adf-ccd0-4675-94d6-03a6c5c48617 req-b1445268-05a9-4b9b-b651-168197fd49dd service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921986 Jul 28 18:12:41.100040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.113268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fb19eae4-709b-41a9-8dbd-7e3a962c969f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:41.122925 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.124519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fb19eae4-709b-41a9-8dbd-7e3a962c969f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:41.127023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.131541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Provisioning for port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:41.137073 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.167031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Provisioning complete for port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:41.170165 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.218683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:41.236563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Provisioning complete for port fb19eae4-709b-41a9-8dbd-7e3a962c969f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:41.237180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.308530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.355442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.357657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fb19eae4-709b-41a9-8dbd-7e3a962c969f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb19eae4-709b-41a9-8dbd-7e3a962c969f,segment=NetworkSegment(ff5e65c3-2f0e-410c-870d-64b0f93a9800),segment_id=ff5e65c3-2f0e-410c-870d-64b0f93a9800)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:41.361767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.364438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.416512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.441605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.455859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.534003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fb19eae4-709b-41a9-8dbd-7e3a962c969f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:41.543351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.543703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.543993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.544337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.544686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.545007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.545527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.546020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.546545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.547034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.547562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.548074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:41.549344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.603051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:12:41.603717 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-99b21a9b-83b7-40d3-8931-ff1528ebf83b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:41.661141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Allocated IP 172.25.7.239 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d6f1e95c-4896-4827-aba9-d7badfe7db82) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:41.674312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.675612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b0f7917e-7142-4632-bf84-5620538436f3 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1294389 Jul 28 18:12:41.680714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36838) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:41.686417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-672998829'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:41.816735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.861509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:41.864914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.896692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:41.937198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc122b-cd13-45c4-b852-8e528f2d308d req-11db36a8-35db-4730-b400-3abe5be72a28 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:41.938868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fc122b-cd13-45c4-b852-8e528f2d308d req-11db36a8-35db-4730-b400-3abe5be72a28 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0972819 Jul 28 18:12:41.947217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.011494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15fc122b-cd13-45c4-b852-8e528f2d308d req-f342195e-a54b-497a-a270-5668dbe2f2c6 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 Jul 28 18:12:42.044644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.047578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.068353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.090802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.134152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:42.138654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:42.141798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:42.144537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:42.175313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Pushing event updated for resources: {'Port': ['ID=d6f1e95c-4896-4827-aba9-d7badfe7db82,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:42.186956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:42.188364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:42.190669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.234026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:42.242878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35bb6d-1d54-4e41-bd44-466eb8e37fdc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:42.281014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f537c8ac-49fe-499c-9e20-52060c9639d8 None None] Provisioning complete for port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:42.281582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.281776 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Added segment 2883d01d-ee7f-4995-a356-9c67135fbfda of type vlan for network 2d5027f3-01e7-4b43-bfbf-253f38e45295 Jul 28 18:12:42.282981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f537c8ac-49fe-499c-9e20-52060c9639d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.331963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.332609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f537c8ac-49fe-499c-9e20-52060c9639d8 None None] Port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:42.341640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.415905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Router 19d59ca6-11e4-4c07-8ba4-63542689dba5 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:12:42.463908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.469370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:42.471419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.523709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.527801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:42.534575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cd94340b-5c01-486c-98a2-14d3c63d4294 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/routers/19d59ca6-11e4-4c07-8ba4-63542689dba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5266309 Jul 28 18:12:42.551917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] Sync routers for ids ['19d59ca6-11e4-4c07-8ba4-63542689dba5'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:42.553146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:42.555516 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] Routers {'19d59ca6-11e4-4c07-8ba4-63542689dba5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:42.556183 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19d59ca6-11e4-4c07-8ba4-63542689dba5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:42.558742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-18389dfd-5989-455e-83cb-d575662e0c17 None None] Provisioning complete for port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:42.559116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-18389dfd-5989-455e-83cb-d575662e0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.607959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Network': ['ID=2d5027f3-01e7-4b43-bfbf-253f38e45295,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:42.620656 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:42.633461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef7aaa06-4f57-4450-bec6-57902d8b87a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9487960 Jul 28 18:12:42.636262 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] Routers {'19d59ca6-11e4-4c07-8ba4-63542689dba5'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:42.636512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b68d0-15e0-4349-8562-ed427741eb46 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:42.637063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:42.637600 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19d59ca6-11e4-4c07-8ba4-63542689dba5'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:42.639498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-18389dfd-5989-455e-83cb-d575662e0c17 None None] Port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:42.646515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36858) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:42.646515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36860) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:42.646850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6a1b68d0-15e0-4349-8562-ed427741eb46 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19d59ca6-11e4-4c07-8ba4-63542689dba5 HTTP/1.1" status: 200 len: 989 time: 0.0837827 Jul 28 18:12:42.664120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'subnet': {'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:42.677244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:42.678272 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee7528d-35d9-416c-91f9-7a1548a7830b None None] The sync data for ids ['19d59ca6-11e4-4c07-8ba4-63542689dba5'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:42.856874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb19eae4-709b-41a9-8dbd-7e3a962c969f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:42.929262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fb19eae4-709b-41a9-8dbd-7e3a962c969f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:42.929644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:42.971830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:43.132753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d51fb-ff33-4396-a8f8-7424728a3eb1 req-cde4ebeb-c67b-410c-86b6-19ce60cd6732 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:43.134382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a7d51fb-ff33-4396-a8f8-7424728a3eb1 req-cde4ebeb-c67b-410c-86b6-19ce60cd6732 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0507534 Jul 28 18:12:43.175234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a7d51fb-ff33-4396-a8f8-7424728a3eb1 req-b1a51609-b11f-4272-b403-76dda577af54 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346928 Jul 28 18:12:43.469824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-4a88bbdd-b9c6-487d-bf29-13628f40e1dc tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:43.471313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-4a88bbdd-b9c6-487d-bf29-13628f40e1dc tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/networks?id=cc67dfc0-715f-45d1-be1e-3c50090a2b8d HTTP/1.1" status: 200 len: 814 time: 0.6203456 Jul 28 18:12:43.503682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:43.530841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-49833103-c8e4-46d7-a033-07a9d9a82283 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/quotas/ed82ee3647af4d36859bf8f5595ed6d6 HTTP/1.1" status: 200 len: 375 time: 0.0530095 Jul 28 18:12:43.531422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:43.534748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:43.615998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:43.739159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Pushing event updated for resources: {'Port': ['ID=d6f1e95c-4896-4827-aba9-d7badfe7db82,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.777452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-93ced1ad-7d84-43cb-9ea5-1308b98a228b tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed82ee3647af4d36859bf8f5595ed6d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2387581 Jul 28 18:12:43.862182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.029444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.030571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3f52b85-5a9a-4247-93b5-0297955d342c tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6516776 Jul 28 18:12:44.033638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:44.038691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1462901006', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'fixed_ips': [{'ip_address': '172.25.7.239'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:44.056934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-b04f73c7-6e8a-4c23-a814-3dd361eaf0bc service neutron] 10.222.0.25 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595279 Jul 28 18:12:44.131285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.136361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Made reservation on behalf of c7a5c77e3c3445bbad2512a950a9810d for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:44.138790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.147677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.166803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.245716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.299279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d538a-e170-4583-9800-f34144cc1905 req-a2afdf54-cfe4-4560-9a7d-18923e904685 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:44.300828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-102d538a-e170-4583-9800-f34144cc1905 req-a2afdf54-cfe4-4560-9a7d-18923e904685 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0533030 Jul 28 18:12:44.314111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.325044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] device_id is not set on port 57270253-20e0-4943-a1e7-42c51cbbaa8b yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:44.346168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Subnet': ['ID=ebeb8fba-fa9b-403f-9f36-40ef51603e97,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:44.355387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-ccd05d93-9f2c-4a4d-a6e5-09c81cee78f6 service neutron] 10.222.0.25 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891755 Jul 28 18:12:44.403573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Checking segment: {'id': '2883d01d-ee7f-4995-a356-9c67135fbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:44.403573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network hostable DHCP agents. Network: 2d5027f3-01e7-4b43-bfbf-253f38e45295, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:44.430904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19690a9-66ab-484a-bb7b-3656e1c3a136,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:44.442743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-102d538a-e170-4583-9800-f34144cc1905 req-ad7c418a-66aa-4595-9de7-3c3b8ab0befd tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359019 Jul 28 18:12:44.504288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:44.526502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:44.526845 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.618268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.626858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 2d5027f3-01e7-4b43-bfbf-253f38e45295) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:44.635169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1146eb5-495f-486f-8d11-447e4ce34359 None None] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:44.636131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:44.636634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.639077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:44.639723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf784e3b-f6d9-4f74-98da-2ac34bbb6961 req-3fa288bb-7f88-43a8-b485-e6ba8ab48e88 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 210 time: 0.0288785 Jul 28 18:12:44.640762 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 18:12:44.641332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:12:44.718876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dc185ea4-704d-4ed4-8f07-239a05da1399 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6815748 Jul 28 18:12:44.719042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36892) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:44.739987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bc92b784-8827-4c60-af9a-df6b782b3bc8 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0924332 Jul 28 18:12:44.742275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36896) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:44.748472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'network': {'name': 'tempest-router-network01--420698621'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:44.808629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-2d5027f3-01e7-4b43-bfbf-253f38e45295', 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295', 'tenant_id': 'fb897261124c42d2af2408fe2ea5dec5', 'fixed_ips': [{'subnet_id': 'ebeb8fba-fa9b-403f-9f36-40ef51603e97'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:44.810321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.863938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Deleting port d6f1e95c-4896-4827-aba9-d7badfe7db82 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:44.866193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.885392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:44.889247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.915341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:44.925488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.930249 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Added segment 77dd271c-efaa-4a20-9afd-034f118dbb8c of type vlan for network 0386ebd6-a839-41a3-92e8-6108e39c4718 Jul 28 18:12:44.952802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.959035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.969785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Calling delete_port for d6f1e95c-4896-4827-aba9-d7badfe7db82 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:44.978774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:44.983634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.025145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.027553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Allocated IP 172.20.0.2 (2d5027f3-01e7-4b43-bfbf-253f38e45295/ebeb8fba-fa9b-403f-9f36-40ef51603e97/63b94406-e6c7-4e6d-afbc-329e24b84e42) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:45.132627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.138854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:45.139727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.168917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.257696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.262752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.271992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Transition to ACTIVE for port object 63b94406-e6c7-4e6d-afbc-329e24b84e42 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:45.286700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6f1e95c-4896-4827-aba9-d7badfe7db82,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.288651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Transition to ACTIVE for port object 63b94406-e6c7-4e6d-afbc-329e24b84e42 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:45.301640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Network': ['ID=0386ebd6-a839-41a3-92e8-6108e39c4718,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.304636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6d181e10-910e-48be-9d72-b06d0feaf3db tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5611012 Jul 28 18:12:45.308717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36900) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:45.313635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'network': {'name': 'tempest-router-network02--63840185'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:45.317046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:45.375734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.378755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.380217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2af56d80-c21c-4014-af97-5117b8b50987 tempest-ExternalNetworksAdminNegativeTestJSON-850790696 tempest-ExternalNetworksAdminNegativeTestJSON-850790696-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/54d86b5a-dd7d-4e51-9b35-7367e70e4093 HTTP/1.1" status: 204 len: 168 time: 0.6601574 Jul 28 18:12:45.388884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.395911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.424171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Router 19d59ca6-11e4-4c07-8ba4-63542689dba5 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:12:45.432694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:45.437171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:45.439779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:45.470007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:45.473054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.492248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Pushing event updated for resources: {'Port': ['ID=63b94406-e6c7-4e6d-afbc-329e24b84e42,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.505384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Attempting to bind port 63b94406-e6c7-4e6d-afbc-329e24b84e42 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:45.505753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Attempting to bind port 63b94406-e6c7-4e6d-afbc-329e24b84e42 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2883d01d-ee7f-4995-a356-9c67135fbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:45.506122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Attempting to bind port 63b94406-e6c7-4e6d-afbc-329e24b84e42 on network 2d5027f3-01e7-4b43-bfbf-253f38e45295 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:45.511960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:45.512196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Checking segment: {'id': '2883d01d-ee7f-4995-a356-9c67135fbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:45.512661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.513082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Bound using segment: {'id': '2883d01d-ee7f-4995-a356-9c67135fbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:45.513548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Bound port: 63b94406-e6c7-4e6d-afbc-329e24b84e42, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2883d01d-ee7f-4995-a356-9c67135fbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5027f3-01e7-4b43-bfbf-253f38e45295'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:45.513976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.569515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:45.581192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.581895 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Added segment 24c16552-36e2-4804-8bf5-226658176194 of type vlan for network 6d2ab926-3136-465a-9e81-19814219068a Jul 28 18:12:45.583761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:45.596985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] For port 63b94406-e6c7-4e6d-afbc-329e24b84e42, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:45.597218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] For port 63b94406-e6c7-4e6d-afbc-329e24b84e42, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63b94406-e6c7-4e6d-afbc-329e24b84e42,segment=NetworkSegment(2883d01d-ee7f-4995-a356-9c67135fbfda),segment_id=2883d01d-ee7f-4995-a356-9c67135fbfda)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:45.598437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5383fc46-b004-4133-abd8-75d1860203ce tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/routers/19d59ca6-11e4-4c07-8ba4-63542689dba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9443166 Jul 28 18:12:45.600846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36910) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:45.603537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] Sync routers for ids ['19d59ca6-11e4-4c07-8ba4-63542689dba5'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:45.613591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] Routers {'19d59ca6-11e4-4c07-8ba4-63542689dba5'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:45.614439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19d59ca6-11e4-4c07-8ba4-63542689dba5'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:45.618253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695928f-6306-4969-b88f-7afa81aa2439 req-04a04062-2ebe-4730-9642-50592fbeb883 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:45.625905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f695928f-6306-4969-b88f-7afa81aa2439 req-04a04062-2ebe-4730-9642-50592fbeb883 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0879493 Jul 28 18:12:45.651868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:45.664741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] Routers {'19d59ca6-11e4-4c07-8ba4-63542689dba5'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:45.665405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19d59ca6-11e4-4c07-8ba4-63542689dba5'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:45.682053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f695928f-6306-4969-b88f-7afa81aa2439 req-b91e7b17-a7f9-4733-8cc8-541c404df75c tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548229 Jul 28 18:12:45.709785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:45.710501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb5de1-705e-428b-82ea-b8d3805d64a9 None None] The sync data for ids ['19d59ca6-11e4-4c07-8ba4-63542689dba5'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:45.712930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:45.780642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a38f-9df1-4794-a9b9-6dc77d97f7a9 None None] Pushing event updated for resources: {'Port': ['ID=63b94406-e6c7-4e6d-afbc-329e24b84e42,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:46.137422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36916) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.138788 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-393424c4-9ced-4a88-b7c5-a92c8227509f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:12:46.139425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.139933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-393424c4-9ced-4a88-b7c5-a92c8227509f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/e0ab79cf-73b8-4cbe-9b6c-d83102e8ed4b HTTP/1.1" status: 404 len: 333 time: 0.4082737 Jul 28 18:12:46.139933 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.139933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-828fb526-506f-497e-8027-c33b60be5a16 req-165bec6a-c675-4529-a7d8-58bca8ab1676 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 210 time: 0.0789242 Jul 28 18:12:46.140516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-44cbefbc-f9ad-4c7c-ab57-98ee12dcbd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.142247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.229504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.235541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:46.239326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.309536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Network': ['ID=6d2ab926-3136-465a-9e81-19814219068a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:46.320798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6d2ab926-3136-465a-9e81-19814219068a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:46.331872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.334765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.421796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-44cbefbc-f9ad-4c7c-ab57-98ee12dcbd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.434325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.434872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Fanout notify agent at l3_agent the message router_deleted on router 19d59ca6-11e4-4c07-8ba4-63542689dba5 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:12:46.442725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.446630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69dc519b-9eca-4e5c-8180-5ef370d22259 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/routers/19d59ca6-11e4-4c07-8ba4-63542689dba5 HTTP/1.1" status: 204 len: 168 time: 0.4349980 Jul 28 18:12:46.446779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.507427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet f3a4f5a0-57bd-4bef-9ac8-518baafe5922 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:12:46.512060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.520184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-44cbefbc-f9ad-4c7c-ab57-98ee12dcbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.555751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.560631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbefbc-f9ad-4c7c-ab57-98ee12dcbd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e809af-0a5e-4c06-a0e9-c0ba3e44a99f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:46.567446 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-44cbefbc-f9ad-4c7c-ab57-98ee12dcbd5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30ed0e9b74c541d3b8e3467bb55c7b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908985 Jul 28 18:12:46.569309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36926) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.645117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-337f3571-1574-4f12-9eb5-913a3407cf61 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3351829 Jul 28 18:12:46.648634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.656496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'subnet': {'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:46.686174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.719535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.768805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63b94406-e6c7-4e6d-afbc-329e24b84e42 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:46.784689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.890286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a0269-67ee-4711-a57c-a01d82b99b2c None None] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:46.891326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.905196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a4f5a0-57bd-4bef-9ac8-518baafe5922,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:46.907127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18755a0-a557-4c22-8c13-6eb8635a7327 req-ecc08154-155a-443d-8c08-c1e7b7c5ff15 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:46.909187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.914176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f984b00c-7ef0-4794-8817-6feec8d4d4ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/f3a4f5a0-57bd-4bef-9ac8-518baafe5922 HTTP/1.1" status: 204 len: 168 time: 0.4635355 Jul 28 18:12:46.925097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f18755a0-a557-4c22-8c13-6eb8635a7327 req-ecc08154-155a-443d-8c08-c1e7b7c5ff15 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0822248 Jul 28 18:12:46.925314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36934) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:46.925449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a21b4f-2f63-452b-abe5-513ed0f85ba3 None None] Network 737fe196-2f78-4849-87e1-bdd6b4905b9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:46.942571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 63b94406-e6c7-4e6d-afbc-329e24b84e42 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:46.953614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f18755a0-a557-4c22-8c13-6eb8635a7327 req-658e1f7b-ad76-44f8-a3e3-c721c3d4bdb2 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Jul 28 18:12:46.981243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:46.984807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.990583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.991953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:46.995927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65e809af-0a5e-4c06-a0e9-c0ba3e44a99f HTTP/1.1" status: 204 len: 168 time: 0.4229448 Jul 28 18:12:47.012530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.031092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Provisioning for port 63b94406-e6c7-4e6d-afbc-329e24b84e42 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:47.043418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Provisioning complete for port 63b94406-e6c7-4e6d-afbc-329e24b84e42 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:47.043948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.052682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c50bf-97c2-4b06-8c4a-66dc4b7c6eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e809af-0a5e-4c06-a0e9-c0ba3e44a99f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.075532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port fb19eae4-709b-41a9-8dbd-7e3a962c969f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:47.076594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.201723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] For port fb19eae4-709b-41a9-8dbd-7e3a962c969f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb19eae4-709b-41a9-8dbd-7e3a962c969f,segment=NetworkSegment(ff5e65c3-2f0e-410c-870d-64b0f93a9800),segment_id=ff5e65c3-2f0e-410c-870d-64b0f93a9800)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:47.202308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.226878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for fb19eae4-709b-41a9-8dbd-7e3a962c969f owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:47.280286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f3af69-dba2-41b6-b2c6-4c3d8081a09e req-a30a5347-6424-4fd3-9f0a-5454ab8972f2 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 210 time: 0.0387871 Jul 28 18:12:47.304197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.328503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] DHCP port deletion for 737fe196-2f78-4849-87e1-bdd6b4905b9f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:12:47.330531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.375267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] For port 63b94406-e6c7-4e6d-afbc-329e24b84e42, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63b94406-e6c7-4e6d-afbc-329e24b84e42,segment=NetworkSegment(2883d01d-ee7f-4995-a356-9c67135fbfda),segment_id=2883d01d-ee7f-4995-a356-9c67135fbfda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:47.405093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Deleting port fb19eae4-709b-41a9-8dbd-7e3a962c969f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:47.405782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.455711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.470584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.488310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No DVR routers for this DVR port fb19eae4-709b-41a9-8dbd-7e3a962c969f on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:47.520526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4474d-e0a7-4653-9fa9-ffebad58530f None None] Pushing event updated for resources: {'Port': ['ID=63b94406-e6c7-4e6d-afbc-329e24b84e42,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.526874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Subnet': ['ID=d80b3b01-b19b-4bb0-8209-d9e9b03d7b70,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.543242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] For port fb19eae4-709b-41a9-8dbd-7e3a962c969f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fb19eae4-709b-41a9-8dbd-7e3a962c969f,segment=NetworkSegment(ff5e65c3-2f0e-410c-870d-64b0f93a9800),segment_id=ff5e65c3-2f0e-410c-870d-64b0f93a9800)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:47.544011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.547527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Checking segment: {'id': '77dd271c-efaa-4a20-9afd-034f118dbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:47.547905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network hostable DHCP agents. Network: 0386ebd6-a839-41a3-92e8-6108e39c4718, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:47.579600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Calling delete_port for fb19eae4-709b-41a9-8dbd-7e3a962c969f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:47.580108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-988b058d-4d26-4ece-a214-527f9b0271d4 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:47.581770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-988b058d-4d26-4ece-a214-527f9b0271d4 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.35 "GET /v2.0/networks?id=cc67dfc0-715f-45d1-be1e-3c50090a2b8d HTTP/1.1" status: 200 len: 814 time: 0.2656770 Jul 28 18:12:47.592812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=fb19eae4-709b-41a9-8dbd-7e3a962c969f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.595909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Request body: {'port': {'device_id': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'admin_state_up': True, 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:47.662304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:47.667611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.678727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737fe196-2f78-4849-87e1-bdd6b4905b9f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:47.686205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c531a108-9b35-44de-886b-354ce90ba529 None None] Provisioning complete for port 63b94406-e6c7-4e6d-afbc-329e24b84e42 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:47.688621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c531a108-9b35-44de-886b-354ce90ba529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.703804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5e65c3-2f0e-410c-870d-64b0f93a9800') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:47.704098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5e65c3-2f0e-410c-870d-64b0f93a9800') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:47.714456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.739065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.761219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] No DVR routers for this DVR port fb19eae4-709b-41a9-8dbd-7e3a962c969f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:12:47.762726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080d187-4de2-4f69-8cfa-5b5f7c6d63dd None None] Pushing event deleted for resources: {'Port': ['ID=fb19eae4-709b-41a9-8dbd-7e3a962c969f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.763563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.772139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0386ebd6-a839-41a3-92e8-6108e39c4718) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:47.777230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:12:47.781362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.781511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:12:47.781650 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:12:47.784262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.805025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df2c00-1bc1-4d10-b834-630835679165 None None] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:47.913864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Made reservation on behalf of ed82ee3647af4d36859bf8f5595ed6d6 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:47.921821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.937119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:47.946126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.966849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.968772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/737fe196-2f78-4849-87e1-bdd6b4905b9f HTTP/1.1" status: 204 len: 168 time: 1.0477924 Jul 28 18:12:47.972452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-0386ebd6-a839-41a3-92e8-6108e39c4718', 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718', 'tenant_id': 'fb897261124c42d2af2408fe2ea5dec5', 'fixed_ips': [{'subnet_id': 'd80b3b01-b19b-4bb0-8209-d9e9b03d7b70'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:47.972452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:47.980466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:47.999332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:47.999548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0d9b93e0-4850-48c7-993e-59954d251b5a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3496256 Jul 28 18:12:48.016424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'subnet': {'network_id': '6d2ab926-3136-465a-9e81-19814219068a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:48.060319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03d70e-4741-40c1-a520-9b0e18bf244c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:48.062063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e03d70e-4741-40c1-a520-9b0e18bf244c tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/ee5284f2-5e0e-4918-a621-7aa0e19b67cd HTTP/1.1" status: 200 len: 844 time: 0.0806484 Jul 28 18:12:48.067447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:48.078548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f188dd-e435-44d3-b3e3-b44602569c0f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=737fe196-2f78-4849-87e1-bdd6b4905b9f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.151462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43ecf595-5764-408f-a841-b0c85f849511 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/ee5284f2-5e0e-4918-a621-7aa0e19b67cd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0819852 Jul 28 18:12:48.153177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Allocated IP 172.20.0.12 (cc67dfc0-715f-45d1-be1e-3c50090a2b8d/877c595f-cb72-44b8-8159-3daebf92799e/5e2e8ea3-db10-4b67-b707-94fc3dabeddc) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:48.156003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36962) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:48.164244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:48.183452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-89060944-3d10-42ed-84b9-5269b1770cb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7a5c77e3c3445bbad2512a950a9810d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439816 Jul 28 18:12:48.188525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36964) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:48.205178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05dc7-e11f-44b9-9018-67998ffbf881 req-bc721ea6-331d-4ffb-a003-5f8da050b401 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:48.214390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43e05dc7-e11f-44b9-9018-67998ffbf881 req-bc721ea6-331d-4ffb-a003-5f8da050b401 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1378512 Jul 28 18:12:48.287066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43e05dc7-e11f-44b9-9018-67998ffbf881 req-8347ce6d-e423-4dbc-8d97-d84dc786993c tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684078 Jul 28 18:12:48.308444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Made reservation on behalf of fb897261124c42d2af2408fe2ea5dec5 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:48.313151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.442448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.443855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Allocated IP 172.20.0.2 (0386ebd6-a839-41a3-92e8-6108e39c4718/d80b3b01-b19b-4bb0-8209-d9e9b03d7b70/b29b1048-dac4-4da3-b12c-964064591d15) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:48.498289 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.503719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.546807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:48.551018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.659191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.704672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.736194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63b94406-e6c7-4e6d-afbc-329e24b84e42 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:48.768990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c32b319-8318-4794-b075-2ed3b787141a req-17bcde8c-c32e-4e39-abd0-9878bfc6eeee tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Jul 28 18:12:48.784930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Transition to ACTIVE for port object 5e2e8ea3-db10-4b67-b707-94fc3dabeddc will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:48.816014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.829585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Transition to ACTIVE for port object b29b1048-dac4-4da3-b12c-964064591d15 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:48.831294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.834181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.838694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e19690a9-66ab-484a-bb7b-3656e1c3a136 HTTP/1.1" status: 204 len: 168 time: 0.6172357 Jul 28 18:12:48.863234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a21d8-c5f2-43e2-8f48-dd5d45060688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19690a9-66ab-484a-bb7b-3656e1c3a136,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.863485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Transition to ACTIVE for port object b29b1048-dac4-4da3-b12c-964064591d15 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:48.921705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 63b94406-e6c7-4e6d-afbc-329e24b84e42 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:48.922092 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.957225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:48.972077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Subnet': ['ID=5f6e1a4e-3875-4425-acb7-120cb5f70f70,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.991291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Checking segment: {'id': '24c16552-36e2-4804-8bf5-226658176194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d2ab926-3136-465a-9e81-19814219068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:48.991690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network hostable DHCP agents. Network: 6d2ab926-3136-465a-9e81-19814219068a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:49.033950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.101855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:49.102604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 6d2ab926-3136-465a-9e81-19814219068a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:49.105942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:49.106106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:49.125404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:49.148178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:49.148178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Pushing event updated for resources: {'Port': ['ID=b29b1048-dac4-4da3-b12c-964064591d15,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:49.148178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:49.170538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Pushing event updated for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:49.194286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.206207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6d2ab926-3136-465a-9e81-19814219068a) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:49.215067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:49.217204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.246240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af89671-e62a-4fe9-832b-937aa0dfee41 None None] Network 6d2ab926-3136-465a-9e81-19814219068a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:49.246507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:49.247236 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.332370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=c6b7cf63-fb15-467b-b894-68d71b7d121a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:49.342438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:49.344015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:49.348206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:49.350025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-34b565bc-257f-4261-ae19-8c2a9ed85f02 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3493252 Jul 28 18:12:49.352344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.352708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36988) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:49.369970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Attempting to bind port b29b1048-dac4-4da3-b12c-964064591d15 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:49.370323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Attempting to bind port b29b1048-dac4-4da3-b12c-964064591d15 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '77dd271c-efaa-4a20-9afd-034f118dbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:49.370811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Attempting to bind port b29b1048-dac4-4da3-b12c-964064591d15 on network 0386ebd6-a839-41a3-92e8-6108e39c4718 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:49.379729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be147eb8-22ca-4092-9b79-edc3ac329083 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:49.418417 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-66d1cd05-598c-4907-9d97-ab71fd69c70d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8268218 Jul 28 18:12:49.462000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:49.464835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9c5b9ac1-ec14-4ede-aca3-4cd0f6de8fa9 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3072169 Jul 28 18:12:49.465003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Checking segment: {'id': '77dd271c-efaa-4a20-9afd-034f118dbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:49.465331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.465750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Bound using segment: {'id': '77dd271c-efaa-4a20-9afd-034f118dbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:49.466267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Bound port: b29b1048-dac4-4da3-b12c-964064591d15, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77dd271c-efaa-4a20-9afd-034f118dbb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0386ebd6-a839-41a3-92e8-6108e39c4718'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:49.466754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.467204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36992) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:49.473492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082431322'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:49.592873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.611465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab8f5-9689-4cbe-b812-52f170672c37 req-04472ba8-1fe7-4d8a-a078-c2dfafa74537 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:49.621854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc3ab8f5-9689-4cbe-b812-52f170672c37 req-04472ba8-1fe7-4d8a-a078-c2dfafa74537 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1728451 Jul 28 18:12:49.756167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb19eae4-709b-41a9-8dbd-7e3a962c969f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:49.813927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ff7790be-1cd6-4988-981d-f570906f41e4 None None] Provisioning for port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:49.816590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.822907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fb19eae4-709b-41a9-8dbd-7e3a962c969f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:12:49.823264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fb19eae4-709b-41a9-8dbd-7e3a962c969f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:49.881891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Request body: {'port': {'device_id': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:49.890171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.890409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] For port b29b1048-dac4-4da3-b12c-964064591d15, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:49.901786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ff7790be-1cd6-4988-981d-f570906f41e4 None None] Provisioning complete for port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:49.902170 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ff7790be-1cd6-4988-981d-f570906f41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:49.955835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6d2ab926-3136-465a-9e81-19814219068a', 'network_id': '6d2ab926-3136-465a-9e81-19814219068a', 'tenant_id': 'fb897261124c42d2af2408fe2ea5dec5', 'fixed_ips': [{'subnet_id': '5f6e1a4e-3875-4425-acb7-120cb5f70f70'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:49.957561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.011467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.016261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc3ab8f5-9689-4cbe-b812-52f170672c37 req-ad1c86a0-9ed4-4a34-afdd-9549208026c5 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937538 Jul 28 18:12:50.021845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e069bd43-7c59-46ec-9934-97d9a11833d5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:50.053715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.060526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] For port b29b1048-dac4-4da3-b12c-964064591d15, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b29b1048-dac4-4da3-b12c-964064591d15,segment=NetworkSegment(77dd271c-efaa-4a20-9afd-034f118dbb8c),segment_id=77dd271c-efaa-4a20-9afd-034f118dbb8c)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:50.110220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ff7790be-1cd6-4988-981d-f570906f41e4 None None] Port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:50.111197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe03a5a-cd3f-41e7-a660-4e11912a05fa req-14e12cc4-194e-4de0-9b48-28a092454d4e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:50.114257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fe03a5a-cd3f-41e7-a660-4e11912a05fa req-14e12cc4-194e-4de0-9b48-28a092454d4e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 932 time: 0.1488271 Jul 28 18:12:50.118622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.122765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-df3175dd-ab0e-446a-ba51-367f82ac4f99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6518829 Jul 28 18:12:50.170973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37006) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:50.216140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442056091'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:50.231321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.452632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Allocated IP 172.20.0.1 (0386ebd6-a839-41a3-92e8-6108e39c4718/d80b3b01-b19b-4bb0-8209-d9e9b03d7b70/8d17bb34-d1ce-4e6d-ba10-169031021bfd) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:50.471835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9961e-f96d-484b-ab13-d7706dc5a00e None None] Pushing event updated for resources: {'Port': ['ID=b29b1048-dac4-4da3-b12c-964064591d15,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:50.523266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'tenant_id': 'a90b7783e84d4528ab159c36837d9e31', 'fixed_ips': [{'subnet_id': 'c6b7cf63-fb15-467b-b894-68d71b7d121a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:12:50.544680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.547115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Allocated IP 172.20.0.2 (6d2ab926-3136-465a-9e81-19814219068a/5f6e1a4e-3875-4425-acb7-120cb5f70f70/7dfe76d7-6020-430b-a07d-062a3b689d6e) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:50.647741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2e8ea3-db10-4b67-b707-94fc3dabeddc {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:12:50.658067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.672418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Transition to ACTIVE for port object 5e2e8ea3-db10-4b67-b707-94fc3dabeddc will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:50.676529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fe03a5a-cd3f-41e7-a660-4e11912a05fa req-0a878489-e599-4e71-a2a0-2c2d724bb5fb tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045531 Jul 28 18:12:50.695654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.715775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Transition to ACTIVE for port object 8d17bb34-d1ce-4e6d-ba10-169031021bfd will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:50.805661 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.856980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.956632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:50.986835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:50.992577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:50.992972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.006707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:51.023208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Port': ['ID=8d17bb34-d1ce-4e6d-ba10-169031021bfd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.182608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.189305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Allocated IP 2001:db8::2 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/c6b7cf63-fb15-467b-b894-68d71b7d121a/993e11be-7d8f-41df-9e25-44df829683fa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:51.196239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Attempting to bind port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:51.199607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Attempting to bind port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:51.200099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Attempting to bind port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc on network cc67dfc0-715f-45d1-be1e-3c50090a2b8d {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:51.223088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc on network cc67dfc0-715f-45d1-be1e-3c50090a2b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:12:51.232238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Attempting to bind port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc on network cc67dfc0-715f-45d1-be1e-3c50090a2b8d {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:51.250300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:51.250810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Checking segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:51.259253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Bound using segment: {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:51.260062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Bound port: 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:51.265367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.340007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.424046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Transition to ACTIVE for port object 7dfe76d7-6020-430b-a07d-062a3b689d6e will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:51.487427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Transition to ACTIVE for port object 7dfe76d7-6020-430b-a07d-062a3b689d6e will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:51.510823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.531118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:51.538962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:51.596365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.601312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4eac4-1a39-44ab-adcf-d44ae39483f4 req-6a123a60-7945-41ab-8a9b-c069942fd247 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:51.613021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7b4eac4-1a39-44ab-adcf-d44ae39483f4 req-6a123a60-7945-41ab-8a9b-c069942fd247 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1783643 Jul 28 18:12:51.614888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.630521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140185fa-48ee-46d8-92b0-ea1445a2775b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.651066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.664440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.769677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.784465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.790125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-24f4f210-9017-4727-a0d5-122f7e9d076b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5783322 Jul 28 18:12:51.792510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:51.795048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.795377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-a9f63998-9a7f-435a-9829-06bd76bfcf36 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e2e8ea3-db10-4b67-b707-94fc3dabeddc HTTP/1.1" status: 200 len: 1092 time: 2.2729239 Jul 28 18:12:51.797020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:12:51.798907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37032) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:51.800719 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3e511c-9cfc-4176-956c-4ddd60e42faa" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:51.816066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:51.824471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Network 6d2ab926-3136-465a-9e81-19814219068a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:51.837034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:51.844608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:51.849074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Transition to ACTIVE for port object 993e11be-7d8f-41df-9e25-44df829683fa will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:51.857702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-586957221', 'security_groups': ['140185fa-48ee-46d8-92b0-ea1445a2775b'], 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6b7cf63-fb15-467b-b894-68d71b7d121a'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:51.921722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7b4eac4-1a39-44ab-adcf-d44ae39483f4 req-061dd25f-d0db-4e6a-8fa6-8c428c99c257 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061683 Jul 28 18:12:51.986020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Pushing event updated for resources: {'Port': ['ID=7dfe76d7-6020-430b-a07d-062a3b689d6e,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:52.026127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Attempting to bind port 7dfe76d7-6020-430b-a07d-062a3b689d6e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:52.026127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Attempting to bind port 7dfe76d7-6020-430b-a07d-062a3b689d6e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '24c16552-36e2-4804-8bf5-226658176194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d2ab926-3136-465a-9e81-19814219068a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:52.026127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Attempting to bind port 7dfe76d7-6020-430b-a07d-062a3b689d6e on network 6d2ab926-3136-465a-9e81-19814219068a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:52.043773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Transition to ACTIVE for port object 993e11be-7d8f-41df-9e25-44df829683fa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:52.055533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:52.058289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Checking segment: {'id': '24c16552-36e2-4804-8bf5-226658176194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d2ab926-3136-465a-9e81-19814219068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:52.058289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.058289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Bound using segment: {'id': '24c16552-36e2-4804-8bf5-226658176194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d2ab926-3136-465a-9e81-19814219068a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:52.058289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Bound port: 7dfe76d7-6020-430b-a07d-062a3b689d6e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c16552-36e2-4804-8bf5-226658176194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d2ab926-3136-465a-9e81-19814219068a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:52.058289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.064782 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1412ab58-3540-4230-b21e-e3050f8d0067 x-openstack-request-id: req-1412ab58-3540-4230-b21e-e3050f8d0067 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:52.065387 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:52.065658 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1412ab58-3540-4230-b21e-e3050f8d0067 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:52.066103 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc', 'status': 'completed', 'code': 200} Jul 28 18:12:52.153898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-80bc4eea-6190-45d6-915d-514e48f636aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:52.155832 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-80bc4eea-6190-45d6-915d-514e48f636aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed82ee3647af4d36859bf8f5595ed6d6&device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 1095 time: 0.1625180 Jul 28 18:12:52.166364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd70277-6744-4ea4-bf6c-f6f539eca7ab req-b640ec22-3860-4af0-aa54-c66afc6502f9 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:52.170150 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.176365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abd70277-6744-4ea4-bf6c-f6f539eca7ab req-b640ec22-3860-4af0-aa54-c66afc6502f9 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1066222 Jul 28 18:12:52.295035 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abd70277-6744-4ea4-bf6c-f6f539eca7ab req-7710742e-e811-4c5c-8d79-df372797850e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150310 Jul 28 18:12:52.326082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:52.370466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a0ab9-d7e6-4c64-90ec-72efe28dac76 None None] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:52.408993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-9827de71-f070-4559-8ae1-31d1db7f6a63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc HTTP/1.1" status: 200 len: 217 time: 0.1885619 Jul 28 18:12:52.487446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:52.545609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:52.554629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:52.570031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:52.574033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] For port 7dfe76d7-6020-430b-a07d-062a3b689d6e, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:52.608991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.616776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] For port 7dfe76d7-6020-430b-a07d-062a3b689d6e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7dfe76d7-6020-430b-a07d-062a3b689d6e,segment=NetworkSegment(24c16552-36e2-4804-8bf5-226658176194),segment_id=24c16552-36e2-4804-8bf5-226658176194)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:52.654872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port e67db42b-f875-43ba-b215-c532bc9c83ed yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:12:52.666961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.741806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.782538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.796987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Attempting to bind port 993e11be-7d8f-41df-9e25-44df829683fa on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:12:52.797376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Attempting to bind port 993e11be-7d8f-41df-9e25-44df829683fa by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e2e2a254-bfd1-4139-8ac8-72587e462648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:12:52.797730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Attempting to bind port 993e11be-7d8f-41df-9e25-44df829683fa on network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:12:52.891327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b29b1048-dac4-4da3-b12c-964064591d15 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:52.977276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:52.986077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7820da81-4e98-4e8b-90e6-c79cde0b5760 None None] Provisioning for port b29b1048-dac4-4da3-b12c-964064591d15 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:53.022062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Port': ['ID=8d17bb34-d1ce-4e6d-ba10-169031021bfd,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:53.054891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:12:53.055320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Checking segment: {'id': 'e2e2a254-bfd1-4139-8ac8-72587e462648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:12:53.055789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:53.057021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Bound using segment: {'id': 'e2e2a254-bfd1-4139-8ac8-72587e462648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:12:53.057568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Bound port: 993e11be-7d8f-41df-9e25-44df829683fa, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e2a254-bfd1-4139-8ac8-72587e462648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:12:53.057972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:53.210660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-083482fa-9763-4cdc-83a3-16b6697b6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:53.213218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-083482fa-9763-4cdc-83a3-16b6697b6cf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=877c595f-cb72-44b8-8159-3daebf92799e HTTP/1.1" status: 200 len: 853 time: 0.7956097 Jul 28 18:12:53.246637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::ac (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/c6b7cf63-fb15-467b-b894-68d71b7d121a/e67db42b-f875-43ba-b215-c532bc9c83ed) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:53.321480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:53.325137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:53.328664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-16dad076-3fa5-48f7-b791-240a5e59bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:53.328664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-16dad076-3fa5-48f7-b791-240a5e59bed8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc67dfc0-715f-45d1-be1e-3c50090a2b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773110 Jul 28 18:12:53.334985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f0e9b-e6b5-412f-b1fe-82f082449681 req-b7b81d00-90eb-4e98-9949-ceb33230bd13 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:53.344426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c13f0e9b-e6b5-412f-b1fe-82f082449681 req-b7b81d00-90eb-4e98-9949-ceb33230bd13 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.2167237 Jul 28 18:12:53.388290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:53.401388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b29b1048-dac4-4da3-b12c-964064591d15 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:53.409459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:53.428395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b29b1048-dac4-4da3-b12c-964064591d15 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:53.428780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:53.479726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf15a4-d078-4fed-83a8-dcdcaa7b35ee None None] Pushing event updated for resources: {'Port': ['ID=7dfe76d7-6020-430b-a07d-062a3b689d6e,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:53.526603 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:53.678587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a7369-e573-456f-bd0e-c7c806494619 req-b3c04355-c2f5-43a5-a4ac-9028b6e35d87 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:53.680268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f47a7369-e573-456f-bd0e-c7c806494619 req-b3c04355-c2f5-43a5-a4ac-9028b6e35d87 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.2357154 Jul 28 18:12:53.737909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-c66e214a-ad42-4da3-849c-03562200237c service neutron] 10.222.0.35 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596702 Jul 28 18:12:53.759375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f47a7369-e573-456f-bd0e-c7c806494619 req-fe19b452-c946-4e1f-ab36-6c84e6443881 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663528 Jul 28 18:12:54.002001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30d404d5-c24d-4ead-8b1e-3fde31a19be9 req-36ef96ed-28de-4ded-bdde-d2dd4e8cb550 service neutron] 10.222.0.35 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367749 Jul 28 18:12:54.168921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21bab7-1c0d-4b46-9c4a-2791a564ae03 None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:54.201852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37072) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:54.240053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:54.287986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b29b1048-dac4-4da3-b12c-964064591d15, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b29b1048-dac4-4da3-b12c-964064591d15,segment=NetworkSegment(77dd271c-efaa-4a20-9afd-034f118dbb8c),segment_id=77dd271c-efaa-4a20-9afd-034f118dbb8c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:54.381442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-edba5219-e768-4173-adb8-c44c77512a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:54.384038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-edba5219-e768-4173-adb8-c44c77512a63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed82ee3647af4d36859bf8f5595ed6d6&device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 1095 time: 0.1123834 Jul 28 18:12:54.387189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:54.506623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b29b1048-dac4-4da3-b12c-964064591d15,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:54.568339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:54.728976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:54.756019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c13f0e9b-e6b5-412f-b1fe-82f082449681 req-20ac1491-44ce-440b-bd13-830b3a050306 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3978865 Jul 28 18:12:54.772334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-5af9b25e-d15b-479b-b8d1-deab85d5927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:54.774123 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-5af9b25e-d15b-479b-b8d1-deab85d5927b service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc67dfc0-715f-45d1-be1e-3c50090a2b8d HTTP/1.1" status: 200 len: 915 time: 0.3559983 Jul 28 18:12:54.820448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Provisioning complete for port b29b1048-dac4-4da3-b12c-964064591d15 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:54.823681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:54.828570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object e67db42b-f875-43ba-b215-c532bc9c83ed will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:54.842776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.053818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-603109a1-5cd8-425c-9846-33fdbfdbf9c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc HTTP/1.1" status: 200 len: 217 time: 0.2588241 Jul 28 18:12:55.055187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d1a0d-ebd5-4251-aacb-4e82046be5c1 None None] Network 6d2ab926-3136-465a-9e81-19814219068a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:55.055643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Router 1abb5a9e-739b-4bf0-b4b1-8b77c9071259 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:12:55.134279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.152128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7dfe76d7-6020-430b-a07d-062a3b689d6e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:55.261966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-a4a9fba8-dabc-4b05-b3fd-90059eb680c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:55.264127 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-a4a9fba8-dabc-4b05-b3fd-90059eb680c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=877c595f-cb72-44b8-8159-3daebf92799e HTTP/1.1" status: 200 len: 853 time: 0.1503658 Jul 28 18:12:55.280757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:55.293535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97680c5-0a38-4f94-b3d5-b20b2f42145f req-ed849bca-c886-416d-95dd-0e061e7a258e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:55.308650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e97680c5-0a38-4f94-b3d5-b20b2f42145f req-ed849bca-c886-416d-95dd-0e061e7a258e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.3149300 Jul 28 18:12:55.332408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:55.351210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:55.371146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:55.372006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.440922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=e67db42b-f875-43ba-b215-c532bc9c83ed,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:55.446082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Provisioning for port 8d17bb34-d1ce-4e6d-ba10-169031021bfd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:55.451803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Provisioning complete for port 8d17bb34-d1ce-4e6d-ba10-169031021bfd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:55.452426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.453991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:55.470722 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] Sync routers for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:55.482963 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:55.483639 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:55.492013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0edd84b5-10ea-4d07-84e6-02711abe47e4 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1372824 Jul 28 18:12:55.492412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7dfe76d7-6020-430b-a07d-062a3b689d6e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:55.498646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37082) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:55.517108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:55.521060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4ba66753-be52-450d-b581-ed1659538e96 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7205679 Jul 28 18:12:55.524172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e97680c5-0a38-4f94-b3d5-b20b2f42145f req-c42f3ab6-3966-471b-931f-4b7f34300864 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141490 Jul 28 18:12:55.524635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37084) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:55.545600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:55.597799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7130-ccbd-4494-9511-ccd8a875f948 None None] Port 8d17bb34-d1ce-4e6d-ba10-169031021bfd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:55.614686 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:55.637590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:12:55.639729 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:55.757069 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:55.757966 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f5a27-1e72-4f88-b4a0-04ffd685619b None None] The sync data for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:55.767587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-725cf706-cbba-430c-af75-98c68afb542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:55.769067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-725cf706-cbba-430c-af75-98c68afb542f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc67dfc0-715f-45d1-be1e-3c50090a2b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045506 Jul 28 18:12:55.781092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 993e11be-7d8f-41df-9e25-44df829683fa completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:55.785896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b29b1048-dac4-4da3-b12c-964064591d15 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:55.825571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.857981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Provisioning for port 7dfe76d7-6020-430b-a07d-062a3b689d6e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:55.867179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Provisioning complete for port 7dfe76d7-6020-430b-a07d-062a3b689d6e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:55.869769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:55.991522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.008458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b29b1048-dac4-4da3-b12c-964064591d15 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.009286 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.023649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:56.038918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.123908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] For port 7dfe76d7-6020-430b-a07d-062a3b689d6e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7dfe76d7-6020-430b-a07d-062a3b689d6e,segment=NetworkSegment(24c16552-36e2-4804-8bf5-226658176194),segment_id=24c16552-36e2-4804-8bf5-226658176194)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:56.205384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce881-f606-4e3d-b2c9-c83cfef27477 req-d51173c5-632e-4e49-a2f9-3f05cc157ffb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:56.207646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c3ce881-f606-4e3d-b2c9-c83cfef27477 req-d51173c5-632e-4e49-a2f9-3f05cc157ffb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.2712417 Jul 28 18:12:56.234946 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.241181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Allocated IP 172.25.7.198 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f012ec44-ef11-41f5-9845-f785a062236f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:56.301868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Provisioning complete for port 8d17bb34-d1ce-4e6d-ba10-169031021bfd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.302468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.314325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c3ce881-f606-4e3d-b2c9-c83cfef27477 req-85ca591f-9081-4953-aef3-82a4c31cc740 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838587 Jul 28 18:12:56.320048 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6b7cf63-fb15-467b-b894-68d71b7d121a (CIDR: 2001:db8::/64) Jul 28 18:12:56.357446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Pushing event updated for resources: {'Port': ['ID=7dfe76d7-6020-430b-a07d-062a3b689d6e,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:56.361642 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:12:56.361829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:12:56.370878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-124223ee-26be-411c-b7bc-572c4f568539 None None] Port 8d17bb34-d1ce-4e6d-ba10-169031021bfd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:56.392535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-a33e4aeb-509a-47d1-9c8b-35f60c3089fb service neutron] 10.222.0.35 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972388 Jul 28 18:12:56.454232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aac873bc-aeaf-4afa-827e-645fa6d2373e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9250216 Jul 28 18:12:56.454430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:56.460082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:56.495921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Provisioning complete for port 7dfe76d7-6020-430b-a07d-062a3b689d6e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.495921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.670193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.729378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Provisioning complete for port 8d17bb34-d1ce-4e6d-ba10-169031021bfd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.729378 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.776191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7dfe76d7-6020-430b-a07d-062a3b689d6e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:56.803587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8ae5-2210-45a2-9133-0e1e829b2225 req-cc57530d-a5c3-4dc6-b598-9949f5641866 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:56.813385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7acb8ae5-2210-45a2-9133-0e1e829b2225 req-cc57530d-a5c3-4dc6-b598-9949f5641866 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1145315 Jul 28 18:12:56.836000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Port 8d17bb34-d1ce-4e6d-ba10-169031021bfd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:56.866105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.866707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.875436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7acb8ae5-2210-45a2-9133-0e1e829b2225 req-9ca897ff-03e2-4cd2-9f0a-e7241865953a tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572431 Jul 28 18:12:56.896631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7dfe76d7-6020-430b-a07d-062a3b689d6e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:56.897049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.898044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d3e511c-9cfc-4176-956c-4ddd60e42faa req-94e5236b-9640-439e-8b5f-54e583458ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873052 Jul 28 18:12:56.901180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:56.933032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:56.943944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:56.951519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:56.959014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:12:56.963325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:56.963325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.019244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=f012ec44-ef11-41f5-9845-f785a062236f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:57.082278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Provisioning for port 993e11be-7d8f-41df-9e25-44df829683fa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:57.086827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:57.087572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.114324 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-b969b2e6-0da1-4897-a61a-1661ac8cde68 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:12:57.122653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b969b2e6-0da1-4897-a61a-1661ac8cde68 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6253161 Jul 28 18:12:57.132292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:57.219656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.255864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:57.318740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.406483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fbe0d-1068-45b7-bee3-a81c1c2b17f0 None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:57.427488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.494004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.512253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ad8cbfef-4333-4d6a-868d-16160ee28929 None None] Provisioning for port e67db42b-f875-43ba-b215-c532bc9c83ed completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:12:57.513108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-f294dd58-8a96-4286-b31e-7601dd5d3d3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063154 Jul 28 18:12:57.513398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ad8cbfef-4333-4d6a-868d-16160ee28929 None None] Provisioning complete for port e67db42b-f875-43ba-b215-c532bc9c83ed triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:57.513772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbfef-4333-4d6a-868d-16160ee28929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.576600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:57.586381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:57.594798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:57.602046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.607569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf301f32-350c-4179-9eb0-3cf653f27a22 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:12:57.613984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=20699054-63b7-4749-a35e-e5a8e90c3d2c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:57.632307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc03089-f0ff-460d-9ef9-a18853592135 req-612dfb80-7c5f-4fb3-95e1-c8c8bdea27ae tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:57.636463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfc03089-f0ff-460d-9ef9-a18853592135 req-612dfb80-7c5f-4fb3-95e1-c8c8bdea27ae tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.2031364 Jul 28 18:12:57.675437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cbfef-4333-4d6a-868d-16160ee28929 None None] Port e67db42b-f875-43ba-b215-c532bc9c83ed cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:12:57.680653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-17920d2b-bf21-413b-934e-60c38148c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:57.682596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-17920d2b-bf21-413b-934e-60c38148c8e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e630d683e1034ad2a0768216471cf527&device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 1097 time: 0.0939891 Jul 28 18:12:57.683539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.734579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfc03089-f0ff-460d-9ef9-a18853592135 req-f6eca484-be38-48ae-88fc-8200f8782f3d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913827 Jul 28 18:12:57.747202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd8a2938-e8ee-4036-b580-0825cd68c618 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2910144 Jul 28 18:12:57.753499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:57.760606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1708462203', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20699054-63b7-4749-a35e-e5a8e90c3d2c'}], 'security_groups': ['e069bd43-7c59-46ec-9934-97d9a11833d5']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:57.992876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:57.997405 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.079248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.087037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Update dhcp port {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'fixed_ips': [{'subnet_id': 'c6b7cf63-fb15-467b-b894-68d71b7d121a', 'ip_address': '2001:db8::2'}, {'subnet_id': '20699054-63b7-4749-a35e-e5a8e90c3d2c'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '993e11be-7d8f-41df-9e25-44df829683fa'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:12:58.126423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.160142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44813d5-dada-4bf6-8be4-c7b5b329d164 req-9c3e69f7-3ea1-4a82-9a4e-e071363f0802 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:58.162126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b44813d5-dada-4bf6-8be4-c7b5b329d164 req-9c3e69f7-3ea1-4a82-9a4e-e071363f0802 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1166904 Jul 28 18:12:58.258621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b44813d5-dada-4bf6-8be4-c7b5b329d164 req-ff382e0c-183a-451f-9094-61643864b383 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858407 Jul 28 18:12:58.395540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Allocated IP 2001:db8:0:1::2 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/20699054-63b7-4749-a35e-e5a8e90c3d2c/993e11be-7d8f-41df-9e25-44df829683fa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:58.525570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:58.581817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.600234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Transition to ACTIVE for port object 993e11be-7d8f-41df-9e25-44df829683fa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:58.606325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.656736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-90206bdf-fe38-400b-89d0-53213b17e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:58.663144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-90206bdf-fe38-400b-89d0-53213b17e37d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 200 len: 915 time: 0.8430045 Jul 28 18:12:58.691957 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.695120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.762207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=f012ec44-ef11-41f5-9845-f785a062236f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:58.767010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:58.880279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:58.886324 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f4a8465-6d7b-4f6e-af7b-6bbd0a144a87 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6833248 Jul 28 18:12:58.890212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-905fb37e-c83d-4508-b4ea-90029255c4fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 200 len: 1001 time: 0.2069592 Jul 28 18:12:58.890621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37116) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:58.902168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-708213067'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:12:58.929348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4690a-e525-4c29-a004-6bad70e8d726 None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:58.969256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Delete allocated IP 2001:db8::ac (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/c6b7cf63-fb15-467b-b894-68d71b7d121a) {{(pid=101106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:12:58.985082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8:0:1::362 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/20699054-63b7-4749-a35e-e5a8e90c3d2c/e67db42b-f875-43ba-b215-c532bc9c83ed) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:59.003264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573de7-f8c4-4e40-be2c-6e68e396203c req-d145c3a1-64fb-41f3-917f-b2ff64338920 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:59.004851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3573de7-f8c4-4e40-be2c-6e68e396203c req-d145c3a1-64fb-41f3-917f-b2ff64338920 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1085868 Jul 28 18:12:59.063288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-99f2db63-1742-49ae-a17d-1e158ac86f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:59.066042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-99f2db63-1742-49ae-a17d-1e158ac86f67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=242f307f-68b9-4186-a0da-1867773df1de HTTP/1.1" status: 200 len: 853 time: 0.1479564 Jul 28 18:12:59.117869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Made reservation on behalf of b50bb2bcafa64d20a23835b605e6a97e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:59.122283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.137332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3573de7-f8c4-4e40-be2c-6e68e396203c req-dfb624e4-19be-45fb-b200-796b86d6e79a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205420 Jul 28 18:12:59.166296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.205813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-43f8d153-8c5b-42a5-8bd1-2270c3ffbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:59.208875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-43f8d153-8c5b-42a5-8bd1-2270c3ffbc93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8d3c81e-e157-4736-a9d3-66471a4d3fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359894 Jul 28 18:12:59.250116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.265784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object e67db42b-f875-43ba-b215-c532bc9c83ed will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:12:59.354034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.513206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] In _notify_port_updated(), no bound segment for port e67db42b-f875-43ba-b215-c532bc9c83ed on network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:12:59.523441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:59.524151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.528156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting port 8d17bb34-d1ce-4e6d-ba10-169031021bfd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:59.528511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.536520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/ports/e67db42b-f875-43ba-b215-c532bc9c83ed HTTP/1.1" status: 200 len: 931 time: 1.7858338 Jul 28 18:12:59.542387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37122) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:12:59.564448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a45633-bbc5-438d-a21f-6467eb60c097 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=e67db42b-f875-43ba-b215-c532bc9c83ed,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:59.585326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-2677fc1c-9fee-4b24-b31e-db422b948f2d service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434374 Jul 28 18:12:59.745084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port e67db42b-f875-43ba-b215-c532bc9c83ed {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:12:59.745439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.765831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6b8e-d920-48a7-b0a8-738e184d6fc7 req-cf318e8a-4d61-4b35-8f23-f361700c183f tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:12:59.767533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59bc6b8e-d920-48a7-b0a8-738e184d6fc7 req-cf318e8a-4d61-4b35-8f23-f361700c183f tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.4055643 Jul 28 18:12:59.885142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.890111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.894049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59bc6b8e-d920-48a7-b0a8-738e184d6fc7 req-8b31f5f5-6ab6-4385-8ac6-f6aadc8b4724 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136360 Jul 28 18:12:59.906735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for e67db42b-f875-43ba-b215-c532bc9c83ed owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:59.917924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.937635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:12:59.940978 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:12:59.966643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f4cc3c4-20e1-4ce0-82c2-690efd5b4fe6 req-68a59cd9-3ad4-4e19-a23b-957548709f67 service neutron] 10.222.0.37 "GET /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232157 Jul 28 18:12:59.968386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Calling delete_port for 8d17bb34-d1ce-4e6d-ba10-169031021bfd owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:12:59.970203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.013784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:00.015906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910cfd7d-9e92-4d4b-9e12-8c9425e0d68a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.085021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Provisioning for port 993e11be-7d8f-41df-9e25-44df829683fa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:00.091705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:00.092173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.165228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.215520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbe8ca04-8010-4d84-963a-533972a59335 None None] Could not find standard attr ID for object e67db42b-f875-43ba-b215-c532bc9c83ed. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:13:00.225785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=e67db42b-f875-43ba-b215-c532bc9c83ed,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.254161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:00.268571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.269822 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Added segment 92dc38ce-efb4-4135-b74b-5ac29dc7bced of type vlan for network 415be89a-d469-4940-8c34-59becd129a2c Jul 28 18:13:00.270295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.273337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0d43f2b6-5177-4349-99ed-91c264043859 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/e67db42b-f875-43ba-b215-c532bc9c83ed HTTP/1.1" status: 204 len: 168 time: 0.7299788 Jul 28 18:13:00.276197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37128) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:00.313443 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-093103ad-ef6c-4f39-8ae7-9fe2d4d275ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:13:00.318055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-093103ad-ef6c-4f39-8ae7-9fe2d4d275ec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/e67db42b-f875-43ba-b215-c532bc9c83ed HTTP/1.1" status: 404 len: 333 time: 0.0381138 Jul 28 18:13:00.318394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37132) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:00.323951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.330584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e66ed473-4090-457b-b5ad-e685d4622200 None None] Could not find standard attr ID for object e67db42b-f875-43ba-b215-c532bc9c83ed. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:13:00.437259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.440253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.442945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:00.443621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.497479 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.561562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e897-1b87-4a8f-8dc4-41271368075c req-1c568b51-334e-4738-8e8b-0807a52f7812 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:00.563097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0783e897-1b87-4a8f-8dc4-41271368075c req-1c568b51-334e-4738-8e8b-0807a52f7812 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1922107 Jul 28 18:13:00.577407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Network': ['ID=415be89a-d469-4940-8c34-59becd129a2c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.591824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 415be89a-d469-4940-8c34-59becd129a2c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:00.756315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0783e897-1b87-4a8f-8dc4-41271368075c req-5924ea8f-1fbb-4d7f-b343-9cbbb29e2eb2 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472924 Jul 28 18:13:00.756549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:00.792260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f928670-9b7f-4152-9810-04f9f49c9f6e tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8971639 Jul 28 18:13:00.800279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:00.800279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Request body: {'subnet': {'network_id': '415be89a-d469-4940-8c34-59becd129a2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:00.816704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:00.817228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.824427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.829523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.831427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/security-groups/140185fa-48ee-46d8-92b0-ea1445a2775b HTTP/1.1" status: 204 len: 168 time: 0.5119498 Jul 28 18:13:00.835340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:00.863979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193434a-5d7c-4b56-9f91-5d295098ed72 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140185fa-48ee-46d8-92b0-ea1445a2775b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.911366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.914198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.949816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Port': ['ID=8d17bb34-d1ce-4e6d-ba10-169031021bfd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.965149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:00.994810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Made reservation on behalf of b50bb2bcafa64d20a23835b605e6a97e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:00.998334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.058236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92493e27-d428-407f-b5f8-c83fd5fd1ba3 req-f59f88a6-536c-4656-9e9d-1dabc2050e61 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:01.059883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92493e27-d428-407f-b5f8-c83fd5fd1ba3 req-f59f88a6-536c-4656-9e9d-1dabc2050e61 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.0569806 Jul 28 18:13:01.096671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.099773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.100924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/security-groups/e069bd43-7c59-46ec-9934-97d9a11833d5 HTTP/1.1" status: 204 len: 168 time: 0.2640972 Jul 28 18:13:01.108974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37142) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:01.122932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92493e27-d428-407f-b5f8-c83fd5fd1ba3 req-48c395ea-8c44-48be-a81d-eedae56eedb3 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559609 Jul 28 18:13:01.152616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7156-5b12-4b14-9de5-de902026c077 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e069bd43-7c59-46ec-9934-97d9a11833d5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.178854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.184451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet c6b7cf63-fb15-467b-b894-68d71b7d121a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:01.189538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.230927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.317707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.376548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Router 1abb5a9e-739b-4bf0-b4b1-8b77c9071259 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:01.443736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.474714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.476718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/c6b7cf63-fb15-467b-b894-68d71b7d121a HTTP/1.1" status: 204 len: 168 time: 0.3666947 Jul 28 18:13:01.477659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab2f74-30ed-4bde-86ea-63b541ee05c6 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b7cf63-fb15-467b-b894-68d71b7d121a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.482188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37146) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:01.486607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558d60c-935d-4f6c-b073-e7043baab366 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:01.487828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:01.490161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:01.495524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-64b449e1-76c3-47fc-8901-713cf078b1a5 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3550813 Jul 28 18:13:01.498982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37148) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:01.521804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] Sync routers for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:01.537857 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-2d184189-eb1d-4b21-ad46-56ad48e97e65 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] delete failed (client error): The resource could not be found. Jul 28 18:13:01.543205 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d184189-eb1d-4b21-ad46-56ad48e97e65 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1823298335 HTTP/1.1" status: 404 len: 335 time: 0.0389111 Jul 28 18:13:01.543205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.545255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37150) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:01.569219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:01.569850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:01.574278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e06a191a-7901-4de0-9a8f-2c14c66ba0cd tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'router': {'external_gateway_info': {'network_id': '1abb5a9e-739b-4bf0-b4b1-8b77c9071259'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:01.607600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:01.650969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:01.651614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:01.683227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Subnet': ['ID=a04f9499-bafd-4d9d-a68d-a5a36ab592bb,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.684763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:01.685427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3040ee-6ba9-49a6-b30b-5fcfe20e3b07 None None] The sync data for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:01.707890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:01.711759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.752003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Checking segment: {'id': '92dc38ce-efb4-4135-b74b-5ac29dc7bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '415be89a-d469-4940-8c34-59becd129a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:01.752372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network hostable DHCP agents. Network: 415be89a-d469-4940-8c34-59becd129a2c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:01.852220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 415be89a-d469-4940-8c34-59becd129a2c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:01.860564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e06a191a-7901-4de0-9a8f-2c14c66ba0cd tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.948353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 415be89a-d469-4940-8c34-59becd129a2c) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:01.953740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:01.956039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:01.956775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f456b6a-c828-4a94-9a1c-60bb3c815c2b None None] Network 415be89a-d469-4940-8c34-59becd129a2c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:01.987538 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-e06a191a-7901-4de0-9a8f-2c14c66ba0cd tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] update failed (client error): The resource could not be found. Jul 28 18:13:01.987923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844fd32-7478-41b7-91aa-c9c91de6f431 req-b4cea79c-0781-49de-b6eb-59c4a3218d20 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:01.992213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e06a191a-7901-4de0-9a8f-2c14c66ba0cd tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259 HTTP/1.1" status: 404 len: 339 time: 0.4403317 Jul 28 18:13:01.992414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7844fd32-7478-41b7-91aa-c9c91de6f431 req-b4cea79c-0781-49de-b6eb-59c4a3218d20 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0983655 Jul 28 18:13:01.993868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37156) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:02.068656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-079415f8-2461-4334-b2ef-778d1bf288ab tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2750602 Jul 28 18:13:02.072496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37158) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:02.077112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1775181475', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:02.135711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-415be89a-d469-4940-8c34-59becd129a2c', 'network_id': '415be89a-d469-4940-8c34-59becd129a2c', 'tenant_id': 'b50bb2bcafa64d20a23835b605e6a97e', 'fixed_ips': [{'subnet_id': 'a04f9499-bafd-4d9d-a68d-a5a36ab592bb'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:13:02.136714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.174638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.175794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.219354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7844fd32-7478-41b7-91aa-c9c91de6f431 req-879d4782-6ac7-4654-8d56-4a73949294b9 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571028 Jul 28 18:13:02.257675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.293534 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.330795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Allocated IP 172.20.0.2 (415be89a-d469-4940-8c34-59becd129a2c/a04f9499-bafd-4d9d-a68d-a5a36ab592bb/7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:02.378116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=fa2a3e5b-347f-4f42-be52-06ded504b5d9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.415789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:02.420203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:02.430127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:02.431033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.438617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64123325-3921-43ca-bf8d-3bebfe1900eb None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:02.455130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a797d-c876-4914-9962-a3a3b7ae21ff req-1fb190e7-9a92-41be-b33b-c310db718750 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:02.459943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb9a797d-c876-4914-9962-a3a3b7ae21ff req-1fb190e7-9a92-41be-b33b-c310db718750 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1102295 Jul 28 18:13:02.481426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.511346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.538805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb9a797d-c876-4914-9962-a3a3b7ae21ff req-e30113b0-a42e-44d7-aac2-eb309705546d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Jul 28 18:13:02.542503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-65477f70-4f51-4601-8fbf-81de5c77751d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0592983 Jul 28 18:13:02.545245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:02.550888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898896810'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:02.566160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.575648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Transition to ACTIVE for port object 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:02.590877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Transition to ACTIVE for port object 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:02.594289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-12f86a0f-1576-424b-a885-d3433a625814 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:02.594672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12f86a0f-1576-424b-a885-d3433a625814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.687699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-12f86a0f-1576-424b-a885-d3433a625814 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:02.695470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.717598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.772071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Network 415be89a-d469-4940-8c34-59becd129a2c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:02.772917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-12f86a0f-1576-424b-a885-d3433a625814 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:02.773379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12f86a0f-1576-424b-a885-d3433a625814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.781905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:02.783608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Allocated IP 172.20.0.1 (2d5027f3-01e7-4b43-bfbf-253f38e45295/ebeb8fba-fa9b-403f-9f36-40ef51603e97/67f3f4c7-54d2-41e8-8b5e-f615a6500827) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:02.784780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:02.787368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.810167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.818749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Pushing event updated for resources: {'Port': ['ID=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.938327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.954806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Transition to ACTIVE for port object 67f3f4c7-54d2-41e8-8b5e-f615a6500827 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:02.981498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:02.986041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Allocated IP 172.25.7.78 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e5bbada2-950e-49a5-bfbe-7dd4f82c1d0f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:03.086133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.092718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.117507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Attempting to bind port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:03.118212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Attempting to bind port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '92dc38ce-efb4-4135-b74b-5ac29dc7bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '415be89a-d469-4940-8c34-59becd129a2c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:03.118420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Attempting to bind port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 on network 415be89a-d469-4940-8c34-59becd129a2c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:03.123131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.126767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:03.127059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Checking segment: {'id': '92dc38ce-efb4-4135-b74b-5ac29dc7bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '415be89a-d469-4940-8c34-59becd129a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:03.127390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.127810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Bound using segment: {'id': '92dc38ce-efb4-4135-b74b-5ac29dc7bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '415be89a-d469-4940-8c34-59becd129a2c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:03.128292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Bound port: 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dc38ce-efb4-4135-b74b-5ac29dc7bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '415be89a-d469-4940-8c34-59becd129a2c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:03.128685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.134161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f86ce-3d7c-4959-a2ff-05308a6b5795,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.178692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:03.182764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:03.189500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:03.193728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Port': ['ID=67f3f4c7-54d2-41e8-8b5e-f615a6500827,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.217332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.220136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be8629a5-ada8-4b8e-946b-78ff56f00da4 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6737871 Jul 28 18:13:03.222841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:03.229605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1651397949'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:03.242629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.251063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Update dhcp port {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'fixed_ips': [{'subnet_id': '20699054-63b7-4749-a35e-e5a8e90c3d2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fa2a3e5b-347f-4f42-be52-06ded504b5d9'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '993e11be-7d8f-41df-9e25-44df829683fa'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:13:03.255994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.290909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] For port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:03.293795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.296818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] For port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,segment=NetworkSegment(92dc38ce-efb4-4135-b74b-5ac29dc7bced),segment_id=92dc38ce-efb4-4135-b74b-5ac29dc7bced)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:03.304673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:03.308812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:03.312708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:03.346486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=e5bbada2-950e-49a5-bfbe-7dd4f82c1d0f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.373172 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.417667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.452433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99847d-b02c-49df-a683-9862ce09a183 req-b47b9662-b95a-4c73-a6c3-62ee376a1354 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:03.454024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff99847d-b02c-49df-a683-9862ce09a183 req-b47b9662-b95a-4c73-a6c3-62ee376a1354 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0895479 Jul 28 18:13:03.512690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff99847d-b02c-49df-a683-9862ce09a183 req-0a3a28dc-1950-4f39-acb6-2bf96005fe41 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Jul 28 18:13:03.537556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7535f-28ef-4ba5-a49e-7b0814484631 None None] Pushing event updated for resources: {'Port': ['ID=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.558211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.577166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Allocated IP 2001:db8::2 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/fa2a3e5b-347f-4f42-be52-06ded504b5d9/993e11be-7d8f-41df-9e25-44df829683fa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:03.670580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c4843b44-8b0f-4b13-93c3-c7c5380cfae0 None None] Provisioning for port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:03.679922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c4843b44-8b0f-4b13-93c3-c7c5380cfae0 None None] Provisioning complete for port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:03.680344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4843b44-8b0f-4b13-93c3-c7c5380cfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.747030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4843b44-8b0f-4b13-93c3-c7c5380cfae0 None None] Port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:03.757432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:03.792555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:03.803366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d3096-5313-4eb6-a82c-f3e5ff9179a8 req-b219b9fa-a68a-44d0-85ba-ff83027cc611 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:03.805261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1d3096-5313-4eb6-a82c-f3e5ff9179a8 req-b219b9fa-a68a-44d0-85ba-ff83027cc611 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1376028 Jul 28 18:13:03.815021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Transition to ACTIVE for port object 993e11be-7d8f-41df-9e25-44df829683fa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:03.889089 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.003771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e850444-eb5c-4d69-b9db-dcc3dba3f38e None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.040671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.101672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.179526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48b563-848e-4026-b0d4-6979556b5f19,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.206622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.251473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.255628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-25132591-7778-4273-b116-7066b470947d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0291033 Jul 28 18:13:04.256412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:04.263318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'security_group': {'name': 'tempest-secgroup-860223436'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:04.291848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1d3096-5313-4eb6-a82c-f3e5ff9179a8 req-a995e884-d528-42fa-98fe-68b5a16c15bb tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774854 Jul 28 18:13:04.356316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.394670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.412799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.489072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.492076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event updated for resources: {'Port': ['ID=67f3f4c7-54d2-41e8-8b5e-f615a6500827,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.545791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.612727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:04.614274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:04.687944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.738377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-68bd3766-ae43-41bc-9f67-6141b21305cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2054949 Jul 28 18:13:04.794208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.854253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb229bc-9ee5-4951-b1fd-6356c32c5b65 req-be094eac-7faf-4a55-bbd0-57ecb03529fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:04.858695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dcb229bc-9ee5-4951-b1fd-6356c32c5b65 req-be094eac-7faf-4a55-bbd0-57ecb03529fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1050239 Jul 28 18:13:04.877384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Router 1abb5a9e-739b-4bf0-b4b1-8b77c9071259 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:04.885651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:04.888556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23473531-2e7c-49cb-bb24-016e7a127b0e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.907972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:04.909302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f9dfd046-797a-4d9c-b055-9cb1a1073de8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6520705 Jul 28 18:13:04.912772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:04.919329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-650291404', 'security_groups': ['23473531-2e7c-49cb-bb24-016e7a127b0e'], 'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa2a3e5b-347f-4f42-be52-06ded504b5d9'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:04.953915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dcb229bc-9ee5-4951-b1fd-6356c32c5b65 req-24f5c1b9-6d05-4e3f-b0f1-4bf24661df74 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883014 Jul 28 18:13:04.958962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:04.959525 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.020269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:05.030137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:05.033277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.035058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.036258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.036814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.037283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.037764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.037916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:05.038238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.040368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9382995c-d59d-4743-a934-0d1e844d6540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.2332048 Jul 28 18:13:05.044748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20b3feb7-6a44-4d4a-b671-c658d5a02378 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498652 Jul 28 18:13:05.047558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37182) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:05.051091 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] Sync routers for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:05.062716 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:05.064950 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.100514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7595150-a110-4e6d-aa15-a6a1288e15c1 None None] Network 415be89a-d469-4940-8c34-59becd129a2c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:05.110204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Router 33129903-36c4-4377-8a2e-8dc5bf9d54fe is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:13:05.130067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.139605 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:05.140264 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.156290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Provisioning for port 993e11be-7d8f-41df-9e25-44df829683fa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:05.175834 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.176749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:05.177500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f7b8-1514-4091-abeb-4f8fb0b8c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.185655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:05.188002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b85be-ebe8-462a-9419-4d4207b8740f None None] The sync data for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:05.216316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-988c4680-4e27-45ac-a4e0-133247ac3954 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.314235 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-988c4680-4e27-45ac-a4e0-133247ac3954 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 18:13:05.315301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-988c4680-4e27-45ac-a4e0-133247ac3954 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259 HTTP/1.1" status: 409 len: 329 time: 0.2666314 Jul 28 18:13:05.318160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:05.332082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3a6fa463-1232-4f97-a954-f41b2c104d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.332082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3a6fa463-1232-4f97-a954-f41b2c104d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.332082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3a6fa463-1232-4f97-a954-f41b2c104d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.332082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3a6fa463-1232-4f97-a954-f41b2c104d44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.2129653 Jul 28 18:13:05.417682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:05.508064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:05.522578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-adb16bed-28d3-4cd5-8636-8a1af43c18e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.1438973 Jul 28 18:13:05.522706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] Sync routers for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:05.533734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:05.534362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.597248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Provisioning for port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:05.599345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.604060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.605853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Provisioning complete for port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:05.606174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.637320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] device_id is not set on port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:13:05.641584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-fe01bd4a-331e-401a-b6af-bd569501cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.642147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fef6b-40c8-4246-abba-8739aeafe942 req-6bc93c70-1f7a-4477-b1df-04463b5e4a77 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.643123 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-fe01bd4a-331e-401a-b6af-bd569501cf41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.1118913 Jul 28 18:13:05.645768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d0fef6b-40c8-4246-abba-8739aeafe942 req-6bc93c70-1f7a-4477-b1df-04463b5e4a77 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.2358115 Jul 28 18:13:05.651917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:05.652524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.695187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:05.695874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53965e70-3a72-4213-87a4-7cd13cfc3bf8 None None] The sync data for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:05.707431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.708720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3d259094-cc00-4640-82d6-a3d9f79cf0dd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6353133 Jul 28 18:13:05.722413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d0fef6b-40c8-4246-abba-8739aeafe942 req-7d85b889-bef6-432b-9d35-4ad9e1c56a9d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 Jul 28 18:13:05.723936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37194) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:05.746662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:05.799694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-e330d47d-5a3a-4f09-a6b6-12bf44879cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:05.801448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-e330d47d-5a3a-4f09-a6b6-12bf44879cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465616 Jul 28 18:13:05.801995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] For port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,segment=NetworkSegment(92dc38ce-efb4-4135-b74b-5ac29dc7bced),segment_id=92dc38ce-efb4-4135-b74b-5ac29dc7bced)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:05.947997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2691e6d-d02e-4695-b13e-8b57f5800218 req-a96a7edd-4620-4fca-bd86-c5d7e89846ac tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.083622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2691e6d-d02e-4695-b13e-8b57f5800218 req-a96a7edd-4620-4fca-bd86-c5d7e89846ac tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1907539 Jul 28 18:13:06.083622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8::3a7 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/fa2a3e5b-347f-4f42-be52-06ded504b5d9/a85032d6-4a6c-4a27-84b2-31e1d78dbd0a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:06.083622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-956b8158-8529-4583-b464-e981831bc589 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894910 Jul 28 18:13:06.083622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2691e6d-d02e-4695-b13e-8b57f5800218 req-50e115d4-2a14-4ed8-9089-42d862d12eff tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984271 Jul 28 18:13:06.212942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-f0cabd81-92ec-452c-b714-1c4fe8c459d1 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971180 Jul 28 18:13:06.232646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d33993-b857-4e3f-ac70-3b5f69322667 req-dc4bcaec-81b9-4791-9ba8-359605428b25 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.234366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d33993-b857-4e3f-ac70-3b5f69322667 req-dc4bcaec-81b9-4791-9ba8-359605428b25 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1960244 Jul 28 18:13:06.268031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3939442c-3362-4141-acc8-8c8f77b5e22f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.0430901 Jul 28 18:13:06.317807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.339502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object a85032d6-4a6c-4a27-84b2-31e1d78dbd0a will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:06.343153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-2b11297e-d21d-4466-ba95-f7830a38c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.344675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-2b11297e-d21d-4466-ba95-f7830a38c33d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0692322 Jul 28 18:13:06.363243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d33993-b857-4e3f-ac70-3b5f69322667 req-ca59932f-0437-4975-9df4-f76648b7c879 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139131 Jul 28 18:13:06.415806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d8b9e633-52c4-4533-9f8e-0024712bc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.417598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d8b9e633-52c4-4533-9f8e-0024712bc90e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639906 Jul 28 18:13:06.424181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.521148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-0eea2fed-af68-452b-b42e-78f65959a2c9 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959496 Jul 28 18:13:06.536433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.585981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Provisioning complete for port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:06.586814 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.626097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.658446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:06.688203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efa9f8-703e-48af-98f2-3858708c2edd None None] Pushing event updated for resources: {'Port': ['ID=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:06.695703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:06.699655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=a85032d6-4a6c-4a27-84b2-31e1d78dbd0a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:06.709265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-08ec58fa-067e-4714-957d-617bea5ae277 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807044 Jul 28 18:13:06.711047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:06.714632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:06.726259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.726259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.784831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-b4803224-c3b0-4d00-b9cd-6611e1e66655 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.0578580 Jul 28 18:13:06.793170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b040b578-cabb-4fd9-8bf5-ad2b27dbe02a None None] Provisioning complete for port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:06.793553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b040b578-cabb-4fd9-8bf5-ad2b27dbe02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:06.857592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-306d687c-7ec9-444d-a6c7-bd9499ad7b9b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9421499 Jul 28 18:13:06.860485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37202) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:06.866987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:06.949091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d65b49c0-a32a-41e0-86ea-745df170497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:06.950592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d65b49c0-a32a-41e0-86ea-745df170497d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1449640 Jul 28 18:13:07.053169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387146c3-269e-42de-b986-3b229a77f9bd req-cea20d96-bff5-45a2-8ea7-14f8f5e8cf09 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.054686 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-387146c3-269e-42de-b986-3b229a77f9bd req-cea20d96-bff5-45a2-8ea7-14f8f5e8cf09 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1249025 Jul 28 18:13:07.056131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9534a-e343-4644-b178-9c16fe7a0c20 req-bb016fb4-495c-4fee-bebe-48ae68a06a6d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.057856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97c9534a-e343-4644-b178-9c16fe7a0c20 req-bb016fb4-495c-4fee-bebe-48ae68a06a6d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1552508 Jul 28 18:13:07.078052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-6728e5a9-ec8c-4eaf-81d1-373d3aba96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.079615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-6728e5a9-ec8c-4eaf-81d1-373d3aba96a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105051 Jul 28 18:13:07.116983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0fa327c4-8c6a-40ef-88ea-71d960abb470 None None] Provisioning for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:07.123023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0fa327c4-8c6a-40ef-88ea-71d960abb470 None None] Provisioning complete for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:07.123607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0fa327c4-8c6a-40ef-88ea-71d960abb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.168889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0fa327c4-8c6a-40ef-88ea-71d960abb470 None None] Port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:07.198552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97c9534a-e343-4644-b178-9c16fe7a0c20 req-a3e3738f-7900-4d48-859d-0ae3b4367a50 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211636 Jul 28 18:13:07.289126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.290881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-a7aec8a5-b364-43de-9ea1-30cef7edb202 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895993 Jul 28 18:13:07.300329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00319-c0c7-4114-bda5-43f51e34571d req-e290b164-9988-449e-ab11-ce61eb03e389 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.301921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55d00319-c0c7-4114-bda5-43f51e34571d req-e290b164-9988-449e-ab11-ce61eb03e389 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 946 time: 0.1128564 Jul 28 18:13:07.320487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:07.324366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.383310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64f9b6-c360-40b7-9fc1-df1c116853c8 req-320e7c77-2727-4d60-bf83-136dfcd85d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.385370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f64f9b6-c360-40b7-9fc1-df1c116853c8 req-320e7c77-2727-4d60-bf83-136dfcd85d10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1283014 Jul 28 18:13:07.433754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Deleting port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:07.434142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.505428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f64f9b6-c360-40b7-9fc1-df1c116853c8 req-0b4283b6-ac1f-4ccd-8ea2-1c420576ea82 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991433 Jul 28 18:13:07.590353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting port 67f3f4c7-54d2-41e8-8b5e-f615a6500827 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:07.590708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.621420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078675aa-8d36-4097-9df5-d50d8e5a5aa4 req-beca41e3-687e-4968-9093-a2dbdf9a8d8f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:07.623120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-078675aa-8d36-4097-9df5-d50d8e5a5aa4 req-beca41e3-687e-4968-9093-a2dbdf9a8d8f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1475618 Jul 28 18:13:07.671870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f6028536-41ea-4e16-a63c-269b214778fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.770303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-078675aa-8d36-4097-9df5-d50d8e5a5aa4 req-c004a768-6d0c-43c2-ad5c-651caf8abaaa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134520 Jul 28 18:13:07.786410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:07.818701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Calling delete_port for 67f3f4c7-54d2-41e8-8b5e-f615a6500827 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:07.881521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Allocated IP 172.20.0.1 (415be89a-d469-4940-8c34-59becd129a2c/a04f9499-bafd-4d9d-a68d-a5a36ab592bb/f7fbf633-543b-4aa7-b5d4-7dd0417b989a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:07.885187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55d00319-c0c7-4114-bda5-43f51e34571d req-4c0f5798-669f-4018-af7b-e794b3f4e5fc tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups?id=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719585 Jul 28 18:13:07.934638 n-d-778550-5 neutron-server[101105]: INFO neutron.db.ipam_backend_mixin [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa2a3e5b-347f-4f42-be52-06ded504b5d9 (CIDR: 2001:db8::/64) Jul 28 18:13:07.945943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-07739866-aa27-44c5-b0f3-16b8b0c7d06e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414199 Jul 28 18:13:07.998052 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:07.998546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:08.005045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3d84e29d-93e1-4ea8-8ab7-0526c620036d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0507486 Jul 28 18:13:08.006684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] For port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:08.007053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.084275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.161362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7c8b82b7-38b1-490e-a085-1571dcef1070 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2993050 Jul 28 18:13:08.164156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37210) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:08.169545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:08.169862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-010ef39c-e671-4242-93d3-1bb9ee9909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:08.171451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-010ef39c-e671-4242-93d3-1bb9ee9909d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1521642 Jul 28 18:13:08.211372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Transition to ACTIVE for port object f7fbf633-543b-4aa7-b5d4-7dd0417b989a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:08.216159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.288111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Port': ['ID=67f3f4c7-54d2-41e8-8b5e-f615a6500827,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:08.296737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-8e1fca08-7757-4251-8173-1bfe80bf48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:08.296737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-8e1fca08-7757-4251-8173-1bfe80bf48af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900114 Jul 28 18:13:08.365944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.366187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.366513 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Floating IP 2da28c5d-f817-47c1-8fba-97f338bbc209 disassociated. External IP: 172.25.7.99, port: aac8f9b7-b9d7-4a51-853a-6d0fa63febc0. Jul 28 18:13:08.366868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Calling delete_port for aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:08.455768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f138ca-3cce-421d-975c-889ec1011883 req-daf13dc6-ba1d-45c4-a1e0-95c6bee016f8 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:08.457339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8f138ca-3cce-421d-975c-889ec1011883 req-daf13dc6-ba1d-45c4-a1e0-95c6bee016f8 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 944 time: 0.1707554 Jul 28 18:13:08.461357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d84f2c7a-9938-419b-8f43-2638efd2de26 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597321 Jul 28 18:13:08.525690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.544365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:08.547688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.593988 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.603550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-33a3c709-1632-4ee1-b800-d3ddcc40c747 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340411 Jul 28 18:13:08.649116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-e1be379b-5119-4053-8905-3076a3906c16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0387974 Jul 28 18:13:08.649955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 415be89a-d469-4940-8c34-59becd129a2c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:08.670234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:08.678600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=f7fbf633-543b-4aa7-b5d4-7dd0417b989a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:08.693458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:08.698178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.717568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:08.723740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2e8ea3-db10-4b67-b707-94fc3dabeddc details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:08.728400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8f138ca-3cce-421d-975c-889ec1011883 req-b594da2f-c590-4ae4-accf-0e467e83a9a2 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327521 Jul 28 18:13:08.744503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event deleted for resources: {'Port': ['ID=aac8f9b7-b9d7-4a51-853a-6d0fa63febc0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:08.759630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-7da74fc3-021f-4677-ae4a-f1b47fa8601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:08.761131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-7da74fc3-021f-4677-ae4a-f1b47fa8601a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1027365 Jul 28 18:13:08.841734 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 20699054-63b7-4749-a35e-e5a8e90c3d2c (CIDR: 2001:db8:0:1::/64) Jul 28 18:13:08.844165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:08.938020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:08.956020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-5a6f8bc4-5bc2-40fb-aee5-3472f446f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:08.957740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-5a6f8bc4-5bc2-40fb-aee5-3472f446f851 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353748 Jul 28 18:13:08.958182 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:08.958753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:08.967103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc', 'network_id': 'cc67dfc0-715f-45d1-be1e-3c50090a2b8d', 'port_id': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc', 'mac_address': 'fa:16:3e:04:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877c595f-cb72-44b8-8159-3daebf92799e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:09.005346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Router 1abb5a9e-739b-4bf0-b4b1-8b77c9071259 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:09.052604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-744fc050-89e7-4276-b129-56d3eee8851a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8873332 Jul 28 18:13:09.056087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6b57f-eef6-4b08-9e7d-99afb2ca7e2c req-9b7447a5-54af-4cf5-b78b-fdcf96646ac6 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:09.057578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8b6b57f-eef6-4b08-9e7d-99afb2ca7e2c req-9b7447a5-54af-4cf5-b78b-fdcf96646ac6 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1535466 Jul 28 18:13:09.058167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37220) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:09.059255 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.074708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'subnet': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:09.074917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:09.075429 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.094785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55fce0d9-2405-4ab5-b21f-e874f2e43f58 req-4151993c-18b8-4dd7-87e5-0d2675ce2ed6 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.0492463 Jul 28 18:13:09.096180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Router c65a3552-bf77-4622-804c-c415e7b700a4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:09.105654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2e8ea3-db10-4b67-b707-94fc3dabeddc {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:13:09.147724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:09.227245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.292190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8b6b57f-eef6-4b08-9e7d-99afb2ca7e2c req-49f0c1fd-4b02-4b43-bdd6-630ffda5154d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219291 Jul 28 18:13:09.294978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-38e5736d-217c-4093-ab28-6e44b62b1016 None None] Provisioning for port f7fbf633-543b-4aa7-b5d4-7dd0417b989a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:09.298274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:09.304511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-38e5736d-217c-4093-ab28-6e44b62b1016 None None] Provisioning complete for port f7fbf633-543b-4aa7-b5d4-7dd0417b989a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:09.305003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-38e5736d-217c-4093-ab28-6e44b62b1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.350335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-38e5736d-217c-4093-ab28-6e44b62b1016 None None] Port f7fbf633-543b-4aa7-b5d4-7dd0417b989a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:09.355330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-7c2fa794-a1b4-4b6e-9a08-24059ad84f7c service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738861 Jul 28 18:13:09.429360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:09.447206 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Sync routers for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:09.462997 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:09.463666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:09.486199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] No DVR routers for this DVR port aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:09.490164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.492496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-387146c3-269e-42de-b986-3b229a77f9bd req-ef89e8e1-22a9-4aed-8f7d-c6cd7a36d2ce tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.37 "DELETE /v2.0/ports/aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 HTTP/1.1" status: 204 len: 173 time: 2.4259889 Jul 28 18:13:09.493008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'name': 'network-vif-deleted', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:09.500290 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5002cf0-284a-41c1-8569-fb1e0fad97c7" -d '{"events": [{"server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "name": "network-vif-deleted", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:09.531218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-8c7cbe6d-0a9b-4e03-9213-a9e592d7113c service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681254 Jul 28 18:13:09.570058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1843994110', 'description': 'tempest-description-1392079910'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:09.582533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Made reservation on behalf of a90b7783e84d4528ab159c36837d9e31 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:09.586309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.587552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:09.591496 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfbeac8-0c25-492e-bf28-4e243b4eadd3 x-openstack-request-id: req-2bfbeac8-0c25-492e-bf28-4e243b4eadd3 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:09.591867 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cafa15-4378-4557-8ae2-62734a7c745e", "name": "network-vif-deleted", "tag": "aac8f9b7-b9d7-4a51-853a-6d0fa63febc0", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:09.592029 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bfbeac8-0c25-492e-bf28-4e243b4eadd3 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:09.592418 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cafa15-4378-4557-8ae2-62734a7c745e', 'name': 'network-vif-deleted', 'tag': 'aac8f9b7-b9d7-4a51-853a-6d0fa63febc0', 'status': 'completed', 'code': 200} Jul 28 18:13:09.593943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-116f15ce-e9ca-451f-9c94-6bb0238b8734 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2746780 Jul 28 18:13:09.598232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37226) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:09.599763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-e670fba2-6df1-41cf-95aa-1d8466b868ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0588694 Jul 28 18:13:09.603200 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:09.607686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] Sync routers for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:09.616391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:09.617252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:09.621700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e2e8ea3-db10-4b67-b707-94fc3dabeddc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:09.653588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:09.683550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.685926 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-cbfdfc3e-fecc-4a50-ab15-2c5ff455c402 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] show failed (client error): The resource could not be found. Jul 28 18:13:09.692898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbfdfc3e-fecc-4a50-ab15-2c5ff455c402 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-2029630435 HTTP/1.1" status: 404 len: 335 time: 0.0921218 Jul 28 18:13:09.693705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37228) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:09.699842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] Routers {'1abb5a9e-739b-4bf0-b4b1-8b77c9071259'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:09.702911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:09.718419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6767accf-964f-4e29-9e85-2f82669fcc3b tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:09.749993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:09.767410 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-6767accf-964f-4e29-9e85-2f82669fcc3b tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] update failed (client error): The resource could not be found. Jul 28 18:13:09.773787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37232) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:09.774088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6767accf-964f-4e29-9e85-2f82669fcc3b tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1438999598 HTTP/1.1" status: 404 len: 335 time: 0.0596702 Jul 28 18:13:09.774614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:09.775414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870160d-6451-4d95-9e65-9b4aa02d67e5 None None] The sync data for ids ['1abb5a9e-739b-4bf0-b4b1-8b77c9071259'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:09.803454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9d9b48bd-9762-4ab7-af17-be1b71cf1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:09.804859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-9d9b48bd-9762-4ab7-af17-be1b71cf1fea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.1876166 Jul 28 18:13:09.941839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting subnet 5f6e1a4e-3875-4425-acb7-120cb5f70f70 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:09.950515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.009340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:10.037291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Checking router: c65a3552-bf77-4622-804c-c415e7b700a4 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:10.047921 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:10.048697 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:12:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:10.053925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.060152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-c5b7ebd5-64dd-48f4-a36a-33d777bfbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.061758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-c5b7ebd5-64dd-48f4-a36a-33d777bfbbaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2449892 Jul 28 18:13:10.068273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.074434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575f6cc-9343-4182-b72e-bcb826ced399 req-10fdef94-191a-49d5-af1d-96b259268d84 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.081799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e575f6cc-9343-4182-b72e-bcb826ced399 req-10fdef94-191a-49d5-af1d-96b259268d84 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 945 time: 0.2237439 Jul 28 18:13:10.089158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.140691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.172626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:10.204183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.207297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e575f6cc-9343-4182-b72e-bcb826ced399 req-36d8022d-67be-44c0-bc13-3b697e98914e tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243851 Jul 28 18:13:10.216798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:10.228521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:10.234301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.234929 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.237677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810be40d-f0e2-40c6-aa8f-34d1feb342e6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.266495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Subnet': ['ID=a6d25d84-f7ff-41dc-9e83-98730a5909a1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.269165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.269309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29787f-89ef-40e5-b76c-947575f251f1 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:10.276454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-aa137f7e-8139-4eef-9a84-66c7c5cd1a1d service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914361 Jul 28 18:13:10.343718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.344982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c21b0639-1758-4afa-99ea-c29140827935 req-1e251c92-656c-4c1e-8aeb-6ea983ade1eb tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8070652 Jul 28 18:13:10.364225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7909bf50-885e-4896-aee6-e6e8d1708b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.415887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.419115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05ded36e-39b8-454a-a579-5345288a8e98 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3471956 Jul 28 18:13:10.419638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37240) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:10.427905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1186710972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a6d25d84-f7ff-41dc-9e83-98730a5909a1'}], 'security_groups': ['3d6f86ce-3d7c-4959-a2ff-05308a6b5795', '6e48b563-848e-4026-b0d4-6979556b5f19']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:10.463077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-76f08a1b-d0e4-4f4c-a835-b0f93df10758 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778011 Jul 28 18:13:10.499478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:10.532897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:10.533705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aac8f9b7-b9d7-4a51-853a-6d0fa63febc0 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:10.544969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:10.554227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-bcd176fd-cf9d-41b9-9ffa-b814ca7c81b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0840955 Jul 28 18:13:10.577826 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79082b-757b-41dd-9f5f-c0fd90dae3c3 None None] The sync data for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 is: [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:10:54Z', 'revision_number': 4, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4d6428b4-4b09-4cdc-b0f7-e97e6397253e', 'name': '', 'network_id': 'e8d3c81e-e157-4736-a9d3-66471a4d3fc4', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'mac_address': 'fa:16:3e:01:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '242f307f-68b9-4186-a0da-1867773df1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:51Z', 'updated_at': '2021-07-28T18:11:02Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'subnets': [{'id': '242f307f-68b9-4186-a0da-1867773df1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:10.583030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.597841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.625473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb7a74e5-4351-4692-9e88-306685304bce req-c286e8af-9bb6-4ac3-beb7-d1d092b4f61c tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1843994110&fields=id&tenant_id=e2b8ae1a097746ae9b8925ee130185e4 HTTP/1.1" status: 200 len: 267 time: 0.0797863 Jul 28 18:13:10.666483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d6b540b6-03a3-4a42-8b88-404933bae14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.668612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-d6b540b6-03a3-4a42-8b88-404933bae14b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.1061044 Jul 28 18:13:10.684915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83c12a80-d302-4e61-9804-26d5d5e5757a req-b40b8155-705c-47dd-8a7b-f592a03e9506 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cafa15-4378-4557-8ae2-62734a7c745e HTTP/1.1" status: 200 len: 210 time: 0.1842432 Jul 28 18:13:10.706272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6e1a4e-3875-4425-acb7-120cb5f70f70,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.722358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.725055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8e3095d-394c-4e81-9e96-2c564c8abb9f tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/subnets/5f6e1a4e-3875-4425-acb7-120cb5f70f70 HTTP/1.1" status: 204 len: 168 time: 0.9488199 Jul 28 18:13:10.733209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198e7f4-f6a9-4745-aeaf-494333463547 None None] Network 6d2ab926-3136-465a-9e81-19814219068a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:10.736732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37242) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:10.746155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a74e5-4351-4692-9e88-306685304bce req-5e6ae52f-7f06-4032-a3c6-1a205e213d29 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.755891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.756231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb7a74e5-4351-4692-9e88-306685304bce req-5e6ae52f-7f06-4032-a3c6-1a205e213d29 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1220591 Jul 28 18:13:10.762959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'port': {'security_groups': ['05a873c3-5e63-4ae5-9bba-61c4f3267dc4', '810be40d-f0e2-40c6-aa8f-34d1feb342e6']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:10.782639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=f7fbf633-543b-4aa7-b5d4-7dd0417b989a,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.810894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Update dhcp port {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'fixed_ips': [{'subnet_id': '20699054-63b7-4749-a35e-e5a8e90c3d2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fa2a3e5b-347f-4f42-be52-06ded504b5d9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a6d25d84-f7ff-41dc-9e83-98730a5909a1'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '993e11be-7d8f-41df-9e25-44df829683fa'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:13:10.858921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.873378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3aad57f2-820d-42f7-95c9-c6ce90533896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:10.874646 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.875765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-3aad57f2-820d-42f7-95c9-c6ce90533896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995711 Jul 28 18:13:10.880075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting subnet d80b3b01-b19b-4bb0-8209-d9e9b03d7b70 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:10.912044 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:10.993411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 415be89a-d469-4940-8c34-59becd129a2c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:10.996954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:11.021075 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a7d8a-57d9-4856-bd5e-2ef757ce20c9 None None] New status for floating IP 2da28c5d-f817-47c1-8fba-97f338bbc209: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:13:11.026925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.052780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.141000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:11.263015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] DHCP port deletion for 6d2ab926-3136-465a-9e81-19814219068a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:11.274011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.344219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Router 33129903-36c4-4377-8a2e-8dc5bf9d54fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:11.420635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Allocated IP 2001:db8:0:2::2 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/a6d25d84-f7ff-41dc-9e83-98730a5909a1/993e11be-7d8f-41df-9e25-44df829683fa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:11.434515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906bdc5-f492-4e26-98a8-31fc6b924e0f req-b60e28b2-18ea-41f4-bc96-c5d73bf7d475 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:11.436159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a906bdc5-f492-4e26-98a8-31fc6b924e0f req-b60e28b2-18ea-41f4-bc96-c5d73bf7d475 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 945 time: 0.0944552 Jul 28 18:13:11.544782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a906bdc5-f492-4e26-98a8-31fc6b924e0f req-4559d3b7-37ba-4ffa-9cf7-1500fe677736 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768366 Jul 28 18:13:11.555479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:11.557487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d3de9d3a-83b7-459a-9240-d48e0022463c None None] Provisioning complete for port f7fbf633-543b-4aa7-b5d4-7dd0417b989a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:11.557867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d3de9d3a-83b7-459a-9240-d48e0022463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.572863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:11.593059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a475bd41-4acd-4e41-a6b0-8425c54f189a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "PUT /v2.0/routers/33129903-36c4-4377-8a2e-8dc5bf9d54fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8630126 Jul 28 18:13:11.593686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:11.600862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Request body: {'port': {'network_id': '415be89a-d469-4940-8c34-59becd129a2c', 'name': 'tempest-FloatingIPAdminTestJSON-1005541813'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:11.601708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] Sync routers for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:11.621703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-433cd6e6-2cab-4720-8197-beac2744ac19 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179182 Jul 28 18:13:11.622360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:11.622600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:11.625093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Deleting port 7dfe76d7-6020-430b-a07d-062a3b689d6e {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:11.625522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.715555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:11.725636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.735510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.772291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d3de9d3a-83b7-459a-9240-d48e0022463c None None] Port f7fbf633-543b-4aa7-b5d4-7dd0417b989a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:11.773320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Made reservation on behalf of b50bb2bcafa64d20a23835b605e6a97e for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:11.780946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.783033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:11.784841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:11.785958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Transition to ACTIVE for port object 993e11be-7d8f-41df-9e25-44df829683fa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:11.788040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] For port 7dfe76d7-6020-430b-a07d-062a3b689d6e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7dfe76d7-6020-430b-a07d-062a3b689d6e,segment=NetworkSegment(24c16552-36e2-4804-8bf5-226658176194),segment_id=24c16552-36e2-4804-8bf5-226658176194)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:11.788541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.802071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] device_id is not set on port de6bdf37-6bcb-477b-a601-9edba5b7036b yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:13:11.827305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:11.828168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8ba68-54e8-4c8e-bd97-a0c5223aa758 None None] The sync data for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:11.833319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Calling delete_port for 7dfe76d7-6020-430b-a07d-062a3b689d6e owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:11.859017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37254) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:11.859139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42792b02-2ae7-41e2-8d9a-0b1923e7b813 req-acfba28d-a30e-4883-98f2-18394264442d service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070117 Jul 28 18:13:11.905517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:11.910671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.938479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.952030 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.986736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Subnet': ['ID=d80b3b01-b19b-4bb0-8209-d9e9b03d7b70,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:11.988877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:11.994568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-848c38d6-25c4-4c20-97ce-559631279c2a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/subnets/d80b3b01-b19b-4bb0-8209-d9e9b03d7b70 HTTP/1.1" status: 204 len: 168 time: 1.2272992 Jul 28 18:13:11.994722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37256) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:12.007240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.016094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690b3f8-d723-402d-bf2f-9a5325618d25 None None] Network 0386ebd6-a839-41a3-92e8-6108e39c4718 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:12.038969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.059719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Allocated IP 172.20.0.12 (415be89a-d469-4940-8c34-59becd129a2c/a04f9499-bafd-4d9d-a68d-a5a36ab592bb/de6bdf37-6bcb-477b-a601-9edba5b7036b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:12.069877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.093955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:12.101270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45a8c7-129f-4f82-b091-456eb45c35e1 None None] Pushing event updated for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:12.109192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.109916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.115029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb7a74e5-4351-4692-9e88-306685304bce req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "PUT /v2.0/ports/017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 981 time: 1.3575454 Jul 28 18:13:12.117599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:12.120683 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffde970-b687-421c-ad75-fe2f4a443c94" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:12.153964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.190726 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68137bc7-f7cb-4211-a8f7-72779cc6ba46 x-openstack-request-id: req-68137bc7-f7cb-4211-a8f7-72779cc6ba46 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:12.191320 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:12.191778 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68137bc7-f7cb-4211-a8f7-72779cc6ba46 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:12.192337 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:13:12.198602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709cb4-ccad-4198-aab7-fc6e1039905f tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:12.207590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:12.248217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Delete allocated IP 2001:db8::3a7 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/fa2a3e5b-347f-4f42-be52-06ded504b5d9) {{(pid=101106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:13:12.275911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Allocated IP 2001:db8:0:2::318 (2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f/a6d25d84-f7ff-41dc-9e83-98730a5909a1/a85032d6-4a6c-4a27-84b2-31e1d78dbd0a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:12.284021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.299050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-f725e56d-3bf3-4d0c-af65-e352a51818d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.299986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-f725e56d-3bf3-4d0c-af65-e352a51818d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1135 time: 0.0916755 Jul 28 18:13:12.349038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] Pushing event deleted for resources: {'Port': ['ID=7dfe76d7-6020-430b-a07d-062a3b689d6e,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:12.351358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a4e8d-bc7c-47d0-a6c0-05780b1432b9 None None] No DVR routers for this DVR port 7dfe76d7-6020-430b-a07d-062a3b689d6e on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:12.387846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting port 7dfe76d7-6020-430b-a07d-062a3b689d6e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:12.388182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.424224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.427315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.428748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "DELETE /v2.0/security-groups/7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8 HTTP/1.1" status: 204 len: 168 time: 0.5714903 Jul 28 18:13:12.438918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37262) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:12.458498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] For port 7dfe76d7-6020-430b-a07d-062a3b689d6e, host n-d-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:12.458880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.461079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87274e54-112f-4d5d-929f-381947dba7a5 req-6a207420-daf7-412a-8a3a-2eac071b3398 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1843994110&fields=id&tenant_id=e2b8ae1a097746ae9b8925ee130185e4 HTTP/1.1" status: 200 len: 267 time: 0.1331701 Jul 28 18:13:12.478506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Calling delete_port for 7dfe76d7-6020-430b-a07d-062a3b689d6e owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:12.481264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.ipam_backend_mixin [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Port 7dfe76d7-6020-430b-a07d-062a3b689d6e was not found and therefore no delete operation was performed {{(pid=101105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:13:12.484185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.529976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Port': ['ID=7dfe76d7-6020-430b-a07d-062a3b689d6e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:12.534049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] No DVR routers for this DVR port 7dfe76d7-6020-430b-a07d-062a3b689d6e on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:12.541276 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f3d59f40-6240-433d-a4b4-4b6679869989 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] show failed (client error): The resource could not be found. Jul 28 18:13:12.542462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3d59f40-6240-433d-a4b4-4b6679869989 tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "GET /v2.0/security-groups/7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8 HTTP/1.1" status: 404 len: 347 time: 0.0942717 Jul 28 18:13:12.543379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329629f0-045a-4713-9943-cf164a99cb4a tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd82bbe-9547-4f8f-aba9-d1a0054ccdf8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:12.545106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:12.577298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-42fcf5b9-e0af-47c7-9caa-449a39655d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.578821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-42fcf5b9-e0af-47c7-9caa-449a39655d23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.2704327 Jul 28 18:13:12.620699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] DHCP port deletion for 0386ebd6-a839-41a3-92e8-6108e39c4718 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:12.686017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-2755b489-73ab-405e-94c4-9480f5b3891e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0848744 Jul 28 18:13:12.773005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.773389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2e8ea3-db10-4b67-b707-94fc3dabeddc up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:12.787481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2ab926-3136-465a-9e81-19814219068a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:12.802136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c16552-36e2-4804-8bf5-226658176194') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:12.802504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c16552-36e2-4804-8bf5-226658176194') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:12.817012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.822325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.838654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-a7efde8e-cbaf-4538-85b7-bb5b4ec8ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.839033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274e54-112f-4d5d-929f-381947dba7a5 req-26623f6c-8ab5-4a51-b1d6-4b11ebf0cbd4 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.840183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-a7efde8e-cbaf-4538-85b7-bb5b4ec8ad82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.1265306 Jul 28 18:13:12.840615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87274e54-112f-4d5d-929f-381947dba7a5 req-26623f6c-8ab5-4a51-b1d6-4b11ebf0cbd4 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 984 time: 0.3636160 Jul 28 18:13:12.842118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:12.849492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91cbf0-1de7-496c-9784-017cb9f2e727 req-bc092cc9-c65e-4a19-85c9-92199b0cb601 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:12.851043 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc91cbf0-1de7-496c-9784-017cb9f2e727 req-bc092cc9-c65e-4a19-85c9-92199b0cb601 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 945 time: 0.1885469 Jul 28 18:13:12.876088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'port': {'security_groups': ['05a873c3-5e63-4ae5-9bba-61c4f3267dc4']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:12.897613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-7044dbc7-4a48-4aa6-bae8-3a292502ff95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430481 Jul 28 18:13:12.903692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:12.940318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Transition to ACTIVE for port object de6bdf37-6bcb-477b-a601-9edba5b7036b will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:13.016522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Deleting port b29b1048-dac4-4da3-b12c-964064591d15 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:13.016939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.034007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-553f2632-a5b4-42ef-ad3b-599b2895c05c service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154296 Jul 28 18:13:13.035981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:13.036117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:13.039427 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:13.060664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.063232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:13.073097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:13.073481 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.073857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Transition to ACTIVE for port object a85032d6-4a6c-4a27-84b2-31e1d78dbd0a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:13.075001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.076055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.127419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7dfe76d7-6020-430b-a07d-062a3b689d6e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:13.136903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Deleting port ab7afbd7-d413-40e2-8738-7ba21dbf8e43 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:13.137111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.139016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] For port b29b1048-dac4-4da3-b12c-964064591d15, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b29b1048-dac4-4da3-b12c-964064591d15,segment=NetworkSegment(77dd271c-efaa-4a20-9afd-034f118dbb8c),segment_id=77dd271c-efaa-4a20-9afd-034f118dbb8c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:13.139447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.176620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc91cbf0-1de7-496c-9784-017cb9f2e727 req-968bdfc0-9d27-4607-951a-05283d9b53b9 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752771 Jul 28 18:13:13.177407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7dfe76d7-6020-430b-a07d-062a3b689d6e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:13.177759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7dfe76d7-6020-430b-a07d-062a3b689d6e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:13.178190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b29b1048-dac4-4da3-b12c-964064591d15 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:13.179190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.209665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ffde970-b687-421c-ad75-fe2f4a443c94 req-194e3a6f-1730-4292-b592-14e0daa3ef53 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588631 Jul 28 18:13:13.220390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Calling delete_port for b29b1048-dac4-4da3-b12c-964064591d15 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:13.222042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:13.222423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.279616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.291266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.298067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/networks/6d2ab926-3136-465a-9e81-19814219068a HTTP/1.1" status: 204 len: 168 time: 1.3018951 Jul 28 18:13:13.314653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37270) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:13.366095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:13.418393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.429182 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.474031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:13.476666 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c3f8c9-43c9-46bb-92be-ac79f0200ad7" -d '{"events": [{"server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "name": "network-vif-plugged", "status": "completed", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:13.485109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a3eb8-be02-46eb-8f94-bf7bab56a072 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Network': ['ID=6d2ab926-3136-465a-9e81-19814219068a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:13.501069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:13.508051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Provisioning for port 993e11be-7d8f-41df-9e25-44df829683fa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:13.511287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.513778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:13.517844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.538253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.546569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.549528 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.550887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.557967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.563965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.569852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.575825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.577843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-52072cc3-24bb-4eb6-8784-0f061366c100 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1447456 Jul 28 18:13:13.605474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.615307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] Pushing event deleted for resources: {'Port': ['ID=b29b1048-dac4-4da3-b12c-964064591d15,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:13.622897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024b4b3-1392-4237-b823-5e1dbc02ad5e None None] No DVR routers for this DVR port b29b1048-dac4-4da3-b12c-964064591d15 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:13.692602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.699259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0fb662e-1438-46c4-a6a5-236b605118f7 req-fc3c5348-36b6-491e-8da2-2fad245413b6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups?id=9610809d-0333-44d0-864e-cfde35e835c8&id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131971 Jul 28 18:13:13.702639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.703897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] In _notify_port_updated(), no bound segment for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a on network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:13:13.706696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:13.710039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.710684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.712057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "PUT /v2.0/ports/a85032d6-4a6c-4a27-84b2-31e1d78dbd0a HTTP/1.1" status: 200 len: 970 time: 3.2904563 Jul 28 18:13:13.715349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37276) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:13.749268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0386ebd6-a839-41a3-92e8-6108e39c4718']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:13.770451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Network 415be89a-d469-4940-8c34-59becd129a2c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:13.775221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.775606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.778410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:13.780935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:13.802823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Provisioning for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:13.811103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dd271c-efaa-4a20-9afd-034f118dbb8c') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:13.811424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dd271c-efaa-4a20-9afd-034f118dbb8c') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:13.814095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Provisioning complete for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:13.814653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.834710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9395-c898-4d64-8110-8410ecd7436b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event updated for resources: {'Port': ['ID=a85032d6-4a6c-4a27-84b2-31e1d78dbd0a,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:13.835343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.863419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.869843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0f83c1b-3fd8-4ae6-8a1b-7c47057700f6 None None] Port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:13.873640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:13.873941 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:13.877286 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:13.895189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Calling delete_port for ab7afbd7-d413-40e2-8738-7ba21dbf8e43 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:13.938936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:13.938936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.957215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:13.958029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:13.999556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-685ba4e1-e13b-4d82-86a2-806ced25d644 None None] Provisioning complete for port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:13.999920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-685ba4e1-e13b-4d82-86a2-806ced25d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.005590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36442824-431e-4a92-aa49-6de6f4e3328b x-openstack-request-id: req-36442824-431e-4a92-aa49-6de6f4e3328b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:14.013546 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "name": "network-vif-plugged", "status": "completed", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:14.013546 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36442824-431e-4a92-aa49-6de6f4e3328b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:14.013546 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc', 'code': 200} Jul 28 18:13:14.079839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4824746 Jul 28 18:13:14.079839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222aef0-d134-45aa-b86e-f53a6c27c18a tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event updated for resources: {'Port': ['ID=de6bdf37-6bcb-477b-a601-9edba5b7036b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:14.083284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37282) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:14.083460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.094679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-685ba4e1-e13b-4d82-86a2-806ced25d644 None None] Port a85032d6-4a6c-4a27-84b2-31e1d78dbd0a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:14.135430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for a85032d6-4a6c-4a27-84b2-31e1d78dbd0a owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:14.146340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:14.152237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'project_id': 'b50bb2bcafa64d20a23835b605e6a97e', 'port_id': 'de6bdf37-6bcb-477b-a601-9edba5b7036b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:14.156805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.176814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.181379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/networks/0386ebd6-a839-41a3-92e8-6108e39c4718 HTTP/1.1" status: 204 len: 168 time: 0.8598912 Jul 28 18:13:14.181379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3eb5d-a41e-442a-a40d-95db1ee6342e req-0beefc39-0d6f-43d8-9d32-957ba81ab55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.182490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bc3eb5d-a41e-442a-a40d-95db1ee6342e req-0beefc39-0d6f-43d8-9d32-957ba81ab55d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 1097 time: 0.1133742 Jul 28 18:13:14.183883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37286) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:14.232539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69863a0c-7e7f-4868-bb74-b2a96581369d tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Network': ['ID=0386ebd6-a839-41a3-92e8-6108e39c4718,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:14.242854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.276638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.282505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.282821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting subnet ebeb8fba-fa9b-403f-9f36-40ef51603e97 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:14.287236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.288375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.294298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.295548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b3677fba-b923-405c-8bff-252e559840a8 None None] Provisioning for port de6bdf37-6bcb-477b-a601-9edba5b7036b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:14.299587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b3677fba-b923-405c-8bff-252e559840a8 None None] Provisioning complete for port de6bdf37-6bcb-477b-a601-9edba5b7036b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:14.300072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3677fba-b923-405c-8bff-252e559840a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.300217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.306732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.312626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.314591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea6d1e-3361-4887-861f-6b74996dc169 req-a0d89306-d467-4801-bddc-7b63ca72766e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.1968365 Jul 28 18:13:14.336268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bc3eb5d-a41e-442a-a40d-95db1ee6342e req-81bfda86-8371-4d9a-8afb-5bdbd0544523 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388090 Jul 28 18:13:14.340853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b3677fba-b923-405c-8bff-252e559840a8 None None] Port de6bdf37-6bcb-477b-a601-9edba5b7036b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:14.346465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.370328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.371895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.382290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:14.451481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7386c6-14bf-4cad-8ccb-efcb37757307 req-a434d7c5-ee8a-44a2-9e5b-58dbcba4f555 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.453428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a7386c6-14bf-4cad-8ccb-efcb37757307 req-a434d7c5-ee8a-44a2-9e5b-58dbcba4f555 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.0742114 Jul 28 18:13:14.486478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.487123 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.491510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87274e54-112f-4d5d-929f-381947dba7a5 req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "PUT /v2.0/ports/017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 942 time: 1.6202259 Jul 28 18:13:14.493956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:14.495585 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a71180-279b-49ca-89cd-a1b5983c3e68" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:14.517196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a7386c6-14bf-4cad-8ccb-efcb37757307 req-a26a8fb0-c412-4de8-b753-9ba0823e93dd tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Jul 28 18:13:14.522071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.530472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.577651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=a85032d6-4a6c-4a27-84b2-31e1d78dbd0a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:14.578603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:14.642490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.642490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c7ada35-56f7-4209-a28d-5b2890f60c3e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/a85032d6-4a6c-4a27-84b2-31e1d78dbd0a HTTP/1.1" status: 204 len: 168 time: 0.9238999 Jul 28 18:13:14.644125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37298) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:14.674215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4e45a-3095-4d86-83e3-730d132ea803 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:14.678289 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5117854-7b1e-4464-a244-4ef39c840f46 x-openstack-request-id: req-a5117854-7b1e-4464-a244-4ef39c840f46 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:14.678626 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:14.678877 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5117854-7b1e-4464-a244-4ef39c840f46 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:14.679276 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:13:14.717045 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-321f5bd2-1bea-4f58-b725-a972b1f13fec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] GET failed (client error): The resource could not be found. Jul 28 18:13:14.722752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-321f5bd2-1bea-4f58-b725-a972b1f13fec tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports/a85032d6-4a6c-4a27-84b2-31e1d78dbd0a HTTP/1.1" status: 404 len: 333 time: 0.0772259 Jul 28 18:13:14.725810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:14.777551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-fa2007b9-3f4d-426d-b64b-8265104879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.779136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-fa2007b9-3f4d-426d-b64b-8265104879ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1075203 Jul 28 18:13:14.825657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Pushing event deleted for resources: {'Port': ['ID=ab7afbd7-d413-40e2-8738-7ba21dbf8e43,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:14.841345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.860416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.874423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.926414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-b0c5a2ba-cc6f-4823-9c67-7fa6030320d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:14.927941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-b0c5a2ba-cc6f-4823-9c67-7fa6030320d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.1398206 Jul 28 18:13:14.957080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.959968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:14.961132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f634e74-823b-428b-b771-6d43764f3ffb tempest-ServersTestFqdnHostnames-941860567 tempest-ServersTestFqdnHostnames-941860567-project] 10.222.0.25 "DELETE /v2.0/floatingips/2da28c5d-f817-47c1-8fba-97f338bbc209 HTTP/1.1" status: 204 len: 168 time: 2.3969646 Jul 28 18:13:14.969092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37302) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:14.975872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-b8c000f8-a882-49fa-9889-c571f9cd4a18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0405436 Jul 28 18:13:14.980652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-541dd245-85b9-4686-9bb1-a8f7a07f6464 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4595721 Jul 28 18:13:14.998411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:15.013411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.019108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.021644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.022740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/security-groups/23473531-2e7c-49cb-bb24-016e7a127b0e HTTP/1.1" status: 204 len: 168 time: 0.2959964 Jul 28 18:13:15.027593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37304) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:15.066174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cebab-f467-4066-bc3f-e5124a7cdf13 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23473531-2e7c-49cb-bb24-016e7a127b0e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:15.105124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.105752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-50799f59-32a4-4c69-add5-451f332a7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:15.107203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-50799f59-32a4-4c69-add5-451f332a7443 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.1004183 Jul 28 18:13:15.148566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-0496cf56-87f0-433b-8314-eed37680be8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324404 Jul 28 18:13:15.170700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.173224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Subnet': ['ID=ebeb8fba-fa9b-403f-9f36-40ef51603e97,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:15.177073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.179384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc35edb-64e7-4484-b8a2-cb87ac574ad0 None None] Network 2d5027f3-01e7-4b43-bfbf-253f38e45295 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:15.179864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fc019236-8f4b-4cfc-812b-5b1818f867d9 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/subnets/ebeb8fba-fa9b-403f-9f36-40ef51603e97 HTTP/1.1" status: 204 len: 168 time: 0.9934037 Jul 28 18:13:15.195426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37306) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:15.297748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.322061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.338611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-3cc37a2a-94ca-4d54-8a27-e3702ef98306 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824644 Jul 28 18:13:15.339624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Allocated IP 172.25.7.151 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/313d19e9-4c69-4423-a642-3a5717966d19) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:15.385531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.402642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.417863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] DHCP port deletion for 2d5027f3-01e7-4b43-bfbf-253f38e45295 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:15.474523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Deleting port 63b94406-e6c7-4e6d-afbc-329e24b84e42 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:15.475681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.555172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92a71180-279b-49ca-89cd-a1b5983c3e68 req-afb2292f-d41d-4985-83e2-ca07086d419a service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923699 Jul 28 18:13:15.556010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] For port 63b94406-e6c7-4e6d-afbc-329e24b84e42, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63b94406-e6c7-4e6d-afbc-329e24b84e42,segment=NetworkSegment(2883d01d-ee7f-4995-a356-9c67135fbfda),segment_id=2883d01d-ee7f-4995-a356-9c67135fbfda)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:15.556611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.585094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Calling delete_port for 63b94406-e6c7-4e6d-afbc-329e24b84e42 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:15.587379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.600995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.604285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.607837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e48b563-848e-4026-b0d4-6979556b5f19 HTTP/1.1" status: 204 len: 168 time: 0.5769789 Jul 28 18:13:15.612749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37310) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:15.621241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.633821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Deleting port 63b94406-e6c7-4e6d-afbc-329e24b84e42 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:15.634176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.650467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7ca6-f714-4761-97bd-84dacd7fe10d tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48b563-848e-4026-b0d4-6979556b5f19,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:15.673888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec9dae-2f43-49e7-a2f2-57dba2eeeeb5 req-82a46235-d042-43b6-a087-1028ad8b6d00 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:15.675594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1aec9dae-2f43-49e7-a2f2-57dba2eeeeb5 req-82a46235-d042-43b6-a087-1028ad8b6d00 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.0696051 Jul 28 18:13:15.704783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.773589 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1aec9dae-2f43-49e7-a2f2-57dba2eeeeb5 req-f98edebc-8256-4fc1-86f8-ab0961da63f9 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813649 Jul 28 18:13:15.785529 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.806455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] For port 63b94406-e6c7-4e6d-afbc-329e24b84e42, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63b94406-e6c7-4e6d-afbc-329e24b84e42,segment=NetworkSegment(2883d01d-ee7f-4995-a356-9c67135fbfda),segment_id=2883d01d-ee7f-4995-a356-9c67135fbfda)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:15.806767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.821867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] Pushing event deleted for resources: {'Port': ['ID=63b94406-e6c7-4e6d-afbc-329e24b84e42,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:15.828661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Calling delete_port for 63b94406-e6c7-4e6d-afbc-329e24b84e42 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:15.830826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.833786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ee0ce-c4b7-4039-a315-259d5d402898 None None] No DVR routers for this DVR port 63b94406-e6c7-4e6d-afbc-329e24b84e42 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:15.892925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.904200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:15.985692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Deleting port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:15.986031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.000543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:16.015727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:16.021089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:16.025153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Pushing event updated for resources: {'Port': ['ID=313d19e9-4c69-4423-a642-3a5717966d19,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:16.064146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Allocated IP 172.25.7.221 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/7e374670-6a99-41f6-9e21-9cd2225d3640) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:16.064361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] For port 4d6428b4-4b09-4cdc-b0f7-e97e6397253e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:16.064480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.079139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Calling delete_port for 4d6428b4-4b09-4cdc-b0f7-e97e6397253e owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:16.101038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.103527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.104692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d6f86ce-3d7c-4959-a2ff-05308a6b5795 HTTP/1.1" status: 204 len: 168 time: 0.4867041 Jul 28 18:13:16.113150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37318) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:16.124588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.497172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:16.553574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d907-3ad0-4ec7-be75-fba05ed1f4b8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f86ce-3d7c-4959-a2ff-05308a6b5795,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:16.567258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Port': ['ID=63b94406-e6c7-4e6d-afbc-329e24b84e42,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:16.572856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] No DVR routers for this DVR port 63b94406-e6c7-4e6d-afbc-329e24b84e42 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:16.640882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.641374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.641850 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.642323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.642789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.643255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.643747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.645705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-68ab0973-99e4-4ca0-9266-6a7a7e085e1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.1462970 Jul 28 18:13:16.655022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet fa2a3e5b-347f-4f42-be52-06ded504b5d9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:16.697160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63b94406-e6c7-4e6d-afbc-329e24b84e42 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:16.705992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.714951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-a9abd4a7-e581-4961-9578-57203b85dc85 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1bf7c6b3-774e-416d-94b8-27c21fffe6fa&id=9610809d-0333-44d0-864e-cfde35e835c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461514 Jul 28 18:13:16.725012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 63b94406-e6c7-4e6d-afbc-329e24b84e42 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:16.725117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63b94406-e6c7-4e6d-afbc-329e24b84e42 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:16.776050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.815024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.834011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.838026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.842822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5027f3-01e7-4b43-bfbf-253f38e45295']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:16.868115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6428b4-4b09-4cdc-b0f7-e97e6397253e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:16.886016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2883d01d-ee7f-4995-a356-9c67135fbfda') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:16.886864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2883d01d-ee7f-4995-a356-9c67135fbfda') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:16.932245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:16.971301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cab86-d9ec-46e3-a5e1-5ba2c21f1c48 req-13da4ae5-3d10-40c3-8704-056589c2fd8b tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:16.972895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-517cab86-d9ec-46e3-a5e1-5ba2c21f1c48 req-13da4ae5-3d10-40c3-8704-056589c2fd8b tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.0973389 Jul 28 18:13:16.974329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.017572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:17.017982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:17.021279 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:17.049788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-517cab86-d9ec-46e3-a5e1-5ba2c21f1c48 req-b325f0b8-a957-4ca0-895f-3a8f41b37931 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Jul 28 18:13:17.050492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.135591 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.156291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.260826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.282548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.284465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/networks/2d5027f3-01e7-4b43-bfbf-253f38e45295 HTTP/1.1" status: 204 len: 168 time: 2.0880840 Jul 28 18:13:17.287266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37346) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:17.309495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:17.317170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-462eb65b-315e-4dc5-b580-0a5595c3557b tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "GET /v2.0/ports?device_id=1abb5a9e-739b-4bf0-b4b1-8b77c9071259 HTTP/1.1" status: 200 len: 205 time: 0.0286667 Jul 28 18:13:17.319929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:17.323373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34965e-bdc8-4c56-a5d7-cb05b92a835a tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Pushing event deleted for resources: {'Network': ['ID=2d5027f3-01e7-4b43-bfbf-253f38e45295,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:17.325573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:17.327192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Router c65a3552-bf77-4622-804c-c415e7b700a4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:17.337486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:17.431222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'Port': ['ID=7e374670-6a99-41f6-9e21-9cd2225d3640,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:17.434846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.488281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.506537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.579587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b0f20-bb02-4128-b461-439a9e423327 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:17.603269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2a3e5b-347f-4f42-be52-06ded504b5d9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:17.609715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.611888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ee17c58e-222d-4cae-91ea-9be179991f1f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/fa2a3e5b-347f-4f42-be52-06ded504b5d9 HTTP/1.1" status: 204 len: 168 time: 1.4881854 Jul 28 18:13:17.616921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37350) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:17.642250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.644415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.652319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:17.656536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e3d06e6a-2e19-4e08-b820-563e80064e66 admin admin] 10.222.0.25 "PUT /v2.0/routers/c65a3552-bf77-4622-804c-c415e7b700a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854758 Jul 28 18:13:17.659112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37356) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:17.664896 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Sync routers for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:17.698668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:17.703900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:17.744692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.759330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet a6d25d84-f7ff-41dc-9e83-98730a5909a1 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:17.761189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.809110 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.811008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Fanout notify agent at l3_agent the message router_deleted on router 1abb5a9e-739b-4bf0-b4b1-8b77c9071259 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:17.813810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.825969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.829597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aa55538f-9908-4e16-b751-0a71bbbc5758 tempest-RoutersNegativeTest-1559091750 tempest-RoutersNegativeTest-1559091750-project] 10.222.0.25 "DELETE /v2.0/routers/1abb5a9e-739b-4bf0-b4b1-8b77c9071259 HTTP/1.1" status: 204 len: 168 time: 0.5063829 Jul 28 18:13:17.847145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.885407 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:17.942721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:17.982601 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.062344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.065585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.147558 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:13:16Z', 'revision_number': 5, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port': {'id': 'ed00e349-f1e3-425a-97ae-8a8de5c23e6c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:10:45Z', 'updated_at': '2021-07-28T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:18.183635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Deleting port ed00e349-f1e3-425a-97ae-8a8de5c23e6c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:18.184191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.190968 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Checking router: c65a3552-bf77-4622-804c-c415e7b700a4 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:18.200940 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Routers {'c65a3552-bf77-4622-804c-c415e7b700a4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:18.201757 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c65a3552-bf77-4622-804c-c415e7b700a4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:18.284869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] For port ed00e349-f1e3-425a-97ae-8a8de5c23e6c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:18.285247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.302335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Calling delete_port for ed00e349-f1e3-425a-97ae-8a8de5c23e6c owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:18.306633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.332534 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] Set router c65a3552-bf77-4622-804c-c415e7b700a4 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:18.399131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d25d84-f7ff-41dc-9e83-98730a5909a1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:18.411634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:13:17Z', 'revision_number': 6, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:18.429259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.432277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69262d50-3eb8-4c2a-80dd-b63058ed9a01 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/a6d25d84-f7ff-41dc-9e83-98730a5909a1 HTTP/1.1" status: 204 len: 168 time: 0.8124318 Jul 28 18:13:18.436225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37368) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:18.473887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.479587 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c28d85-48b0-49bd-b18f-ba2b3a98009d None None] The sync data for ids ['c65a3552-bf77-4622-804c-c415e7b700a4'] in n-d-778550-5 is: [{'id': 'c65a3552-bf77-4622-804c-c415e7b700a4', 'name': 'tempest-ServersTestFqdnHostnames-507955922-router', 'tenant_id': 'e630d683e1034ad2a0768216471cf527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:10:43Z', 'updated_at': '2021-07-28T18:13:17Z', 'revision_number': 6, 'project_id': 'e630d683e1034ad2a0768216471cf527', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:18.491260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37370) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:18.510932 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e548fe-47df-481c-a939-9796226d7a99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:18.511461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e548fe-47df-481c-a939-9796226d7a99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:18.513302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e9e548fe-47df-481c-a939-9796226d7a99 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/fa2a3e5b-347f-4f42-be52-06ded504b5d9 HTTP/1.1" status: 404 len: 337 time: 0.0744879 Jul 28 18:13:18.521471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37374) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:18.624485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.644917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting subnet 20699054-63b7-4749-a35e-e5a8e90c3d2c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:18.651161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.676365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.707210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe29ca-d400-4c34-b4e0-c3c862b07ba9 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:18.717497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.724860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.778379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97e784b2-a9ce-47f3-95be-34dd4c79f2eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb897261124c42d2af2408fe2ea5dec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825391 Jul 28 18:13:18.780129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37378) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:18.818626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.819828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.834506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-77d800f7-0021-42df-b626-12a1820ea9e2 None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:18.835146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-77d800f7-0021-42df-b626-12a1820ea9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.861339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.889304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.901136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Pushing event updated for resources: {'Port': ['ID=313d19e9-4c69-4423-a642-3a5717966d19,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:18.918867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.922667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:18.959029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.959709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed00e349-f1e3-425a-97ae-8a8de5c23e6c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:18.960365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.964465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.965095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.965674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.966233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.966809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.967377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.977370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.978178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.978976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:18.983332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:19.088064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.089814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.110487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event updated for resources: {'Port': ['ID=7e374670-6a99-41f6-9e21-9cd2225d3640,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:19.127629 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Floating IP 1a05f3ea-7227-4b0a-bc03-e22b36e0b427 associated. External IP: 172.25.7.151, port: de6bdf37-6bcb-477b-a601-9edba5b7036b. Jul 28 18:13:19.185608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d6428b4-4b09-4cdc-b0f7-e97e6397253e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:19.191041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.234341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.240002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.241680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa35bb6d-1d54-4e41-bd44-466eb8e37fdc HTTP/1.1" status: 204 len: 168 time: 0.4605830 Jul 28 18:13:19.243835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4d6428b4-4b09-4cdc-b0f7-e97e6397253e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:19.244373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d6428b4-4b09-4cdc-b0f7-e97e6397253e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:19.253351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.266700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-77d800f7-0021-42df-b626-12a1820ea9e2 None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:19.267599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/20699054-63b7-4749-a35e-e5a8e90c3d2c HTTP/1.1" status: 204 len: 168 time: 0.7442110 Jul 28 18:13:19.271582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37382) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.291057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-77d800f7-0021-42df-b626-12a1820ea9e2 None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:19.293131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-77d800f7-0021-42df-b626-12a1820ea9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.313380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.322009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.324581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe0f0e-ba3e-47b2-92b9-87afc8805dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35bb6d-1d54-4e41-bd44-466eb8e37fdc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:19.326009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612594ce-1c36-43db-8b0d-af8e58274786 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Subnet': ['ID=20699054-63b7-4749-a35e-e5a8e90c3d2c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:19.344216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.345909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-644db4f0-9a00-40a4-a62b-4514f14cd519 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3585646 Jul 28 18:13:19.354017 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f151185f-2f71-4d0f-bff0-2705099ef8ae tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:19.354425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f151185f-2f71-4d0f-bff0-2705099ef8ae tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:19.356543 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f151185f-2f71-4d0f-bff0-2705099ef8ae tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/c6b7cf63-fb15-467b-b894-68d71b7d121a HTTP/1.1" status: 404 len: 337 time: 0.0523970 Jul 28 18:13:19.359079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.411054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c9f61-a335-4480-a8d8-7ab651961831 None None] Update dhcp port {'port': {'network_id': '2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f', 'fixed_ips': [{'subnet_id': '20699054-63b7-4749-a35e-e5a8e90c3d2c'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '993e11be-7d8f-41df-9e25-44df829683fa'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:13:19.444242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-269c9f61-a335-4480-a8d8-7ab651961831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.459739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.460510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c65a3552-bf77-4622-804c-c415e7b700a4 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:19.470758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.472680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b1159b3d-91fb-4820-9d93-1af9cbf3635a admin admin] 10.222.0.25 "DELETE /v2.0/routers/c65a3552-bf77-4622-804c-c415e7b700a4 HTTP/1.1" status: 204 len: 168 time: 1.8126390 Jul 28 18:13:19.475605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.481953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-636de2ac-4221-4e46-9eb8-e4d1511461e2 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "GET /v2.0/ports?device_id=19d59ca6-11e4-4c07-8ba4-63542689dba5 HTTP/1.1" status: 200 len: 205 time: 0.1191316 Jul 28 18:13:19.484514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37388) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.547167 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-0cfeba54-8a05-47b4-ade4-23086138ab69 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] delete failed (client error): The resource could not be found. Jul 28 18:13:19.548321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0cfeba54-8a05-47b4-ade4-23086138ab69 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/routers/19d59ca6-11e4-4c07-8ba4-63542689dba5 HTTP/1.1" status: 404 len: 336 time: 0.0619864 Jul 28 18:13:19.560113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37390) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.584555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-d5d12cbc-860c-4b43-8eb9-2169a6e6a1ba tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.2217314 Jul 28 18:13:19.594660 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7548c55-aaf6-48c8-9797-bef6e3182cb3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:19.595119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7548c55-aaf6-48c8-9797-bef6e3182cb3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:19.600163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f7548c55-aaf6-48c8-9797-bef6e3182cb3 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/f3a4f5a0-57bd-4bef-9ac8-518baafe5922 HTTP/1.1" status: 404 len: 337 time: 0.0359168 Jul 28 18:13:19.600299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37392) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:19.600415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Deleting subnet 242f307f-68b9-4186-a0da-1867773df1de {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:19.603531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.668603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.706461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834763ea-1838-44d8-af9f-05e0650d4da3 None None] Network 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:19.769088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.843606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-970a6366-90d4-4941-8d24-64da0bc1a71b None None] Provisioning complete for port ee5284f2-5e0e-4918-a621-7aa0e19b67cd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:19.844318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-970a6366-90d4-4941-8d24-64da0bc1a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.899699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] DHCP port deletion for 2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:19.943644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-970a6366-90d4-4941-8d24-64da0bc1a71b None None] Port ee5284f2-5e0e-4918-a621-7aa0e19b67cd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:19.960882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-970a6366-90d4-4941-8d24-64da0bc1a71b None None] Provisioning complete for port 993e11be-7d8f-41df-9e25-44df829683fa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:19.961299 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-970a6366-90d4-4941-8d24-64da0bc1a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.974903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:19.995823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Deleting port 993e11be-7d8f-41df-9e25-44df829683fa {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:19.996204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.006678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242f307f-68b9-4186-a0da-1867773df1de,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:20.013179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.018109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61b2bca4-82dc-4edb-85d9-2f7fe8640cdf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/242f307f-68b9-4186-a0da-1867773df1de HTTP/1.1" status: 204 len: 168 time: 0.5399916 Jul 28 18:13:20.018965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37408) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.042747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474bd9a-7183-478a-b51d-fa53ef8d6933 None None] Network e8d3c81e-e157-4736-a9d3-66471a4d3fc4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:20.118141 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b79f880-c34f-4cd6-9bc2-1ba440e0adc5 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.119214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b79f880-c34f-4cd6-9bc2-1ba440e0adc5 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.121137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7b79f880-c34f-4cd6-9bc2-1ba440e0adc5 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/d02f7878-4317-4bec-a0db-609680c35a55 HTTP/1.1" status: 404 len: 337 time: 0.5197263 Jul 28 18:13:20.128631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37412) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.132652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] For port 993e11be-7d8f-41df-9e25-44df829683fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=993e11be-7d8f-41df-9e25-44df829683fa,segment=NetworkSegment(e2e2a254-bfd1-4139-8ac8-72587e462648),segment_id=e2e2a254-bfd1-4139-8ac8-72587e462648)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:20.133110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.142578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Router 33129903-36c4-4377-8a2e-8dc5bf9d54fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:20.153415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Calling delete_port for 993e11be-7d8f-41df-9e25-44df829683fa owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:20.153636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.173001 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded2558c-11a2-4ee3-92a6-d5c641221e48 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.173458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded2558c-11a2-4ee3-92a6-d5c641221e48 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.175373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ded2558c-11a2-4ee3-92a6-d5c641221e48 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/ac8cd66c-8098-4039-a2ba-9a15689026c8 HTTP/1.1" status: 404 len: 337 time: 0.0455477 Jul 28 18:13:20.181931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37414) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.217936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Deleting port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:20.218377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.219632 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bd91c7-d28f-4e92-b334-7d4ec1b686ca tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.220499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bd91c7-d28f-4e92-b334-7d4ec1b686ca tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.222220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4bd91c7-d28f-4e92-b334-7d4ec1b686ca tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/a05621d2-df88-4f0b-8ed4-e2fbe89b5504 HTTP/1.1" status: 404 len: 333 time: 0.0390477 Jul 28 18:13:20.232595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.310531 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-524ddb24-d7a4-42f7-8a0f-651e27c378bc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.311905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524ddb24-d7a4-42f7-8a0f-651e27c378bc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.313734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-524ddb24-d7a4-42f7-8a0f-651e27c378bc tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/324c3dc8-ddbf-477b-934d-8c5946acb65a HTTP/1.1" status: 404 len: 337 time: 0.0794351 Jul 28 18:13:20.316440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.324041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-e61fe23a-0597-4c87-b47d-798d1d11b2aa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:20.325629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9b0813a-e8e5-4782-ab5f-9cdc3a5e312b req-e61fe23a-0597-4c87-b47d-798d1d11b2aa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.7270927 Jul 28 18:13:20.381453 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45bae4d-d2f3-432b-8783-24bf7b4bd23b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.381915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45bae4d-d2f3-432b-8783-24bf7b4bd23b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.388774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e45bae4d-d2f3-432b-8783-24bf7b4bd23b tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/48ca27fb-1682-4984-9e9a-278a9f38f0d6 HTTP/1.1" status: 404 len: 337 time: 0.0688326 Jul 28 18:13:20.389715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] For port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:20.390107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.392496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37432) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.431343 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f18eadb-3d11-41c4-8ae4-412dd844177e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.432040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f18eadb-3d11-41c4-8ae4-412dd844177e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.434321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f18eadb-3d11-41c4-8ae4-412dd844177e tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/bc154075-6c96-49f1-b6de-97d033c00358 HTTP/1.1" status: 404 len: 333 time: 0.0346723 Jul 28 18:13:20.435437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Calling delete_port for 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:20.437134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37434) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.441114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] DHCP port deletion for e8d3c81e-e157-4736-a9d3-66471a4d3fc4 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:20.469573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.474249 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d31c53-1fdd-4572-8671-879f5b2eafb8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.474759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d31c53-1fdd-4572-8671-879f5b2eafb8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.483822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f8d31c53-1fdd-4572-8671-879f5b2eafb8 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/c7614e26-c3a2-4dea-8eae-31d1bd4f1d0a HTTP/1.1" status: 404 len: 337 time: 0.0384214 Jul 28 18:13:20.483822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.487643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] No DVR routers for this DVR port 993e11be-7d8f-41df-9e25-44df829683fa on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:20.515316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:20.529969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] Sync routers for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:20.535447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed35b92-7655-4658-8902-9ca556574fca None None] Pushing event deleted for resources: {'Port': ['ID=993e11be-7d8f-41df-9e25-44df829683fa,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:20.542673 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3e4291-5927-4fc1-b71f-b0428d26aa6f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] DELETE failed (client error): The resource could not be found. Jul 28 18:13:20.547309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3e4291-5927-4fc1-b71f-b0428d26aa6f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:13:20.547309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2f3e4291-5927-4fc1-b71f-b0428d26aa6f tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/subnets/01db6e0a-8d77-4c4e-8068-18bcd9fa3966 HTTP/1.1" status: 404 len: 337 time: 0.0637362 Jul 28 18:13:20.547673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37438) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.553864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-0d48c836-a510-49e1-b79d-fd6114d3f106 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:20.555798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-0d48c836-a510-49e1-b79d-fd6114d3f106 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1267130 Jul 28 18:13:20.569282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:20.569918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:20.607200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:20.625308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Deleting port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:20.625794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.653861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-d8829c9c-6a04-4c1c-adbf-e2ffc4b19972 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0864584 Jul 28 18:13:20.659495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'floatingip': {'port_id': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:20.666539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:20.667089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:20.696220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Deleting port ee5284f2-5e0e-4918-a621-7aa0e19b67cd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:20.700617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.710039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.712256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.721215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:20.722073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd3579-6c41-448a-ad44-79a0ad14ca32 None None] The sync data for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:20.762144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] For port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,segment=NetworkSegment(4253f905-3438-4f3f-b09a-be55c5dca179),segment_id=4253f905-3438-4f3f-b09a-be55c5dca179)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:20.762566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.766831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:20.778844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37442) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.782609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:20.808406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 993e11be-7d8f-41df-9e25-44df829683fa {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:20.808681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 993e11be-7d8f-41df-9e25-44df829683fa not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:20.809122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ed00e349-f1e3-425a-97ae-8a8de5c23e6c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:20.811443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Calling delete_port for 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:20.812953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:20.814578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] No DVR routers for this DVR port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:20.827350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-148975ef-c261-4ce6-a924-f9be35c636c4 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.7387171 Jul 28 18:13:20.827350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:20.842110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ed00e349-f1e3-425a-97ae-8a8de5c23e6c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:20.842927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ed00e349-f1e3-425a-97ae-8a8de5c23e6c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:20.843370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:20.868876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:20.869233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:20.968383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.034295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] No DVR routers for this DVR port 9d11b4c3-fd1b-47f5-bbe6-956917a1fb24 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:21.041100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3f0be-75a9-42db-bdf5-48920163e9c9 None None] Pushing event deleted for resources: {'Port': ['ID=9d11b4c3-fd1b-47f5-bbe6-956917a1fb24,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:21.068967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-953b5b6f-b4e9-44de-9475-37fb0e0f8324 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "GET /v2.0/floatingips/1a05f3ea-7227-4b0a-bc03-e22b36e0b427 HTTP/1.1" status: 200 len: 984 time: 0.2403591 Jul 28 18:13:21.072230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:21.105406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977398593'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:21.253455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec7a2f7a-60a6-485e-9b17-86105a99356c tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.1799314 Jul 28 18:13:21.256675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37452) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:21.296452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.306697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.320181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Calling delete_port for ee5284f2-5e0e-4918-a621-7aa0e19b67cd owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:21.322964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d3c81e-e157-4736-a9d3-66471a4d3fc4']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.336818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4253f905-3438-4f3f-b09a-be55c5dca179') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.337116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4253f905-3438-4f3f-b09a-be55c5dca179') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.350964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.372735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.400754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.409985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.415531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:21.415948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:21.417622 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:21.530321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.536329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.541481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e8d3c81e-e157-4736-a9d3-66471a4d3fc4 HTTP/1.1" status: 204 len: 168 time: 1.5181208 Jul 28 18:13:21.551607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd710-e3b2-4fd6-aae0-b7ca12a93253 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d3c81e-e157-4736-a9d3-66471a4d3fc4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:21.554311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.587466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Port': ['ID=ee5284f2-5e0e-4918-a621-7aa0e19b67cd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:21.593078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.595092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1046a8f5-da72-44b0-b239-c86fbdff9435 tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/ports/ee5284f2-5e0e-4918-a621-7aa0e19b67cd HTTP/1.1" status: 204 len: 168 time: 1.0450346 Jul 28 18:13:21.598803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37456) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:21.688324 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.756684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port 313d19e9-4c69-4423-a642-3a5717966d19 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:21.757136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.789241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.791776 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.796198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.800409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.811179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2a254-bfd1-4139-8ac8-72587e462648') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.811482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2a254-bfd1-4139-8ac8-72587e462648') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.822911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.843045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.849725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:21.850133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:21.853236 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:21.860700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.861114 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.874013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for 313d19e9-4c69-4423-a642-3a5717966d19 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:21.888735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.891639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:21.989032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.014077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.018563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37458) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.018706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] 10.222.0.25 "DELETE /v2.0/networks/2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f HTTP/1.1" status: 204 len: 168 time: 0.4163101 Jul 28 18:13:22.026590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b309fe-fe8b-46ba-9492-58231e8c2a0a tempest-PortsIpV6TestJSON-1820521952 tempest-PortsIpV6TestJSON-1820521952-project] Pushing event deleted for resources: {'Network': ['ID=2c7fa2dd-5f05-4f9b-a5b0-f92ae4616e9f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.056124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0976dd1-e37a-47cc-a787-9f3f654594d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.184856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-359f9246-fd22-4166-9142-e29d1c02123e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e630d683e1034ad2a0768216471cf527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665120 Jul 28 18:13:22.187576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37464) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.200383 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Floating IP 4bec5db7-7507-4b0a-b172-e41bc3341f4b associated. External IP: 172.25.7.221, port: 017c4230-8cf0-4d13-83ef-64808d4156aa. Jul 28 18:13:22.244046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.264373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.270139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.405292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.438446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.441790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.444914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e2eaf29-cfd5-43b4-b199-244029308df8 HTTP/1.1" status: 204 len: 168 time: 0.2556386 Jul 28 18:13:22.454133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe87c42-b268-4f57-ad8d-089021fdb7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2eaf29-cfd5-43b4-b199-244029308df8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.489456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.496672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d25194-da93-4b54-9095-4caba8dc77be,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.525092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=313d19e9-4c69-4423-a642-3a5717966d19,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.531126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.532199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb0be045-af1b-4288-9179-4688d9ea2629 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7487235 Jul 28 18:13:22.536495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37470) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.590749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Router 03df46a2-d3df-40be-8ef6-da5af47ac276 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:22.615591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37472) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.618726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.618901 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Floating IP 1a05f3ea-7227-4b0a-bc03-e22b36e0b427 disassociated (deleted). External IP: 172.25.7.151, port: de6bdf37-6bcb-477b-a601-9edba5b7036b. Jul 28 18:13:22.645167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5b5fb25-5f10-42df-9742-b8b086e4ed9c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1087058 Jul 28 18:13:22.648033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.658499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-security--1562021905', 'description': 'tempest-security-description-803253525'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:22.682956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.733113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.826915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.829973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:22.833898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "PUT /v2.0/security-groups/83d25194-da93-4b54-9095-4caba8dc77be HTTP/1.1" status: 200 len: 1779 time: 0.1822891 Jul 28 18:13:22.834900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37478) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:22.967652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64977383-81eb-47dd-b98f-f4d65a560c5c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d25194-da93-4b54-9095-4caba8dc77be,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:23.017822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-67673d7b-abbe-45c2-84dd-c68ab625f64b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a90b7783e84d4528ab159c36837d9e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013708 Jul 28 18:13:23.021390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-500015e8-7a67-452d-9772-fc54d4381446 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups/83d25194-da93-4b54-9095-4caba8dc77be HTTP/1.1" status: 200 len: 1779 time: 0.1837656 Jul 28 18:13:23.022467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37484) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:23.035443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37486) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:23.135717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.169918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:23.173250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.176737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.185863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Sync routers for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:23.201655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:23.202273 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:23.224210 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.239607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.255914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-1fa6bf2d-802e-42db-bd0d-3a0687d04d48 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "PUT /v2.0/floatingips/4bec5db7-7507-4b0a-b172-e41bc3341f4b HTTP/1.1" status: 200 len: 996 time: 2.6008148 Jul 28 18:13:23.262602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:23.265843 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457c98d-f9e6-4781-98e4-8051ab5733e6" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:23.337745 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc6ad1-9174-4956-8d8e-3eff37bf7595 x-openstack-request-id: req-7edc6ad1-9174-4956-8d8e-3eff37bf7595 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:23.338250 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:23.338662 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7edc6ad1-9174-4956-8d8e-3eff37bf7595 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:23.339476 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:13:23.377884 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:23.394658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.397945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.399659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/83d25194-da93-4b54-9095-4caba8dc77be HTTP/1.1" status: 204 len: 168 time: 0.3632188 Jul 28 18:13:23.406609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37498) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:23.422900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.424305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.427735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24fcd72d-84f7-428c-b79d-720ca145a4b1 HTTP/1.1" status: 204 len: 168 time: 0.4012365 Jul 28 18:13:23.436626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de7d8-fa62-4c95-b2c8-b92821526866 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d25194-da93-4b54-9095-4caba8dc77be,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:23.465826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a2c67-03a4-44da-92a4-f358b2f4d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fcd72d-84f7-428c-b79d-720ca145a4b1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:23.473609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-479f102f-eeba-47f6-9c75-31843fa69828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:23.475458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-479f102f-eeba-47f6-9c75-31843fa69828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1159420 Jul 28 18:13:23.503494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-49739516-66d4-4959-978e-506fd6b1fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:23.520305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-49739516-66d4-4959-978e-506fd6b1fcdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.2354834 Jul 28 18:13:23.535836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7ec2908e-0a08-4264-8eec-273929bfba0a tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257694 Jul 28 18:13:23.543418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37504) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:23.633784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Router 33129903-36c4-4377-8a2e-8dc5bf9d54fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:23.642678 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ceb0dcbd-3878-4aee-b6fa-51d2db55b8fc tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] delete failed (client error): The resource could not be found. Jul 28 18:13:23.643791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ceb0dcbd-3878-4aee-b6fa-51d2db55b8fc tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/83d25194-da93-4b54-9095-4caba8dc77be HTTP/1.1" status: 404 len: 347 time: 0.0929604 Jul 28 18:13:23.647746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37510) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:23.664767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305681963'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:23.680967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-e2dbffa1-5c36-405d-a061-55b7df8f7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:23.682592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-e2dbffa1-5c36-405d-a061-55b7df8f7858 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.1986287 Jul 28 18:13:23.789872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-c7b0c6cb-6869-42a8-9187-251d97f47aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:23.797434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-c7b0c6cb-6869-42a8-9187-251d97f47aaa service neutron] 10.222.0.25 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.2762783 Jul 28 18:13:23.869200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-2ad6bc47-558a-461e-a66a-09a85a663bff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 999 time: 0.1751201 Jul 28 18:13:23.893024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:23.952990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-b1fea985-dcc9-4376-acc3-42e576536ada service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 999 time: 0.1545992 Jul 28 18:13:23.974500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-5c71227b-d13a-4751-ba3f-8920acd54920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:23.978890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-5c71227b-d13a-4751-ba3f-8920acd54920 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.1015556 Jul 28 18:13:24.017220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:24.023131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.028387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] Sync routers for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:24.032021 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4bec5db7-7507-4b0a-b172-e41bc3341f4b', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'port_id': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'mac_address': 'fa:16:3e:8e:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:13:17Z', 'updated_at': '2021-07-28T18:13:21Z', 'revision_number': 1, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.035860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-a40e9f84-25c9-402c-b29e-b092d18ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:24.043545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:24.046173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.047955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-a40e9f84-25c9-402c-b29e-b092d18ab019 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.0940642 Jul 28 18:13:24.074339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-7765ddc9-5379-4b7f-868b-349b5a4b9a8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600405 Jul 28 18:13:24.074824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37522) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:24.079270 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Checking router: 03df46a2-d3df-40be-8ef6-da5af47ac276 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:24.086937 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:24.088758 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.117722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.127524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:24.129091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.175979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-a8ad7e9f-229d-4dbc-ae21-469c2d4b3ce7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267681 Jul 28 18:13:24.192100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.192949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a2e9-0671-40d7-8991-64ca1f99008a None None] The sync data for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:24.232314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e58bc502-930f-49b4-a54e-28ddd4996267 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/floatingips/1a05f3ea-7227-4b0a-bc03-e22b36e0b427 HTTP/1.1" status: 204 len: 168 time: 2.9743874 Jul 28 18:13:24.237179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37530) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:24.244119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:24.266199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:24.279451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1207895129-network', 'tenant_id': '3fe7e1c989a54048a24abd61f5dec315'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:24.355229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-98f141ff-3b85-409e-abd0-149c166c4471 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781929 Jul 28 18:13:24.371968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.382585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-ba1c8f3b-9479-4d91-9af9-70965183db0b service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861764 Jul 28 18:13:24.482826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c88623a-7220-4d6b-9f6d-a62a9a7b5356 req-a467644f-2283-4e40-9e15-7c053c9ae976 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168771 Jul 28 18:13:24.494709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.511364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f457c98d-f9e6-4781-98e4-8051ab5733e6 req-f4276253-aa26-4a8e-a2d1-3a7c41abd023 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204839 Jul 28 18:13:24.548803 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4bec5db7-7507-4b0a-b172-e41bc3341f4b', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'port_id': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'mac_address': 'fa:16:3e:8e:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:13:17Z', 'updated_at': '2021-07-28T18:13:21Z', 'revision_number': 1, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:24.549552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0839ba9-7f68-458e-b099-746095a9820d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:24.583353 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d9b27-0e19-42e7-b4ce-298438b514d8 None None] The sync data for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 is: [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4bec5db7-7507-4b0a-b172-e41bc3341f4b', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'port_id': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'mac_address': 'fa:16:3e:8e:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:13:17Z', 'updated_at': '2021-07-28T18:13:21Z', 'revision_number': 1, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:24.684603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.753854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.758512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:24.758712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c62c21c-e4a9-4faf-9c04-cf739c071b41 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1096694 Jul 28 18:13:24.766415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': 'c0839ba9-7f68-458e-b099-746095a9820d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:24.807013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-9f62199c-1dc4-4c6f-b75b-f347626c8947 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 999 time: 0.1978080 Jul 28 18:13:24.875105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:24.881198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-f22e3910-b0a9-4b4d-8f2f-78ba0baa55f6 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:24.885421 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a0f38d-e90c-40ee-835c-84c600b7d11f None None] New status for floating IP 4bec5db7-7507-4b0a-b172-e41bc3341f4b: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:13:24.898076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-f22e3910-b0a9-4b4d-8f2f-78ba0baa55f6 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports/017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 942 time: 0.0893724 Jul 28 18:13:24.903426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Made reservation on behalf of 3fe7e1c989a54048a24abd61f5dec315 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:24.912031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:24.927139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.011323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.068920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-5fa06873-bdda-452b-90da-8261a9218e3d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 999 time: 0.1213348 Jul 28 18:13:25.075505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.082113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-92c7e165-1d4c-495f-bf80-540bb9332163 tempest-DvrRoutersNegativeTest-1276432879 tempest-DvrRoutersNegativeTest-1276432879-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2020714120', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:25.086258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.policy [None req-92c7e165-1d4c-495f-bf80-540bb9332163 tempest-DvrRoutersNegativeTest-1276432879 tempest-DvrRoutersNegativeTest-1276432879-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101106) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 28 18:13:25.087050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.policy [None req-92c7e165-1d4c-495f-bf80-540bb9332163 tempest-DvrRoutersNegativeTest-1276432879 tempest-DvrRoutersNegativeTest-1276432879-project] Failed policy check for 'create_router' {{(pid=101106) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 28 18:13:25.088228 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-92c7e165-1d4c-495f-bf80-540bb9332163 tempest-DvrRoutersNegativeTest-1276432879 tempest-DvrRoutersNegativeTest-1276432879-project] create failed (client error): Access was denied to this resource. Jul 28 18:13:25.089474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-92c7e165-1d4c-495f-bf80-540bb9332163 tempest-DvrRoutersNegativeTest-1276432879 tempest-DvrRoutersNegativeTest-1276432879-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2133791 Jul 28 18:13:25.151888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.238893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.271775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716146a2-50a7-4a1f-8ee0-5dd65bdec9bd,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:25.308370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-fe659c33-1b69-4798-a0dd-273069ed654d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:25.309819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-fe659c33-1b69-4798-a0dd-273069ed654d tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.2321720 Jul 28 18:13:25.322517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.370149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Allocated IP 172.25.7.89 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/8ae6effe-9c7d-41d3-bcbb-f2008ff98bee) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:25.414644 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-3f324086-e80e-4e02-89a0-d4757c9e3260 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 1001 time: 0.0937071 Jul 28 18:13:25.447710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.454744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:25.518632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.522715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-447601b5-31dd-4877-adcc-1afb68125328 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7601235 Jul 28 18:13:25.523199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37552) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:25.536054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:25.556896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.567050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.567660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273556aa-31b5-493e-bb36-2a757792f590,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:25.575713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.590616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.590616 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Added segment 17b1ea14-5617-4952-aaf7-64f121c796c2 of type vlan for network 0e43802b-4fe4-418d-8bc0-e74a3d75740f Jul 28 18:13:25.636377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.666986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.672696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.677023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/716146a2-50a7-4a1f-8ee0-5dd65bdec9bd HTTP/1.1" status: 204 len: 168 time: 0.1518106 Jul 28 18:13:25.677913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37556) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:25.691620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.705123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca496e-b26f-465f-9ec5-5ef6df2834db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=716146a2-50a7-4a1f-8ee0-5dd65bdec9bd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:25.707502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37558) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:25.755731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf0e54fa-341b-42b0-a537-df9e719813bb tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663297 Jul 28 18:13:25.756292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:25.823807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.831058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.856452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad59c839-1eb7-42ba-91cd-811f50a71140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.870696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.893273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.897265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:25.897265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.967930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] Pushing event updated for resources: {'Network': ['ID=0e43802b-4fe4-418d-8bc0-e74a3d75740f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:25.976619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:25.982039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:26.009081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.009325 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Floating IP 4bec5db7-7507-4b0a-b172-e41bc3341f4b disassociated. External IP: 172.25.7.221, port: 017c4230-8cf0-4d13-83ef-64808d4156aa. Jul 28 18:13:26.011465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.016748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.018512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0839ba9-7f68-458e-b099-746095a9820d HTTP/1.1" status: 204 len: 168 time: 0.2607563 Jul 28 18:13:26.021147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad59c839-1eb7-42ba-91cd-811f50a71140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.025580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37564) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:26.042023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3ead-988f-4a3e-99d2-8d029516ae0b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0839ba9-7f68-458e-b099-746095a9820d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:26.050784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:26.057599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:26.064060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:26.081408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae6effe-9c7d-41d3-bcbb-f2008ff98bee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:26.112544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-27179f82-30e4-45bf-90bd-92ee63996dfe tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853870 Jul 28 18:13:26.117971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:26.122879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008836309'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:26.128582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad59c839-1eb7-42ba-91cd-811f50a71140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.171975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad59c839-1eb7-42ba-91cd-811f50a71140 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf96edc5c40b494785190d6402e57665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616189 Jul 28 18:13:26.173375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59c839-1eb7-42ba-91cd-811f50a71140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d28fdbc-05d3-44ea-8111-084f287951de,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:26.173990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37568) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:26.247650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f40524f-ecb5-4a33-9f1e-519259326224 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1696100 Jul 28 18:13:26.251039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37570) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:26.257305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Request body: {'subnet': {'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1207895129-subnet', 'tenant_id': '3fe7e1c989a54048a24abd61f5dec315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:26.273923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.328617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.356023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.379066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Router 03df46a2-d3df-40be-8ef6-da5af47ac276 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:26.391274 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.432391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Made reservation on behalf of 3fe7e1c989a54048a24abd61f5dec315 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:26.434760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.497151 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.522826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.584408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.588421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:26.593625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.598820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Sync routers for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:26.609056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:26.615889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:26.622455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66208c30-89d3-4f5b-8a5f-d40db4f1c494,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:26.669781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.679154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.679154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d28fdbc-05d3-44ea-8111-084f287951de HTTP/1.1" status: 204 len: 168 time: 0.4989381 Jul 28 18:13:26.683979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-4a691fb6-de70-4a13-ac5c-81befa654485 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "PUT /v2.0/floatingips/4bec5db7-7507-4b0a-b172-e41bc3341f4b HTTP/1.1" status: 200 len: 695 time: 1.2395904 Jul 28 18:13:26.689196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:26.691629 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7087d723-506d-410a-b61f-8ae124cf2218" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:26.691950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.693385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0b65b6a-11d7-4231-9bcc-962d29110c52 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5744262 Jul 28 18:13:26.700505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:26.702520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc02391-e970-4075-8213-51e57c513537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d28fdbc-05d3-44ea-8111-084f287951de,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:26.707549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '66208c30-89d3-4f5b-8a5f-d40db4f1c494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:26.771572 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e65a272-c29c-4ff9-8d72-a5a163f323aa x-openstack-request-id: req-6e65a272-c29c-4ff9-8d72-a5a163f323aa {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:26.773814 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:26.773814 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e65a272-c29c-4ff9-8d72-a5a163f323aa {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:26.776311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:26.782740 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:13:26.853228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-fe7e194c-489d-44ac-aee3-0112c59d8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:26.854840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-fe7e194c-489d-44ac-aee3-0112c59d8965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1224227 Jul 28 18:13:26.860548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.869206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.891671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087d723-506d-410a-b61f-8ae124cf2218 req-793daf02-6f7d-4961-b1a6-af3acc356e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:26.893525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-793daf02-6f7d-4961-b1a6-af3acc356e53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 1096 time: 0.1069207 Jul 28 18:13:26.942018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:26.959819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.041065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:27.041710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.063659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:27.074848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36222657-e30a-4e65-9493-c59b009e27d4,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:27.076743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Checking segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:27.077100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Network hostable DHCP agents. Network: 0e43802b-4fe4-418d-8bc0-e74a3d75740f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:27.094519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Checking router: 03df46a2-d3df-40be-8ef6-da5af47ac276 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:27.104989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:27.105914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:27.163867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.165269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-199ebd33-ef1a-41c1-93d3-82208a814cd9 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637907 Jul 28 18:13:27.168566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37582) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:27.175209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '66208c30-89d3-4f5b-8a5f-d40db4f1c494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:27.189555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:27.274034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:27.284072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0e43802b-4fe4-418d-8bc0-e74a3d75740f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:27.290504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:27.295198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.329807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.338728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100ad94-d071-4d42-988d-4cc7d63fe246 None None] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:27.363818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.407747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.417894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2f7e3e9c-32c8-467a-af77-6825e0a76078 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1578259 Jul 28 18:13:27.490166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.531799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae6effe-9c7d-41d3-bcbb-f2008ff98bee,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:27.556294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062285f9-51d0-438a-834d-66b3a7ef92d5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:27.584558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-b3e29f4e-6f5d-4e02-ad9b-890730dec641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:27.586952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-b3e29f4e-6f5d-4e02-ad9b-890730dec641 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.7201116 Jul 28 18:13:27.587998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.641484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e1f2d-dabd-4d9c-ab68-870fc382e3e1 None None] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:27.644587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087d723-506d-410a-b61f-8ae124cf2218 req-b2159554-f762-4053-aa34-f61fa36fdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:27.646076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-b2159554-f762-4053-aa34-f61fa36fdc17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 200 len: 921 time: 0.2945726 Jul 28 18:13:27.651224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-10f49979-c283-422d-977f-ba861e13a220 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0560989 Jul 28 18:13:27.661627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.668596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35097034-93d2-4753-be7c-a33f197bcc50 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955506 Jul 28 18:13:27.668596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:27.673210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '66208c30-89d3-4f5b-8a5f-d40db4f1c494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:27.699905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-cb9ece3e-bf38-401f-b5dc-b287f5b73314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 200 len: 217 time: 0.0454669 Jul 28 18:13:27.754508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.755924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d418e374-ed97-46ee-a820-2671de8f6bb1 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5175569 Jul 28 18:13:27.764562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37602) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:27.780987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-c8470362-ebfa-4a0f-9a19-a9fdfae93125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:27.782524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-c8470362-ebfa-4a0f-9a19-a9fdfae93125 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.1218858 Jul 28 18:13:27.786841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087d723-506d-410a-b61f-8ae124cf2218 req-f6a5e68c-15ae-4fa8-922d-22adb1ad57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:27.794523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-f6a5e68c-15ae-4fa8-922d-22adb1ad57c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 200 len: 860 time: 0.0691836 Jul 28 18:13:27.838153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-271ec617-ab98-4952-9b5d-dbde12986882 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425432 Jul 28 18:13:27.855036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-f9aaa35b-ceca-4780-9561-6083df1d198b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77dd40cd-f874-40cf-902c-1b894ed318d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504260 Jul 28 18:13:27.886335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:27.908340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:27.961078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50c85e-3bd1-4692-84d2-2efd0fddc29e None None] The sync data for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 is: [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:12:15Z', 'revision_number': 4, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0da046f7-023c-4fcb-abe8-4337e57dd802', 'name': '', 'network_id': '77dd40cd-f874-40cf-902c-1b894ed318d2', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'mac_address': 'fa:16:3e:b9:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:13Z', 'updated_at': '2021-07-28T18:12:24Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'subnets': [{'id': '63bfcf77-bf7f-428d-a8bc-1a5261b39cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:27.984447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.033880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-0fd6d731-b240-49d2-aaa0-41f2247946b6 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813862 Jul 28 18:13:28.065049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.081526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:28.114947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-fdb584fe-f53c-481d-a0d9-7098bc2e6267 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507312 Jul 28 18:13:28.134031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee35a1ac-8525-43f0-8c70-9ffff4093bf2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:28.214950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fc69ebd-d57c-4775-be3a-e870912c038b req-3d940078-fd80-4425-b867-b8e5a2216885 service neutron] 10.222.0.25 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655838 Jul 28 18:13:28.230031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.254248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7087d723-506d-410a-b61f-8ae124cf2218 req-e74acbab-fb5c-488a-8063-d4228e17e797 service neutron] 10.222.0.37 "GET /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304431 Jul 28 18:13:28.316290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f0191-ba03-445b-8f56-0ee1b5c7a3c2 None None] New status for floating IP 4bec5db7-7507-4b0a-b172-e41bc3341f4b: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:13:28.325540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:28.435676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-94a3df69-555d-4400-93ae-4bc0751de721 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips/4bec5db7-7507-4b0a-b172-e41bc3341f4b HTTP/1.1" status: 200 len: 695 time: 0.0811229 Jul 28 18:13:28.455104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-459706451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:28.568012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-8f63c31f-12dd-4ea3-8ffb-0db998065888 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:28.569498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-8f63c31f-12dd-4ea3-8ffb-0db998065888 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 784 time: 0.1328299 Jul 28 18:13:28.604204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.605409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1138a4f2-8553-4064-8c02-a62736aa9e9f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9361503 Jul 28 18:13:28.617949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37632) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:28.623875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '66208c30-89d3-4f5b-8a5f-d40db4f1c494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:28.628022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.629015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.649473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-48f5efcb-0b7b-4ab9-b8e6-b545c0b31b9e tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0724711 Jul 28 18:13:28.685403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-fa09fd33-5791-43c3-877c-ab739b3f3b19 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:28.685403 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-fa09fd33-5791-43c3-877c-ab739b3f3b19 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.5570869 Jul 28 18:13:28.692572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.697092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-44cfeede-8b86-456c-8493-1165c48fd5a2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/quotas/3fe7e1c989a54048a24abd61f5dec315 HTTP/1.1" status: 200 len: 375 time: 0.0131516 Jul 28 18:13:28.728490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-eab06bcf-28dd-4d55-acde-ed5edac886cf tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0451725 Jul 28 18:13:28.758726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-a878f8d9-3f8d-4253-a4bd-954812ba2ed5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540235 Jul 28 18:13:28.809496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.826044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.836676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.874075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Deleting port 7e374670-6a99-41f6-9e21-9cd2225d3640 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:28.874523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.927571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.928783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7cad822b-20d2-4468-ba93-16781f74326c tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6019537 Jul 28 18:13:28.935542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:28.941050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-475665262'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:28.966373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-07fe3c4b-581a-4d76-9db3-3d88c6977bc3 service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983259 Jul 28 18:13:28.967590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.967931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:28.983751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Calling delete_port for 7e374670-6a99-41f6-9e21-9cd2225d3640 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:29.049405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.066473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:29.070687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.075328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Allocated IP 172.25.7.223 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e6d8685d-c246-4bda-9aa6-4eee6e6e0200) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:29.080604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.154491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-76242f18-8e1c-4fd0-b616-f8c450352caa service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693978 Jul 28 18:13:29.160196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.191852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc69499-b4c4-41d0-8146-d8ed6778c64b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.213632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.219619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.233887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.242509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event deleted for resources: {'Port': ['ID=7e374670-6a99-41f6-9e21-9cd2225d3640,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.301304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.318267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.320824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.321966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35680557-e9e7-4b1e-a085-dc593b8ce549 req-22d1e9f4-3cf5-4462-9716-c6b03035f7ac tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "DELETE /v2.0/floatingips/4bec5db7-7507-4b0a-b172-e41bc3341f4b HTTP/1.1" status: 204 len: 173 time: 0.5876508 Jul 28 18:13:29.334604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:29.353034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf4ad9-11d7-44e0-bc51-609a0bc7a10a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.358884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.359235 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Added segment 819f0215-fac0-428b-a963-c168c28bcbae of type vlan for network 7fefc88f-4032-4caf-9670-459f10389571 Jul 28 18:13:29.390261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.416805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-003c3525-537f-4d8c-9b4a-0a7f3864b444 req-77c4bebc-7644-4c13-95f8-f0f7bb1663b7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 210 time: 0.0400407 Jul 28 18:13:29.420280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.431855 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-f1b7db3b-cbb4-4698-8d47-6c57ed5ac04e tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups/810be40d-f0e2-40c6-aa8f-34d1feb342e6 HTTP/1.1" status: 200 len: 1810 time: 0.0892355 Jul 28 18:13:29.448241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.449424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d7f5829-3fea-4230-a715-a8e6912f4bad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8291562 Jul 28 18:13:29.452656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37644) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:29.458592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:29.462094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '66208c30-89d3-4f5b-8a5f-d40db4f1c494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:29.471525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:29.477540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:29.506414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.513679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Pushing event updated for resources: {'Port': ['ID=e6d8685d-c246-4bda-9aa6-4eee6e6e0200,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.534057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.545059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.550846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:29.551632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.585659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.621481 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.641852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Network': ['ID=7fefc88f-4032-4caf-9670-459f10389571,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.656253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7fefc88f-4032-4caf-9670-459f10389571 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:29.690634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8c377fca-6de4-42be-a6db-978fe05d1354 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7515652 Jul 28 18:13:29.691803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37648) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:29.698645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'subnet': {'network_id': '7fefc88f-4032-4caf-9670-459f10389571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:29.719113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.759540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.762370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.763736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa7530b0-e266-432c-a5c9-6c7501d109c3 req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "DELETE /v2.0/security-groups/810be40d-f0e2-40c6-aa8f-34d1feb342e6 HTTP/1.1" status: 204 len: 173 time: 0.3227668 Jul 28 18:13:29.773484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.788079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce0b9b-627a-4344-9c38-db95d9b4e925 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810be40d-f0e2-40c6-aa8f-34d1feb342e6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.859387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.897821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c754089d-f265-4083-a9a7-76e236d7aba5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.912185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:29.915830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.918596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:29.998417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.004725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.008272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cdaf83ca-1869-48f1-8325-6423e1a1790e tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5495141 Jul 28 18:13:30.012909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.071316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Pushing event updated for resources: {'Port': ['ID=e6d8685d-c246-4bda-9aa6-4eee6e6e0200,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.080169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.085266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.094130 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.181546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.183597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-89a26c85-1c34-4828-8e3f-45d8af422d96 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4143498 Jul 28 18:13:30.185748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.241594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.252757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-52151782-ecd7-4378-8439-93c2ca8624d0 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0657167 Jul 28 18:13:30.255247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37664) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.281328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1abb6-e7b6-4fb7-af2f-0a68f5d9539d req-41342428-315a-4784-a4fb-fb2754b0b33a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:30.282848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30a1abb6-e7b6-4fb7-af2f-0a68f5d9539d req-41342428-315a-4784-a4fb-fb2754b0b33a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0787978 Jul 28 18:13:30.287868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.301618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.302831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c754089d-f265-4083-a9a7-76e236d7aba5 HTTP/1.1" status: 204 len: 168 time: 0.2904665 Jul 28 18:13:30.314316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37666) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.328883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-de7929bf-7364-4ebd-ac9c-b615394912ad tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0725338 Jul 28 18:13:30.331506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37668) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.342988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f491e8-b1b2-4159-a350-d701ee46f702 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c754089d-f265-4083-a9a7-76e236d7aba5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.359100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Subnet': ['ID=2f35a075-7209-411a-8ebb-2076367cc007,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.427317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30a1abb6-e7b6-4fb7-af2f-0a68f5d9539d req-a7b6a235-6396-4e58-8fcd-78416ad41085 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328907 Jul 28 18:13:30.434692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Checking segment: {'id': '819f0215-fac0-428b-a963-c168c28bcbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7fefc88f-4032-4caf-9670-459f10389571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:30.435038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network hostable DHCP agents. Network: 7fefc88f-4032-4caf-9670-459f10389571, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:30.471571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ff02299-6daf-4a2c-943c-a834c124931f tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1461418 Jul 28 18:13:30.473045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.489632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Deleting port e6d8685d-c246-4bda-9aa6-4eee6e6e0200 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:30.490023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.506640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.514738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.517744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62b57fde-342a-4941-897e-22fc0bcab8ee req-2c1c22f9-afb4-4f43-b6f2-a83672412425 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 210 time: 0.0441639 Jul 28 18:13:30.580860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network 7fefc88f-4032-4caf-9670-459f10389571 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:30.581778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.582115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.594540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Calling delete_port for e6d8685d-c246-4bda-9aa6-4eee6e6e0200 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:30.609596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.614750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.618342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8cc69499-b4c4-41d0-8146-d8ed6778c64b HTTP/1.1" status: 204 len: 168 time: 0.1419816 Jul 28 18:13:30.619275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37676) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.637724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a723dce-e82b-4c32-af9d-85cee12797db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cc69499-b4c4-41d0-8146-d8ed6778c64b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.671896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4785f0d2-a3d9-4dbf-8000-6e5b77c46e47 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0520322 Jul 28 18:13:30.674637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37680) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.701509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.709659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.723028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7fefc88f-4032-4caf-9670-459f10389571) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:30.738886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:30.739612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.739777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11249c42-c3ec-44c7-b64c-9bc4a3e72d70 None None] Network 7fefc88f-4032-4caf-9670-459f10389571 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:30.815609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.820551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d01c1b05-c5d2-4bd8-adb8-fccd4fec00a4 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1249044 Jul 28 18:13:30.820551 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.824459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37682) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.824840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.826001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ee35a1ac-8525-43f0-8c70-9ffff4093bf2 HTTP/1.1" status: 204 len: 168 time: 0.1500468 Jul 28 18:13:30.829673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.831607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437c49-135e-4e09-b44b-b019711ed6db tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee35a1ac-8525-43f0-8c70-9ffff4093bf2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.856100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'network': {'name': 'tempest-router-network01--1227101430'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:30.873354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Pushing event deleted for resources: {'Port': ['ID=e6d8685d-c246-4bda-9aa6-4eee6e6e0200,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.890474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7fefc88f-4032-4caf-9670-459f10389571', 'network_id': '7fefc88f-4032-4caf-9670-459f10389571', 'tenant_id': 'ad37b98032644b49960e35f3ba05b920', 'fixed_ips': [{'subnet_id': '2f35a075-7209-411a-8ebb-2076367cc007'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:13:30.891585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.971792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d32bebf-81bd-4634-b271-522758038988 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1121993 Jul 28 18:13:30.974396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37686) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:30.990780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.993994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:30.995116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bad61793-f308-4ccf-abc5-dab9de888a41 tempest-FloatingIPAdminTestJSON-345543995 tempest-FloatingIPAdminTestJSON-345543995-project] 10.222.0.25 "DELETE /v2.0/floatingips/0f96a2b7-3633-4077-82fc-8d2d3c797d97 HTTP/1.1" status: 204 len: 168 time: 0.6627150 Jul 28 18:13:30.998049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.008450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.011653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:31.015215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.029890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.032913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Allocated IP 2001:db8::2 (7fefc88f-4032-4caf-9670-459f10389571/2f35a075-7209-411a-8ebb-2076367cc007/0ef2a340-8784-4b3d-8561-73468ba1352d) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:31.066146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:31.087106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.087486 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Added segment f3221e9b-0a5c-4318-b404-d8a23280814c of type vlan for network b3178a8d-28d1-4fee-b20a-6e477a51df6d Jul 28 18:13:31.135252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.141704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.142876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/062285f9-51d0-438a-834d-66b3a7ef92d5 HTTP/1.1" status: 204 len: 168 time: 0.1675737 Jul 28 18:13:31.145006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.146054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37690) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.159289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b80c2-4ed9-41a6-bc13-6641c8eeba1d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=062285f9-51d0-438a-834d-66b3a7ef92d5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.202987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.211390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Transition to ACTIVE for port object 0ef2a340-8784-4b3d-8561-73468ba1352d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:31.221859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22a47e5d-dc06-4b0c-808d-e595b6b6d034 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0529034 Jul 28 18:13:31.224927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37692) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.228198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Transition to ACTIVE for port object 0ef2a340-8784-4b3d-8561-73468ba1352d will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:31.233002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Deleting port 8ae6effe-9c7d-41d3-bcbb-f2008ff98bee {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:31.233353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.252710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.262778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.277167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.282848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:31.283379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.311879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.312217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.325056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Calling delete_port for 8ae6effe-9c7d-41d3-bcbb-f2008ff98bee owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:31.329415 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.362038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Network': ['ID=b3178a8d-28d1-4fee-b20a-6e477a51df6d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.368577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Network 7fefc88f-4032-4caf-9670-459f10389571 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:31.371794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:31.376513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:31.389379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:31.422295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Pushing event updated for resources: {'Port': ['ID=0ef2a340-8784-4b3d-8561-73468ba1352d,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.435337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb20605d-c071-49fa-b9d7-23d44461ffc7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6042268 Jul 28 18:13:31.435538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.441707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'network': {'name': 'tempest-router-network02--1059455507'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:31.470700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.476194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.480524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/36222657-e30a-4e65-9493-c59b009e27d4 HTTP/1.1" status: 204 len: 168 time: 0.2539639 Jul 28 18:13:31.481281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.499035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fa3a8-6a89-4c59-a9c6-cdcb87003e72 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36222657-e30a-4e65-9493-c59b009e27d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.499238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Attempting to bind port 0ef2a340-8784-4b3d-8561-73468ba1352d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:31.499238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Attempting to bind port 0ef2a340-8784-4b3d-8561-73468ba1352d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '819f0215-fac0-428b-a963-c168c28bcbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7fefc88f-4032-4caf-9670-459f10389571'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:31.499238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Attempting to bind port 0ef2a340-8784-4b3d-8561-73468ba1352d on network 7fefc88f-4032-4caf-9670-459f10389571 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:31.506829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:31.507785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Checking segment: {'id': '819f0215-fac0-428b-a963-c168c28bcbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7fefc88f-4032-4caf-9670-459f10389571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:31.508143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.509840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Bound using segment: {'id': '819f0215-fac0-428b-a963-c168c28bcbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7fefc88f-4032-4caf-9670-459f10389571'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:31.509840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Bound port: 0ef2a340-8784-4b3d-8561-73468ba1352d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819f0215-fac0-428b-a963-c168c28bcbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7fefc88f-4032-4caf-9670-459f10389571'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:31.510480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.541415 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e97bc762-de61-487a-a253-2991eeab5ab7 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583076 Jul 28 18:13:31.544109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37700) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.558569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:31.562867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.570592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.583867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] For port 0ef2a340-8784-4b3d-8561-73468ba1352d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:31.588795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] For port 0ef2a340-8784-4b3d-8561-73468ba1352d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0ef2a340-8784-4b3d-8561-73468ba1352d,segment=NetworkSegment(819f0215-fac0-428b-a963-c168c28bcbae),segment_id=819f0215-fac0-428b-a963-c168c28bcbae)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:31.596903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:31.623182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae6effe-9c7d-41d3-bcbb-f2008ff98bee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.637191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.637572 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Added segment ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5 of type vlan for network 6948b829-3cd1-4484-ab60-f82f2783a737 Jul 28 18:13:31.640424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be7f2ed3-97f6-4629-a57a-43b0c40acd48 req-70391d95-4a3a-4f5a-920a-7f84517f64d7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 210 time: 0.0398898 Jul 28 18:13:31.669125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.684247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.702170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd570-7445-4f44-8cd1-cb13e6704a7d req-1ebfda00-0522-471d-a80b-f4dd5878f2a8 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:31.703485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b1dd570-7445-4f44-8cd1-cb13e6704a7d req-1ebfda00-0522-471d-a80b-f4dd5878f2a8 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.1829815 Jul 28 18:13:31.713065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.728204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e01e7c-3728-4550-a417-ebcb20884f54 None None] Pushing event updated for resources: {'Port': ['ID=0ef2a340-8784-4b3d-8561-73468ba1352d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.780678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.783228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.788126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-35522e7c-e62a-4e4c-bbfb-568838783653 tempest-FloatingIPAdminTestJSON-1333721450 tempest-FloatingIPAdminTestJSON-1333721450-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/7d4ac4b0-b23a-48e3-9ae0-008ad9cc0b1f HTTP/1.1" status: 204 len: 168 time: 0.7851758 Jul 28 18:13:31.788126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.790239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37706) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:31.812275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b1dd570-7445-4f44-8cd1-cb13e6704a7d req-d42b4de5-50d3-4c62-a4d8-73f6e4013e7a tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Jul 28 18:13:31.824764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.836209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:31.836209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:31.999585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Network': ['ID=6948b829-3cd1-4484-ab60-f82f2783a737,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:32.020717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6948b829-3cd1-4484-ab60-f82f2783a737 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:32.048952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port de6bdf37-6bcb-477b-a601-9edba5b7036b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:32.086655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.087006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-943dce09-445e-4a45-a75b-083b052c2194 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:32.088458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-943dce09-445e-4a45-a75b-083b052c2194 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.2283587 Jul 28 18:13:32.107587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Request body: {'port': {'device_id': 'cd964d49-8fde-4080-9f78-790c852b4866', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'admin_state_up': True, 'tenant_id': '3fe7e1c989a54048a24abd61f5dec315'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:32.119385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.119385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.119385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/66208c30-89d3-4f5b-8a5f-d40db4f1c494 HTTP/1.1" status: 204 len: 168 time: 0.5715017 Jul 28 18:13:32.119747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37708) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:32.150920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d426abf-0611-43c5-bac1-9a713608daab tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7135689 Jul 28 18:13:32.163197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66208c30-89d3-4f5b-8a5f-d40db4f1c494,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:32.165763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37710) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:32.180667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'subnet': {'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:32.180896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.199572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.201964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.202242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.202574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.202904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.203234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d7d76-6113-436f-814a-8a04ad1eafa3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:32.209263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-11ffdf65-6754-4c47-aab4-c7cc2a4f2ca7 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843253 Jul 28 18:13:32.209263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for de6bdf37-6bcb-477b-a601-9edba5b7036b owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:32.230014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37712) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:32.267353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--471506817'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:32.392785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.473008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-94aa7298-22a1-437a-b0bc-9eb4c3a489ff tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:32.474539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-94aa7298-22a1-437a-b0bc-9eb4c3a489ff tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.37 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 945 time: 0.0511038 Jul 28 18:13:32.478090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.509598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:32.513562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.540357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=de6bdf37-6bcb-477b-a601-9edba5b7036b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:32.665227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.667189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f78a2a6-51ca-47ae-8639-bc7fa6ee3dcd tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/ports/de6bdf37-6bcb-477b-a601-9edba5b7036b HTTP/1.1" status: 204 len: 168 time: 0.8749516 Jul 28 18:13:32.670388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:32.745055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Made reservation on behalf of 3fe7e1c989a54048a24abd61f5dec315 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:32.745856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Deleting port 017c4230-8cf0-4d13-83ef-64808d4156aa {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:32.746338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.749182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.807314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e0f5dc-118c-4489-af9d-a11941901d94 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:32.808941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a6e0f5dc-118c-4489-af9d-a11941901d94 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "GET /v2.0/ports?device_id=33129903-36c4-4377-8a2e-8dc5bf9d54fe HTTP/1.1" status: 200 len: 913 time: 0.1373227 Jul 28 18:13:32.813302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:32.834489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0ef2a340-8784-4b3d-8561-73468ba1352d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:32.883245 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:32.901924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8cf785b-9dd8-4387-adfd-578462c5807a req-1c02b0cd-6d88-4489-9cde-1af75b797aeb tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 210 time: 0.0676777 Jul 28 18:13:32.972228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] For port 017c4230-8cf0-4d13-83ef-64808d4156aa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=017c4230-8cf0-4d13-83ef-64808d4156aa,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:32.974504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.002903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Calling delete_port for 017c4230-8cf0-4d13-83ef-64808d4156aa owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:33.049839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa4a2e-29bc-4f6e-8fe7-0e7585f65f47 None None] Network 7fefc88f-4032-4caf-9670-459f10389571 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:33.083556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.098507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0ef2a340-8784-4b3d-8561-73468ba1352d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:33.195273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.240145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c855779-a48d-4de2-a924-7d4db764381e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.247182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Provisioning for port 0ef2a340-8784-4b3d-8561-73468ba1352d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:33.254669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Provisioning complete for port 0ef2a340-8784-4b3d-8561-73468ba1352d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:33.255084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.276878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.290415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['017c4230-8cf0-4d13-83ef-64808d4156aa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:33.321695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.323324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0dc0106-8632-4020-82ba-85c8d5471786 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0956273 Jul 28 18:13:33.327647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Pushing event deleted for resources: {'Port': ['ID=017c4230-8cf0-4d13-83ef-64808d4156aa,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.337270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37734) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:33.344092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '3c855779-a48d-4de2-a924-7d4db764381e', 'direction': 'ingress', 'protocol': 17}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:33.383763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.424563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] No DVR routers for this DVR port 017c4230-8cf0-4d13-83ef-64808d4156aa on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:33.428175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.431930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a616cf14-607d-44a9-8f37-0c1aeb265f54 req-1755689f-fbcd-4188-b79f-f793140ce2fa tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.37 "DELETE /v2.0/ports/017c4230-8cf0-4d13-83ef-64808d4156aa HTTP/1.1" status: 204 len: 173 time: 0.9488850 Jul 28 18:13:33.432530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'name': 'network-vif-deleted', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:33.433088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] For port 0ef2a340-8784-4b3d-8561-73468ba1352d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0ef2a340-8784-4b3d-8561-73468ba1352d,segment=NetworkSegment(819f0215-fac0-428b-a963-c168c28bcbae),segment_id=819f0215-fac0-428b-a963-c168c28bcbae)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:33.435692 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4dcebf-3b2e-458f-98e0-9165d74cae6f" -d '{"events": [{"server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "name": "network-vif-deleted", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:33.453042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.521209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.538814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Subnet': ['ID=9510778f-bfd5-4493-b1bc-3fb7f693dc1a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.569040 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd49a8-e829-4812-9560-4374f622588f x-openstack-request-id: req-09fd49a8-e829-4812-9560-4374f622588f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:33.570957 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3fcf2-d4cc-426b-bc31-64f5def99b2c", "name": "network-vif-deleted", "tag": "017c4230-8cf0-4d13-83ef-64808d4156aa", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:33.570957 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09fd49a8-e829-4812-9560-4374f622588f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:33.570957 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3fcf2-d4cc-426b-bc31-64f5def99b2c', 'name': 'network-vif-deleted', 'tag': '017c4230-8cf0-4d13-83ef-64808d4156aa', 'status': 'completed', 'code': 200} Jul 28 18:13:33.601534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6e3ba-e758-4867-beec-389a7198f4c4 None None] Pushing event updated for resources: {'Port': ['ID=0ef2a340-8784-4b3d-8561-73468ba1352d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.622607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.637663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98279ebf-5e10-4d05-8893-4e0eed1f0115 req-bc702e29-9bde-4f1a-bb0e-8927e187a407 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:33.639493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98279ebf-5e10-4d05-8893-4e0eed1f0115 req-bc702e29-9bde-4f1a-bb0e-8927e187a407 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/ports?device_id=66f3fcf2-d4cc-426b-bc31-64f5def99b2c HTTP/1.1" status: 200 len: 867 time: 0.6472042 Jul 28 18:13:33.640668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Checking segment: {'id': 'f3221e9b-0a5c-4318-b404-d8a23280814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:33.641101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network hostable DHCP agents. Network: b3178a8d-28d1-4fee-b20a-6e477a51df6d, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:33.655186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-550f6ff5-3b7d-46d9-a832-baa71c7d0323 None None] Provisioning complete for port 0ef2a340-8784-4b3d-8561-73468ba1352d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:33.655605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-550f6ff5-3b7d-46d9-a832-baa71c7d0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.659299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Allocated IP 172.20.0.2 (0e43802b-4fe4-418d-8bc0-e74a3d75740f/73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f/fe69fe98-595e-4d72-8b1d-c49c2451010d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:33.695117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.725179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e80372d-c82c-4ae1-9cde-e3dcbd919c5f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.805962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98279ebf-5e10-4d05-8893-4e0eed1f0115 req-e34de04c-491d-4ee2-950d-2bebb99e3cd0 tempest-ServerRescueTestJSONUnderV235-1175341435 tempest-ServerRescueTestJSONUnderV235-1175341435-project] 10.222.0.25 "GET /v2.0/security-groups?id=05a873c3-5e63-4ae5-9bba-61c4f3267dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593003 Jul 28 18:13:33.813519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.817067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88479ea9-da65-40ff-aeae-1380b4dd7fac tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4761798 Jul 28 18:13:33.817808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:33.855586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:33.872545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.898327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.965132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b3178a8d-28d1-4fee-b20a-6e477a51df6d) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:33.971872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:33.972958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:33.974182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c4bef-8c1a-4216-ac88-f0098df7e430 None None] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:34.006241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49933161-1f3d-452c-9fd5-51ee7e3c7c80 req-3b2ace3a-24e6-4b3c-b390-d2ccee521d1b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Jul 28 18:13:34.042354 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.065224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.068412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.072162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c855779-a48d-4de2-a924-7d4db764381e HTTP/1.1" status: 204 len: 168 time: 0.2509964 Jul 28 18:13:34.072878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37744) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:34.079279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a3b8-293b-410a-8cfb-9e93d1d84dd1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c855779-a48d-4de2-a924-7d4db764381e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:34.148884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b3178a8d-28d1-4fee-b20a-6e477a51df6d', 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d', 'tenant_id': 'ad37b98032644b49960e35f3ba05b920', 'fixed_ips': [{'subnet_id': '9510778f-bfd5-4493-b1bc-3fb7f693dc1a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:13:34.154261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.154407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6521aa0a-89dd-416a-9074-e5b840b95ef6 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9809556 Jul 28 18:13:34.155164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37746) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:34.162852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'subnet': {'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:34.195527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b9c752d7-8887-4943-ada6-c8a40346ae69 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204202 Jul 28 18:13:34.199235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37748) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:34.203790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922784695'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:34.242518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.297434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.327370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Allocated IP 2001:db8::2 (b3178a8d-28d1-4fee-b20a-6e477a51df6d/9510778f-bfd5-4493-b1bc-3fb7f693dc1a/1594ded3-4dd4-4c75-808e-2c332f77255f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:34.386928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.417841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:34.441063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:34.445848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:34.447761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:34.448862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:34.452857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.492577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.515742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Transition to ACTIVE for port object 1594ded3-4dd4-4c75-808e-2c332f77255f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:34.533731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Transition to ACTIVE for port object 1594ded3-4dd4-4c75-808e-2c332f77255f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:34.594600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:34.595594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.608043 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.654093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.707679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Pushing event updated for resources: {'Port': ['ID=1594ded3-4dd4-4c75-808e-2c332f77255f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:34.722038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:34.723743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:34.732927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:34.779961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port f7fbf633-543b-4aa7-b5d4-7dd0417b989a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:34.780319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.799676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0ef2a340-8784-4b3d-8561-73468ba1352d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:34.824234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.838908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Attempting to bind port 1594ded3-4dd4-4c75-808e-2c332f77255f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:34.839426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Attempting to bind port 1594ded3-4dd4-4c75-808e-2c332f77255f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'f3221e9b-0a5c-4318-b404-d8a23280814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:34.840009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Attempting to bind port 1594ded3-4dd4-4c75-808e-2c332f77255f on network b3178a8d-28d1-4fee-b20a-6e477a51df6d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:34.852239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:34.852767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Checking segment: {'id': 'f3221e9b-0a5c-4318-b404-d8a23280814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:34.853289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.854039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Bound using segment: {'id': 'f3221e9b-0a5c-4318-b404-d8a23280814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:34.854439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Bound port: 1594ded3-4dd4-4c75-808e-2c332f77255f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3221e9b-0a5c-4318-b404-d8a23280814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b3178a8d-28d1-4fee-b20a-6e477a51df6d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:34.854902 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.856268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.881462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c8f78-f060-40fd-a7fe-c2e59bacc4cd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:34.896386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37754) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:34.896386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-0106cc90-8c1d-4590-9b08-700db6dd5955 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7918308 Jul 28 18:13:34.912497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Request body: {'port': {'device_id': 'cd964d49-8fde-4080-9f78-790c852b4866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:34.934548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Subnet': ['ID=1ce4317e-913b-4b6f-9d77-a0ad0574450c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:34.935417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] For port 1594ded3-4dd4-4c75-808e-2c332f77255f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:34.939328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] For port 1594ded3-4dd4-4c75-808e-2c332f77255f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1594ded3-4dd4-4c75-808e-2c332f77255f,segment=NetworkSegment(f3221e9b-0a5c-4318-b404-d8a23280814c),segment_id=f3221e9b-0a5c-4318-b404-d8a23280814c)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:34.947058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0ef2a340-8784-4b3d-8561-73468ba1352d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:34.951067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.955854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:34.959887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-679e1d60-e0e1-4fdc-af77-c200c746ffa6 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7569914 Jul 28 18:13:34.964824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37756) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:34.970960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--425890732'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:34.996069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Checking segment: {'id': 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:34.996442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network hostable DHCP agents. Network: 6948b829-3cd1-4484-ab60-f82f2783a737, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:35.031788 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.044530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.090011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.134618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for f7fbf633-543b-4aa7-b5d4-7dd0417b989a owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:35.135307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8061-002c-4726-b04f-0cc729768717 None None] Pushing event updated for resources: {'Port': ['ID=1594ded3-4dd4-4c75-808e-2c332f77255f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:35.147267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network 6948b829-3cd1-4484-ab60-f82f2783a737 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:35.148529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.208403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af139dd8-f77b-43e2-9f14-20bbae636011 req-6139ed2b-3086-41ac-b4b0-7a0ab7849e54 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:35.210224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af139dd8-f77b-43e2-9f14-20bbae636011 req-6139ed2b-3086-41ac-b4b0-7a0ab7849e54 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 931 time: 0.1163650 Jul 28 18:13:35.247998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6948b829-3cd1-4484-ab60-f82f2783a737) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:35.256858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b315d5-dd61-4bee-94cf-0d2c6c19edf8 None None] Network 6948b829-3cd1-4484-ab60-f82f2783a737 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:35.262409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:35.263244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.271781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af139dd8-f77b-43e2-9f14-20bbae636011 req-6331e7bd-0e98-4cc8-a1ea-190140ae8913 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Jul 28 18:13:35.329035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.401955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.465614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec0c8077-be72-40c3-8581-704f6bc17b41 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3056011 Jul 28 18:13:35.465944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3b684-1c06-4405-b55b-fe415c020b15,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:35.471604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37760) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:35.471843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6948b829-3cd1-4484-ab60-f82f2783a737', 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737', 'tenant_id': 'ad37b98032644b49960e35f3ba05b920', 'fixed_ips': [{'subnet_id': '1ce4317e-913b-4b6f-9d77-a0ad0574450c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:13:35.471843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.560002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.565114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1cb3e2a0-3cd6-4795-8a70-5697001eb981 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5986989 Jul 28 18:13:35.589670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:35.596981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': 'd64c8f78-f060-40fd-a7fe-c2e59bacc4cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c7c3b684-1c06-4405-b55b-fe415c020b15', 'remote_ip_prefix': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:35.672190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Allocated IP 2001:db8::2 (6948b829-3cd1-4484-ab60-f82f2783a737/1ce4317e-913b-4b6f-9d77-a0ad0574450c/9983589a-b3e3-4349-b030-972732b31041) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:35.846437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.847352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.909699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:35.923409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Transition to ACTIVE for port object 9983589a-b3e3-4349-b030-972732b31041 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:35.945959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Transition to ACTIVE for port object 9983589a-b3e3-4349-b030-972732b31041 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:36.023434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:13:36.031669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.039465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.078758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.084267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.089701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Transition to ACTIVE for port object fe69fe98-595e-4d72-8b1d-c49c2451010d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:36.097772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Network 6948b829-3cd1-4484-ab60-f82f2783a737 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:36.100980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:36.106157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:36.123418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=f7fbf633-543b-4aa7-b5d4-7dd0417b989a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:36.139928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Pushing event updated for resources: {'Port': ['ID=9983589a-b3e3-4349-b030-972732b31041,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:36.192873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.195445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.209302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Attempting to bind port 9983589a-b3e3-4349-b030-972732b31041 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:36.210989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Attempting to bind port 9983589a-b3e3-4349-b030-972732b31041 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:36.211616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Attempting to bind port 9983589a-b3e3-4349-b030-972732b31041 on network 6948b829-3cd1-4484-ab60-f82f2783a737 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:36.220732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:36.220732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Checking segment: {'id': 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:36.221162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.221592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Bound using segment: {'id': 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:36.222130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Bound port: 9983589a-b3e3-4349-b030-972732b31041, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6948b829-3cd1-4484-ab60-f82f2783a737'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:36.222444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.227514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Allocated IP 2001:db8::1 (b3178a8d-28d1-4fee-b20a-6e477a51df6d/9510778f-bfd5-4493-b1bc-3fb7f693dc1a/5408e37e-44d3-48b8-9289-009c9cea6ca0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:36.305278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd624266-a54e-452a-b0c0-7085c9b38fa6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:36.365575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.392970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] For port 9983589a-b3e3-4349-b030-972732b31041, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:36.400095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] For port 9983589a-b3e3-4349-b030-972732b31041, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9983589a-b3e3-4349-b030-972732b31041,segment=NetworkSegment(ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5),segment_id=ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:36.446759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.475042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:36.575022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 017c4230-8cf0-4d13-83ef-64808d4156aa no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:36.600281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cfa9d-742e-4f4e-bdf1-123f182f73c7 None None] Pushing event updated for resources: {'Port': ['ID=9983589a-b3e3-4349-b030-972732b31041,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:36.611271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 017c4230-8cf0-4d13-83ef-64808d4156aa {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:36.611757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 017c4230-8cf0-4d13-83ef-64808d4156aa not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:36.652639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a135b6-4300-4bbf-853e-c6e9ef160490 None None] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:36.898134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1594ded3-4dd4-4c75-808e-2c332f77255f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:36.956128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8144a2bd-c0dc-4334-9f6b-978391b5896d None None] Provisioning for port 1594ded3-4dd4-4c75-808e-2c332f77255f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:37.027228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Transition to ACTIVE for port object 5408e37e-44d3-48b8-9289-009c9cea6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:37.035278 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.040184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bfcd503c-a14b-4ce3-8e25-38b028348046 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4490998 Jul 28 18:13:37.048102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37770) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:37.078661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:37.094088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.105333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.140592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1594ded3-4dd4-4c75-808e-2c332f77255f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:37.146087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1594ded3-4dd4-4c75-808e-2c332f77255f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:37.146601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.174078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.222580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:37.226401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:37.229234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:37.229857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.282583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.288789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.311470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.312922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dd624266-a54e-452a-b0c0-7085c9b38fa6 HTTP/1.1" status: 204 len: 168 time: 0.2635555 Jul 28 18:13:37.317941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62870-b211-48cd-a676-2cc2111fd8ad tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd624266-a54e-452a-b0c0-7085c9b38fa6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:37.329864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37772) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:37.343881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1594ded3-4dd4-4c75-808e-2c332f77255f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1594ded3-4dd4-4c75-808e-2c332f77255f,segment=NetworkSegment(f3221e9b-0a5c-4318-b404-d8a23280814c),segment_id=f3221e9b-0a5c-4318-b404-d8a23280814c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:37.346920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Port': ['ID=5408e37e-44d3-48b8-9289-009c9cea6ca0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:37.371022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdf9c-da1f-48c6-a059-261817795b5a req-e1c971d6-8cde-476e-92c7-7f948d15c9df tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:37.372544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b5fdf9c-da1f-48c6-a059-261817795b5a req-e1c971d6-8cde-476e-92c7-7f948d15c9df tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 943 time: 0.9348757 Jul 28 18:13:37.376599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.429099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Attempting to bind port fe69fe98-595e-4d72-8b1d-c49c2451010d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:37.429443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Attempting to bind port fe69fe98-595e-4d72-8b1d-c49c2451010d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:37.429776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Attempting to bind port fe69fe98-595e-4d72-8b1d-c49c2451010d on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:37.432154 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.453583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Port fe69fe98-595e-4d72-8b1d-c49c2451010d on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:13:37.453931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Attempting to bind port fe69fe98-595e-4d72-8b1d-c49c2451010d on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:37.533784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32bc48a4-5eab-4110-9c8d-2e28151e8040 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1992218 Jul 28 18:13:37.546033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bebcab22-51a7-4253-90bd-c31de6cd3f45 None None] Provisioning complete for port 1594ded3-4dd4-4c75-808e-2c332f77255f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:37.546556 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bebcab22-51a7-4253-90bd-c31de6cd3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.547761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:37.550798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1594ded3-4dd4-4c75-808e-2c332f77255f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:37.551435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b5fdf9c-da1f-48c6-a059-261817795b5a req-b50f689c-0586-454b-a52c-72e071cd0b82 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Jul 28 18:13:37.555072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:37.555435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Checking segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:37.556013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Bound using segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:37.556637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Bound port: fe69fe98-595e-4d72-8b1d-c49c2451010d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:37.556997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.560976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.758454 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-92bce21c-535c-4cf2-91a2-6bb3285bab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.842397 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.886883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:37.968808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:37.980377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d400ec95-246f-49a9-be80-9973d58bdbc1 None None] Provisioning for port 5408e37e-44d3-48b8-9289-009c9cea6ca0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:37.984912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d400ec95-246f-49a9-be80-9973d58bdbc1 None None] Provisioning complete for port 5408e37e-44d3-48b8-9289-009c9cea6ca0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:37.985597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d400ec95-246f-49a9-be80-9973d58bdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:37.986626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.033312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.044041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d400ec95-246f-49a9-be80-9973d58bdbc1 None None] Port 5408e37e-44d3-48b8-9289-009c9cea6ca0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:38.079283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Router 33129903-36c4-4377-8a2e-8dc5bf9d54fe has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:38.084521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.098464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.099643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.135819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Deleting port 0da046f7-023c-4fcb-abe8-4337e57dd802 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:38.136162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.161067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca248e6-3797-4def-b6b0-ba1fa49dd914 None None] Network 6948b829-3cd1-4484-ab60-f82f2783a737 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:38.192601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:38.193243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.195231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe69fe98-595e-4d72-8b1d-c49c2451010d HTTP/1.1" status: 200 len: 1091 time: 3.2946215 Jul 28 18:13:38.195873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:38.198121 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503b79b-4659-480f-8887-e5e552983233" -d '{"events": [{"name": "network-changed", "server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:38.209782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Port': ['ID=5408e37e-44d3-48b8-9289-009c9cea6ca0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:38.258781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.261529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.266056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7c3b684-1c06-4405-b55b-fe415c020b15 HTTP/1.1" status: 204 len: 168 time: 0.7090018 Jul 28 18:13:38.270167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37780) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:38.278607 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f19d41-4755-4bbc-9466-b0666ed9691f x-openstack-request-id: req-41f19d41-4755-4bbc-9466-b0666ed9691f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:38.278966 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:38.279221 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41f19d41-4755-4bbc-9466-b0666ed9691f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:38.279691 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'status': 'completed', 'code': 200} Jul 28 18:13:38.286875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6235e5c-404c-4e17-904a-07388f16e576 service neutron] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:38.302266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a3944-026f-4a45-86b2-3c50eddec03b tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3b684-1c06-4405-b55b-fe415c020b15,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:38.356030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:38.362664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-42bf5eb9-27bb-4d35-aa0b-5a14715416a4 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0915635 Jul 28 18:13:38.364422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:38.372861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:38.412150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fdd4062c-1cd5-4388-8782-55941d80f601 None None] Provisioning for port 9983589a-b3e3-4349-b030-972732b31041 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:38.422581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] For port 0da046f7-023c-4fcb-abe8-4337e57dd802, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0da046f7-023c-4fcb-abe8-4337e57dd802,segment=NetworkSegment(38cac441-a07e-4c29-8ea5-ba18158449ab),segment_id=38cac441-a07e-4c29-8ea5-ba18158449ab)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:38.422581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.461205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Calling delete_port for 0da046f7-023c-4fcb-abe8-4337e57dd802 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:38.464901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:38.478927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] Sync routers for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:38.479629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61d00e55-7027-49fb-88ab-aa178c11d84b tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "PUT /v2.0/routers/33129903-36c4-4377-8a2e-8dc5bf9d54fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6647689 Jul 28 18:13:38.485672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b79b-4659-480f-8887-e5e552983233 req-6acbdcbb-0c6e-464e-a6ea-8fb03ce8c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:38.487385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6503b79b-4659-480f-8887-e5e552983233 req-6acbdcbb-0c6e-464e-a6ea-8fb03ce8c58c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 1094 time: 0.1815305 Jul 28 18:13:38.490246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37784) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:38.497358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:38.498271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:38.574513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:38.595775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] Routers {'33129903-36c4-4377-8a2e-8dc5bf9d54fe'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:38.596407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:38.703118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:38.703118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e7971-fccb-4114-a9d4-e8ff2f32e049 None None] The sync data for ids ['33129903-36c4-4377-8a2e-8dc5bf9d54fe'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:38.809054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.814989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.872929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-82ed1be8-13b0-4930-ae15-fedb06a6582f None None] Provisioning complete for port 5408e37e-44d3-48b8-9289-009c9cea6ca0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:38.883781 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82ed1be8-13b0-4930-ae15-fedb06a6582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.921095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b79b-4659-480f-8887-e5e552983233 req-d13fc4bc-af88-4a81-977f-22aa6f03aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:38.922967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6503b79b-4659-480f-8887-e5e552983233 req-d13fc4bc-af88-4a81-977f-22aa6f03aa27 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3fe7e1c989a54048a24abd61f5dec315&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4208469 Jul 28 18:13:38.964127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:38.976118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.014679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Router c16a982a-ec2a-4c7f-884e-537d7179d772 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:13:39.082594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9983589a-b3e3-4349-b030-972732b31041 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:39.166446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-82ed1be8-13b0-4930-ae15-fedb06a6582f None None] Port 5408e37e-44d3-48b8-9289-009c9cea6ca0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:39.173015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:39.179149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9b714b6-f100-488f-9d99-383956b9cc0f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7086463 Jul 28 18:13:39.181899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37790) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:39.185159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2217700c-e559-48d9-9310-38a6878e943f None None] Sync routers for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:39.196009 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:39.196900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:39.236363 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:39.245531 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:39.246145 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:39.268628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port e5bbada2-950e-49a5-bfbe-7dd4f82c1d0f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:39.269064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.281186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9983589a-b3e3-4349-b030-972732b31041 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:39.288647 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2217700c-e559-48d9-9310-38a6878e943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:39.289523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9983589a-b3e3-4349-b030-972732b31041 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:39.292705 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2217700c-e559-48d9-9310-38a6878e943f None None] The sync data for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:39.293166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.385858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.421848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 9983589a-b3e3-4349-b030-972732b31041, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9983589a-b3e3-4349-b030-972732b31041,segment=NetworkSegment(ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5),segment_id=ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:39.423782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a537e-1202-4407-afee-e2c8fd64044b req-ec3d9a91-9d71-4636-8f76-8259599fdd74 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:39.425332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be8a537e-1202-4407-afee-e2c8fd64044b req-ec3d9a91-9d71-4636-8f76-8259599fdd74 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 943 time: 0.7054255 Jul 28 18:13:39.435316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.453925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for e5bbada2-950e-49a5-bfbe-7dd4f82c1d0f owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:39.488921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.490186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1594ded3-4dd4-4c75-808e-2c332f77255f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:39.560269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b79b-4659-480f-8887-e5e552983233 req-09b8ddb5-f57a-4571-8718-5bde4dd740ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:39.561678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6503b79b-4659-480f-8887-e5e552983233 req-09b8ddb5-f57a-4571-8718-5bde4dd740ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6278265 Jul 28 18:13:39.565290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be8a537e-1202-4407-afee-e2c8fd64044b req-08fbe8be-8ab3-4fa1-88c4-05432205785a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134794 Jul 28 18:13:39.574738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=9983589a-b3e3-4349-b030-972732b31041,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:39.586428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.586428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.589883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/d64c8f78-f060-40fd-a7fe-c2e59bacc4cd HTTP/1.1" status: 204 len: 168 time: 1.2104552 Jul 28 18:13:39.590033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37792) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:39.599556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1594ded3-4dd4-4c75-808e-2c332f77255f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:39.599941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.656520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083092e-6075-484d-b7e9-17ad11d105b2 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c8f78-f060-40fd-a7fe-c2e59bacc4cd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:39.727140 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83896ada-0195-407b-990b-778ab15be018 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293247 Jul 28 18:13:39.731093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:39.735641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--806227628'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:39.743103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-a3999c2c-3c4b-435e-bebb-e080c07b79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:39.744613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-a3999c2c-3c4b-435e-bebb-e080c07b79ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 1094 time: 0.1119256 Jul 28 18:13:39.744757 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-c049d095-d482-4b2a-b916-e686d3c1edfc tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:39.745739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c049d095-d482-4b2a-b916-e686d3c1edfc tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5626628 Jul 28 18:13:39.749110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37796) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:39.794454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-9cc6072f-8580-41ea-9245-3d0227067ee5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d HTTP/1.1" status: 200 len: 217 time: 0.0410151 Jul 28 18:13:39.801038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.857834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da046f7-023c-4fcb-abe8-4337e57dd802,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:39.873266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:39.930685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-f1c2e84b-199b-4f68-8153-c7c820f07be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:39.932302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-f1c2e84b-199b-4f68-8153-c7c820f07be3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.1290572 Jul 28 18:13:39.976914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-6043dc2e-e653-468e-b879-30558141a567 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370793 Jul 28 18:13:40.064048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.214262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-c83dae65-a0b2-4227-b397-6df92930d0c1 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277560 Jul 28 18:13:40.218087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.219456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.229915 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.246589 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c181e517-4301-4e5e-b300-57835bb6c8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.258874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=e5bbada2-950e-49a5-bfbe-7dd4f82c1d0f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:40.292962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.366144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80138527-fcc8-4aca-b388-c9dd82d9e662,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:40.390929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.433684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.437267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8798f4d3-a80b-478e-b12e-bc1626eba15c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7027025 Jul 28 18:13:40.438386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:40.446253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '80138527-fcc8-4aca-b388-c9dd82d9e662', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:40.459005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f0e4395-ff6e-4829-b2cd-8e3528dca735 req-7a8f82ef-80c7-4341-902d-8bbf22c5e522 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372718 Jul 28 18:13:40.513193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.516350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.570447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.633892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Router 03df46a2-d3df-40be-8ef6-da5af47ac276 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:40.653688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.661805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.696080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.697333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Fanout notify agent at l3_agent the message router_deleted on router 33129903-36c4-4377-8a2e-8dc5bf9d54fe {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:40.743659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.746945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e2e37614-d3b6-4a4a-bcd8-55ea73ac3d69 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/routers/33129903-36c4-4377-8a2e-8dc5bf9d54fe HTTP/1.1" status: 204 len: 168 time: 2.2455912 Jul 28 18:13:40.748038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37812) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:40.792850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.799089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ea948-071b-4e00-bb7a-ed6dbd531560 req-15dc05a0-da81-4536-9449-414326841973 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:40.800773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-613ea948-071b-4e00-bb7a-ed6dbd531560 req-15dc05a0-da81-4536-9449-414326841973 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 943 time: 0.1084251 Jul 28 18:13:40.812266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9983589a-b3e3-4349-b030-972732b31041 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:40.842863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6daed4-fa24-467c-bf0a-8ee5f1228980,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:40.866457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9983589a-b3e3-4349-b030-972732b31041 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:40.866848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.885251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:40.891418 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9b638a8d-4425-4b76-8f94-7e160254edb5 admin admin] 10.222.0.25 "PUT /v2.0/routers/03df46a2-d3df-40be-8ef6-da5af47ac276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9982448 Jul 28 18:13:40.893908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37816) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:40.901428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Sync routers for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:40.905007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-613ea948-071b-4e00-bb7a-ed6dbd531560 req-7c94c5c2-5781-4658-8001-efd6f8a516e2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926294 Jul 28 18:13:40.906916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting subnet a04f9499-bafd-4d9d-a68d-a5a36ab592bb {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:40.933814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:40.934840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:40.948374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.953411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:40.954700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf4ddf65-0c5b-4cd1-8ceb-5d4eca5e3013 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5140860 Jul 28 18:13:40.957833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.009728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510038-6c70-4af2-bf88-b9902afebf4f req-2627a058-a933-4e69-ab80-181bd9ce61c5 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:41.010992 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54510038-6c70-4af2-bf88-b9902afebf4f req-2627a058-a933-4e69-ab80-181bd9ce61c5 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.1917946 Jul 28 18:13:41.019950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.030266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.066658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.076601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting port 5408e37e-44d3-48b8-9289-009c9cea6ca0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:41.076946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.082779 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.111157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:41.127930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54510038-6c70-4af2-bf88-b9902afebf4f req-4baa17be-094a-46f5-9656-25f952b74bc7 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097717 Jul 28 18:13:41.143831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.177601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.188129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.202003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.203275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3d6daed4-fa24-467c-bf0a-8ee5f1228980 HTTP/1.1" status: 204 len: 168 time: 0.2444944 Jul 28 18:13:41.207272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Calling delete_port for 5408e37e-44d3-48b8-9289-009c9cea6ca0 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:41.209131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.218400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294942-a700-451d-92d3-c5159c576d44 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6daed4-fa24-467c-bf0a-8ee5f1228980,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:41.271662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.297687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a93e3dc-36f1-4495-bb51-58a7cddb15ec tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0841649 Jul 28 18:13:41.303297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37822) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.314041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:13:39Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.322254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.344436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Checking router: 03df46a2-d3df-40be-8ef6-da5af47ac276 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:41.354165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Routers {'03df46a2-d3df-40be-8ef6-da5af47ac276'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:41.354829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['03df46a2-d3df-40be-8ef6-da5af47ac276'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.411929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.459720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.461135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] Set router 03df46a2-d3df-40be-8ef6-da5af47ac276 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:41.469162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.569363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.613102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.615701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.617681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/80138527-fcc8-4aca-b388-c9dd82d9e662 HTTP/1.1" status: 204 len: 168 time: 0.3123872 Jul 28 18:13:41.619212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Port': ['ID=5408e37e-44d3-48b8-9289-009c9cea6ca0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:41.621540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37824) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.671841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e40c-816c-4de3-a442-f067988f54c1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80138527-fcc8-4aca-b388-c9dd82d9e662,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:41.672067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:13:39Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.718542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094de31-579f-4426-aa45-b0d543403a65 None None] The sync data for ids ['03df46a2-d3df-40be-8ef6-da5af47ac276'] in n-d-778550-5 is: [{'id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904026344-router', 'tenant_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:12:05Z', 'updated_at': '2021-07-28T18:13:39Z', 'revision_number': 5, 'project_id': 'e2b8ae1a097746ae9b8925ee130185e4', 'gw_port': {'id': 'f3da7da0-b55b-4c76-a5c3-66b682ced759', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df46a2-d3df-40be-8ef6-da5af47ac276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:12:08Z', 'updated_at': '2021-07-28T18:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:41.789520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.794993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c59261ba-db34-4974-9558-17b9b60d29b3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1678276 Jul 28 18:13:41.799602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37826) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.804524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group': {'name': 'tempest-secgroup--741251778'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:41.828827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Subnet': ['ID=a04f9499-bafd-4d9d-a68d-a5a36ab592bb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:41.833994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3450850-c1e1-4d21-ac91-cfcfab2b537f None None] Network 415be89a-d469-4940-8c34-59becd129a2c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:41.836971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.839808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-75d28bed-5c32-45cc-8e52-66a3d695c2eb tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/subnets/a04f9499-bafd-4d9d-a68d-a5a36ab592bb HTTP/1.1" status: 204 len: 168 time: 1.0904670 Jul 28 18:13:41.845402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:41.929773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Deleting port f3da7da0-b55b-4c76-a5c3-66b682ced759 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:41.930027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.972533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:41.988664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.055726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] For port f3da7da0-b55b-4c76-a5c3-66b682ced759, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3da7da0-b55b-4c76-a5c3-66b682ced759,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:42.056095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.063602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Router c16a982a-ec2a-4c7f-884e-537d7179d772 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:42.073240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Calling delete_port for f3da7da0-b55b-4c76-a5c3-66b682ced759 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:42.105882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385b63d-e3c5-4f92-9e44-d78ad24d4126 req-9185af8f-d0cc-4d6e-bac6-fe00aaa1dd3b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:42.108064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b385b63d-e3c5-4f92-9e44-d78ad24d4126 req-9185af8f-d0cc-4d6e-bac6-fe00aaa1dd3b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 943 time: 0.0928807 Jul 28 18:13:42.130501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:42.130907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.132819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] DHCP port deletion for 415be89a-d469-4940-8c34-59becd129a2c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:42.209340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Deleting port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:42.210972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.238933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] For port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,segment=NetworkSegment(92dc38ce-efb4-4135-b74b-5ac29dc7bced),segment_id=92dc38ce-efb4-4135-b74b-5ac29dc7bced)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:42.239876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.308576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] For port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,segment=NetworkSegment(92dc38ce-efb4-4135-b74b-5ac29dc7bced),segment_id=92dc38ce-efb4-4135-b74b-5ac29dc7bced)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:42.309079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.320202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:42.320446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:42.326550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b385b63d-e3c5-4f92-9e44-d78ad24d4126 req-234c8db4-6846-4e0c-83bb-edb7cc3368cf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630189 Jul 28 18:13:42.335524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-288ff815-d974-4978-8385-35fcbebf4407 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5842924 Jul 28 18:13:42.340338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37834) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:42.343983 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069b870-b251-4344-b235-d30ebade41ab None None] Sync routers for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:42.350106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.357050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Calling delete_port for 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:42.361971 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:42.364182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.391773 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-91cdde76-b827-44fb-8ee6-11eee356cdfe tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] delete failed (client error): The resource could not be found. Jul 28 18:13:42.396361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91cdde76-b827-44fb-8ee6-11eee356cdfe tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-173284293 HTTP/1.1" status: 404 len: 334 time: 0.0518260 Jul 28 18:13:42.396880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:42.403439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4f1e6b2b-5333-443f-8bc3-b4923fc90501 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c16a982a-ec2a-4c7f-884e-537d7179d772'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:42.410368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d3405-d90a-44f5-83e8-d893df13780b req-05b274f9-150c-4fa1-9c26-e45963bc06a4 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:42.410368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e39d3405-d90a-44f5-83e8-d893df13780b req-05b274f9-150c-4fa1-9c26-e45963bc06a4 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.1269212 Jul 28 18:13:42.424388 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.440935 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:42.440935 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.449898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.494724 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6069b870-b251-4344-b235-d30ebade41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.498141 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069b870-b251-4344-b235-d30ebade41ab None None] The sync data for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:42.545948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e39d3405-d90a-44f5-83e8-d893df13780b req-065f344e-1172-4b35-89b9-27840579f077 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275158 Jul 28 18:13:42.553119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.554173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054d9a-6892-42b3-a400-eb784d9e668c req-504c98b1-8436-4962-aa9f-930b80701de3 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:42.555703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09054d9a-6892-42b3-a400-eb784d9e668c req-504c98b1-8436-4962-aa9f-930b80701de3 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.35 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 946 time: 0.1119816 Jul 28 18:13:42.579431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108bb613-767b-4247-9bd0-0fced87e8116,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:42.585897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.587129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06394a4b-1508-4090-a5d2-ddb604ce351d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7869425 Jul 28 18:13:42.590161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37838) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:42.594235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] No DVR routers for this DVR port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:42.595226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '108bb613-767b-4247-9bd0-0fced87e8116', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:42.595794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Pushing event deleted for resources: {'Port': ['ID=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:42.601672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.612422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:42.617059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.617409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.617938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.618291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.618632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.618970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.619365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.619728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.620061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.620386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.620714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.621044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c499e-f7b7-48d8-bf72-fe358db8a05d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:42.658589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:42.666608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] No DVR routers for this DVR port 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:42.689321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6b2b-5333-443f-8bc3-b4923fc90501 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.702255 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.730534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0da046f7-023c-4fcb-abe8-4337e57dd802 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:42.762368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0da046f7-023c-4fcb-abe8-4337e57dd802 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:42.762719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0da046f7-023c-4fcb-abe8-4337e57dd802 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:42.763140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:42.786034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:42.789291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a6d60a0-c46f-49ce-a3c9-7b2f8538f4b1 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:42.796409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:42.797909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3da7da0-b55b-4c76-a5c3-66b682ced759,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:42.814970 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-4f1e6b2b-5333-443f-8bc3-b4923fc90501 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] update failed (client error): The resource could not be found. Jul 28 18:13:42.816191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f1e6b2b-5333-443f-8bc3-b4923fc90501 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772 HTTP/1.1" status: 404 len: 339 time: 0.4182963 Jul 28 18:13:42.817061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.821430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37840) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:42.822855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'port_id': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'mac_address': 'fa:16:3e:60:31:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:42.828042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1065498063'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:42.861633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.874074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.880775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415be89a-d469-4940-8c34-59becd129a2c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.888194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.890907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:13:42.897496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dc38ce-efb4-4135-b74b-5ac29dc7bced') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.897799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dc38ce-efb4-4135-b74b-5ac29dc7bced') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.907720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.913245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:42.913426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.915880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.919215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Deleting port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:42.919582 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.957060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:42.960613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.989333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:42.992923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:42.994483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.020522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.020777 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Added segment 9276de5e-efea-4c93-ae2c-750fa8366b5e of type vlan for network 12ad033b-869a-4551-b532-09fbc95e4bb4 Jul 28 18:13:43.022924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b5be22-cfc9-4ead-80fa-b7efa37891ad,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.051135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.055741 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.065323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.066636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.070721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.078231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:43.078652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:43.081614 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:43.097735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.099033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e9414087-48dc-47a8-8a4f-d4e3de15494d tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5078976 Jul 28 18:13:43.102240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37844) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.118505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f075747d-8c21-428a-bddb-66431480e7f1 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules/06b5be22-cfc9-4ead-80fa-b7efa37891ad HTTP/1.1" status: 200 len: 763 time: 0.0152183 Jul 28 18:13:43.121008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37846) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.158328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.164614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:43.165279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.185227 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c93e5135-40ef-4b8b-900b-b20882973970 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0631974 Jul 28 18:13:43.190188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37848) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.194785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['fe69fe98-595e-4d72-8b1d-c49c2451010d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:43.203680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] For port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:43.204059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.229359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Calling delete_port for 5e2e8ea3-db10-4b67-b707-94fc3dabeddc owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:43.232233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.234371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03df46a2-d3df-40be-8ef6-da5af47ac276 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:43.240439 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.244213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bbb32f8f-a03d-4215-950f-90ed3c026439 admin admin] 10.222.0.25 "DELETE /v2.0/routers/03df46a2-d3df-40be-8ef6-da5af47ac276 HTTP/1.1" status: 204 len: 168 time: 2.3493583 Jul 28 18:13:43.244592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Network': ['ID=12ad033b-869a-4551-b532-09fbc95e4bb4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.245363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.246906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37850) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.259187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.260773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:43.264079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.275607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.279918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/networks/415be89a-d469-4940-8c34-59becd129a2c HTTP/1.1" status: 204 len: 168 time: 1.4306362 Jul 28 18:13:43.295297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37852) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.347182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57737-0eac-4163-9e2f-3f82d63b39ec tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Network': ['ID=415be89a-d469-4940-8c34-59becd129a2c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.398517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5bde4ec3-cd7b-4bac-854e-c6b0e471b3d3 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5563893 Jul 28 18:13:43.398622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.404041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'subnet': {'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:43.427723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Deleting subnet 63bfcf77-bf7f-428d-a8bc-1a5261b39cee {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:43.432531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.483770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.501233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.504556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/06b5be22-cfc9-4ead-80fa-b7efa37891ad HTTP/1.1" status: 204 len: 168 time: 0.3112528 Jul 28 18:13:43.510314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.522774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.525938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7b37-d91c-4959-84ec-bc361a5b9bf8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06b5be22-cfc9-4ead-80fa-b7efa37891ad,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.586886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3c36-a844-4bbd-b089-b563cb374a1a req-fa6699d7-23c0-4170-99e7-3ee99ca4c15a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:43.588465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca6a3c36-a844-4bbd-b089-b563cb374a1a req-fa6699d7-23c0-4170-99e7-3ee99ca4c15a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 944 time: 0.1303318 Jul 28 18:13:43.591886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.592776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-908d547d-e4a5-4876-b47a-959fda168422 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812914 Jul 28 18:13:43.595577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:43.600057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '108bb613-767b-4247-9bd0-0fced87e8116', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:43.626920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Deleting port f012ec44-ef11-41f5-9845-f785a062236f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:43.627265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.661496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.675145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['5e2e8ea3-db10-4b67-b707-94fc3dabeddc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:43.702218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Pushing event deleted for resources: {'Port': ['ID=5e2e8ea3-db10-4b67-b707-94fc3dabeddc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:43.711233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Made reservation on behalf of ad37b98032644b49960e35f3ba05b920 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:43.713760 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.820392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] No DVR routers for this DVR port 5e2e8ea3-db10-4b67-b707-94fc3dabeddc on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:43.823121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.826082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-09054d9a-6892-42b3-a400-eb784d9e668c req-2fcc5aaf-9a9c-4cf0-9b94-cc9f453b373d tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.35 "DELETE /v2.0/ports/5e2e8ea3-db10-4b67-b707-94fc3dabeddc HTTP/1.1" status: 204 len: 173 time: 1.2627690 Jul 28 18:13:43.834467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d01b-d251-4808-a255-069836973ce2 req-4b05df88-2b18-4874-961e-cd1989f5e7e6 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:43.836687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7710d01b-d251-4808-a255-069836973ce2 req-4b05df88-2b18-4874-961e-cd1989f5e7e6 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57d1756-3859-4ac1-b1ea-308635c09984 HTTP/1.1" status: 200 len: 867 time: 0.2023551 Jul 28 18:13:43.840292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'name': 'network-vif-deleted', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:43.843098 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc776d-346e-44c4-b1c6-1f058fd53979" -d '{"events": [{"server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "name": "network-vif-deleted", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:43.879657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:43.943503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7710d01b-d251-4808-a255-069836973ce2 req-6e48e13f-5411-4978-a29f-613f053ca980 tempest-AttachSCSIVolumeTestJSON-192178907 tempest-AttachSCSIVolumeTestJSON-192178907-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7bfad56-e652-4777-8bec-ee17e10fb9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969853 Jul 28 18:13:44.008366 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38ff64-bce9-42ac-9f39-aa24a7999e17 x-openstack-request-id: req-3f38ff64-bce9-42ac-9f39-aa24a7999e17 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:44.008668 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d1756-3859-4ac1-b1ea-308635c09984", "name": "network-vif-deleted", "tag": "5e2e8ea3-db10-4b67-b707-94fc3dabeddc", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:44.008903 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f38ff64-bce9-42ac-9f39-aa24a7999e17 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:44.009290 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57d1756-3859-4ac1-b1ea-308635c09984', 'name': 'network-vif-deleted', 'tag': '5e2e8ea3-db10-4b67-b707-94fc3dabeddc', 'status': 'completed', 'code': 200} Jul 28 18:13:44.024939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca6a3c36-a844-4bbd-b089-b563cb374a1a req-27d11b8d-a8fb-4c50-97cc-e82f15b8f411 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267814 Jul 28 18:13:44.046615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.056226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.056562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.069484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Calling delete_port for f012ec44-ef11-41f5-9845-f785a062236f owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:44.114960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.139972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.152901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bfcf77-bf7f-428d-a8bc-1a5261b39cee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.156205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ddb176-f739-4e4d-b31b-d598927092a6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.158192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.160107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-914d63b6-777e-4027-a03c-3d81125dd16a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63bfcf77-bf7f-428d-a8bc-1a5261b39cee HTTP/1.1" status: 204 len: 168 time: 0.9050937 Jul 28 18:13:44.162791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37866) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.182541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.285379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.286505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1292c0e3-dccb-499d-9d67-e2e8e638b025 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6900337 Jul 28 18:13:44.289773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37868) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.294319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Subnet': ['ID=68e19f55-a661-4e2a-895a-e6e869b78146,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.300128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.307025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4a481368-2d91-495d-8101-82359395fd5a tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules/d4ddb176-f739-4e4d-b31b-d598927092a6 HTTP/1.1" status: 200 len: 763 time: 0.0161211 Jul 28 18:13:44.309364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37870) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.316641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Checking segment: {'id': '9276de5e-efea-4c93-ae2c-750fa8366b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:44.317158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network hostable DHCP agents. Network: 12ad033b-869a-4551-b532-09fbc95e4bb4, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:44.328446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.361336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Pushing event deleted for resources: {'Port': ['ID=f012ec44-ef11-41f5-9845-f785a062236f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.380829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-357b035e-db83-438e-967e-7a8af82a3a55 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704055 Jul 28 18:13:44.384100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.409150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.426689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dd40cd-f874-40cf-902c-1b894ed318d2']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:44.436025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.437292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.438563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.442058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce4b988a-a973-4196-a678-c973a913c113 tempest-FloatingIPAdminTestJSON-548025752 tempest-FloatingIPAdminTestJSON-548025752-project] 10.222.0.25 "DELETE /v2.0/floatingips/5858f3d2-b648-4876-819e-653ca432fb9a HTTP/1.1" status: 204 len: 168 time: 1.1434391 Jul 28 18:13:44.442198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cac441-a07e-4c29-8ea5-ba18158449ab') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:44.442198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cac441-a07e-4c29-8ea5-ba18158449ab') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:44.458948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:44.461991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.465927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.511803 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.516133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:44.516625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:44.518578 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:44.561606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 12ad033b-869a-4551-b532-09fbc95e4bb4) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:44.566092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:44.567512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.570130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ee7e2-66f3-4a4e-ab8d-02e4bbbfa22c None None] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:44.585527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.592678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.596322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d4ddb176-f739-4e4d-b31b-d598927092a6 HTTP/1.1" status: 204 len: 168 time: 0.2033975 Jul 28 18:13:44.597819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.598353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11a1f1-328f-47dc-82e9-c04c3e3d5804 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4ddb176-f739-4e4d-b31b-d598927092a6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.607853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:44.639913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fdd15029-37e6-4d7e-bdc6-6a1c6a603661 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403290 Jul 28 18:13:44.645263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37878) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.651153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Request body: {'security_group_rule': {'security_group_id': '108bb613-767b-4247-9bd0-0fced87e8116', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:44.666743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.670142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36942529-77ea-4a9f-aa04-1be85a513fed tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2726922 Jul 28 18:13:44.675433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.676450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:44.677943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] 10.222.0.25 "DELETE /v2.0/networks/77dd40cd-f874-40cf-902c-1b894ed318d2 HTTP/1.1" status: 204 len: 168 time: 0.5136120 Jul 28 18:13:44.683472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a624c6fc-73d8-432c-8f3e-5a9d553f24f7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'router': {'external_gateway_info': {'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:44.699152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a81b6-f48b-45b4-9c84-ecf919da5974 admin admin] Pushing event deleted for resources: {'Network': ['ID=77dd40cd-f874-40cf-902c-1b894ed318d2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.744229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3da7da0-b55b-4c76-a5c3-66b682ced759 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:44.787439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f3da7da0-b55b-4c76-a5c3-66b682ced759 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:44.788380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3da7da0-b55b-4c76-a5c3-66b682ced759 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:44.835953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-12ad033b-869a-4551-b532-09fbc95e4bb4', 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4', 'tenant_id': 'ad37b98032644b49960e35f3ba05b920', 'fixed_ips': [{'subnet_id': '68e19f55-a661-4e2a-895a-e6e869b78146'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:13:44.837120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.905058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port fe69fe98-595e-4d72-8b1d-c49c2451010d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:44.910935 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Project 41950bf52b3f43548a9060ff10d40e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:13:44.914939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port fe69fe98-595e-4d72-8b1d-c49c2451010d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:44.915332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.920340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a624c6fc-73d8-432c-8f3e-5a9d553f24f7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.923954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:44.999089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.024859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37892) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.086196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Allocated IP 2001:db8:1::2 (12ad033b-869a-4551-b532-09fbc95e4bb4/68e19f55-a661-4e2a-895a-e6e869b78146/6755620e-99c3-4de7-92ba-b27397a3e5c2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:45.105901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37900) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.125964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.159432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-581980b8-c773-4e80-ba44-3c2c86fbffea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2b8ae1a097746ae9b8925ee130185e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520551 Jul 28 18:13:45.161809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37902) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.167723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b648ba3-4598-474a-ac49-af17a3f9f5be,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.216331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.228041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231ce1-c086-489f-8b85-267dbcb2bad5 req-5982e31e-dce2-4672-a5ad-81139feae619 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:45.231897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08231ce1-c086-489f-8b85-267dbcb2bad5 req-5982e31e-dce2-4672-a5ad-81139feae619 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 944 time: 0.1313384 Jul 28 18:13:45.254393 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.256012 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-a624c6fc-73d8-432c-8f3e-5a9d553f24f7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:45.261421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.261766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a624c6fc-73d8-432c-8f3e-5a9d553f24f7 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772 HTTP/1.1" status: 400 len: 364 time: 0.5840192 Jul 28 18:13:45.269704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:45.274325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:45.277188 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e3c777-6c95-4454-80fa-e79ef9a83abc" -d '{"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-plugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:45.298343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08231ce1-c086-489f-8b85-267dbcb2bad5 req-68ec7a7f-b6bd-4431-bd22-00392eb6758d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Jul 28 18:13:45.299128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.300233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a0c1091-f2ef-462f-8b94-bc6182fdc2f8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6543541 Jul 28 18:13:45.302950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37914) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.335490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b01f293-a213-4733-8b65-9619b0a64502 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules/6b648ba3-4598-474a-ac49-af17a3f9f5be HTTP/1.1" status: 200 len: 769 time: 0.0295343 Jul 28 18:13:45.335699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37916) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.412017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fc524320-4e4b-4d9d-90b7-3a5f32a4566c tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0750906 Jul 28 18:13:45.412671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37918) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.421319 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3e766-18dd-447b-bad0-a40c5cfaa91a x-openstack-request-id: req-3eb3e766-18dd-447b-bad0-a40c5cfaa91a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:45.421630 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-plugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:45.421921 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3eb3e766-18dd-447b-bad0-a40c5cfaa91a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:45.423220 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'code': 200} Jul 28 18:13:45.435287 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.442584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.450462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.450667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.491915 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.531417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.545864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.565881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Transition to ACTIVE for port object 6755620e-99c3-4de7-92ba-b27397a3e5c2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:45.566245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.573409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.577061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6b648ba3-4598-474a-ac49-af17a3f9f5be HTTP/1.1" status: 204 len: 168 time: 0.1634364 Jul 28 18:13:45.577706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37928) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.585147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Transition to ACTIVE for port object 6755620e-99c3-4de7-92ba-b27397a3e5c2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:45.589333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429b5aa-bd5d-4c42-b56e-91ae0f59acf3 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b648ba3-4598-474a-ac49-af17a3f9f5be,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.630182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e260b010-d876-498e-9537-fe48c033ce05 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502067 Jul 28 18:13:45.636472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37934) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.649636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.693089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.701805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:45.705886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:45.709553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:45.719784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.731537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Pushing event updated for resources: {'Port': ['ID=6755620e-99c3-4de7-92ba-b27397a3e5c2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.788259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Attempting to bind port 6755620e-99c3-4de7-92ba-b27397a3e5c2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:45.788690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Attempting to bind port 6755620e-99c3-4de7-92ba-b27397a3e5c2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '9276de5e-efea-4c93-ae2c-750fa8366b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:45.789056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Attempting to bind port 6755620e-99c3-4de7-92ba-b27397a3e5c2 on network 12ad033b-869a-4551-b532-09fbc95e4bb4 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:45.794340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:45.794720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Checking segment: {'id': '9276de5e-efea-4c93-ae2c-750fa8366b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:45.795509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.795610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Bound using segment: {'id': '9276de5e-efea-4c93-ae2c-750fa8366b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:45.796020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Bound port: 6755620e-99c3-4de7-92ba-b27397a3e5c2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9276de5e-efea-4c93-ae2c-750fa8366b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12ad033b-869a-4551-b532-09fbc95e4bb4'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:45.796406 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.843274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.846539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.852623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "DELETE /v2.0/security-groups/108bb613-767b-4247-9bd0-0fced87e8116 HTTP/1.1" status: 204 len: 168 time: 0.2107627 Jul 28 18:13:45.852623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.865309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] For port 6755620e-99c3-4de7-92ba-b27397a3e5c2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:45.869249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] For port 6755620e-99c3-4de7-92ba-b27397a3e5c2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6755620e-99c3-4de7-92ba-b27397a3e5c2,segment=NetworkSegment(9276de5e-efea-4c93-ae2c-750fa8366b5e),segment_id=9276de5e-efea-4c93-ae2c-750fa8366b5e)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:45.872973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dfe19-11c9-4fda-83ea-3eb2269e37b5 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108bb613-767b-4247-9bd0-0fced87e8116,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.916389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-48c0c037-4be8-4666-ba5e-d787ae595901 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626411 Jul 28 18:13:45.921964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.937126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1b69f201-66d0-4afd-9125-5b39c6103c98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b50bb2bcafa64d20a23835b605e6a97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110796 Jul 28 18:13:45.940017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37952) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:45.947327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:45.955002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeca8b-324d-4f2f-a04e-86c7a2a85a45 req-ab4bbca5-dd69-4192-876c-f82794478148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:45.957513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1eeca8b-324d-4f2f-a04e-86c7a2a85a45 req-ab4bbca5-dd69-4192-876c-f82794478148 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 1096 time: 0.5115631 Jul 28 18:13:45.987907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d306c787-20e3-42d7-9e7a-8dad046087b8 tempest-SecGroupIPv6Test-1645839142 tempest-SecGroupIPv6Test-1645839142-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632253 Jul 28 18:13:46.028944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.029115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1eeca8b-324d-4f2f-a04e-86c7a2a85a45 req-dd0d02ff-98da-4f4c-b257-9ee67317a334 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Jul 28 18:13:46.056386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f395d-b704-45d4-89a0-a097e39cfe71 None None] Pushing event updated for resources: {'Port': ['ID=6755620e-99c3-4de7-92ba-b27397a3e5c2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.057416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.072287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.085958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.088669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.092130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05a873c3-5e63-4ae5-9bba-61c4f3267dc4 HTTP/1.1" status: 204 len: 168 time: 0.9268348 Jul 28 18:13:46.109265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fb8a1-2c10-4af5-8777-a64880d943a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a873c3-5e63-4ae5-9bba-61c4f3267dc4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.206268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.209160 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.213576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/910cfd7d-9e92-4d4b-9e12-8c9425e0d68a HTTP/1.1" status: 204 len: 168 time: 0.2679739 Jul 28 18:13:46.219702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5242-e6d8-4bb3-a6f2-1e12d9aa17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910cfd7d-9e92-4d4b-9e12-8c9425e0d68a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.431459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Allocated IP 2001:db8::1 (7fefc88f-4032-4caf-9670-459f10389571/2f35a075-7209-411a-8ebb-2076367cc007/2edb5286-aba6-4a63-a230-69178ab3474d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:46.456124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd554a-e917-447f-91d2-bfc88a439cbb req-3f19e4cb-f148-440f-a6e6-1c7baf317158 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:46.457848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47cd554a-e917-447f-91d2-bfc88a439cbb req-3f19e4cb-f148-440f-a6e6-1c7baf317158 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Jul 28 18:13:46.529197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47cd554a-e917-447f-91d2-bfc88a439cbb req-aeaf3431-26f4-45e4-b194-b5ca03f917ad tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Jul 28 18:13:46.572832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37968) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:46.596237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.611996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Transition to ACTIVE for port object 2edb5286-aba6-4a63-a230-69178ab3474d will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:46.711042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.788111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6755620e-99c3-4de7-92ba-b27397a3e5c2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:46.788925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Port': ['ID=2edb5286-aba6-4a63-a230-69178ab3474d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.809758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network 7fefc88f-4032-4caf-9670-459f10389571 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:46.823368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:46.838665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:46.841477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:46.880730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2e8ea3-db10-4b67-b707-94fc3dabeddc no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:46.913698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 5e2e8ea3-db10-4b67-b707-94fc3dabeddc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:46.915444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 5e2e8ea3-db10-4b67-b707-94fc3dabeddc not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:46.920444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6755620e-99c3-4de7-92ba-b27397a3e5c2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:47.041132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c9fac55e-4b70-4f2d-aaa5-e7f50b14bb83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41950bf52b3f43548a9060ff10d40e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671037 Jul 28 18:13:47.043777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37986) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:47.157626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.185441 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.250519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.354927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.361959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.364383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0976dd1-e37a-47cc-a787-9f3f654594d0 HTTP/1.1" status: 204 len: 168 time: 0.3193369 Jul 28 18:13:47.377174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fc968-f725-40de-aaae-8caeae41183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0976dd1-e37a-47cc-a787-9f3f654594d0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.441937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74573180-53f9-4675-8996-e06c05c93b3e None None] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:47.477069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37994) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:47.504702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26f00cb1-05ed-4c35-afd5-c6be42abf6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.682656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.728859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26f00cb1-05ed-4c35-afd5-c6be42abf6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.751506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aead73a-f915-4a8a-8f6a-fa4255aa3048 req-6d34443d-c73d-4ba0-a3c0-5caa106428c0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:47.752342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2aead73a-f915-4a8a-8f6a-fa4255aa3048 req-6d34443d-c73d-4ba0-a3c0-5caa106428c0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0672829 Jul 28 18:13:47.761398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b291e5f-32ab-4f5a-b5b7-07674ff8eabe None None] Provisioning for port 2edb5286-aba6-4a63-a230-69178ab3474d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:47.769255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0b291e5f-32ab-4f5a-b5b7-07674ff8eabe None None] Provisioning complete for port 2edb5286-aba6-4a63-a230-69178ab3474d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:47.769733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0b291e5f-32ab-4f5a-b5b7-07674ff8eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.771511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.774258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.791382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26f00cb1-05ed-4c35-afd5-c6be42abf6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.838345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0b291e5f-32ab-4f5a-b5b7-07674ff8eabe None None] Port 2edb5286-aba6-4a63-a230-69178ab3474d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:47.841048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event updated for resources: {'Port': ['ID=2edb5286-aba6-4a63-a230-69178ab3474d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.852529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-26f00cb1-05ed-4c35-afd5-c6be42abf6fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cedb2c28ddec4a2486d4412c50406152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744833 Jul 28 18:13:47.854221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00cb1-05ed-4c35-afd5-c6be42abf6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd83ec2-fedf-4904-a98e-8666d85ada29,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.862180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38004) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:47.938778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:47.945781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2aead73a-f915-4a8a-8f6a-fa4255aa3048 req-851a4757-257b-49bd-b2aa-a3e2a0329e8a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812253 Jul 28 18:13:47.977855 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.030866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Network 7fefc88f-4032-4caf-9670-459f10389571 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:48.032628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:48.066004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Provisioning for port 6755620e-99c3-4de7-92ba-b27397a3e5c2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:13:48.071030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Provisioning complete for port 6755620e-99c3-4de7-92ba-b27397a3e5c2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:48.071631 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.085951 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:48.091831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38012) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:48.197061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.208541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.210309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dd83ec2-fedf-4904-a98e-8666d85ada29 HTTP/1.1" status: 204 len: 168 time: 0.3468878 Jul 28 18:13:48.250335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396947-cd81-4a70-a3ac-2a7fa6a9556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd83ec2-fedf-4904-a98e-8666d85ada29,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:48.292566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.320093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd4ef-0132-4313-8e68-074db7358745 req-e3442246-8aba-4e9a-b700-eb571696c21f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:48.323303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c2fd4ef-0132-4313-8e68-074db7358745 req-e3442246-8aba-4e9a-b700-eb571696c21f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.2637589 Jul 28 18:13:48.331983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Router c16a982a-ec2a-4c7f-884e-537d7179d772 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:48.384478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] For port 6755620e-99c3-4de7-92ba-b27397a3e5c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6755620e-99c3-4de7-92ba-b27397a3e5c2,segment=NetworkSegment(9276de5e-efea-4c93-ae2c-750fa8366b5e),segment_id=9276de5e-efea-4c93-ae2c-750fa8366b5e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:48.412944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2107212042-network', 'tenant_id': '394b3e6606cb4d4188ecd5ca7033326e'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:48.431535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c2fd4ef-0132-4313-8e68-074db7358745 req-192a11f3-f9e9-4d77-a6fa-9e6cf2640e41 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968957 Jul 28 18:13:48.483173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.541236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:48.553911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] Sync routers for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:48.560737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38032) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:48.562657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e72a7b-ea50-4c89-af2a-6b4db3bd4b11 None None] Pushing event updated for resources: {'Port': ['ID=6755620e-99c3-4de7-92ba-b27397a3e5c2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:48.567640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.572418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:48.573332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:48.579031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f4f404b1-0b9f-4a62-9e49-f7befd4cbb47 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3157122 Jul 28 18:13:48.613170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:48.632345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:48.638811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:48.650456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Made reservation on behalf of 394b3e6606cb4d4188ecd5ca7033326e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:48.653155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.689565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-834d34ee-1045-4b92-9fcf-a131842aba01 None None] Provisioning complete for port 2edb5286-aba6-4a63-a230-69178ab3474d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:48.689565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-834d34ee-1045-4b92-9fcf-a131842aba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.689565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:48.689565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270e167-8fa4-451a-9b02-1622347c0c9b None None] The sync data for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:48.692485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.745232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-834d34ee-1045-4b92-9fcf-a131842aba01 None None] Port 2edb5286-aba6-4a63-a230-69178ab3474d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:13:48.757496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-834d34ee-1045-4b92-9fcf-a131842aba01 None None] Provisioning complete for port 6755620e-99c3-4de7-92ba-b27397a3e5c2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:48.758039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-834d34ee-1045-4b92-9fcf-a131842aba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.765437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-713a0033-3a57-4b24-a894-da49cd59e602 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.788593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6755620e-99c3-4de7-92ba-b27397a3e5c2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:48.930680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6755620e-99c3-4de7-92ba-b27397a3e5c2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:13:48.931296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:48.935020 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-713a0033-3a57-4b24-a894-da49cd59e602 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 18:13:48.935020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-713a0033-3a57-4b24-a894-da49cd59e602 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772 HTTP/1.1" status: 409 len: 329 time: 0.3726361 Jul 28 18:13:48.938914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:48.966251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.041396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.077935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:49.101164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74f27-ed8a-4dc0-87ac-281edfe58d64 req-f3f207bd-3225-4017-a826-336bde9b5d50 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:49.102783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04b74f27-ed8a-4dc0-87ac-281edfe58d64 req-f3f207bd-3225-4017-a826-336bde9b5d50 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1021914 Jul 28 18:13:49.117220 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.117824 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Added segment ba7df53a-50d5-430f-9de0-b1f6b1889193 of type vlan for network 32b4a42d-2a20-47b3-be87-88158921d312 Jul 28 18:13:49.167414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.179814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752fbde-2cbf-473f-a0f1-011835d8522d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.263812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04b74f27-ed8a-4dc0-87ac-281edfe58d64 req-73458a7f-8687-45c2-ac84-f1741e5454ed tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919697 Jul 28 18:13:49.300169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38056) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:49.317725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c23a07e-2ce1-42c0-aeab-85f9422edac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.320189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.321457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:49.322285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.389039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38058) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:49.391379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.411237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3183467 Jul 28 18:13:49.419038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:49.424083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Request body: {'subnet': {'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2107212042-subnet', 'tenant_id': '394b3e6606cb4d4188ecd5ca7033326e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:49.449163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810c600-42eb-4934-8954-d3b70d270243 admin admin] Pushing event updated for resources: {'Network': ['ID=32b4a42d-2a20-47b3-be87-88158921d312,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.463851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 32b4a42d-2a20-47b3-be87-88158921d312 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:49.551703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4cecbabb-e33e-4e87-bec5-bd41a12ea6fa tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:49.552730 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-4cecbabb-e33e-4e87-bec5-bd41a12ea6fa tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 18:13:49.553483 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-4cecbabb-e33e-4e87-bec5-bd41a12ea6fa tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:13:49.557957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4cecbabb-e33e-4e87-bec5-bd41a12ea6fa tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1611192 Jul 28 18:13:49.558689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:49.568103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333939918'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:49.661816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c23a07e-2ce1-42c0-aeab-85f9422edac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.755307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting port 2edb5286-aba6-4a63-a230-69178ab3474d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:49.755721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.770435 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c23a07e-2ce1-42c0-aeab-85f9422edac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.845116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c23a07e-2ce1-42c0-aeab-85f9422edac3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04ac27e286ce49cf96eed993b2cb997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436957 Jul 28 18:13:49.847643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38066) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:49.848648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23a07e-2ce1-42c0-aeab-85f9422edac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c41f0-8922-4219-850d-d2db664a3295,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.867168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Made reservation on behalf of 394b3e6606cb4d4188ecd5ca7033326e for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:49.869882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.897759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.909796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Calling delete_port for 2edb5286-aba6-4a63-a230-69178ab3474d owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:49.969826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:49.971651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.000730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.004901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.185961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.234441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.235064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.237327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.239905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.242800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/432c41f0-8922-4219-850d-d2db664a3295 HTTP/1.1" status: 204 len: 168 time: 0.3925025 Jul 28 18:13:50.261261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eda7c-9689-4bcd-8499-6417a40b179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c41f0-8922-4219-850d-d2db664a3295,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.288122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Port': ['ID=2edb5286-aba6-4a63-a230-69178ab3474d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.296267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.365238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beae89ce-1e97-4ec4-b39a-49bbc9024f47,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.368155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Checking segment: {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:50.368516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Network hostable DHCP agents. Network: 32b4a42d-2a20-47b3-be87-88158921d312, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:50.465613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Network 32b4a42d-2a20-47b3-be87-88158921d312 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:50.504045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.531214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9962dca-1c0d-4452-851d-9366d4d28de4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.591460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 32b4a42d-2a20-47b3-be87-88158921d312) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:50.595626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:50.596270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:50.601180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f8961-6907-4531-8ed6-4ec97b4f1d67 None None] Network 32b4a42d-2a20-47b3-be87-88158921d312 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:50.762121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665772e9-be9b-4e95-b02e-859e7b99eda6 None None] Network 32b4a42d-2a20-47b3-be87-88158921d312 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:50.996942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6653d-2a8e-44fa-b500-76f03a67321a req-6e82c38a-f94c-43e2-9607-b5e8c266d6c9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:50.999091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22f6653d-2a8e-44fa-b500-76f03a67321a req-6e82c38a-f94c-43e2-9607-b5e8c266d6c9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.5740566 Jul 28 18:13:51.089035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.136386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22f6653d-2a8e-44fa-b500-76f03a67321a req-15d6d233-b480-4626-a9fc-3d2f7aba1530 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Jul 28 18:13:51.140234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Router c16a982a-ec2a-4c7f-884e-537d7179d772 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:51.187304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.220498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20e0095c-0c61-4c0d-9cea-1a1f4f87e9a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8003740 Jul 28 18:13:51.240969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:51.253580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0bf4c7fd-c690-4e53-b73c-3d7abefb7c60 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079512 Jul 28 18:13:51.253678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] Sync routers for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:51.258602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.272763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d4f8f-268e-444c-926c-4da63a612eeb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:51.275949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:51.277143 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.326469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.328993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.331089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43b80460-bc83-48a2-9834-8a0a85b6f6d2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7709825 Jul 28 18:13:51.333546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.339631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'e02d4f8f-268e-444c-926c-4da63a612eeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:51.348749 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-9662f8f0-7e0a-495e-85be-71d892b89808 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] show failed (client error): The resource could not be found. Jul 28 18:13:51.349844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9662f8f0-7e0a-495e-85be-71d892b89808 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1608970588 HTTP/1.1" status: 404 len: 335 time: 0.0901132 Jul 28 18:13:51.350589 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] Routers {'c16a982a-ec2a-4c7f-884e-537d7179d772'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:51.351505 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c16a982a-ec2a-4c7f-884e-537d7179d772'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.355823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38100) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.360516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-49f8ca99-6d87-4ac8-9999-bb302b419b3f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:51.396694 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.397589 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d982c49-43b0-4951-8115-5031fae91e74 None None] The sync data for ids ['c16a982a-ec2a-4c7f-884e-537d7179d772'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:51.400646 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-49f8ca99-6d87-4ac8-9999-bb302b419b3f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] update failed (client error): The resource could not be found. Jul 28 18:13:51.401769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49f8ca99-6d87-4ac8-9999-bb302b419b3f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-148702835 HTTP/1.1" status: 404 len: 334 time: 0.0449727 Jul 28 18:13:51.406301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38104) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.458710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.472355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting subnet 68e19f55-a661-4e2a-895a-e6e869b78146 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:51.476784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.530469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.541221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.626376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.643017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.723822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.747710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612ce72b-9606-40b7-a22d-db56c0a27bc7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:51.809149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.843099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Subnet': ['ID=68e19f55-a661-4e2a-895a-e6e869b78146,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:51.845073 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.849473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-11d754f1-3463-4fb7-b870-111f50702191 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5111835 Jul 28 18:13:51.850405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:51.850500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38124) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.853793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5802138d-6f06-46d6-acbb-7df37d9b4e57 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/subnets/68e19f55-a661-4e2a-895a-e6e869b78146 HTTP/1.1" status: 204 len: 168 time: 0.4421735 Jul 28 18:13:51.853918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946d4ea-4a23-4c5c-8672-fc013638e392 None None] Network 12ad033b-869a-4551-b532-09fbc95e4bb4 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:51.854334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38126) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:51.855795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5b11fd68-3c1d-4253-9257-125406f1f60f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'e02d4f8f-268e-444c-926c-4da63a612eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:51.946997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.026858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting port 6755620e-99c3-4de7-92ba-b27397a3e5c2 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:52.027546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.109691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-40d872f0-f0a9-47db-9965-bf9e24f1bae4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:52.111176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-40d872f0-f0a9-47db-9965-bf9e24f1bae4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 814 time: 0.1420794 Jul 28 18:13:52.113029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] DHCP port deletion for 12ad033b-869a-4551-b532-09fbc95e4bb4 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:52.121985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.123572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b11fd68-3c1d-4253-9257-125406f1f60f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.141995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] For port 6755620e-99c3-4de7-92ba-b27397a3e5c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6755620e-99c3-4de7-92ba-b27397a3e5c2,segment=NetworkSegment(9276de5e-efea-4c93-ae2c-750fa8366b5e),segment_id=9276de5e-efea-4c93-ae2c-750fa8366b5e)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:52.142532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.157557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Calling delete_port for 6755620e-99c3-4de7-92ba-b27397a3e5c2 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:52.191296 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-ec53bd75-4c5c-4fc4-b050-9d120d9d7565 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/quotas/394b3e6606cb4d4188ecd5ca7033326e HTTP/1.1" status: 200 len: 375 time: 0.0578940 Jul 28 18:13:52.227266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Deleting port 6755620e-99c3-4de7-92ba-b27397a3e5c2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:52.228291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.306301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-50cd3a39-8f79-4480-96ee-a9c23c8a1c8e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975461 Jul 28 18:13:52.352078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.369155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] For port 6755620e-99c3-4de7-92ba-b27397a3e5c2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6755620e-99c3-4de7-92ba-b27397a3e5c2,segment=NetworkSegment(9276de5e-efea-4c93-ae2c-750fa8366b5e),segment_id=9276de5e-efea-4c93-ae2c-750fa8366b5e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:52.372166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.397464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Port': ['ID=6755620e-99c3-4de7-92ba-b27397a3e5c2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.403844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] No DVR routers for this DVR port 6755620e-99c3-4de7-92ba-b27397a3e5c2 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:52.411882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Calling delete_port for 6755620e-99c3-4de7-92ba-b27397a3e5c2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:52.419353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbbdb0-f26f-446e-9c9a-7ef2a61960ee req-5cfa4eb4-e24f-4c79-ae25-43ae2c373edd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:52.428881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58cbbdb0-f26f-446e-9c9a-7ef2a61960ee req-5cfa4eb4-e24f-4c79-ae25-43ae2c373edd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1514134 Jul 28 18:13:52.445651 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-5b11fd68-3c1d-4253-9257-125406f1f60f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:13:52.448401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b11fd68-3c1d-4253-9257-125406f1f60f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5969615 Jul 28 18:13:52.454008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:52.512601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.530032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58cbbdb0-f26f-446e-9c9a-7ef2a61960ee req-d5d0d023-3376-4880-b0ca-01e2520aa947 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004081 Jul 28 18:13:52.544660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] Pushing event deleted for resources: {'Port': ['ID=6755620e-99c3-4de7-92ba-b27397a3e5c2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.557286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.557850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ecdbe1-c3a9-454b-9e7b-1645734cc55a None None] No DVR routers for this DVR port 6755620e-99c3-4de7-92ba-b27397a3e5c2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:52.566369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ad033b-869a-4551-b532-09fbc95e4bb4']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:52.577921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9276de5e-efea-4c93-ae2c-750fa8366b5e') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:52.578216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9276de5e-efea-4c93-ae2c-750fa8366b5e') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:52.589911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.611973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.619440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:52.620282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:52.623415 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:52.692193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-a549fb69-57db-49a6-ba50-058287987b14 service neutron] 10.222.0.25 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599372 Jul 28 18:13:52.712564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.727006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6755620e-99c3-4de7-92ba-b27397a3e5c2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:52.750457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6755620e-99c3-4de7-92ba-b27397a3e5c2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:52.750806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6755620e-99c3-4de7-92ba-b27397a3e5c2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:52.764804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Deleting port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:52.765154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.783821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.823440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.834947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.835534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:52.837947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/networks/12ad033b-869a-4551-b532-09fbc95e4bb4 HTTP/1.1" status: 204 len: 168 time: 0.9823365 Jul 28 18:13:52.850858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38158) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:52.852418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6bca0-8fd0-48c4-ac09-a30efc27b9f1 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Network': ['ID=12ad033b-869a-4551-b532-09fbc95e4bb4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.946648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-9aecfb73-939f-4ab1-a3d9-6ae035c379d4 service neutron] 10.222.0.25 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536054 Jul 28 18:13:52.958119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0607e9ab-2887-4de7-bfcd-07625fce865c tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-635359990'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:52.958572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0607e9ab-2887-4de7-bfcd-07625fce865c tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Unknown quota resources ['metering_label']. {{(pid=101105) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:13:52.966301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] For port 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:52.966678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:52.972417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting subnet 1ce4317e-913b-4b6f-9d77-a0ad0574450c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:52.983177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.057925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Calling delete_port for 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:53.059686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.062202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.063351 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/e02d4f8f-268e-444c-926c-4da63a612eeb HTTP/1.1" status: 204 len: 168 time: 0.6060963 Jul 28 18:13:53.066246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.088539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b336f-d54e-469d-9281-ca1e3865d92d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d4f8f-268e-444c-926c-4da63a612eeb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.119219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d0f647f5-f910-4228-8e52-bc2d57f0a64c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518236 Jul 28 18:13:53.122942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38162) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.124347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.127374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750204541'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:53.242206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5348ab49-502c-4ea6-98eb-ea8d8ae96ad9 req-b3f055fb-c348-430e-840c-2e673d4eac40 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.0288391 Jul 28 18:13:53.243528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.295687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0607e9ab-2887-4de7-bfcd-07625fce865c tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.316081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0607e9ab-2887-4de7-bfcd-07625fce865c tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4603853 Jul 28 18:13:53.323646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38168) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.328402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e76125bb-8ab2-43a1-8ddd-659d3c7f4df7 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '024cc842-15f4-421f-a3cb-2bdf66bc861d'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:53.328895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e76125bb-8ab2-43a1-8ddd-659d3c7f4df7 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101105) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:13:53.348579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.425131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.451781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.455124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3958d7-a2d7-4ed2-bc70-50d86720de24,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.505315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.510793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f4f22497-59df-44cb-81cb-19def60409e0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3841658 Jul 28 18:13:53.511152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38174) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.515799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-19a68767-4123-437e-9243-dfbf40189411 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'ae3958d7-a2d7-4ed2-bc70-50d86720de24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:53.516759 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-19a68767-4123-437e-9243-dfbf40189411 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 18:13:53.517569 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-19a68767-4123-437e-9243-dfbf40189411 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:53.520758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-19a68767-4123-437e-9243-dfbf40189411 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063996 Jul 28 18:13:53.521201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38176) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.546701 n-d-778550-5 neutron-server[101105]: WARNING neutron.services.metering.metering_plugin [None req-e76125bb-8ab2-43a1-8ddd-659d3c7f4df7 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 18:13:53.577246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.601624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.705940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.709210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.710846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae3958d7-a2d7-4ed2-bc70-50d86720de24 HTTP/1.1" status: 204 len: 168 time: 0.1881328 Jul 28 18:13:53.716401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38180) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.736035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621ffec-1eca-4107-abfb-f1711448296c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3958d7-a2d7-4ed2-bc70-50d86720de24,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.779506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45f0ab1d-dd25-44d4-815e-28396d21c265 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619016 Jul 28 18:13:53.783909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38182) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.788693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449525120'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:53.894431 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.902035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.986062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.988618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e76125bb-8ab2-43a1-8ddd-659d3c7f4df7 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:53.989800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e76125bb-8ab2-43a1-8ddd-659d3c7f4df7 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6652021 Jul 28 18:13:53.993460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:53.994564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce4317e-913b-4b6f-9d77-a0ad0574450c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.998227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9d3d3abe-6a81-44c5-8d8d-4f25a08e75f5 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '024cc842-15f4-421f-a3cb-2bdf66bc861d'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:53.998790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9d3d3abe-6a81-44c5-8d8d-4f25a08e75f5 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:13:54.000058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.001811 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a8790d1-1e6e-44dd-a546-89c53d7f505b tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/subnets/1ce4317e-913b-4b6f-9d77-a0ad0574450c HTTP/1.1" status: 204 len: 168 time: 1.1427491 Jul 28 18:13:54.006730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38188) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.009080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fbbee-6d07-47d6-88de-ef4f8a2d7de6 None None] Network 6948b829-3cd1-4484-ab60-f82f2783a737 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:54.024751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6796f-c1f8-4b1b-994f-2ea36b23de16 req-5748276c-e68e-4024-8b65-ae3c3369afaa tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:54.026319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8d6796f-c1f8-4b1b-994f-2ea36b23de16 req-5748276c-e68e-4024-8b65-ae3c3369afaa tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1284895 Jul 28 18:13:54.077220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8d6796f-c1f8-4b1b-994f-2ea36b23de16 req-4b32cd3f-2096-440b-8ecb-d114430f9fc6 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Jul 28 18:13:54.088644 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.114037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.117349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4bc7dc-a66a-4db5-b367-5a23b7dded1d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.163839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting subnet 9510778f-bfd5-4493-b1bc-3fb7f693dc1a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:54.167369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e969304-e77a-4161-ad7b-d6ebaece6dac,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.169664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.192834 n-d-778550-5 neutron-server[101106]: WARNING neutron.services.metering.metering_plugin [None req-9d3d3abe-6a81-44c5-8d8d-4f25a08e75f5 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 18:13:54.231781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] DHCP port deletion for 6948b829-3cd1-4484-ab60-f82f2783a737 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:54.272169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.273416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-edf8d3a7-4c70-4428-a490-c3744d365638 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4885337 Jul 28 18:13:54.278803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.298222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Deleting port 9983589a-b3e3-4349-b030-972732b31041 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:54.298849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.315797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fcd0daa3-c561-455e-9ffa-73f9e931fc20 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '1e969304-e77a-4161-ad7b-d6ebaece6dac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:54.316695 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-fcd0daa3-c561-455e-9ffa-73f9e931fc20 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 18:13:54.317658 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-fcd0daa3-c561-455e-9ffa-73f9e931fc20 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:54.318707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fcd0daa3-c561-455e-9ffa-73f9e931fc20 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0369847 Jul 28 18:13:54.342133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38194) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.354947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.359243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3abe-6a81-44c5-8d8d-4f25a08e75f5 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.360446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9d3d3abe-6a81-44c5-8d8d-4f25a08e75f5 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3658447 Jul 28 18:13:54.363307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.394824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] For port 9983589a-b3e3-4349-b030-972732b31041, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9983589a-b3e3-4349-b030-972732b31041,segment=NetworkSegment(ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5),segment_id=ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:54.394824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.407700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-88b757fc-bf3c-43ab-b022-d0d8e3b096bb tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=8b27c995-a5e4-4740-8982-5f48cd54920e HTTP/1.1" status: 200 len: 464 time: 0.0428922 Jul 28 18:13:54.413497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.420439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Calling delete_port for 9983589a-b3e3-4349-b030-972732b31041 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:54.438818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.524230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.560351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.596618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.636480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] Pushing event deleted for resources: {'Port': ['ID=9983589a-b3e3-4349-b030-972732b31041,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.639012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4242599-4455-4e18-9d85-70f626f329cc None None] No DVR routers for this DVR port 9983589a-b3e3-4349-b030-972732b31041 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:54.705769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb1edd28-f371-48df-bea2-3914090f1771 req-9fbdc18f-cfa2-4b70-8794-b6137b4c6700 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.3533244 Jul 28 18:13:54.741122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7801907b-cf24-4e3c-bb22-4c92fb53e808 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.742273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7801907b-cf24-4e3c-bb22-4c92fb53e808 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/8b27c995-a5e4-4740-8982-5f48cd54920e HTTP/1.1" status: 204 len: 168 time: 0.3244474 Jul 28 18:13:54.745026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.764341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25bcda23-8502-4309-82a7-ef797cac6fdf tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=8b27c995-a5e4-4740-8982-5f48cd54920e HTTP/1.1" status: 200 len: 221 time: 0.0181248 Jul 28 18:13:54.768594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38202) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.778267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8f7b7b49-1a84-4c3f-ba88-747a0da33079 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1759578120', 'description': 'label created by tempest'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:54.779018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8f7b7b49-1a84-4c3f-ba88-747a0da33079 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Unknown quota resources ['metering_label']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:13:54.791428 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.823293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9983589a-b3e3-4349-b030-972732b31041 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:54.842254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.847709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:54.847844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9983589a-b3e3-4349-b030-972732b31041 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:54.847844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9983589a-b3e3-4349-b030-972732b31041 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:54.848918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e969304-e77a-4161-ad7b-d6ebaece6dac HTTP/1.1" status: 204 len: 168 time: 0.5058014 Jul 28 18:13:54.852389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38204) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.876878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf4dca-110e-415f-affa-0238bb3bc376 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e969304-e77a-4161-ad7b-d6ebaece6dac,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.912299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Router b2bd3f0f-35b4-481f-acc8-264bfc20729b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:13:54.927491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ffd237cf-3057-4e8f-8a1c-89e16d81b140 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724077 Jul 28 18:13:54.931832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38206) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:54.936594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--209391284'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.025128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.033386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:55.041602 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5ea5aa67-acc7-448f-941c-101ff303b532 admin admin] 10.222.0.25 "PUT /v2.0/routers/b2bd3f0f-35b4-481f-acc8-264bfc20729b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4958055 Jul 28 18:13:55.041602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38208) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.045047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Sync routers for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:55.055367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:55.057900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.103147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639626e-ae7d-4115-81cd-b521a9b86a16 None None] Network b3178a8d-28d1-4fee-b20a-6e477a51df6d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:55.117373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Subnet': ['ID=9510778f-bfd5-4493-b1bc-3fb7f693dc1a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:55.120363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.122274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fef622d7-4ee5-4a81-9a12-e676cfa9e087 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/subnets/9510778f-bfd5-4493-b1bc-3fb7f693dc1a HTTP/1.1" status: 204 len: 168 time: 1.1140518 Jul 28 18:13:55.124982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.134001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.136545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7b49-1a84-4c3f-ba88-747a0da33079 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.137729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f7b7b49-1a84-4c3f-ba88-747a0da33079 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3681078 Jul 28 18:13:55.147007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.203461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.242276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.264366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb194d-bf07-41cb-92c2-b160658bcd9f req-d7d8b2c1-1415-4033-97b6-05a56b0a61c0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:55.266214 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbeb194d-bf07-41cb-92c2-b160658bcd9f req-d7d8b2c1-1415-4033-97b6-05a56b0a61c0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1117795 Jul 28 18:13:55.274491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:55.352107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cbeb194d-bf07-41cb-92c2-b160658bcd9f req-c08507c5-f380-408a-bd9f-d4fea086238a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Jul 28 18:13:55.352888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c709800c-dafd-44e3-8bc0-9d53e7bc7ada tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9d921292-fa2a-4463-968a-75f0e2a57324 HTTP/1.1" status: 200 len: 468 time: 0.1942079 Jul 28 18:13:55.353545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38216) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.361446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.461262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] DHCP port deletion for b3178a8d-28d1-4fee-b20a-6e477a51df6d request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:55.467914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.486582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6948b829-3cd1-4484-ab60-f82f2783a737']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.515542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.515878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff82ddf2-d6d3-4dfe-aa06-f45a99dcd0c5') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.535344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:13:53Z', 'revision_number': 5, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port': {'id': 'b8634cd1-e07f-4474-8d0d-eb39de03b2e2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:49Z', 'updated_at': '2021-07-28T18:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.538626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.542581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Deleting port 1594ded3-4dd4-4c75-808e-2c332f77255f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:55.542962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.544344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.559051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.567837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:55.568266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:55.572217 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:55.580014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Checking router: b2bd3f0f-35b4-481f-acc8-264bfc20729b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:55.616088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.635620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Routers {'b2bd3f0f-35b4-481f-acc8-264bfc20729b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:13:55.637421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.654417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df59ebe9-324a-4c17-99d8-d699e48961d5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:55.692197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-f4090cbc-af3d-4d2b-8b32-72073ccd6881 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:55.693535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] For port 1594ded3-4dd4-4c75-808e-2c332f77255f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1594ded3-4dd4-4c75-808e-2c332f77255f,segment=NetworkSegment(f3221e9b-0a5c-4318-b404-d8a23280814c),segment_id=f3221e9b-0a5c-4318-b404-d8a23280814c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:55.693677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-f4090cbc-af3d-4d2b-8b32-72073ccd6881 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 814 time: 0.2708952 Jul 28 18:13:55.694060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.701068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Deleting port b8634cd1-e07f-4474-8d0d-eb39de03b2e2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:55.701419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.708094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Request body: {'port': {'device_id': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'admin_state_up': True, 'tenant_id': '394b3e6606cb4d4188ecd5ca7033326e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.734978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Calling delete_port for 1594ded3-4dd4-4c75-808e-2c332f77255f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:55.756798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.759012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e0f0794-6d45-47fe-a21e-1f1181f8ba72 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8261454 Jul 28 18:13:55.762984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.764115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38220) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.776093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.781111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/networks/6948b829-3cd1-4484-ab60-f82f2783a737 HTTP/1.1" status: 204 len: 168 time: 0.6547706 Jul 28 18:13:55.786271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.795815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] Set router b2bd3f0f-35b4-481f-acc8-264bfc20729b gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:13:55.797414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9b6d178f-e0c7-46ce-b586-7c1ffd10305e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'df59ebe9-324a-4c17-99d8-d699e48961d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.811310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6fbff-628b-4f76-a3b6-921e69377aaa tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Network': ['ID=6948b829-3cd1-4484-ab60-f82f2783a737,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:55.817766 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-9b6d178f-e0c7-46ce-b586-7c1ffd10305e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 18:13:55.818479 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-9b6d178f-e0c7-46ce-b586-7c1ffd10305e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:55.823146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38224) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.823925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9b6d178f-e0c7-46ce-b586-7c1ffd10305e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0573239 Jul 28 18:13:55.827286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47187ac0-fdc1-4b9f-98b4-71d1b2e4db9e tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.830799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-47187ac0-fdc1-4b9f-98b4-71d1b2e4db9e tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/9d921292-fa2a-4463-968a-75f0e2a57324 HTTP/1.1" status: 204 len: 168 time: 0.4740152 Jul 28 18:13:55.834588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38226) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.850652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:13:55Z', 'revision_number': 6, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:55.857580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ad978e92-997a-4fb0-bbe5-f8bad268fa8a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'df59ebe9-324a-4c17-99d8-d699e48961d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.859369 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-ad978e92-997a-4fb0-bbe5-f8bad268fa8a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 18:13:55.860032 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ad978e92-997a-4fb0-bbe5-f8bad268fa8a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:55.861234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad978e92-997a-4fb0-bbe5-f8bad268fa8a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0355012 Jul 28 18:13:55.866615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38228) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.869947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4506c172-2a19-4a65-bff3-18d48435fadf tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=9d921292-fa2a-4463-968a-75f0e2a57324 HTTP/1.1" status: 200 len: 216 time: 0.0342903 Jul 28 18:13:55.876958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ad63d5da-908c-4a27-8593-0c2125d5f707 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'df59ebe9-324a-4c17-99d8-d699e48961d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.877818 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-ad63d5da-908c-4a27-8593-0c2125d5f707 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 18:13:55.878317 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-ad63d5da-908c-4a27-8593-0c2125d5f707 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:55.882218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad63d5da-908c-4a27-8593-0c2125d5f707 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112259 Jul 28 18:13:55.884053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a948d3-0daa-45c4-8c97-20d9e1bfc3fb None None] The sync data for ids ['b2bd3f0f-35b4-481f-acc8-264bfc20729b'] in n-d-778550-5 is: [{'id': 'b2bd3f0f-35b4-481f-acc8-264bfc20729b', 'name': 'tempest-AttachSCSIVolumeTestJSON-790325547-router', 'tenant_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:48Z', 'updated_at': '2021-07-28T18:13:55Z', 'revision_number': 6, 'project_id': 'ed82ee3647af4d36859bf8f5595ed6d6', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:55.886677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.886843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38232) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.895531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e26278e8-a7f9-4d20-a8f0-a14dc5ace89a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'df59ebe9-324a-4c17-99d8-d699e48961d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:55.896985 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-e26278e8-a7f9-4d20-a8f0-a14dc5ace89a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 18:13:55.897489 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-e26278e8-a7f9-4d20-a8f0-a14dc5ace89a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:55.901347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e26278e8-a7f9-4d20-a8f0-a14dc5ace89a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132668 Jul 28 18:13:55.909321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38234) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.924045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-169ba3f1-0a93-407c-91a7-ba01d232f0bf req-a96d23c5-4e44-4a9c-addc-569d6bd43a27 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.0999534 Jul 28 18:13:55.929420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7fd65719-76d7-46c6-86d3-0dad1b06cc6e tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0434439 Jul 28 18:13:55.934528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38236) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.962934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1f5613db-3549-4a8e-b77a-26f1da437570 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271845 Jul 28 18:13:55.966928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:55.969252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38238) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:55.980523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] For port b8634cd1-e07f-4474-8d0d-eb39de03b2e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:55.981067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.002343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.013557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Calling delete_port for b8634cd1-e07f-4474-8d0d-eb39de03b2e2 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:56.033795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] Pushing event deleted for resources: {'Port': ['ID=1594ded3-4dd4-4c75-808e-2c332f77255f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.036152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951a9fc-0be5-4ff2-921e-4fd2ec0445a9 None None] No DVR routers for this DVR port 1594ded3-4dd4-4c75-808e-2c332f77255f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:56.074152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] The port '1594ded3-4dd4-4c75-808e-2c332f77255f' was deleted {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 18:13:56.081212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2826c8ec-8f63-4865-8dba-782b4ca913a6 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/024cc842-15f4-421f-a3cb-2bdf66bc861d HTTP/1.1" status: 200 len: 472 time: 0.1076527 Jul 28 18:13:56.086067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38240) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.089702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.113357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6beba600-31bc-45a1-8f25-637e84bc4590 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/d7df32be-a08b-4839-ace9-1154cd708169 HTTP/1.1" status: 200 len: 461 time: 0.0305068 Jul 28 18:13:56.119238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38242) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.138681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.168075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.178140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3178a8d-28d1-4fee-b20a-6e477a51df6d']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:56.188197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3221e9b-0a5c-4318-b404-d8a23280814c') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:56.188493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3221e9b-0a5c-4318-b404-d8a23280814c') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:56.202445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.202640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Made reservation on behalf of 394b3e6606cb4d4188ecd5ca7033326e for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:56.204655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.217772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.224134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:56.225403 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:56.228700 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:56.342750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.343074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.345589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.348906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/df59ebe9-324a-4c17-99d8-d699e48961d5 HTTP/1.1" status: 204 len: 168 time: 0.4337022 Jul 28 18:13:56.353100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.357322 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/networks/b3178a8d-28d1-4fee-b20a-6e477a51df6d HTTP/1.1" status: 204 len: 168 time: 0.5655987 Jul 28 18:13:56.357322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.369762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.397917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80ebe-7f8c-490b-8440-eaf94f71c214 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Network': ['ID=b3178a8d-28d1-4fee-b20a-6e477a51df6d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.426689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22da5925-8536-4df2-a8c6-476d3da8c3a9 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.428132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22da5925-8536-4df2-a8c6-476d3da8c3a9 tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/d7df32be-a08b-4839-ace9-1154cd708169 HTTP/1.1" status: 204 len: 168 time: 0.3076668 Jul 28 18:13:56.431473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05242039-6604-411e-b7bf-306c0183959b tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df59ebe9-324a-4c17-99d8-d699e48961d5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.435428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.481470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56634ff6-f99a-4fa7-aa67-79eed74af20d tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181605 Jul 28 18:13:56.485097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.489969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--595993438'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:56.499915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting subnet 2f35a075-7209-411a-8ebb-2076367cc007 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:56.518423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.561165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.634238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.663718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.742436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:56.757716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.771803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:56.772078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e4bc7dc-a66a-4db5-b367-5a23b7dded1d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:56.772918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b8634cd1-e07f-4474-8d0d-eb39de03b2e2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:56.780878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.793531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b8634cd1-e07f-4474-8d0d-eb39de03b2e2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:56.798059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b8634cd1-e07f-4474-8d0d-eb39de03b2e2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:56.798059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1594ded3-4dd4-4c75-808e-2c332f77255f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:56.816290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1594ded3-4dd4-4c75-808e-2c332f77255f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:56.816676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1594ded3-4dd4-4c75-808e-2c332f77255f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:56.817778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.847668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Subnet': ['ID=2f35a075-7209-411a-8ebb-2076367cc007,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.851433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.858632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-26451793-96d5-491e-bc17-3858ae7b56e8 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/subnets/2f35a075-7209-411a-8ebb-2076367cc007 HTTP/1.1" status: 204 len: 168 time: 0.4805596 Jul 28 18:13:56.858632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38254) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:56.859954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd367f6-e200-48dd-9fea-3b3b65c49ba4 None None] Network 7fefc88f-4032-4caf-9670-459f10389571 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:56.868600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8634cd1-e07f-4474-8d0d-eb39de03b2e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.903329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.961852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:56.964733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e63a86-1ada-4469-8864-408df80d9d5a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.013752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Allocated IP 172.20.0.13 (32b4a42d-2a20-47b3-be87-88158921d312/beae89ce-1e97-4ec4-b39a-49bbc9024f47/03c84ce5-77fb-442e-9e1b-17657fde7f0c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:57.032347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-833ef772-753f-4c66-9ad1-1c5d20935765 req-31916066-0eeb-49f3-b00c-4ff80b2f82c0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jul 28 18:13:57.038648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.038648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2ae27b6a-e51c-4937-a566-163dfb83effd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5487900 Jul 28 18:13:57.038917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fccc28-f8fa-46fb-9271-64a8f5a14f9b req-c277a983-34d1-446b-b2af-3dd483698c6d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:57.039043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38258) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.042919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5cd99435-902c-4c05-9f1a-166e8ea6f132 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.043049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2fccc28-f8fa-46fb-9271-64a8f5a14f9b req-c277a983-34d1-446b-b2af-3dd483698c6d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.2917635 Jul 28 18:13:57.043673 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-5cd99435-902c-4c05-9f1a-166e8ea6f132 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 18:13:57.044204 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5cd99435-902c-4c05-9f1a-166e8ea6f132 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:57.047572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5cd99435-902c-4c05-9f1a-166e8ea6f132 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057812 Jul 28 18:13:57.048713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38260) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.054972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2ba23e51-7f4a-41f2-82f8-cd4fdd81b4c1 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.071070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Deleting port 0ef2a340-8784-4b3d-8561-73468ba1352d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:57.071476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.123339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.126101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] DHCP port deletion for 7fefc88f-4032-4caf-9670-459f10389571 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:57.144742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] For port 0ef2a340-8784-4b3d-8561-73468ba1352d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0ef2a340-8784-4b3d-8561-73468ba1352d,segment=NetworkSegment(819f0215-fac0-428b-a963-c168c28bcbae),segment_id=819f0215-fac0-428b-a963-c168c28bcbae)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:57.145272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.158579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Calling delete_port for 0ef2a340-8784-4b3d-8561-73468ba1352d owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:57.243373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-957b6252-ba1d-459a-a964-87ac7c4df36a tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.243670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-957b6252-ba1d-459a-a964-87ac7c4df36a tempest-MeteringTestJSON-1309632411 tempest-MeteringTestJSON-1309632411-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/024cc842-15f4-421f-a3cb-2bdf66bc861d HTTP/1.1" status: 204 len: 168 time: 0.8074019 Jul 28 18:13:57.255672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.262572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2fccc28-f8fa-46fb-9271-64a8f5a14f9b req-4b8ebc7d-cbea-4a32-85e4-79c21618e73d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186801 Jul 28 18:13:57.263852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.319889 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-2ba23e51-7f4a-41f2-82f8-cd4fdd81b4c1 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:57.323453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2ba23e51-7f4a-41f2-82f8-cd4fdd81b4c1 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2714734 Jul 28 18:13:57.324293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.329628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f8f9903a-815f-4f4c-8439-f443528161c4 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.330617 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-f8f9903a-815f-4f4c-8439-f443528161c4 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 18:13:57.331315 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f8f9903a-815f-4f4c-8439-f443528161c4 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:57.332530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f8f9903a-815f-4f4c-8439-f443528161c4 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068960 Jul 28 18:13:57.335288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38266) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.341765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-deba475f-b70d-44e7-a88f-a38184a172cd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.357458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.381705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Deleting port 0ef2a340-8784-4b3d-8561-73468ba1352d {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:57.383046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.400185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Port': ['ID=0ef2a340-8784-4b3d-8561-73468ba1352d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.409870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] No DVR routers for this DVR port 0ef2a340-8784-4b3d-8561-73468ba1352d on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:57.449196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.453022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] For port 0ef2a340-8784-4b3d-8561-73468ba1352d, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:57.453472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.466491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Calling delete_port for 0ef2a340-8784-4b3d-8561-73468ba1352d owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:57.469160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Port 0ef2a340-8784-4b3d-8561-73468ba1352d was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:13:57.470523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.485730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.486290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2bd3f0f-35b4-481f-acc8-264bfc20729b {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:57.491869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.493021 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.493130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6f605aa0-7464-4f64-b38a-72d4d1e18521 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b2bd3f0f-35b4-481f-acc8-264bfc20729b HTTP/1.1" status: 204 len: 168 time: 2.4506404 Jul 28 18:13:57.496522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.502532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] Pushing event deleted for resources: {'Port': ['ID=0ef2a340-8784-4b3d-8561-73468ba1352d,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.506045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5b54f-9321-4eeb-9152-3545ffde9f6a None None] No DVR routers for this DVR port 0ef2a340-8784-4b3d-8561-73468ba1352d on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:57.556693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fefc88f-4032-4caf-9670-459f10389571']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.568969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819f0215-fac0-428b-a963-c168c28bcbae') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.569270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819f0215-fac0-428b-a963-c168c28bcbae') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.586292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Deleting subnet 877c595f-cb72-44b8-8159-3daebf92799e {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:13:57.590899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.598632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.631109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.642528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:57.642909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:57.645754 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:57.663016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.701423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.715537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Network 32b4a42d-2a20-47b3-be87-88158921d312 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:57.721975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:57.724075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.735860 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-deba475f-b70d-44e7-a88f-a38184a172cd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:57.736570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:13:57.737017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-deba475f-b70d-44e7-a88f-a38184a172cd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4002330 Jul 28 18:13:57.745937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.753379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bb7358b3-0e24-4e4f-9ec1-fb8a5d59b0ac tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.753886 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-bb7358b3-0e24-4e4f-9ec1-fb8a5d59b0ac tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 18:13:57.754371 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-bb7358b3-0e24-4e4f-9ec1-fb8a5d59b0ac tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:57.755306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb7358b3-0e24-4e4f-9ec1-fb8a5d59b0ac tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057714 Jul 28 18:13:57.764395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38276) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.770970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c6ee28d5-d554-4aa7-97d6-8ec7f2025553 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:57.810901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:57.811473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.820838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.841274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38278) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.882432 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.890795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.893049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/networks/7fefc88f-4032-4caf-9670-459f10389571 HTTP/1.1" status: 204 len: 168 time: 1.0363669 Jul 28 18:13:57.896012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38282) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.903088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641857a-7fc5-475e-be34-12bad33d2b96 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Pushing event deleted for resources: {'Network': ['ID=7fefc88f-4032-4caf-9670-459f10389571,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.927977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8ddba82f-30a7-4f81-a397-2be84193502f tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16a982a-ec2a-4c7f-884e-537d7179d772 HTTP/1.1" status: 200 len: 205 time: 0.0272841 Jul 28 18:13:57.928584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38284) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:57.957357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0971a502-8e3a-4408-a18f-c6d842ac7a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:57.969844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.026047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-79d17022-5061-4554-b68e-01ae73496923 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3224730 Jul 28 18:13:58.028346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877c595f-cb72-44b8-8159-3daebf92799e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.031597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.036971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-537b541a-eaf7-4816-9701-bcb339493f4f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/877c595f-cb72-44b8-8159-3daebf92799e HTTP/1.1" status: 204 len: 168 time: 0.5360265 Jul 28 18:13:58.037108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ca9b9-ce45-4058-b72a-db8c9bce227c None None] Network cc67dfc0-715f-45d1-be1e-3c50090a2b8d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:13:58.037556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38286) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:58.039285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Request body: {'port': {'device_id': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:58.044506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.119754 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-c6ee28d5-d554-4aa7-97d6-8ec7f2025553 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:58.119754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6ee28d5-d554-4aa7-97d6-8ec7f2025553 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3017190 Jul 28 18:13:58.122227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:58.127512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.133102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f9764fc-a498-424f-a14d-a192d0705a50 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:58.133869 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-7f9764fc-a498-424f-a14d-a192d0705a50 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 18:13:58.134380 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-7f9764fc-a498-424f-a14d-a192d0705a50 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:58.135401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f9764fc-a498-424f-a14d-a192d0705a50 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090818 Jul 28 18:13:58.139838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38292) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:58.150127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fe837bae-23bc-44b1-b494-5576a0808f76 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:58.246036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] DHCP port deletion for cc67dfc0-715f-45d1-be1e-3c50090a2b8d request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:13:58.288696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.304000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Deleting port 76f125da-c71d-4731-ad5b-56075369c9e2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:58.304456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.305684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.315193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0971a502-8e3a-4408-a18f-c6d842ac7a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.322752 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.339717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824322-46cf-4344-a14e-2b99c30b9981 req-f4d46dd8-7d0f-46b0-8a10-c01827b3c8fa tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:58.341268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f824322-46cf-4344-a14e-2b99c30b9981 req-f4d46dd8-7d0f-46b0-8a10-c01827b3c8fa tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 932 time: 0.1902118 Jul 28 18:13:58.376348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] For port 76f125da-c71d-4731-ad5b-56075369c9e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=76f125da-c71d-4731-ad5b-56075369c9e2,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:58.376987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.393030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Calling delete_port for 76f125da-c71d-4731-ad5b-56075369c9e2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:58.431961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0971a502-8e3a-4408-a18f-c6d842ac7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.436431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f824322-46cf-4344-a14e-2b99c30b9981 req-98f1551a-6852-433b-bea6-3532bb6e7d3a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Jul 28 18:13:58.464128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Deleting port 76f125da-c71d-4731-ad5b-56075369c9e2 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:13:58.464736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.507113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.507650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Fanout notify agent at l3_agent the message router_deleted on router c16a982a-ec2a-4c7f-884e-537d7179d772 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:58.508392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a502-8e3a-4408-a18f-c6d842ac7a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8700c7b-b5a1-4f32-a2f7-52edbf8f5103,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.515435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0971a502-8e3a-4408-a18f-c6d842ac7a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fd47ed15ed24da4b7c1c4e10c3066ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724670 Jul 28 18:13:58.521135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38296) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:58.523461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.524567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3cfefd6-0d55-4709-8019-bf1c4211a968 tempest-RoutersNegativeIpV6Test-1025204678 tempest-RoutersNegativeIpV6Test-1025204678-project] 10.222.0.25 "DELETE /v2.0/routers/c16a982a-ec2a-4c7f-884e-537d7179d772 HTTP/1.1" status: 204 len: 168 time: 0.5949979 Jul 28 18:13:58.540869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8995b-27d6-4a11-9f9f-04616b59183f req-af6c03aa-f129-42f8-adf1-92e28df91895 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:58.542367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9db8995b-27d6-4a11-9f9f-04616b59183f req-af6c03aa-f129-42f8-adf1-92e28df91895 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1594136 Jul 28 18:13:58.546995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] For port 76f125da-c71d-4731-ad5b-56075369c9e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=76f125da-c71d-4731-ad5b-56075369c9e2,segment=NetworkSegment(83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0),segment_id=83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:58.547374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.561522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Calling delete_port for 76f125da-c71d-4731-ad5b-56075369c9e2 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:13:58.591378 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.621294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] Pushing event deleted for resources: {'Port': ['ID=76f125da-c71d-4731-ad5b-56075369c9e2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.627697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa585b-3781-4a15-8413-ebd8e0c61fc8 None None] No DVR routers for this DVR port 76f125da-c71d-4731-ad5b-56075369c9e2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:58.645045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.657796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:13:58.672049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9db8995b-27d6-4a11-9f9f-04616b59183f req-06ed89c9-c5fa-4f63-ab6f-f2076a24a71e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213512 Jul 28 18:13:58.676134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.680694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Pushing event deleted for resources: {'Port': ['ID=76f125da-c71d-4731-ad5b-56075369c9e2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.682779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] No DVR routers for this DVR port 76f125da-c71d-4731-ad5b-56075369c9e2 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:13:58.704180 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-fe837bae-23bc-44b1-b494-5576a0808f76 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:58.708050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe837bae-23bc-44b1-b494-5576a0808f76 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5644350 Jul 28 18:13:58.708050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.709015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38300) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:58.711101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Transition to ACTIVE for port object 03c84ce5-77fb-442e-9e1b-17657fde7f0c will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:13:58.713646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dbf42cce-e5e0-45f3-871e-c1c890a21424 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '43e63a86-1ada-4469-8864-408df80d9d5a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:58.729968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0ef2a340-8784-4b3d-8561-73468ba1352d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:58.737301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.751300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0ef2a340-8784-4b3d-8561-73468ba1352d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:58.754598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0ef2a340-8784-4b3d-8561-73468ba1352d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:58.754598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 76f125da-c71d-4731-ad5b-56075369c9e2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:58.771362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 76f125da-c71d-4731-ad5b-56075369c9e2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:13:58.771737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 76f125da-c71d-4731-ad5b-56075369c9e2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:58.781049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.793061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc67dfc0-715f-45d1-be1e-3c50090a2b8d']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.802988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.804059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.804362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fbe3ef-1e0d-49d5-bdaa-4b63405cadd0') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.814822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.828931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.835850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:58.836472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:13:58.838355 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:13:58.875437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.924142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Attempting to bind port 03c84ce5-77fb-442e-9e1b-17657fde7f0c on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:13:58.924397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Attempting to bind port 03c84ce5-77fb-442e-9e1b-17657fde7f0c by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:13:58.924727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Attempting to bind port 03c84ce5-77fb-442e-9e1b-17657fde7f0c on network 32b4a42d-2a20-47b3-be87-88158921d312 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:58.933529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.933529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:58.933529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8700c7b-b5a1-4f32-a2f7-52edbf8f5103 HTTP/1.1" status: 204 len: 168 time: 0.4110012 Jul 28 18:13:58.935468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Port 03c84ce5-77fb-442e-9e1b-17657fde7f0c on network 32b4a42d-2a20-47b3-be87-88158921d312 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:13:58.935808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Attempting to bind port 03c84ce5-77fb-442e-9e1b-17657fde7f0c on network 32b4a42d-2a20-47b3-be87-88158921d312 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:13:58.945356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c27eb-d623-4ef8-9eba-333fa916c786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8700c7b-b5a1-4f32-a2f7-52edbf8f5103,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.947336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:13:58.947709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Checking segment: {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:13:58.948099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Bound using segment: {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:13:58.948544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Bound port: 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:13:58.948914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.007565 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-dbf42cce-e5e0-45f3-871e-c1c890a21424 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:13:59.010352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dbf42cce-e5e0-45f3-871e-c1c890a21424 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3000481 Jul 28 18:13:59.012399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38306) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.013397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.020469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.028431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc67dfc0-715f-45d1-be1e-3c50090a2b8d HTTP/1.1" status: 204 len: 168 time: 0.9911723 Jul 28 18:13:59.029959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38308) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.037377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:59.042533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38310) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.048583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7245b-04fd-46bc-a59c-3188cc8dd51c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc67dfc0-715f-45d1-be1e-3c50090a2b8d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.104396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:59.183888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.189809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.266657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.278725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:59.282170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.282170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] 10.222.0.35 "PUT /v2.0/ports/03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 1092 time: 1.2462802 Jul 28 18:13:59.286695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:13:59.288997 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35d5116-0243-4502-af80-11d0d4ea6625" -d '{"events": [{"name": "network-changed", "server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:59.339208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8108538a-a388-4702-8e65-f2c6284ee193 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad37b98032644b49960e35f3ba05b920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947474 Jul 28 18:13:59.341960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38320) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.364536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63378-7d57-47b7-a830-7f9095493d7a service neutron] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.415475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.439902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.510247 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131caa9-0b26-4933-a04c-a57c72a77389 x-openstack-request-id: req-9131caa9-0b26-4933-a04c-a57c72a77389 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:59.510545 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:59.510822 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9131caa9-0b26-4933-a04c-a57c72a77389 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:59.511231 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'status': 'completed', 'code': 200} Jul 28 18:13:59.520441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-8c3dea40-6713-43c5-b4e0-296ff6468ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:59.522553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-8c3dea40-6713-43c5-b4e0-296ff6468ecd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1095 time: 0.1092315 Jul 28 18:13:59.531108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.533602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.534641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/43e63a86-1ada-4469-8864-408df80d9d5a HTTP/1.1" status: 204 len: 168 time: 0.5213041 Jul 28 18:13:59.537411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38324) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.588455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f35a7965-e815-424a-a3bb-c055112b33b2 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498962 Jul 28 18:13:59.592252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38326) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.597029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848952860'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:13:59.600560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6d82-1277-4e3c-8a39-7901785ac43e tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e63a86-1ada-4469-8864-408df80d9d5a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.606009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-c8d1c3e6-2d13-4946-a0ff-b0ff6d4afa8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.0687428 Jul 28 18:13:59.609072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.610809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.611980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dbf4ad9-11d7-44e0-bc51-609a0bc7a10a HTTP/1.1" status: 204 len: 168 time: 0.2688410 Jul 28 18:13:59.639523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b8b89-3959-49d1-baa4-507ade23e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf4ad9-11d7-44e0-bc51-609a0bc7a10a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.675653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38330) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:13:59.682422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1257da-ce69-46e1-976e-70908f8dfcfd req-be15c69e-dc67-4ac9-8b73-986f1a67e23d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:59.684046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a1257da-ce69-46e1-976e-70908f8dfcfd req-be15c69e-dc67-4ac9-8b73-986f1a67e23d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1690536 Jul 28 18:13:59.690931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-738c4864-3f88-4838-b5c2-d909fd2efd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.724845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45564-2bac-450c-a417-0a5186c9052e req-316ffb1d-0582-4c80-ba14-d1f9d5086eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:59.726336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-316ffb1d-0582-4c80-ba14-d1f9d5086eb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.1124022 Jul 28 18:13:59.744122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.774172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a1257da-ce69-46e1-976e-70908f8dfcfd req-0ed5cbf6-74fa-47a5-8330-aeccee4d13f3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Jul 28 18:13:59.774873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-4d64d8e9-c065-4bb4-9667-11c6a43234fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406413 Jul 28 18:13:59.835779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17312674-1640-4490-89c6-a7e80c842d9c req-f40d619d-fb16-4ace-9281-1178ad5e8842 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:13:59.837285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17312674-1640-4490-89c6-a7e80c842d9c req-f40d619d-fb16-4ace-9281-1178ad5e8842 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0818317 Jul 28 18:13:59.894082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17312674-1640-4490-89c6-a7e80c842d9c req-3b1faddc-8a44-4f16-b3c8-f70520b26150 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467000 Jul 28 18:13:59.912233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-738c4864-3f88-4838-b5c2-d909fd2efd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:13:59.915150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-de057ca8-08c6-489a-85e6-412a4908aa79 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301627 Jul 28 18:13:59.926017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.014950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-738c4864-3f88-4838-b5c2-d909fd2efd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.072464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c4864-3f88-4838-b5c2-d909fd2efd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caeb4a3-100d-40dd-b6db-98adf9cdd8f3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:00.079235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-738c4864-3f88-4838-b5c2-d909fd2efd59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a109221edc24deca000bb4057adc744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000425 Jul 28 18:14:00.081405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38338) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:00.116574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84b45564-2bac-450c-a417-0a5186c9052e req-bf71f32f-642a-4c94-b40e-e652ca7b0f22 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935768 Jul 28 18:14:00.131366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.210090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.236375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.260466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.267238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1601212-6d63-4673-a815-6d6fc9aed0ed,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:00.317226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-b3448ce2-f532-46ff-b310-4041208a730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:00.318785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-b3448ce2-f532-46ff-b310-4041208a730e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1095 time: 0.0907362 Jul 28 18:14:00.333632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.337611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6abdf4e9-4389-41aa-ae00-9d28922e68ca tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7413764 Jul 28 18:14:00.338292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38346) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:00.343252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-31e4f3f9-bb20-4cb6-aca9-b152e0e28d70 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'b1601212-6d63-4673-a815-6d6fc9aed0ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:00.551087 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-31e4f3f9-bb20-4cb6-aca9-b152e0e28d70 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The resource could not be found. Jul 28 18:14:00.555226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31e4f3f9-bb20-4cb6-aca9-b152e0e28d70 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2131586 Jul 28 18:14:00.555761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:00.561292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a8ebc616-68b0-40f5-987f-ffdf003df859 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': 'b1601212-6d63-4673-a815-6d6fc9aed0ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fb87ca5e-a9fb-435a-91ae-2a2b9387824f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:00.731989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.734407 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.735563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7caeb4a3-100d-40dd-b6db-98adf9cdd8f3 HTTP/1.1" status: 204 len: 168 time: 0.6510131 Jul 28 18:14:00.748643 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-a8ebc616-68b0-40f5-987f-ffdf003df859 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The resource could not be found. Jul 28 18:14:00.749810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8ebc616-68b0-40f5-987f-ffdf003df859 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1929264 Jul 28 18:14:00.752666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:00.758576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-dc3ef0cf-a7a2-43c3-bd77-1dd019482938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:00.760097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-dc3ef0cf-a7a2-43c3-bd77-1dd019482938 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.4269788 Jul 28 18:14:00.760809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29ffe-1c2d-48a0-b899-f27734943344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caeb4a3-100d-40dd-b6db-98adf9cdd8f3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:00.778865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Deleting port cf22b525-fbe9-47a5-8530-355507472757 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:00.779216 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.838432 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.870889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.883769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-6be0d7c0-d1f9-4ddb-995a-477c30016c8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.1156979 Jul 28 18:14:00.985669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:00.993770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-ee16c8bc-0ee8-4ced-8182-f77974c07e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:00.995249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-ee16c8bc-0ee8-4ced-8182-f77974c07e1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.0981755 Jul 28 18:14:01.002442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:01.006832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1601212-6d63-4673-a815-6d6fc9aed0ed HTTP/1.1" status: 204 len: 168 time: 0.2494318 Jul 28 18:14:01.010194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6b1d-db3e-4c93-8ff9-a618688ec8d4 req-21f46b37-a54a-41d6-876f-bf9ce3fab75a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:01.017424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c5f6b1d-db3e-4c93-8ff9-a618688ec8d4 req-21f46b37-a54a-41d6-876f-bf9ce3fab75a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1325846 Jul 28 18:14:01.020483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38370) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:01.022963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] For port cf22b525-fbe9-47a5-8530-355507472757, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cf22b525-fbe9-47a5-8530-355507472757,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:01.023349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:01.034585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce515d50-a286-4565-9a52-db23f66b09c0 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1601212-6d63-4673-a815-6d6fc9aed0ed,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:01.054462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9244-e1c6-4480-894f-b3fbff208938 req-63c67368-a4b9-4699-bb7b-9bb5803ca86d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:01.057108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-114e9244-e1c6-4480-894f-b3fbff208938 req-63c67368-a4b9-4699-bb7b-9bb5803ca86d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0815139 Jul 28 18:14:01.080188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Calling delete_port for cf22b525-fbe9-47a5-8530-355507472757 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:01.090353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-cc344036-19be-4188-ba69-87de76200466 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704124 Jul 28 18:14:01.099385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-114e9244-e1c6-4480-894f-b3fbff208938 req-2ddd8071-4968-48e2-a1eb-76d12f162ac3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Jul 28 18:14:01.211918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c5f6b1d-db3e-4c93-8ff9-a618688ec8d4 req-44b7e3e4-eca9-45bc-a4bb-88220f8c1ebb tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937492 Jul 28 18:14:01.234769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f6b419b-3488-458d-abf5-370fabc5b68f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004883 Jul 28 18:14:01.234769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38380) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:01.237703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-afdc2508-7576-4b8a-83e7-65f8ceb32667 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '2107a02d-3570-49fb-811f-ff5b1c2a21be', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:01.330092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-c379766a-59f7-47c9-9d48-fcfa2361d06b service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301638 Jul 28 18:14:01.475226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35d5116-0243-4502-af80-11d0d4ea6625 req-b50d0ac5-0d15-4aee-a942-72332bd196e3 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352208 Jul 28 18:14:01.562948 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-afdc2508-7576-4b8a-83e7-65f8ceb32667 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The resource could not be found. Jul 28 18:14:01.564094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-afdc2508-7576-4b8a-83e7-65f8ceb32667 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3328424 Jul 28 18:14:01.568604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:01.573342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765324773'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:01.592254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:01.627808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf22b525-fbe9-47a5-8530-355507472757,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:01.700096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:01.806398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-7abf5c5a-11d4-4bb7-91c7-ab0eecfbcbc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1552682 Jul 28 18:14:01.982640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.021403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.023260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-c362e22a-af55-4a96-8866-08bf4f003401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.1526303 Jul 28 18:14:02.066551 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.156469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.226590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea1baac-aeda-453a-9141-d0515875d71a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:02.242761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1e694aa5-5cb4-4163-9371-c13b3094a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.243643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1e694aa5-5cb4-4163-9371-c13b3094a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.244553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1e694aa5-5cb4-4163-9371-c13b3094a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.246465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1e694aa5-5cb4-4163-9371-c13b3094a0bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.1837897 Jul 28 18:14:02.253308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691087d1-16b0-4dc2-8613-d06491975802 req-68589326-12ac-49d8-bb77-5e02d2e300d7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.255111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-691087d1-16b0-4dc2-8613-d06491975802 req-68589326-12ac-49d8-bb77-5e02d2e300d7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0697675 Jul 28 18:14:02.303099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-691087d1-16b0-4dc2-8613-d06491975802 req-2bc7643a-0994-4171-a4c6-ebea8861b281 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Jul 28 18:14:02.330133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.331343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2484860d-682c-457b-809b-4976e2a1de5c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7617710 Jul 28 18:14:02.334955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:02.339969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663380843'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:02.428706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-d85ab706-8246-40c8-9ad1-a58ac86eff7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.1406639 Jul 28 18:14:02.439240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.455054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf027-e6fe-47be-a2ef-6a7ebed23111 req-0a999dad-e8c1-4c87-bb55-959825795181 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.456591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c27cf027-e6fe-47be-a2ef-6a7ebed23111 req-0a999dad-e8c1-4c87-bb55-959825795181 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1604314 Jul 28 18:14:02.506978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Router efb7d14d-ff9a-494e-8810-9ea9938f16f2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:14:02.530230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-91f58b57-c551-47f9-adb6-bc06f5f70dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.531812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-91f58b57-c551-47f9-adb6-bc06f5f70dcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.0942631 Jul 28 18:14:02.548603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.552614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c27cf027-e6fe-47be-a2ef-6a7ebed23111 req-968e4131-6909-483b-a8e0-2a9b0ad2e730 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744843 Jul 28 18:14:02.634459 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.644120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-3272da67-59e2-4a36-a1c1-51c412defd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:02.646067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-3272da67-59e2-4a36-a1c1-51c412defd1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058600 Jul 28 18:14:02.672487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce53fdc-d8bc-448b-9c59-2f82c54e729e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:02.759883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:14:02.766262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3467da9d-1c05-482e-b5da-1cca9caaf8e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/efb7d14d-ff9a-494e-8810-9ea9938f16f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353172 Jul 28 18:14:02.768958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:02.772922 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Sync routers for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:14:02.779110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:02.779110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-267ea777-af5f-4d97-9da3-4c4f1bb03a10 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4416015 Jul 28 18:14:02.781237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:02.825757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b4f201b9-d6b5-4005-84ca-eb5b023fd225 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group_rule': {'security_group_id': '7ea1baac-aeda-453a-9141-d0515875d71a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0ce53fdc-d8bc-448b-9c59-2f82c54e729e'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:02.826587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-9b52bd0b-3b4e-4785-bdab-54dc8966f76b service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521242 Jul 28 18:14:02.905522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:14:02.906590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:02.957103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-8b9f10fb-a793-4c1e-9bc2-42483214501a service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217310 Jul 28 18:14:02.966618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:03.021403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-fab47f11-188f-4d49-8854-f7f1f6c9d212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.0552666 Jul 28 18:14:03.077396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-a605744d-f48f-4419-8e89-032d3a8d6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.078239 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:14:03.079288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-a605744d-f48f-4419-8e89-032d3a8d6a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0509779 Jul 28 18:14:03.147237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:03.151707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-90f730d6-a49b-4311-9bc8-e51e2d2df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.159158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-90f730d6-a49b-4311-9bc8-e51e2d2df34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679481 Jul 28 18:14:03.173150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'port_id': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'mac_address': 'fa:16:3e:18:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beae89ce-1e97-4ec4-b39a-49bbc9024f47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:03.255831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.273459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-65da27fb-6ff7-4bce-b0c0-f532ad24d8ce service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107893 Jul 28 18:14:03.279269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:03.289857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38438) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:03.295893 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:14:01Z', 'revision_number': 5, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:03.305066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:03.326454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Checking router: efb7d14d-ff9a-494e-8810-9ea9938f16f2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:14:03.337752 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Routers {'efb7d14d-ff9a-494e-8810-9ea9938f16f2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:14:03.338609 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:03.372911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.386785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1be95b03-d52b-4a2e-a5ab-bd0a02181ca2 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063342 Jul 28 18:14:03.388717 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.460914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] Set router efb7d14d-ff9a-494e-8810-9ea9938f16f2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:14:03.470414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-2a3745dc-45c1-4a8a-9340-3472062823c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.0756207 Jul 28 18:14:03.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:03.536114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1292484495', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:03.561485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-eefd099d-5bcb-44c8-914e-f35dfae49eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.562956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-eefd099d-5bcb-44c8-914e-f35dfae49eb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0851400 Jul 28 18:14:03.623479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f337-c721-4638-866d-5a88fe165752 req-fcc3a5e0-2d7c-45fb-bb4d-4b5665bccc89 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.644864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09c9f337-c721-4638-866d-5a88fe165752 req-fcc3a5e0-2d7c-45fb-bb4d-4b5665bccc89 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1881886 Jul 28 18:14:03.645078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-face410f-1dea-4b7f-a596-e7e5925dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.645078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-face410f-1dea-4b7f-a596-e7e5925dbf9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710521 Jul 28 18:14:03.645319 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-b4f201b9-d6b5-4005-84ca-eb5b023fd225 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:14:03.648684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:03.648856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b4f201b9-d6b5-4005-84ca-eb5b023fd225 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8288848 Jul 28 18:14:03.688052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.702290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:14:01Z', 'revision_number': 5, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:03.719484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09c9f337-c721-4638-866d-5a88fe165752 req-e8d3f419-75a7-447f-8810-97f540fe325d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Jul 28 18:14:03.735935 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aa4077-fd50-4b16-9cca-cd505c985ebe None None] The sync data for ids ['efb7d14d-ff9a-494e-8810-9ea9938f16f2'] in n-d-778550-5 is: [{'id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730076390-router', 'tenant_id': '0e6e9bf0513e49ec809473676ad980c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:11:57Z', 'updated_at': '2021-07-28T18:14:01Z', 'revision_number': 5, 'project_id': '0e6e9bf0513e49ec809473676ad980c4', 'gw_port': {'id': '1b300f0a-fb5e-4f31-89c8-5a424320fe6e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7d14d-ff9a-494e-8810-9ea9938f16f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:11:59Z', 'updated_at': '2021-07-28T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:14:03.738974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:03.764750 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Made reservation on behalf of 6654698d26d1453290b310bce31c7a91 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:03.767535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.801206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.872516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Deleting port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:03.873708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.874152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083c309-c5d4-4b40-9a1b-8d21e8e4fccc req-401371e9-5634-46c1-9023-51287f8ad64e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:03.875753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7083c309-c5d4-4b40-9a1b-8d21e8e4fccc req-401371e9-5634-46c1-9023-51287f8ad64e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 945 time: 0.1777611 Jul 28 18:14:03.887022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.967795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] For port 1b300f0a-fb5e-4f31-89c8-5a424320fe6e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:03.968166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:03.982835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Calling delete_port for 1b300f0a-fb5e-4f31-89c8-5a424320fe6e owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:04.254865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-ff61afbd-8568-4eac-9cb2-f8e2a027e271 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915980 Jul 28 18:14:04.256504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.268184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.307658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Pushing event deleted for resources: {'Port': ['ID=1b300f0a-fb5e-4f31-89c8-5a424320fe6e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:04.351340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7083c309-c5d4-4b40-9a1b-8d21e8e4fccc req-5ccecc17-0440-4e3d-9984-20203c268db7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674001 Jul 28 18:14:04.378656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.428961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.434500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-891816dd-8c58-41b3-bf0d-22dc88dcc345 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636112 Jul 28 18:14:04.478840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.480629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.486244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.486433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.486433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/0ce53fdc-d8bc-448b-9c59-2f82c54e729e HTTP/1.1" status: 204 len: 168 time: 0.8341603 Jul 28 18:14:04.486433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-49e731a5-29db-411b-bec3-dca3d5ce383d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0427012 Jul 28 18:14:04.488581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38452) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:04.522246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56f23-fe8d-4348-9dad-5ea3289cf757 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce53fdc-d8bc-448b-9c59-2f82c54e729e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:04.525656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.534440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] device_id is not set on port 696d789f-103b-43fa-997c-ca93530c5d72 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:14:04.584685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6d5f82fe-6776-4693-800e-1f5726e66855 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0956943 Jul 28 18:14:04.587366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:04.589495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-469e5c04-8e53-4cc9-87d5-45600ed11eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:04.590980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-469e5c04-8e53-4cc9-87d5-45600ed11eb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0966573 Jul 28 18:14:04.600231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687e622-f246-4e59-88b8-79ae1078a50c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:04.631006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.631572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb7d14d-ff9a-494e-8810-9ea9938f16f2 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:14:04.644186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.644186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6ad389a1-e2f1-428b-9eaf-532a0e36cadf admin admin] 10.222.0.25 "DELETE /v2.0/routers/efb7d14d-ff9a-494e-8810-9ea9938f16f2 HTTP/1.1" status: 204 len: 168 time: 1.8734968 Jul 28 18:14:04.644391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38456) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:04.657444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.682474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-220034a0-cd31-4a48-8733-f5a382936ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:04.683944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-220034a0-cd31-4a48-8733-f5a382936ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848062 Jul 28 18:14:04.726254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.726532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Allocated IP 172.25.7.36 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/696d789f-103b-43fa-997c-ca93530c5d72) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:04.781329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cf22b525-fbe9-47a5-8530-355507472757 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:04.797288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Deleting subnet f6dd0f3f-2e16-494c-a184-ded4db53ed21 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:14:04.801900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.825133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cf22b525-fbe9-47a5-8530-355507472757 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:14:04.825742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cf22b525-fbe9-47a5-8530-355507472757 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:04.847432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-3d6fd69c-6383-44e0-9681-d3effe456341 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491816 Jul 28 18:14:04.882779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.924780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d93843-1feb-4bb9-869d-020a122a37e4 req-e8823cf3-8b74-445e-a717-76bb63b0fbdd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:04.930073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7d93843-1feb-4bb9-869d-020a122a37e4 req-e8823cf3-8b74-445e-a717-76bb63b0fbdd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0993009 Jul 28 18:14:04.934061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.936596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:04.940034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ea1baac-aeda-453a-9141-d0515875d71a HTTP/1.1" status: 204 len: 168 time: 0.3493550 Jul 28 18:14:04.941192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38464) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:04.964198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4a656-a1bd-4ff8-b9b2-f6d44899a16f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea1baac-aeda-453a-9141-d0515875d71a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:04.968192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:05.019977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7d93843-1feb-4bb9-869d-020a122a37e4 req-b5fb5537-5c60-4c7d-8a0a-616fe9c73848 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810483 Jul 28 18:14:05.026446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.031847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-615861b9-4203-47ad-9ebd-c5243e1a184b service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777301 Jul 28 18:14:05.092564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-ff67c48f-31f4-4158-a476-bdc58cb0b588 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0498636 Jul 28 18:14:05.102202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 03c84ce5-77fb-442e-9e1b-17657fde7f0c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:14:05.106150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 03c84ce5-77fb-442e-9e1b-17657fde7f0c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:05.106498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.148393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9d8c3d6b-3338-45ea-89d7-5eb05379840a tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669531 Jul 28 18:14:05.152781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:05.158570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'tempest-secgroup--302697767'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:05.175036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-55dab297-44dd-42d2-871c-5e207c12b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.180320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-55dab297-44dd-42d2-871c-5e207c12b383 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0804956 Jul 28 18:14:05.189069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.189376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.208889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.234788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:05.235834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:05.238012 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737487b5-6530-4772-b466-81c1ca19a9c6" -d '{"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:05.255642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dd0f3f-2e16-494c-a184-ded4db53ed21,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.258271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.260670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bdb2723e-9911-418f-8b24-f6726272fc9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f6dd0f3f-2e16-494c-a184-ded4db53ed21 HTTP/1.1" status: 204 len: 168 time: 0.6125562 Jul 28 18:14:05.261918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-2b4904b8-91bb-4008-ab8b-26f9742c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.263102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:05.264816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-2b4904b8-91bb-4008-ab8b-26f9742c07e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789084 Jul 28 18:14:05.265807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78954b-ff9c-4ca2-829d-77b3d4018f54 None None] Network a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:14:05.290386 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c389ad5-3e3e-4e24-9720-119b4ec3b93f x-openstack-request-id: req-6c389ad5-3e3e-4e24-9720-119b4ec3b93f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:05.291969 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:05.291969 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c389ad5-3e3e-4e24-9720-119b4ec3b93f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:05.291969 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'code': 200} Jul 28 18:14:05.324753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.340094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.367630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.420079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:05.437765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.439531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:05.446187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:14:05.457056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Pushing event updated for resources: {'Port': ['ID=696d789f-103b-43fa-997c-ca93530c5d72,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.504682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-9ff20a82-d1b4-4455-874d-ccf07c45e8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313995 Jul 28 18:14:05.549472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.555089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] DHCP port deletion for a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:14:05.569847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.570406 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.577386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85283466-8f22-4d08-ad71-6848e2ba2c0e req-bcb277bb-5626-4732-b58d-c22c0cc2c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.581050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85283466-8f22-4d08-ad71-6848e2ba2c0e req-bcb277bb-5626-4732-b58d-c22c0cc2c31c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1097 time: 0.2243364 Jul 28 18:14:05.603297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Deleting port e19dc067-41c9-498e-81ff-caffd8f8a8be {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:05.604155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.621833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-2d69a43e-55b4-4563-b01e-f8d613122dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099308 Jul 28 18:14:05.622133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.656140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5870d2-6af2-4c5c-81cf-fc739e70d3a0 req-e578035a-b2e8-4716-ac9d-ff64939b33d1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.657110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af5870d2-6af2-4c5c-81cf-fc739e70d3a0 req-e578035a-b2e8-4716-ac9d-ff64939b33d1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1643000 Jul 28 18:14:05.671282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-ed88aa56-ba8c-4074-a279-0d6949f98170 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0420866 Jul 28 18:14:05.677042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] For port e19dc067-41c9-498e-81ff-caffd8f8a8be, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e19dc067-41c9-498e-81ff-caffd8f8a8be,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:05.677927 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.687998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85283466-8f22-4d08-ad71-6848e2ba2c0e req-8e7f8811-d04a-4ca2-b0cd-f4f8345e4f7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986302 Jul 28 18:14:05.694147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.698405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Calling delete_port for e19dc067-41c9-498e-81ff-caffd8f8a8be owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:05.745376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af5870d2-6af2-4c5c-81cf-fc739e70d3a0 req-ea765570-0eee-4051-9f49-925b922b0a42 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779231 Jul 28 18:14:05.746950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd7ac2-5e22-497f-aacb-7a906c47e84f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.765547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Deleting port e19dc067-41c9-498e-81ff-caffd8f8a8be {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:05.765547 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.765843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-eff257ec-8660-466b-a456-ee1c49631d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.765843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-eff257ec-8660-466b-a456-ee1c49631d17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0849879 Jul 28 18:14:05.768795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d554d6ad-be69-4cb7-844c-5fb96d72b3d9 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4769130 Jul 28 18:14:05.772151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:05.780368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.36'}]}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:05.816477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.821093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5772270b-d9c2-43ea-af06-81e62b69d0fb tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6643052 Jul 28 18:14:05.821978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38478) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:05.825850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bed34201-5aa6-4571-8546-4624e959063c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:05.826510 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-bed34201-5aa6-4571-8546-4624e959063c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 18:14:05.827013 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-bed34201-5aa6-4571-8546-4624e959063c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 18:14:05.830532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bed34201-5aa6-4571-8546-4624e959063c tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "PUT /v2.0/security-groups/80fd7ac2-5e22-497f-aacb-7a906c47e84f HTTP/1.1" status: 409 len: 330 time: 0.0059659 Jul 28 18:14:05.831068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38480) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:05.848102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] For port e19dc067-41c9-498e-81ff-caffd8f8a8be, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e19dc067-41c9-498e-81ff-caffd8f8a8be,segment=NetworkSegment(03415628-011a-4354-afbf-0d23baec61c4),segment_id=03415628-011a-4354-afbf-0d23baec61c4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:05.849460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.866339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Calling delete_port for e19dc067-41c9-498e-81ff-caffd8f8a8be owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:05.879202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-02b16ca5-d766-44c8-aaab-5f5515fe1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:05.880840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-02b16ca5-d766-44c8-aaab-5f5515fe1d28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910659 Jul 28 18:14:05.902633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.909242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.943095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] Pushing event deleted for resources: {'Port': ['ID=e19dc067-41c9-498e-81ff-caffd8f8a8be,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.952107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.953142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.961319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb9da9-7e9f-4909-b917-c6d03f18fd03 None None] No DVR routers for this DVR port e19dc067-41c9-498e-81ff-caffd8f8a8be on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:14:05.964445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:05.985482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.014157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19dc067-41c9-498e-81ff-caffd8f8a8be,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:06.018045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] No DVR routers for this DVR port e19dc067-41c9-498e-81ff-caffd8f8a8be on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:14:06.087032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.092349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.102776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36f0b0c-4ad0-436e-bc2e-3e477caf2d07']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:06.117939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-cf03a588-66b6-4ec2-b756-d214006e515c service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079966 Jul 28 18:14:06.118109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03415628-011a-4354-afbf-0d23baec61c4') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:06.118109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03415628-011a-4354-afbf-0d23baec61c4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:06.126200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.140966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.148634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:14:06.149028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:14:06.150693 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:14:06.265765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.268321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.269474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/80fd7ac2-5e22-497f-aacb-7a906c47e84f HTTP/1.1" status: 204 len: 168 time: 0.4372287 Jul 28 18:14:06.272906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:06.299560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce1895-0619-4563-bfbe-7509ff029434 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd7ac2-5e22-497f-aacb-7a906c47e84f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:06.301235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.308757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.325017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a36f0b0c-4ad0-436e-bc2e-3e477caf2d07 HTTP/1.1" status: 204 len: 168 time: 1.0594358 Jul 28 18:14:06.361112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2a7d5-db2d-43b3-973e-3ed708bdf8e7 req-f7edf874-d980-4a07-a4e6-ac527ee8d128 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:06.362652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aeb2a7d5-db2d-43b3-973e-3ed708bdf8e7 req-f7edf874-d980-4a07-a4e6-ac527ee8d128 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.2393346 Jul 28 18:14:06.376987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-74e353a9-e4c5-4f01-a003-7280724572fd tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020129 Jul 28 18:14:06.377977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:06.378890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe634-77d4-4d5e-99dc-4c87c17351f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36f0b0c-4ad0-436e-bc2e-3e477caf2d07,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:06.410026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.418282 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-b4ed9faa-7b14-4d2b-bcd0-ff8365326f9f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] delete failed (client error): The resource could not be found. Jul 28 18:14:06.418282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b4ed9faa-7b14-4d2b-bcd0-ff8365326f9f tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "DELETE /v2.0/security-groups/20e0a5c4-8a25-470f-8693-8578496a7988 HTTP/1.1" status: 404 len: 347 time: 0.0235798 Jul 28 18:14:06.419800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38490) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:06.422082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-2980bd03-8808-4f8c-b089-ffdaba4ebb05 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076687 Jul 28 18:14:06.443665 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-e1cb7587-a483-4db6-82bc-2f3e7be2bf21 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] show failed (client error): The resource could not be found. Jul 28 18:14:06.459001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e1cb7587-a483-4db6-82bc-2f3e7be2bf21 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-groups/b67546c8-c72e-4ce4-8dd5-5c5f353ba317 HTTP/1.1" status: 404 len: 347 time: 0.0377569 Jul 28 18:14:06.462001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:06.477403 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-e7476bb4-6d5c-449a-a01b-41566be103e7 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] show failed (client error): The resource could not be found. Jul 28 18:14:06.478388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aeb2a7d5-db2d-43b3-973e-3ed708bdf8e7 req-83378d90-bc45-4626-9644-27d23cc9c05f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Jul 28 18:14:06.479667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-e0c963f1-cde5-4c40-b000-f4eabfa61be8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0467935 Jul 28 18:14:06.483575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e7476bb4-6d5c-449a-a01b-41566be103e7 tempest-NegativeSecGroupTest-1611546979 tempest-NegativeSecGroupTest-1611546979-project] 10.222.0.25 "GET /v2.0/security-group-rules/1871df79-4c3d-438b-9bbf-fc5d563ccab9 HTTP/1.1" status: 404 len: 356 time: 0.0192003 Jul 28 18:14:06.610657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-ca8ad0cb-1930-43eb-8b91-1986ab83fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:06.616941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-ca8ad0cb-1930-43eb-8b91-1986ab83fe98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.1213789 Jul 28 18:14:06.685872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-a78c39df-215f-4a6d-aeb2-2eb2c052c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:06.687587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-a78c39df-215f-4a6d-aeb2-2eb2c052c71b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615003 Jul 28 18:14:06.734567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b300f0a-fb5e-4f31-89c8-5a424320fe6e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:06.819142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1b300f0a-fb5e-4f31-89c8-5a424320fe6e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:14:06.820906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b300f0a-fb5e-4f31-89c8-5a424320fe6e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:06.823030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e19dc067-41c9-498e-81ff-caffd8f8a8be no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:06.846002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38500) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:06.878399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e19dc067-41c9-498e-81ff-caffd8f8a8be {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:14:06.879107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e19dc067-41c9-498e-81ff-caffd8f8a8be not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:06.957767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:06.981921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-3726e90f-26a7-418a-9862-0e7ac9bc83fe service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818418 Jul 28 18:14:06.983546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.004778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b21d6e64-7ea9-42e9-b642-704c1a806385 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed82ee3647af4d36859bf8f5595ed6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562247 Jul 28 18:14:07.007431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38504) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:07.032835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8bd4f-8511-4056-a83e-da0ea7bda459 req-1ba7e3e9-4d1b-4573-8de6-2ba6f710c246 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:07.067146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ca8bd4f-8511-4056-a83e-da0ea7bda459 req-1ba7e3e9-4d1b-4573-8de6-2ba6f710c246 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1766639 Jul 28 18:14:07.143021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:07.158834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ca8bd4f-8511-4056-a83e-da0ea7bda459 req-bef14abb-ab3b-4404-8d12-0614173c819f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898077 Jul 28 18:14:07.185375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.209811 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.251289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd0eb273-5c33-4360-bffe-933bf728fccc req-1dc7e9f0-fa43-447a-92ff-7720ef44ca2d service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587187 Jul 28 18:14:07.350981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.353878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.354267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.357714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7bfad56-e652-4777-8bec-ee17e10fb9b0 HTTP/1.1" status: 204 len: 168 time: 0.3459170 Jul 28 18:14:07.363694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a570b-38c0-4e21-a86d-8261244ebffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bfad56-e652-4777-8bec-ee17e10fb9b0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:07.690626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12bc723d-5810-4343-8b73-9147e7703e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.824675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4c950183-71d3-47f3-a102-eeee5a0fb5b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4018ab1bd7349b4a4172537df52b7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781824 Jul 28 18:14:07.825078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38522) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:07.874870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.896558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.957137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b3458-f033-47c3-803c-54788d3d4919 req-3a756c32-c064-47de-8a4e-d58f4bde1187 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:07.958956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-162b3458-f033-47c3-803c-54788d3d4919 req-3a756c32-c064-47de-8a4e-d58f4bde1187 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1838050 Jul 28 18:14:07.960763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:07.963112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.032650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-162b3458-f033-47c3-803c-54788d3d4919 req-6af117b2-bb99-4393-9223-cbce31ad9ac9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Jul 28 18:14:08.084778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.087968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.088642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9962dca-1c0d-4452-851d-9366d4d28de4 HTTP/1.1" status: 204 len: 168 time: 0.2625384 Jul 28 18:14:08.097259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daa366-2e81-4381-807b-c25ffda3bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9962dca-1c0d-4452-851d-9366d4d28de4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:08.118011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.118808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95af6ca5-a359-42b6-9604-145e7f0f24e5 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:14:08.164675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38528) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:08.205291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3fd57d8b-3a81-409b-b19f-06a9b7c5cb76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e6e9bf0513e49ec809473676ad980c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394588 Jul 28 18:14:08.207905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38532) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:08.225101 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:14:08.227044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-399f8540-c15f-4eb7-8ac6-b415b8fed1c1 tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4514673 Jul 28 18:14:08.230510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38534) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:08.291700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.300175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542b7f-fdfe-485a-bc83-d368050ae5b3 req-443652fc-05be-418b-8f0a-e26a1e010970 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:08.302530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c542b7f-fdfe-485a-bc83-d368050ae5b3 req-443652fc-05be-418b-8f0a-e26a1e010970 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0702474 Jul 28 18:14:08.312801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Deleting port 696d789f-103b-43fa-997c-ca93530c5d72 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:08.313163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.337058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.372595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c542b7f-fdfe-485a-bc83-d368050ae5b3 req-4b6ca81a-5689-4a63-ab26-fe675d5129d4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616570 Jul 28 18:14:08.403685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.416601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Calling delete_port for 696d789f-103b-43fa-997c-ca93530c5d72 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:08.497460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.501963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.504119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c711e9d-b68c-432e-b2f1-f1561bc442db HTTP/1.1" status: 204 len: 168 time: 0.2952318 Jul 28 18:14:08.524324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769aad9-bd8a-49b3-a1c0-4d335bc9f463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c711e9d-b68c-432e-b2f1-f1561bc442db,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:08.644170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.678530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Pushing event deleted for resources: {'Port': ['ID=696d789f-103b-43fa-997c-ca93530c5d72,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:08.774017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-25e54d0d-7518-4d84-9360-80af30bac462 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:08.775533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-25e54d0d-7518-4d84-9360-80af30bac462 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 814 time: 0.1774082 Jul 28 18:14:08.780682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:08.782552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4976a595-6266-40e8-ab08-9f8606d57a8e tempest-RoutersAdminNegativeTest-1709909850 tempest-RoutersAdminNegativeTest-1709909850-project-admin] 10.222.0.25 "DELETE /v2.0/ports/696d789f-103b-43fa-997c-ca93530c5d72 HTTP/1.1" status: 204 len: 168 time: 0.5510979 Jul 28 18:14:08.793966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-67abacdb-0ea9-4445-a623-11a6e1163430 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/quotas/394b3e6606cb4d4188ecd5ca7033326e HTTP/1.1" status: 200 len: 375 time: 0.0101991 Jul 28 18:14:08.856153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-516331a0-197b-4070-a853-c7eeebe3d744 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558372 Jul 28 18:14:08.953357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-6fc8f13d-2cf8-4a42-8f03-2f603abb60b7 service neutron] 10.222.0.25 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896358 Jul 28 18:14:09.068505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-50f5917e-77b6-4127-b8d2-2c742a52d008 service neutron] 10.222.0.25 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089549 Jul 28 18:14:09.180532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b86e5-6eb4-4f33-ac00-f3032ce486c5 req-37ea8c4b-6ad3-42df-a532-cce30577aac0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:09.182265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-954b86e5-6eb4-4f33-ac00-f3032ce486c5 req-37ea8c4b-6ad3-42df-a532-cce30577aac0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0586529 Jul 28 18:14:09.224373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-954b86e5-6eb4-4f33-ac00-f3032ce486c5 req-b24e1145-7290-481b-9325-358c9b97bad8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Jul 28 18:14:09.278701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38588) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:09.367441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11edd00f-4048-4857-bdd8-96e174b09226 req-0b42f5ba-189d-412f-8c51-8c3da16f7fc5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 210 time: 0.0370171 Jul 28 18:14:09.404565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38596) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:09.622307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6ff6-7288-4b09-b6d4-eeb9590eb18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:09.633710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a10e3e81-f519-4b97-937b-d7016ff3e314 tempest-ServiceProvidersTest-1379480333 tempest-ServiceProvidersTest-1379480333-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2280500 Jul 28 18:14:09.742792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6ff6-7288-4b09-b6d4-eeb9590eb18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:09.848032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6ff6-7288-4b09-b6d4-eeb9590eb18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:09.899307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6ff6-7288-4b09-b6d4-eeb9590eb18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1fde5-01ab-47b4-b8dc-890327afb6f7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:09.905065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad7d6ff6-7288-4b09-b6d4-eeb9590eb18d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cef44def85d4222b81dc3ac568d196b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249313 Jul 28 18:14:09.908992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38618) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:09.979997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.002873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.084625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.112148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.118090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.120140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30c1fde5-01ab-47b4-b8dc-890327afb6f7 HTTP/1.1" status: 204 len: 168 time: 0.2096634 Jul 28 18:14:10.133169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77452e1f-5bf0-4908-b86b-f5ad8b627993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1fde5-01ab-47b4-b8dc-890327afb6f7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:10.144722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38626) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:10.247539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c755b188-9387-4a53-ac59-7c5e183a4925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.290228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a73-171a-4151-ab73-968493bc9dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.390538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432950-f906-4b43-b552-810de3d56563 req-0eaf3e6f-b76b-4a28-9315-f7c58e7327ff tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:10.390538 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38432950-f906-4b43-b552-810de3d56563 req-0eaf3e6f-b76b-4a28-9315-f7c58e7327ff tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0731845 Jul 28 18:14:10.417030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a73-171a-4151-ab73-968493bc9dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.450314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38432950-f906-4b43-b552-810de3d56563 req-891442e3-b47f-4aea-9748-a5579d2b5d7e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Jul 28 18:14:10.479718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8c5b652-86de-4bab-b3e4-716be527c9c2 req-80a8690f-ffbb-4697-a201-0f475ee49972 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 210 time: 0.0319970 Jul 28 18:14:10.525325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a73-171a-4151-ab73-968493bc9dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.580976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cb6a2a73-171a-4151-ab73-968493bc9dee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb5e9ac8bd584154982d39848d7dd3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339859 Jul 28 18:14:10.582809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a2a73-171a-4151-ab73-968493bc9dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d947ec-f8f2-4d29-9617-cb45e9be6c64,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:10.584305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:10.658508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.681487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.810430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.813007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:10.814177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99d947ec-f8f2-4d29-9617-cb45e9be6c64 HTTP/1.1" status: 204 len: 168 time: 0.2284150 Jul 28 18:14:10.825616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0031f3-b524-4c25-b1e7-8998e3b55a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d947ec-f8f2-4d29-9617-cb45e9be6c64,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:10.992772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38654) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:11.021683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:11.072032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-135b7579-a136-4639-9524-c2d8fea02bde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6654698d26d1453290b310bce31c7a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778408 Jul 28 18:14:11.074509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:11.148960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:11.185431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:11.330408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:11.333141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:11.336756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3687e622-f246-4e59-88b8-79ae1078a50c HTTP/1.1" status: 204 len: 168 time: 0.2588968 Jul 28 18:14:11.343913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d289e48-5cc2-441a-b3ce-065641701be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687e622-f246-4e59-88b8-79ae1078a50c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:11.625700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47b74846-814d-4d5b-a139-d96ba6b5c8f9 req-0a456cfc-a0e9-4353-ac48-7f483910e282 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 210 time: 0.0389245 Jul 28 18:14:11.736019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845e26d-a7f9-4076-8b73-3062a73b3016 req-a2998ee5-7b79-4e15-bc11-00b7be849bf9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:11.746320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9845e26d-a7f9-4076-8b73-3062a73b3016 req-a2998ee5-7b79-4e15-bc11-00b7be849bf9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.2053914 Jul 28 18:14:11.846825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9845e26d-a7f9-4076-8b73-3062a73b3016 req-1927eb15-0365-400f-9fd4-e96e12ca44c3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993161 Jul 28 18:14:11.874914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-427bce96-be5d-4d82-9252-70a033e4d363 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:11.876792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-427bce96-be5d-4d82-9252-70a033e4d363 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.37 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 814 time: 0.2886605 Jul 28 18:14:11.899602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Request body: {'port': {'device_id': '4ca73438-41ce-4408-9125-dde74be60eed', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'admin_state_up': True, 'tenant_id': '394b3e6606cb4d4188ecd5ca7033326e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:12.137340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Made reservation on behalf of 394b3e6606cb4d4188ecd5ca7033326e for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:12.142314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:12.326004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Allocated IP 172.20.0.11 (32b4a42d-2a20-47b3-be87-88158921d312/beae89ce-1e97-4ec4-b39a-49bbc9024f47/dc3d6873-5ef9-462f-bfb4-484accc56c81) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:12.564004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:12.730747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:12.741050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df2d16e8-e2e5-4564-8f8f-97650096e5f2 req-258f95f0-5305-4d82-a63d-2cef21de57c5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 210 time: 0.0452282 Jul 28 18:14:12.743491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:12.787857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Pushing event updated for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:12.803444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Network 32b4a42d-2a20-47b3-be87-88158921d312 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:12.805444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:12.808174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:14:12.899119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38808) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:12.945952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:12.947110 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.061598 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.076842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddbd8c-806e-4a5d-a9c3-72365c89be64 req-78f4dfa9-6083-4d15-a1d7-5192278ec652 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:13.078815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10ddbd8c-806e-4a5d-a9c3-72365c89be64 req-78f4dfa9-6083-4d15-a1d7-5192278ec652 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0875413 Jul 28 18:14:13.083931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-3fde606c-8319-4b8b-9022-5ebc220573a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1921196 Jul 28 18:14:13.098628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Request body: {'port': {'device_id': '4ca73438-41ce-4408-9125-dde74be60eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:13.142142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10ddbd8c-806e-4a5d-a9c3-72365c89be64 req-92f222e6-c97a-4f3d-b247-d4dfa672d8f3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Jul 28 18:14:13.205301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.266224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-528826951'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:13.346839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Made reservation on behalf of 64d61e7616b04104a159e37781671dc5 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:13.350711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.360522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.488736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.517736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3d6873-5ef9-462f-bfb4-484accc56c81 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:13.525933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.538408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Transition to ACTIVE for port object dc3d6873-5ef9-462f-bfb4-484accc56c81 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:14:13.581301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.610325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.617235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:14:13.624965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca03da6-f83f-40e2-a1e1-db59137c9881,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.631850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.632405 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Added segment 0b950a1e-621f-4d55-b14e-a77a66ad4f80 of type vlan for network a512af90-d65c-48a1-9465-3695f53ba2b4 Jul 28 18:14:13.672497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Pushing event updated for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.701064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.756450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Attempting to bind port dc3d6873-5ef9-462f-bfb4-484accc56c81 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:14:13.756792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Attempting to bind port dc3d6873-5ef9-462f-bfb4-484accc56c81 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:14:13.757152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Attempting to bind port dc3d6873-5ef9-462f-bfb4-484accc56c81 on network 32b4a42d-2a20-47b3-be87-88158921d312 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:13.762013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Port dc3d6873-5ef9-462f-bfb4-484accc56c81 on network 32b4a42d-2a20-47b3-be87-88158921d312 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:14:13.762555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Attempting to bind port dc3d6873-5ef9-462f-bfb4-484accc56c81 on network 32b4a42d-2a20-47b3-be87-88158921d312 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:13.768217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:14:13.768827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Checking segment: {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:14:13.772018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Bound using segment: {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:14:13.772018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Bound port: dc3d6873-5ef9-462f-bfb4-484accc56c81, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7df53a-50d5-430f-9de0-b1f6b1889193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:14:13.772018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.837524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.844430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:13.845415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.854068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:13.857832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:13.933842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.947011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Pushing event updated for resources: {'Network': ['ID=a512af90-d65c-48a1-9465-3695f53ba2b4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.951896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:13.953005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:13.954625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] 10.222.0.37 "PUT /v2.0/ports/dc3d6873-5ef9-462f-bfb4-484accc56c81 HTTP/1.1" status: 200 len: 1092 time: 0.8649702 Jul 28 18:14:13.956240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:13.964069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a512af90-d65c-48a1-9465-3695f53ba2b4 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:14:13.966443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82e74d-d9dc-43e1-83aa-742a6abcc2e0 req-18f8b6d9-ef67-497a-bb42-e72959d55b61 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:13.967883 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1697832-ad3c-46e4-b372-079da838ad68" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:13.968444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf82e74d-d9dc-43e1-83aa-742a6abcc2e0 req-18f8b6d9-ef67-497a-bb42-e72959d55b61 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 944 time: 0.1436160 Jul 28 18:14:14.015432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf82e74d-d9dc-43e1-83aa-742a6abcc2e0 req-1af8a93f-4961-495f-97a9-a573e2f32e32 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Jul 28 18:14:14.045439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c6441bfd-fd5d-4775-8e60-00dc5b197de0 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1405301 Jul 28 18:14:14.048527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:14.055289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-b884f0e6-b847-415d-a94b-0b14ed6582ce tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1709579165') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:14.093343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8fc62-61bd-4e19-9805-f9b453f2537f service neutron] Pushing event updated for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:14.118734 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c21f3c-2c1e-4145-b33c-22379601495f x-openstack-request-id: req-e7c21f3c-2c1e-4145-b33c-22379601495f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:14.119028 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:14.119277 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7c21f3c-2c1e-4145-b33c-22379601495f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:14.119733 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81', 'status': 'completed', 'code': 200} Jul 28 18:14:14.159566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-4b56a90d-de08-4616-be17-3ec653173c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:14.161406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-4b56a90d-de08-4616-be17-3ec653173c50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 1095 time: 0.0580859 Jul 28 18:14:14.216444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-77f2b2a3-8301-41a2-9818-2de76e4f5363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81 HTTP/1.1" status: 200 len: 217 time: 0.0475903 Jul 28 18:14:14.288115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-42184aa2-de90-460b-91b7-ba9187f5029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:14.289993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-42184aa2-de90-460b-91b7-ba9187f5029f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.0664291 Jul 28 18:14:14.323835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f046b-326e-4361-8cd8-708d6f33a803 req-0df31a24-6a73-44ee-82d9-76157c53c1cf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:14.325578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a16f046b-326e-4361-8cd8-708d6f33a803 req-0df31a24-6a73-44ee-82d9-76157c53c1cf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Jul 28 18:14:14.330763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-ef19a4e6-1891-48e5-b1ff-808999640ae1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322323 Jul 28 18:14:14.392147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a16f046b-326e-4361-8cd8-708d6f33a803 req-f645288b-b9bd-4aa2-95b0-f56e7bc48a44 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Jul 28 18:14:14.398759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b884f0e6-b847-415d-a94b-0b14ed6582ce tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "PUT /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1709579165 HTTP/1.1" status: 201 len: 201 time: 0.3492026 Jul 28 18:14:14.399863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:14.405429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-bf16b69f-dedc-403c-b741-c7fb6597b64b tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1709579165') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:14.440191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-a66420f7-09d5-45e5-b5fd-23454de4e7bb service neutron] 10.222.0.37 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977666 Jul 28 18:14:14.482943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf16b69f-dedc-403c-b741-c7fb6597b64b tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1709579165 HTTP/1.1" status: 204 len: 168 time: 0.0795686 Jul 28 18:14:14.483205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38984) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:14.487629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-3ebcc879-93c8-4573-aa49-372881b90a52 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:14.603149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38988) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:14.604297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ebcc879-93c8-4573-aa49-372881b90a52 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags HTTP/1.1" status: 200 len: 238 time: 0.1200688 Jul 28 18:14:14.614562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-89d3a073-9799-4132-930d-680c6d8cb46f tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', {'tags': ['tempest-TagsTest-Tag-1431893935', 'tempest-TagsTest-Tag-1849614945', 'tempest-TagsTest-Tag-1256821009']}) {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:14.624168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b36ee2fc-eb4b-49a5-a7af-242933ed470e req-478c4dfb-bd02-4dbf-aa57-a376816dd91b service neutron] 10.222.0.37 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795800 Jul 28 18:14:14.798854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1697832-ad3c-46e4-b372-079da838ad68 req-2ace69ff-6d6f-4fd8-9ae1-834b84b6cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:14.798854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-2ace69ff-6d6f-4fd8-9ae1-834b84b6cc36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 1095 time: 0.0474627 Jul 28 18:14:14.831360 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-89d3a073-9799-4132-930d-680c6d8cb46f tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "PUT /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags HTTP/1.1" status: 200 len: 309 time: 0.2266097 Jul 28 18:14:14.834100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39022) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:14.840375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-00702f18-81f8-4e13-b16c-d81d7dac558a tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1431893935') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:14.908118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1697832-ad3c-46e4-b372-079da838ad68 req-0e626723-9426-4bf7-8940-c6bcca761800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:14.910295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-0e626723-9426-4bf7-8940-c6bcca761800 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.1045783 Jul 28 18:14:14.972658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-917d43f8-e84b-40ba-8c8d-258f3c60fcc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81 HTTP/1.1" status: 200 len: 217 time: 0.0471442 Jul 28 18:14:15.041988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1697832-ad3c-46e4-b372-079da838ad68 req-9f957ecb-07bb-424c-aaad-22beab16dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:15.044831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-00702f18-81f8-4e13-b16c-d81d7dac558a tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "DELETE /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1431893935 HTTP/1.1" status: 204 len: 168 time: 0.2091362 Jul 28 18:14:15.045456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39042) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.049141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-9f957ecb-07bb-424c-aaad-22beab16dc76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.0753756 Jul 28 18:14:15.050418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-ecbe287d-2ec4-42f2-a647-cfb16235a9a9 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1431893935') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.093648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-14cf14b6-7028-4ead-8f91-e5bb3255d138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352278 Jul 28 18:14:15.183939 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ecbe287d-2ec4-42f2-a647-cfb16235a9a9 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] show failed (client error): The resource could not be found. Jul 28 18:14:15.185237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ecbe287d-2ec4-42f2-a647-cfb16235a9a9 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1431893935 HTTP/1.1" status: 404 len: 326 time: 0.1388540 Jul 28 18:14:15.188182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39044) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.196029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-91d8c95f-faa1-4511-80c6-a596170a099d tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1849614945') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.244077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd217e7-f440-4064-ba17-a0e2ceee702a req-50e24543-9c78-46d8-8a6f-6ff61b80201c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:15.252166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebd217e7-f440-4064-ba17-a0e2ceee702a req-50e24543-9c78-46d8-8a6f-6ff61b80201c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 944 time: 0.0943999 Jul 28 18:14:15.263815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-be4ec61f-0fd9-459b-a80d-682a579b6363 service neutron] 10.222.0.37 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604497 Jul 28 18:14:15.298946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91d8c95f-faa1-4511-80c6-a596170a099d tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1849614945 HTTP/1.1" status: 204 len: 168 time: 0.1090779 Jul 28 18:14:15.301357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39056) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.307067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-61988a36-58d1-4088-8a6e-aa571073a211 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1256821009') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.348264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:15.353449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebd217e7-f440-4064-ba17-a0e2ceee702a req-c369229c-f03c-4f97-85c1-53be8e5e09ad tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984790 Jul 28 18:14:15.398698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1697832-ad3c-46e4-b372-079da838ad68 req-83590f2b-84e3-4b53-8654-7ea0e8542c14 service neutron] 10.222.0.37 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271868 Jul 28 18:14:15.466108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39074) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.466365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61988a36-58d1-4088-8a6e-aa571073a211 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1256821009 HTTP/1.1" status: 204 len: 168 time: 0.1634295 Jul 28 18:14:15.471292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-992bd996-0bd9-435a-917b-d30b9b53e8cb tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.592688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630c38b-9122-4b4a-ae4b-b2392dd1f359 req-8ca7de15-c501-4dcd-9016-a154c73d4e3a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:15.594185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9630c38b-9122-4b4a-ae4b-b2392dd1f359 req-8ca7de15-c501-4dcd-9016-a154c73d4e3a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1081464 Jul 28 18:14:15.657704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9630c38b-9122-4b4a-ae4b-b2392dd1f359 req-ff70d074-3ed2-4b9b-93e5-0396db28dc40 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Jul 28 18:14:15.726748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-992bd996-0bd9-435a-917b-d30b9b53e8cb tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "DELETE /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2594650 Jul 28 18:14:15.731341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39102) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.738536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-458db811-5358-4959-a593-5c7dac9b81aa tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1849614945') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.818653 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-458db811-5358-4959-a593-5c7dac9b81aa tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] show failed (client error): The resource could not be found. Jul 28 18:14:15.819718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-458db811-5358-4959-a593-5c7dac9b81aa tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1849614945 HTTP/1.1" status: 404 len: 326 time: 0.0873358 Jul 28 18:14:15.822981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39106) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.828065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-94f548d5-d011-4cf8-8173-89114bdd8281 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4', 'tempest-TagsTest-Tag-1256821009') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.900184 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-94f548d5-d011-4cf8-8173-89114bdd8281 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] show failed (client error): The resource could not be found. Jul 28 18:14:15.901523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-94f548d5-d011-4cf8-8173-89114bdd8281 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "GET /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags/tempest-TagsTest-Tag-1256821009 HTTP/1.1" status: 404 len: 326 time: 0.0768666 Jul 28 18:14:15.904303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:15.908702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-4ddeae90-f0f1-4268-b2ad-28ba412a9a3c tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a512af90-d65c-48a1-9465-3695f53ba2b4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:15.987841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ddeae90-f0f1-4268-b2ad-28ba412a9a3c tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "DELETE /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0777230 Jul 28 18:14:15.987841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39128) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:16.070495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.159038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.169825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a512af90-d65c-48a1-9465-3695f53ba2b4']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:16.180219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b950a1e-621f-4d55-b14e-a77a66ad4f80') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:16.180515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b950a1e-621f-4d55-b14e-a77a66ad4f80') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:16.189187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.203531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.210292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:14:16.210816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:14:16.213846 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:14:16.356062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.363115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.365155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] 10.222.0.25 "DELETE /v2.0/networks/a512af90-d65c-48a1-9465-3695f53ba2b4 HTTP/1.1" status: 204 len: 168 time: 0.3770397 Jul 28 18:14:16.380141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbffff-1d8f-4d52-9344-f15f86465af1 tempest-TagsTest-1930711357 tempest-TagsTest-1930711357-project] Pushing event deleted for resources: {'Network': ['ID=a512af90-d65c-48a1-9465-3695f53ba2b4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:16.516819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef2a62-2e3b-49a8-b15f-4628bbd30064 req-d856f767-e720-4f47-b11a-5bdb3da1a84c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:16.518475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ef2a62-2e3b-49a8-b15f-4628bbd30064 req-d856f767-e720-4f47-b11a-5bdb3da1a84c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 944 time: 0.0690279 Jul 28 18:14:16.560600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ef2a62-2e3b-49a8-b15f-4628bbd30064 req-d4fa2b7a-f4b8-49a7-8a29-48e68ab29f77 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Jul 28 18:14:16.696443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dc3d6873-5ef9-462f-bfb4-484accc56c81 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:16.835641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:16.848419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'dc3d6873-5ef9-462f-bfb4-484accc56c81', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'port_id': 'dc3d6873-5ef9-462f-bfb4-484accc56c81', 'mac_address': 'fa:16:3e:a8:81:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beae89ce-1e97-4ec4-b39a-49bbc9024f47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:16.880935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60a62-0e45-4297-aac0-f5503b8e6c14 req-1838950c-aab9-4e19-b8f0-21e582a72868 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:16.883089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6a60a62-0e45-4297-aac0-f5503b8e6c14 req-1838950c-aab9-4e19-b8f0-21e582a72868 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0694458 Jul 28 18:14:16.925301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:16.943516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3d6873-5ef9-462f-bfb4-484accc56c81 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:16.946924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6a60a62-0e45-4297-aac0-f5503b8e6c14 req-7b1386aa-89c4-4cdf-8d6f-64eeaeb10a81 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574188 Jul 28 18:14:16.980570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:16.982102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:17.101403 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:17.139353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06111664-b6ef-4536-86a5-17964bd59997 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64d61e7616b04104a159e37781671dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593361 Jul 28 18:14:17.139635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39242) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:17.184835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:17.202673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:17.245714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:17.295247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['dc3d6873-5ef9-462f-bfb4-484accc56c81'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:17.382517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:17.385895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:17.387278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ca03da6-f83f-40e2-a1e1-db59137c9881 HTTP/1.1" status: 204 len: 168 time: 0.2463319 Jul 28 18:14:17.401698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb96d86-7a83-4db0-9f7f-57c58ddc05bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca03da6-f83f-40e2-a1e1-db59137c9881,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:17.736232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a792-9282-4184-a005-cb954a1e69f0 req-0051f89d-c6d1-4a8b-a474-1b97f99ddc8d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:17.737921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ab0a792-9282-4184-a005-cb954a1e69f0 req-0051f89d-c6d1-4a8b-a474-1b97f99ddc8d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 945 time: 0.0839767 Jul 28 18:14:17.802730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ab0a792-9282-4184-a005-cb954a1e69f0 req-ec76477c-7847-4eff-86c1-e8d665736918 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Jul 28 18:14:18.104403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa319c3-e0c3-47c9-b8ca-053396ee09a0 req-a434bc7a-e3b6-4a4a-b3ee-dd68b5bac86d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:18.106496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aa319c3-e0c3-47c9-b8ca-053396ee09a0 req-a434bc7a-e3b6-4a4a-b3ee-dd68b5bac86d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0505381 Jul 28 18:14:18.145408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aa319c3-e0c3-47c9-b8ca-053396ee09a0 req-92601a88-6123-4568-a362-6ff1d63339bf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jul 28 18:14:18.501790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:18.549783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:18.745447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dc3d6873-5ef9-462f-bfb4-484accc56c81 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:18.867351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port dc3d6873-5ef9-462f-bfb4-484accc56c81 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:14:18.872018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port dc3d6873-5ef9-462f-bfb4-484accc56c81 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:18.872656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:18.934753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d51cf-58ca-432a-80fe-475b0591cad3 req-3a0f8c99-0c32-4367-9a71-37b6f3791531 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:18.936502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5d51cf-58ca-432a-80fe-475b0591cad3 req-3a0f8c99-0c32-4367-9a71-37b6f3791531 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 945 time: 0.0592942 Jul 28 18:14:18.995589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531332395-network', 'tenant_id': '7541dd047b5b428183f32af4f524c1dc'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:19.012450 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.028496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:19.069435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:19.073504 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d4185e-3dab-4794-ad6e-8714c4046c91" -d '{"events": [{"server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "name": "network-vif-plugged", "status": "completed", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:19.089379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5d51cf-58ca-432a-80fe-475b0591cad3 req-40555b8b-7f3c-4c6e-8df1-0ca1ca3de2ce tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452174 Jul 28 18:14:19.099578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:19.126451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39354) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:19.157308 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298d1c26-ae9f-4c95-aa8e-b9bdae94c612 x-openstack-request-id: req-298d1c26-ae9f-4c95-aa8e-b9bdae94c612 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:19.157308 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "name": "network-vif-plugged", "status": "completed", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:19.157308 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-298d1c26-ae9f-4c95-aa8e-b9bdae94c612 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:19.157849 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81', 'code': 200} Jul 28 18:14:19.178579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Made reservation on behalf of 7541dd047b5b428183f32af4f524c1dc for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:19.182823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.195270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.198252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56f9b0bc-d26c-48c3-b4e5-a1c98740f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.207228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.306718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:19.335042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff029780-4a96-4cfd-b148-8938fd2af26a req-f5018bc9-e02b-468f-9cfc-dce1c04e26d9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:19.337086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff029780-4a96-4cfd-b148-8938fd2af26a req-f5018bc9-e02b-468f-9cfc-dce1c04e26d9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1004512 Jul 28 18:14:19.404972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff029780-4a96-4cfd-b148-8938fd2af26a req-0c5ca9d9-ff53-4286-96ef-1328b4d83032 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595963 Jul 28 18:14:19.430854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.502226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.525274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:14:19.544655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.545012 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Added segment 2c787718-2142-45ca-868d-a9536f5c9962 of type vlan for network 558ffbfd-8c36-4977-8da8-41fc57ea49a1 Jul 28 18:14:19.590055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60713f94-fb7f-471c-9bb3-74645c737612,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:19.607253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.607641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.607982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.608315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.608649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.608977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.609298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.609618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.609935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.610247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.610563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.610877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:19.618149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.631356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae101106-7312-4a75-b124-1c8c0325bce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.673631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308200f4-5773-4475-aa5f-c6df6d5ab6c7 req-9616001a-1295-435f-be9f-e29c136dd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:19.675111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-308200f4-5773-4475-aa5f-c6df6d5ab6c7 req-9616001a-1295-435f-be9f-e29c136dd611 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 1097 time: 0.4562895 Jul 28 18:14:19.724805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.725976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:19.726775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.729049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-308200f4-5773-4475-aa5f-c6df6d5ab6c7 req-0e920a0c-584c-4af6-95d2-c9cb3c87c2cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Jul 28 18:14:19.764574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56f9b0bc-d26c-48c3-b4e5-a1c98740f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.785841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] Pushing event updated for resources: {'Network': ['ID=558ffbfd-8c36-4977-8da8-41fc57ea49a1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:19.796089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 558ffbfd-8c36-4977-8da8-41fc57ea49a1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:14:19.827792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56f9b0bc-d26c-48c3-b4e5-a1c98740f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.869985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9b0bc-d26c-48c3-b4e5-a1c98740f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ddd7d-6df3-407e-b883-1e88f3e0052a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:19.879928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56f9b0bc-d26c-48c3-b4e5-a1c98740f76e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=714d039d9238447c89695a1c7df3afe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477705 Jul 28 18:14:19.881020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39362) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:19.893151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-00674abb-c307-43ce-b9fd-84e9bc08fee1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3404195 Jul 28 18:14:19.898956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39364) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:19.906897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Request body: {'subnet': {'network_id': '558ffbfd-8c36-4977-8da8-41fc57ea49a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531332395-subnet', 'tenant_id': '7541dd047b5b428183f32af4f524c1dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:19.948859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.968980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae101106-7312-4a75-b124-1c8c0325bce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:19.971302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.043722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ae101106-7312-4a75-b124-1c8c0325bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.069579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.072178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.073345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f7ddd7d-6df3-407e-b883-1e88f3e0052a HTTP/1.1" status: 204 len: 168 time: 0.1913791 Jul 28 18:14:20.084405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae101106-7312-4a75-b124-1c8c0325bce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74779a96-af9d-4838-bb60-5b7dacaeb60b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.085782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8e754-1260-448b-8387-c4ef9a0a01b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ddd7d-6df3-407e-b883-1e88f3e0052a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.088692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ae101106-7312-4a75-b124-1c8c0325bce2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b8e16621055477aa89fdf4e62d9a17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612877 Jul 28 18:14:20.091789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:20.143071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.167435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Made reservation on behalf of 7541dd047b5b428183f32af4f524c1dc for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:20.170757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.176706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.270451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747dde-e901-46a9-a6e5-eb7e55824dc7 req-1671c384-cfdd-413e-a207-64b816a39ae7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:20.272065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3747dde-e901-46a9-a6e5-eb7e55824dc7 req-1671c384-cfdd-413e-a207-64b816a39ae7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 946 time: 0.0957787 Jul 28 18:14:20.312632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3747dde-e901-46a9-a6e5-eb7e55824dc7 req-bb0432b1-54e9-4657-9fd1-ae367e46fd1b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343707 Jul 28 18:14:20.375610 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.378424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.386710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74779a96-af9d-4838-bb60-5b7dacaeb60b HTTP/1.1" status: 204 len: 168 time: 0.2877495 Jul 28 18:14:20.388917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84981136-9c42-4238-a170-2f022c2426e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74779a96-af9d-4838-bb60-5b7dacaeb60b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.475785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.562772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc8550b-4bf2-49d6-a2a3-4909b2ffb09c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.579678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Checking segment: {'id': '2c787718-2142-45ca-868d-a9536f5c9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '558ffbfd-8c36-4977-8da8-41fc57ea49a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:14:20.580040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Network hostable DHCP agents. Network: 558ffbfd-8c36-4977-8da8-41fc57ea49a1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:14:20.601846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef38c2-3736-44ee-803b-d277c0fcda7a req-b14510a7-35c3-4057-ab8d-74f32649a553 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:20.601846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bef38c2-3736-44ee-803b-d277c0fcda7a req-b14510a7-35c3-4057-ab8d-74f32649a553 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0954294 Jul 28 18:14:20.655927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bef38c2-3736-44ee-803b-d277c0fcda7a req-46ae4b14-5405-4b21-98e3-275377668713 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Jul 28 18:14:20.704047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Network 558ffbfd-8c36-4977-8da8-41fc57ea49a1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:14:20.743518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:20.747634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:20.809627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 558ffbfd-8c36-4977-8da8-41fc57ea49a1) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:20.816005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:20.818701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:20.835461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4063a-4ee5-4be0-af56-fbe0b979fcd6 None None] Network 558ffbfd-8c36-4977-8da8-41fc57ea49a1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:14:20.903435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21473a66-d7db-44cd-9c63-c78d2526aedc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0030761 Jul 28 18:14:20.977980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:20.984992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.002740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39384) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:21.019097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'port_id': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'mac_address': 'fa:16:3e:60:31:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:21.049065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e210486b-088c-4db3-ae44-1f2a78a2f3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.092753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27455c3b-5363-4827-87d8-895e1149a8d9 None None] Network 558ffbfd-8c36-4977-8da8-41fc57ea49a1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:14:21.160851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:21.163819 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f2c35-aa17-42ba-80f0-ba9daedd24b3" -d '{"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-unplugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:21.199354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:21.205668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.239343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e210486b-088c-4db3-ae44-1f2a78a2f3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.243937 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c27aa-26e6-40d4-b2cf-e1ab6a4845d3 x-openstack-request-id: req-080c27aa-26e6-40d4-b2cf-e1ab6a4845d3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:21.244474 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-unplugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:21.244730 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-080c27aa-26e6-40d4-b2cf-e1ab6a4845d3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:21.245126 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'code': 200} Jul 28 18:14:21.248732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:21.313077 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.319103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e210486b-088c-4db3-ae44-1f2a78a2f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.397040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e210486b-088c-4db3-ae44-1f2a78a2f3c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=219b2645c0bd49f9a596320f143bcf83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982384 Jul 28 18:14:21.398275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210486b-088c-4db3-ae44-1f2a78a2f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dfaffd-67aa-4722-82b0-972b6450527d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:21.399902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39404) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:21.459087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:14:21.459797 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:14:21.460568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:21.524427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.558976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.571681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a1ad-d75b-4a44-beb1-2741de5e8797 req-d38af3bc-21b9-4557-b2c0-8412caff2a6b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:21.579938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b335a1ad-d75b-4a44-beb1-2741de5e8797 req-d38af3bc-21b9-4557-b2c0-8412caff2a6b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 946 time: 0.1202061 Jul 28 18:14:21.646306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b335a1ad-d75b-4a44-beb1-2741de5e8797 req-c64e6941-2fb2-4c87-8f37-13305a31f992 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654824 Jul 28 18:14:21.779436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1349e4-61cf-47c6-8877-14350d52ee1d req-e1fb67b8-94f3-4c3f-99fd-e62a4204ea67 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:21.780866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e1349e4-61cf-47c6-8877-14350d52ee1d req-e1fb67b8-94f3-4c3f-99fd-e62a4204ea67 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 943 time: 0.0519626 Jul 28 18:14:21.781634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.784168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:21.788201 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84dfaffd-67aa-4722-82b0-972b6450527d HTTP/1.1" status: 204 len: 168 time: 0.3832679 Jul 28 18:14:21.805908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f651-d877-4c91-875d-c71f382ada08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dfaffd-67aa-4722-82b0-972b6450527d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:21.828960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e1349e4-61cf-47c6-8877-14350d52ee1d req-2614f084-7e23-454a-b630-f8960ac7c6c8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Jul 28 18:14:22.004551 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.017093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:22.037328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:22.153801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.172154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac6f5-cb8f-402c-9af2-eecdd89576c5 req-ae649f5d-43f8-4b04-9bf1-9a6a9d53005c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:22.175911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c64ac6f5-cb8f-402c-9af2-eecdd89576c5 req-ae649f5d-43f8-4b04-9bf1-9a6a9d53005c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 946 time: 0.0724382 Jul 28 18:14:22.216223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:22.228713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c64ac6f5-cb8f-402c-9af2-eecdd89576c5 req-b1b273ba-02ed-4b34-9c8c-9c1acc7426ea tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427995 Jul 28 18:14:22.266917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:22.363583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['fe69fe98-595e-4d72-8b1d-c49c2451010d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:22.422161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ec1de1b-8c44-45a9-be6b-ed47b36287ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.524687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:22.529904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332327053-network', 'tenant_id': 'f322ea343be2412eb16151c2b52eb676'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:22.532035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ec1de1b-8c44-45a9-be6b-ed47b36287ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.598057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ec1de1b-8c44-45a9-be6b-ed47b36287ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.640222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ec1de1b-8c44-45a9-be6b-ed47b36287ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=149455ff967a439faab039035e828336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721602 Jul 28 18:14:22.641869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1de1b-8c44-45a9-be6b-ed47b36287ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cca9a8-d617-4e0a-8e61-8bbb8797006c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:22.643245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:22.683412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Made reservation on behalf of f322ea343be2412eb16151c2b52eb676 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:22.683412 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.704871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.741436 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.773895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.861914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.905575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-ff1d6f84-dd30-4e9b-ae8c-bbb604f1d3b2 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d09d9e237afb4832b4449309b682ce70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336480 Jul 28 18:14:22.948569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.951167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:22.952339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77cca9a8-d617-4e0a-8e61-8bbb8797006c HTTP/1.1" status: 204 len: 168 time: 0.3080122 Jul 28 18:14:22.958924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50494641-0816-41be-8ed6-367589ec830f req-964d76de-9279-4cb9-9aaa-e1fd7429af80 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:22.960574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50494641-0816-41be-8ed6-367589ec830f req-964d76de-9279-4cb9-9aaa-e1fd7429af80 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 944 time: 0.0493910 Jul 28 18:14:22.991013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.002141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50494641-0816-41be-8ed6-367589ec830f req-9e847808-0fd5-4884-825a-1acd2df3eda6 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Jul 28 18:14:23.021296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d211d1-0645-45e1-b294-d49e2a2b76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cca9a8-d617-4e0a-8e61-8bbb8797006c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:23.073161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:14:23.119754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.120162 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Added segment 73dd04a4-fabf-4228-b117-329a9b1116ca of type vlan for network d701691d-fc01-4f33-8cf7-367fc6e6ffe5 Jul 28 18:14:23.121605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c80591e-846a-4f7d-98fd-78261524f479,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:23.183454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-e59bd260-7734-4267-b1b9-2133b6e0ec32 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:23.184933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-e59bd260-7734-4267-b1b9-2133b6e0ec32 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730675 Jul 28 18:14:23.194437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.212074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-7d0e7015-3952-4cdd-92b3-77d97b41fc15 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/quotas/d09d9e237afb4832b4449309b682ce70 HTTP/1.1" status: 200 len: 375 time: 0.0135045 Jul 28 18:14:23.254797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-c33dc753-f135-4482-84d2-e124e2f4af05 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d09d9e237afb4832b4449309b682ce70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345144 Jul 28 18:14:23.343640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba236372-2061-4d8c-9518-683962278783 req-bf63ad3e-5b6d-40d3-a070-4665516ce5a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:23.345294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba236372-2061-4d8c-9518-683962278783 req-bf63ad3e-5b6d-40d3-a070-4665516ce5a4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 946 time: 0.0528636 Jul 28 18:14:23.358260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.359371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:23.360061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.390674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba236372-2061-4d8c-9518-683962278783 req-dcc7c9d6-b93c-4bc6-8322-983cd80099d7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385273 Jul 28 18:14:23.470776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] Pushing event updated for resources: {'Network': ['ID=d701691d-fc01-4f33-8cf7-367fc6e6ffe5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:23.488946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network d701691d-fc01-4f33-8cf7-367fc6e6ffe5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:14:23.501413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-baeb8920-6ac3-4137-b849-7e87e4e53867 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:23.502951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-baeb8920-6ac3-4137-b849-7e87e4e53867 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 946 time: 0.1238778 Jul 28 18:14:23.505352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b068dac8-8872-4578-8abf-38cefef8e934 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9796352 Jul 28 18:14:23.508386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:23.517651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Request body: {'subnet': {'network_id': 'd701691d-fc01-4f33-8cf7-367fc6e6ffe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332327053-subnet', 'tenant_id': 'f322ea343be2412eb16151c2b52eb676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:23.590883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-572a36c1-f9f5-4109-89a2-34ac344ae074 req-7286201d-0641-478b-b0e7-e2978c318e63 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 210 time: 0.0619636 Jul 28 18:14:23.634432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Deleting port dc3d6873-5ef9-462f-bfb4-484accc56c81 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:23.634894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.671120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Made reservation on behalf of f322ea343be2412eb16151c2b52eb676 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:23.671120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.699262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39496) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:23.722509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a68155f-b46d-430d-8e5a-4bbcf1009e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.783081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] For port dc3d6873-5ef9-462f-bfb4-484accc56c81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dc3d6873-5ef9-462f-bfb4-484accc56c81,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:23.783490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.805875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Calling delete_port for dc3d6873-5ef9-462f-bfb4-484accc56c81 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:23.922839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a68155f-b46d-430d-8e5a-4bbcf1009e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.932069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:23.986876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a68155f-b46d-430d-8e5a-4bbcf1009e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.002546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5d7ce3-d7d0-4bb1-a1f4-e9d5ddaf704e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:24.011815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Checking segment: {'id': '73dd04a4-fabf-4228-b117-329a9b1116ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd701691d-fc01-4f33-8cf7-367fc6e6ffe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:14:24.012178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Network hostable DHCP agents. Network: d701691d-fc01-4f33-8cf7-367fc6e6ffe5, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:14:24.025944 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a68155f-b46d-430d-8e5a-4bbcf1009e14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4aaa976cf2ec4031a8d665275636d443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255694 Jul 28 18:14:24.028682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39504) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:24.038614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68155f-b46d-430d-8e5a-4bbcf1009e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb054a9-0f9c-4b71-87db-7d4ec50439ad,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:24.075937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.090255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:24.092550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['dc3d6873-5ef9-462f-bfb4-484accc56c81'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:24.112252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.135048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Network d701691d-fc01-4f33-8cf7-367fc6e6ffe5 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:14:24.140304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Pushing event deleted for resources: {'Port': ['ID=dc3d6873-5ef9-462f-bfb4-484accc56c81,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:24.144987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.213777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] No DVR routers for this DVR port dc3d6873-5ef9-462f-bfb4-484accc56c81 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:14:24.219641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.221872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f77d214-2096-495f-a895-a8b58a8b4aad req-360be97d-f167-47b8-b654-fbd3b7185843 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.37 "DELETE /v2.0/ports/dc3d6873-5ef9-462f-bfb4-484accc56c81 HTTP/1.1" status: 204 len: 173 time: 0.7036972 Jul 28 18:14:24.222315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'name': 'network-vif-deleted', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:24.229777 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471bae48-bc67-42ef-be5f-950b05d9071d" -d '{"events": [{"server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "name": "network-vif-deleted", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:24.236947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ffbc-fbda-4b71-be68-47cffecc67a3 req-368b5b8b-b8c9-4339-8918-620e464d1439 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:24.238918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acc7ffbc-fbda-4b71-be68-47cffecc67a3 req-368b5b8b-b8c9-4339-8918-620e464d1439 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 944 time: 0.1263075 Jul 28 18:14:24.246987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, d701691d-fc01-4f33-8cf7-367fc6e6ffe5) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:24.252610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:24.253286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.265721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e6010-1d42-4ed1-867d-7006e5e2c2e1 None None] Network d701691d-fc01-4f33-8cf7-367fc6e6ffe5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:14:24.282615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acc7ffbc-fbda-4b71-be68-47cffecc67a3 req-a952b455-c8f7-49ac-b414-974fea6d3c50 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Jul 28 18:14:24.310711 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f00bb-2301-4e44-8bf7-63f44c976fc6 x-openstack-request-id: req-e02f00bb-2301-4e44-8bf7-63f44c976fc6 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:24.311005 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca73438-41ce-4408-9125-dde74be60eed", "name": "network-vif-deleted", "tag": "dc3d6873-5ef9-462f-bfb4-484accc56c81", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:24.311454 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e02f00bb-2301-4e44-8bf7-63f44c976fc6 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:24.312182 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca73438-41ce-4408-9125-dde74be60eed', 'name': 'network-vif-deleted', 'tag': 'dc3d6873-5ef9-462f-bfb4-484accc56c81', 'status': 'completed', 'code': 200} Jul 28 18:14:24.346415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.350043 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.351575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbb054a9-0f9c-4b71-87db-7d4ec50439ad HTTP/1.1" status: 204 len: 168 time: 0.3213956 Jul 28 18:14:24.373176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9b91974e-ebf9-4c46-a558-45468dd5ba15 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8634715 Jul 28 18:14:24.374068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551a5d-069f-4007-8879-80af0baa8193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb054a9-0f9c-4b71-87db-7d4ec50439ad,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:24.537400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6af38ff2-e68c-44a9-9102-72a72ca06206 req-cc8ffc28-c641-4de3-beab-19c2af44e76c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca73438-41ce-4408-9125-dde74be60eed HTTP/1.1" status: 200 len: 210 time: 0.0525270 Jul 28 18:14:24.583184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39526) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:24.661442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c580fb9-ec67-4d63-a858-72878a30bde5 None None] Network d701691d-fc01-4f33-8cf7-367fc6e6ffe5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:14:24.709536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Deleting subnet ecc8550b-4bf2-49d6-a2a3-4909b2ffb09c {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:14:24.715046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21cb0868-6671-422a-88ca-305ef2e2af76 req-5e8cca37-51f5-4646-a77b-e6720b75212c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 210 time: 0.0469472 Jul 28 18:14:24.715956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.756725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.762468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:24.809684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.864102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port fe69fe98-595e-4d72-8b1d-c49c2451010d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:24.864491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.956566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.979705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:24.989026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:24.989026 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d295d075-1832-4d3b-9ac0-cc946aa5e3a1" -d '{"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-plugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:24.999863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:25.023520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc8550b-4bf2-49d6-a2a3-4909b2ffb09c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:25.025721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.030616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39540) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:25.031174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0479401b-a6a8-495a-ae4c-79fa65398629 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecc8550b-4bf2-49d6-a2a3-4909b2ffb09c HTTP/1.1" status: 204 len: 168 time: 0.4460952 Jul 28 18:14:25.064914 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f048a8-e4cd-4ffb-98db-6f2e00d73be9 x-openstack-request-id: req-e4f048a8-e4cd-4ffb-98db-6f2e00d73be9 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:25.065211 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-plugged", "status": "completed", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:25.069820 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4f048a8-e4cd-4ffb-98db-6f2e00d73be9 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:25.069820 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'code': 200} Jul 28 18:14:25.085959 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:14:25.119212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.156663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.188415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:25.279916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.293330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558ffbfd-8c36-4977-8da8-41fc57ea49a1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:25.309402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c787718-2142-45ca-868d-a9536f5c9962') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:25.309807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c787718-2142-45ca-868d-a9536f5c9962') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:25.312973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb768-3a4f-494f-a7c5-17a5f5719192 req-f71e30c6-05ef-486c-abbd-b9a034b7db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:25.314504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-923cb768-3a4f-494f-a7c5-17a5f5719192 req-f71e30c6-05ef-486c-abbd-b9a034b7db46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 1096 time: 0.0944054 Jul 28 18:14:25.324857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.357806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.370291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:14:25.370978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:14:25.372920 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:14:25.389208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-923cb768-3a4f-494f-a7c5-17a5f5719192 req-e954aab1-a492-4b57-9644-02dff2a4043c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667784 Jul 28 18:14:25.438236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd31d6-1323-46d4-be1d-77b76a21c93f req-365ee085-f18f-4815-bf07-5add698544c4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:25.439825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1dd31d6-1323-46d4-be1d-77b76a21c93f req-365ee085-f18f-4815-bf07-5add698544c4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0611856 Jul 28 18:14:25.479299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1dd31d6-1323-46d4-be1d-77b76a21c93f req-6767724b-d1de-4aa5-bd89-4df8983323f5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Jul 28 18:14:25.546610 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.578940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.578940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] 10.222.0.25 "DELETE /v2.0/networks/558ffbfd-8c36-4977-8da8-41fc57ea49a1 HTTP/1.1" status: 204 len: 168 time: 0.5427036 Jul 28 18:14:25.578940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8dad-3cc8-4848-bdd2-fda94278e41d admin admin] Pushing event deleted for resources: {'Network': ['ID=558ffbfd-8c36-4977-8da8-41fc57ea49a1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:25.578940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:25.619462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:25.644212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Deleting subnet bc5d7ce3-d7d0-4bb1-a1f4-e9d5ddaf704e {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:14:25.648326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.701739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.715550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca56d-e1e2-49b0-bdc6-78bad47ca55f req-5a2507e0-d36a-4c6c-a13c-89d601bfd442 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:25.717785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7acca56d-e1e2-49b0-bdc6-78bad47ca55f req-5a2507e0-d36a-4c6c-a13c-89d601bfd442 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0542123 Jul 28 18:14:25.752304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.781026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7acca56d-e1e2-49b0-bdc6-78bad47ca55f req-9077debf-f0ad-479e-9b8a-3d677d2ee16d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513725 Jul 28 18:14:25.803910 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be36a69f-7601-4726-b030-e8e13e9d8da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.852002 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-771613ac-10c2-4f79-b00e-8ed1895abeca req-8591d738-f169-4b8e-8d45-2cc8b767d1b9 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 210 time: 0.0288529 Jul 28 18:14:25.919462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.950201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5d7ce3-d7d0-4bb1-a1f4-e9d5ddaf704e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:25.961810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:25.964356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7b21ef7f-75d3-4e45-809c-7d95d679a68d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc5d7ce3-d7d0-4bb1-a1f4-e9d5ddaf704e HTTP/1.1" status: 204 len: 168 time: 0.3850024 Jul 28 18:14:25.966764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39580) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:25.996535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be36a69f-7601-4726-b030-e8e13e9d8da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.095201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.112069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be36a69f-7601-4726-b030-e8e13e9d8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.116245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-03392890-ad63-4a53-9e6a-d32fd189c07c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d09d9e237afb4832b4449309b682ce70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381277 Jul 28 18:14:26.124211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be70b7-28db-45b9-bc49-bc058f49ad86 req-49310509-a72b-4cac-b670-ea0414572bd5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:26.125971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34be70b7-28db-45b9-bc49-bc058f49ad86 req-49310509-a72b-4cac-b670-ea0414572bd5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1324160 Jul 28 18:14:26.151696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be36a69f-7601-4726-b030-e8e13e9d8da4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b22d74870dd407693f431cdeb2b14b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306296 Jul 28 18:14:26.152537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36a69f-7601-4726-b030-e8e13e9d8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfada170-2914-46e6-a91f-688a0f7a1cba,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:26.154878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39584) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:26.205365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.234308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.300143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34be70b7-28db-45b9-bc49-bc058f49ad86 req-f99b0b07-2bab-4c2f-bbfd-2cba447f0ea6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631963 Jul 28 18:14:26.315287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.335565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d701691d-fc01-4f33-8cf7-367fc6e6ffe5']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:26.355226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-28b85d02-2c2a-4e68-9e61-1d9e5ce6acea tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:26.360657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-28b85d02-2c2a-4e68-9e61-1d9e5ce6acea tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299790 Jul 28 18:14:26.360657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dd04a4-fabf-4228-b117-329a9b1116ca') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:26.360657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dd04a4-fabf-4228-b117-329a9b1116ca') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:26.371032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.376862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Request body: {'port': {'device_id': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'd09d9e237afb4832b4449309b682ce70'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:26.416896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.419492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.423106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfada170-2914-46e6-a91f-688a0f7a1cba HTTP/1.1" status: 204 len: 168 time: 0.2647431 Jul 28 18:14:26.430605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878fc06-0288-4055-8842-bb6df2ede1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfada170-2914-46e6-a91f-688a0f7a1cba,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:26.430893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.443674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:14:26.444139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:14:26.446260 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:14:26.453517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212096-65d9-4df1-a872-d703b1d3df2b req-e0ef5ed4-8d4c-400e-8ade-2256e4200288 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:26.455400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31212096-65d9-4df1-a872-d703b1d3df2b req-e0ef5ed4-8d4c-400e-8ade-2256e4200288 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0749242 Jul 28 18:14:26.516142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31212096-65d9-4df1-a872-d703b1d3df2b req-03c8e4eb-e8e9-49d3-a502-4463805cec63 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Jul 28 18:14:26.633886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.647277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.647277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d701691d-fc01-4f33-8cf7-367fc6e6ffe5 HTTP/1.1" status: 204 len: 168 time: 0.6759970 Jul 28 18:14:26.657629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fdc6-d771-4773-9a8f-0bf054a15527 admin admin] Pushing event deleted for resources: {'Network': ['ID=d701691d-fc01-4f33-8cf7-367fc6e6ffe5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:26.681725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912e891-aaef-42ff-b64b-8afc4c97b533 req-4e72b59e-11db-4c14-83dd-cb59d8db1b1b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:26.683348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5912e891-aaef-42ff-b64b-8afc4c97b533 req-4e72b59e-11db-4c14-83dd-cb59d8db1b1b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1049984 Jul 28 18:14:26.721642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5912e891-aaef-42ff-b64b-8afc4c97b533 req-c7387181-bbba-4f64-8385-0aa1e79df8e3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Jul 28 18:14:26.746438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Made reservation on behalf of d09d9e237afb4832b4449309b682ce70 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:26.749932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.760701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.781178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dc3d6873-5ef9-462f-bfb4-484accc56c81 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:26.829704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: dc3d6873-5ef9-462f-bfb4-484accc56c81 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:14:26.830633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dc3d6873-5ef9-462f-bfb4-484accc56c81 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:26.877802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d23f3-e6be-4634-9978-86874101232e req-3130312d-87c1-40df-98c2-adfda17d9518 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:26.881704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-973d23f3-e6be-4634-9978-86874101232e req-3130312d-87c1-40df-98c2-adfda17d9518 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.0710261 Jul 28 18:14:26.895716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:26.931444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-973d23f3-e6be-4634-9978-86874101232e req-db279418-cbd1-46e6-8718-c74697b6e3f7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 Jul 28 18:14:26.964731 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-599a2df0-87b0-46b8-8abf-ea7f30a9dd20 req-78b1194a-6582-4284-86fe-664c030fbeaf tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 210 time: 0.0301032 Jul 28 18:14:26.969682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.035836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1a29e-d3ef-41ac-be0b-1122829e25a4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:27.107115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Allocated IP 192.168.233.166 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/3fafed9b-35fd-4ac0-b398-3e79a524c9ee) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:27.257156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.270560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Transition to ACTIVE for port object 3fafed9b-35fd-4ac0-b398-3e79a524c9ee will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:14:27.289526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39614) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:27.330900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-887f7085-6c93-4126-ba09-9dfd5141608b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7541dd047b5b428183f32af4f524c1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393777 Jul 28 18:14:27.340058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:27.389696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.427624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:27.440566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb3eed27-359a-4999-b3a8-3e5d71fdf650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.448306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:27.454816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.479149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:27.479149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:27.492605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:14:27.550744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.591243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:27.592284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.714561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb3eed27-359a-4999-b3a8-3e5d71fdf650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.741014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.743604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.744859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60713f94-fb7f-471c-9bb3-74645c737612 HTTP/1.1" status: 204 len: 168 time: 0.4100494 Jul 28 18:14:27.756675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242e84c-dc3a-4c1f-afad-c9725345f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60713f94-fb7f-471c-9bb3-74645c737612,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:27.855617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bb3eed27-359a-4999-b3a8-3e5d71fdf650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.922520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb3eed27-359a-4999-b3a8-3e5d71fdf650 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f55430ccff6f457999842d2c8a388ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987004 Jul 28 18:14:27.926591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39646) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:27.949493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-75db88e3-513f-49be-968b-07c9cd64bc5d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:27.951426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-75db88e3-513f-49be-968b-07c9cd64bc5d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.1860034 Jul 28 18:14:27.952254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbb5b6dd-be87-4cc1-b88c-938bfb661ca7 None None] Provisioning for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:14:27.958241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbb5b6dd-be87-4cc1-b88c-938bfb661ca7 None None] Provisioning complete for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:27.958838 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b6dd-be87-4cc1-b88c-938bfb661ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:27.963897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eed27-359a-4999-b3a8-3e5d71fdf650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4e49b-d613-46c6-8a38-78f782a90800,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:27.988000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-99f03bf2-3a63-4608-9845-3ea144e8c549 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/quotas/3fe7e1c989a54048a24abd61f5dec315 HTTP/1.1" status: 200 len: 375 time: 0.0229657 Jul 28 18:14:28.004403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-31e1d597-03b7-4aa5-af05-24402ea2981c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6351469 Jul 28 18:14:28.009309 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.022406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Request body: {'port': {'device_id': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:28.037349 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.058217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5b6dd-be87-4cc1-b88c-938bfb661ca7 None None] Port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:14:28.113729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.138487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789de76-addb-412c-aaa9-9295470609e3 req-dab7f90c-daff-4264-adef-13456a960b0b tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:28.140713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0789de76-addb-412c-aaa9-9295470609e3 req-dab7f90c-daff-4264-adef-13456a960b0b tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 936 time: 0.0734487 Jul 28 18:14:28.159828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-717899b8-4261-4470-9d21-7993e644b62c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1438386 Jul 28 18:14:28.217085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0789de76-addb-412c-aaa9-9295470609e3 req-61ee37a5-26d1-4170-9c19-0f28aeb46649 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588968 Jul 28 18:14:28.294144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.298864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.300156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dac4e49b-d613-46c6-8a38-78f782a90800 HTTP/1.1" status: 204 len: 168 time: 0.3729060 Jul 28 18:14:28.326851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c70d7-32ca-4b3e-af04-6a8ebaa103a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4e49b-d613-46c6-8a38-78f782a90800,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:28.384466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-cd875b40-d829-43ca-9645-9d061ae9ee9e service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138467 Jul 28 18:14:28.581985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-12f89ac7-bfc9-4a2d-9cf5-5818ddc09780 service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882589 Jul 28 18:14:28.676283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:28.687336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.702277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:28.713420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-5518ee69-db33-418e-b63c-c4e6e11dde63 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:28.715084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-5518ee69-db33-418e-b63c-c4e6e11dde63 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd964d49-8fde-4080-9f78-790c852b4866 HTTP/1.1" status: 200 len: 945 time: 0.1217494 Jul 28 18:14:28.718114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Transition to ACTIVE for port object 3fafed9b-35fd-4ac0-b398-3e79a524c9ee will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:14:28.749732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3b565e53-ee5f-45c1-81bd-738970ea0d88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f322ea343be2412eb16151c2b52eb676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455773 Jul 28 18:14:28.749974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39664) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:28.808892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.826372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Deleting port fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:14:28.826716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.833022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.871683 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:28.997344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] For port fe69fe98-595e-4d72-8b1d-c49c2451010d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=fe69fe98-595e-4d72-8b1d-c49c2451010d,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:28.997806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.027146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6dcb8fe-434a-4ffb-a877-f853eaf1f499 req-ec2fceeb-05ec-44fa-81de-d4ebd401b2fc tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 210 time: 0.0426462 Jul 28 18:14:29.027284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:29.046822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.050444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.058836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c80591e-846a-4f7d-98fd-78261524f479 HTTP/1.1" status: 204 len: 168 time: 0.3058980 Jul 28 18:14:29.068116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5e93b-a6e9-430f-87b8-dcf86de77409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c80591e-846a-4f7d-98fd-78261524f479,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:29.091618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Calling delete_port for fe69fe98-595e-4d72-8b1d-c49c2451010d owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:14:29.171221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Attempting to bind port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:14:29.171919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Attempting to bind port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:14:29.171919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Attempting to bind port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:29.190774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:14:29.191141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Attempting to bind port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:29.206341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:14:29.207214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:14:29.207630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:14:29.214960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Bound port: 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:14:29.214960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.341225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:29.375072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:29.393891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f692d-a682-4af5-ad8b-fa6ef5136f60 req-ea069041-e925-46ed-96dd-5e6b20d40268 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:29.396162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-870f692d-a682-4af5-ad8b-fa6ef5136f60 req-ea069041-e925-46ed-96dd-5e6b20d40268 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 948 time: 0.0701549 Jul 28 18:14:29.434703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-870f692d-a682-4af5-ad8b-fa6ef5136f60 req-64ef5286-bca8-4853-8d68-97622a0b0168 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Jul 28 18:14:29.448931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.462374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['fe69fe98-595e-4d72-8b1d-c49c2451010d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:29.490377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.499192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event deleted for resources: {'Port': ['ID=fe69fe98-595e-4d72-8b1d-c49c2451010d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:29.563972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:29.564608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.567480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] 10.222.0.35 "PUT /v2.0/ports/3fafed9b-35fd-4ac0-b398-3e79a524c9ee HTTP/1.1" status: 200 len: 1096 time: 1.5515213 Jul 28 18:14:29.593144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:29.596261 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250" -d '{"events": [{"name": "network-changed", "server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:29.641696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] No DVR routers for this DVR port fe69fe98-595e-4d72-8b1d-c49c2451010d on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:14:29.643987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:29.646618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff8362-056e-4527-9f76-2a1c1627a062 req-3c3f756f-8817-4cbf-93fd-7b0c4b1712e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "DELETE /v2.0/ports/fe69fe98-595e-4d72-8b1d-c49c2451010d HTTP/1.1" status: 204 len: 173 time: 0.9243941 Jul 28 18:14:29.693410 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d92d4c3-3def-4908-9182-00be0f92aaa0 x-openstack-request-id: req-8d92d4c3-3def-4908-9182-00be0f92aaa0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:29.693765 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:29.694013 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d92d4c3-3def-4908-9182-00be0f92aaa0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:29.694407 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'status': 'completed', 'code': 200} Jul 28 18:14:29.701352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6913-986d-42fa-9514-47731256bf44 service neutron] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:29.779556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-6deb03ce-10a5-4baa-9df4-feb3688aecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:29.781112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-6deb03ce-10a5-4baa-9df4-feb3688aecb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d09d9e237afb4832b4449309b682ce70&device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 1099 time: 0.0663555 Jul 28 18:14:29.824860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-ab754741-2b70-4112-9da4-ef7b0a6ae2c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee HTTP/1.1" status: 200 len: 217 time: 0.0359535 Jul 28 18:14:29.881111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-f9274595-19e7-46f1-803b-aec3248ab518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:29.882695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-f9274595-19e7-46f1-803b-aec3248ab518 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0517008 Jul 28 18:14:29.962016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-8cdb2cfc-6b77-4c40-8bff-97ea30182899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:29.965541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-8cdb2cfc-6b77-4c40-8bff-97ea30182899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758078 Jul 28 18:14:30.106433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-b88ca14b-a1c8-4b9a-b056-56ba38ca4ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 Jul 28 18:14:30.150971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa7199a4-303f-4211-ae91-082a0115bb80 req-d74eaf44-b8c1-4170-ae32-662f2874733b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 210 time: 0.0431499 Jul 28 18:14:30.231273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ff14643-47f5-4319-b114-9818b4ff6965 req-1f2d6b7f-b8ab-47ed-b922-364ee3cc4b5c service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097043 Jul 28 18:14:30.649283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0de6c4-cac3-485a-8ee5-70447d001dbd req-60a411f3-f72b-49db-b289-bcd63973a0ad tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:30.651040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc0de6c4-cac3-485a-8ee5-70447d001dbd req-60a411f3-f72b-49db-b289-bcd63973a0ad tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 948 time: 0.0778074 Jul 28 18:14:30.718913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc0de6c4-cac3-485a-8ee5-70447d001dbd req-fac2bd9e-cfd3-48a2-b370-f3c03be3954a tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538182 Jul 28 18:14:30.856842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-69e9842d-e626-4220-bd90-56dbce309b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:30.858347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-69e9842d-e626-4220-bd90-56dbce309b61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d09d9e237afb4832b4449309b682ce70&device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 1099 time: 0.5123818 Jul 28 18:14:30.866473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930f8-fb83-4fd6-ac9f-7b1616c95ad3 req-43f9bac9-0602-42e3-88f9-75ee7139cb46 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:30.867864 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-702930f8-fb83-4fd6-ac9f-7b1616c95ad3 req-43f9bac9-0602-42e3-88f9-75ee7139cb46 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.5034401 Jul 28 18:14:30.954406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-702930f8-fb83-4fd6-ac9f-7b1616c95ad3 req-495a931f-9320-4204-9454-08f74fbe0a3f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Jul 28 18:14:30.989652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-13ff4e3d-dba0-4722-986a-c83ba0bdf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:30.991911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-13ff4e3d-dba0-4722-986a-c83ba0bdf253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1231611 Jul 28 18:14:31.042898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-0f6d5ab7-2084-4e3a-b655-aff8c37369ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee HTTP/1.1" status: 200 len: 217 time: 0.0428555 Jul 28 18:14:31.099783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0308-4f39-4fce-9b65-c5906133a811 req-1f685576-c781-4197-bcfb-b0dec10af3d0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:31.101344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a3f0308-4f39-4fce-9b65-c5906133a811 req-1f685576-c781-4197-bcfb-b0dec10af3d0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0656877 Jul 28 18:14:31.103178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-1c675908-3f0d-428c-9d54-4353f0b2353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:31.103178 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-1c675908-3f0d-428c-9d54-4353f0b2353a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0530858 Jul 28 18:14:31.142710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a3f0308-4f39-4fce-9b65-c5906133a811 req-6ec2630b-5326-458a-9726-aded142d6763 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jul 28 18:14:31.154201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-23dd2031-92b2-4ccd-954e-560f28d1378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:31.156223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-23dd2031-92b2-4ccd-954e-560f28d1378d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449808 Jul 28 18:14:31.277305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45b77862-aa41-4a5a-81db-42d6c0617c1a req-ee40e930-36e5-4a99-a334-446bd7318812 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 210 time: 0.0422752 Jul 28 18:14:31.310913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-4404dcc3-de2d-4454-8d30-03c86dcf53eb service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473095 Jul 28 18:14:31.415657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb4b05b6-7784-4cc9-ac4e-a9631b7d5250 req-3e054706-6690-4b1f-8868-9e199e50f655 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975032 Jul 28 18:14:31.541927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-3284a42f-f1a8-450d-a1dc-277ddd80a9e2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:31.543616 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-3284a42f-f1a8-450d-a1dc-277ddd80a9e2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.1213317 Jul 28 18:14:31.563766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Request body: {'port': {'device_id': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'admin_state_up': True, 'tenant_id': '3fe7e1c989a54048a24abd61f5dec315'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:31.695667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-deleted', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:31.698354 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36242c98-f574-4a74-8cf3-cdd83008cb0c" -d '{"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-deleted", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:31.739327 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee45ca2-4fde-44ee-ae0a-2eb28d69941f x-openstack-request-id: req-dee45ca2-4fde-44ee-ae0a-2eb28d69941f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:31.739675 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd964d49-8fde-4080-9f78-790c852b4866", "name": "network-vif-deleted", "tag": "fe69fe98-595e-4d72-8b1d-c49c2451010d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:31.740259 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dee45ca2-4fde-44ee-ae0a-2eb28d69941f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:31.740665 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd964d49-8fde-4080-9f78-790c852b4866', 'name': 'network-vif-deleted', 'tag': 'fe69fe98-595e-4d72-8b1d-c49c2451010d', 'status': 'completed', 'code': 200} Jul 28 18:14:31.773369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Made reservation on behalf of 3fe7e1c989a54048a24abd61f5dec315 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:31.773369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:31.903811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055cc41-0201-4280-b5db-daf5637a7118 req-e92e51d6-f337-4cc7-9262-6710043cf2d5 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:31.906084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a055cc41-0201-4280-b5db-daf5637a7118 req-e92e51d6-f337-4cc7-9262-6710043cf2d5 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 948 time: 0.1037910 Jul 28 18:14:31.988357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a055cc41-0201-4280-b5db-daf5637a7118 req-1e6ff91d-6630-4360-b48f-8c3078dc8cfe tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Jul 28 18:14:31.989435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Allocated IP 172.20.0.5 (0e43802b-4fe4-418d-8bc0-e74a3d75740f/73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f/5783c509-8288-425e-9cd4-a5e354121ff5) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:32.142132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:32.284335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:32.350009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:32.353595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:32.361430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:14:32.366383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:32.398255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.398610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.398963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.399299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.399839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.400190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.401110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.401110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.401329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.401484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.401800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.402129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:32.434763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552361c-3afa-4453-9a9a-dbbc0cf8589d req-a7408467-6351-4f51-b8d1-57cacb9ff132 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:32.436321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9552361c-3afa-4453-9a9a-dbbc0cf8589d req-a7408467-6351-4f51-b8d1-57cacb9ff132 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 931 time: 0.0674710 Jul 28 18:14:32.444304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:32.445998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:32.484474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9552361c-3afa-4453-9a9a-dbbc0cf8589d req-733f70bf-1e8f-4702-84d9-9d65336642a9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Jul 28 18:14:32.573197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-04cc45a1-635b-4611-8836-7091aa3b9a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0135436 Jul 28 18:14:32.587966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Request body: {'port': {'device_id': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:14:32.644914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:32.836129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:32.858187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: fe69fe98-595e-4d72-8b1d-c49c2451010d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:14:32.858538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device fe69fe98-595e-4d72-8b1d-c49c2451010d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:32.945265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5783c509-8288-425e-9cd4-a5e354121ff5 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:32.953451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:32.965812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Transition to ACTIVE for port object 5783c509-8288-425e-9cd4-a5e354121ff5 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:14:33.049687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.056072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:33.181509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb2aa-6276-4c4d-81c6-1910b6c3832f req-a3455782-0370-468b-966d-dd1252eadb36 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:33.183087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1deb2aa-6276-4c4d-81c6-1910b6c3832f req-a3455782-0370-468b-966d-dd1252eadb36 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 948 time: 0.1142180 Jul 28 18:14:33.183785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:33.232363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:33.244857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'mac_address': 'fa:16:3e:9e:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:33.257037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1deb2aa-6276-4c4d-81c6-1910b6c3832f req-90f9a027-8e75-47e1-a23e-1070f412c4d2 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Jul 28 18:14:33.261490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Attempting to bind port 5783c509-8288-425e-9cd4-a5e354121ff5 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:14:33.261847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Attempting to bind port 5783c509-8288-425e-9cd4-a5e354121ff5 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:14:33.262181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Attempting to bind port 5783c509-8288-425e-9cd4-a5e354121ff5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:33.266754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Port 5783c509-8288-425e-9cd4-a5e354121ff5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:14:33.267083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Attempting to bind port 5783c509-8288-425e-9cd4-a5e354121ff5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:14:33.277958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:14:33.278319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Checking segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:14:33.278735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Bound using segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:14:33.279180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Bound port: 5783c509-8288-425e-9cd4-a5e354121ff5, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:14:33.279580 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.292124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.308927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:33.337227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:33.353226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:33.356984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:33.414888 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.438164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.498378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:33.523050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:33.524408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:33.525555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] 10.222.0.37 "PUT /v2.0/ports/5783c509-8288-425e-9cd4-a5e354121ff5 HTTP/1.1" status: 200 len: 1091 time: 0.9436429 Jul 28 18:14:33.531709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de12ba-0dc0-461e-9441-6ba2cef0fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:33.741658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:33.748067 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f0080a-b1b1-400c-a5a5-8c31d678932f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:33.781207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3fafed9b-35fd-4ac0-b398-3e79a524c9ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:33.824491 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ed112-5403-44ed-a284-e6e8a6f75795 x-openstack-request-id: req-811ed112-5403-44ed-a284-e6e8a6f75795 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:33.825605 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:33.833154 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-811ed112-5403-44ed-a284-e6e8a6f75795 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:33.834335 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5', 'status': 'completed', 'code': 200} Jul 28 18:14:33.840919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-9ecf499b-1160-4a02-b1b7-3f4559a973fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:33.847001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-9ecf499b-1160-4a02-b1b7-3f4559a973fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 1094 time: 0.1539195 Jul 28 18:14:33.961963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-14c17782-71e9-4a14-9f9e-63e3dc6e9ea1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5783c509-8288-425e-9cd4-a5e354121ff5 HTTP/1.1" status: 200 len: 217 time: 0.0806844 Jul 28 18:14:34.101604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bb614-cbd4-44cf-9ee6-87a9f32db899 req-bec1741a-985e-445f-aea0-03f3d67350e4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.101604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-696bb614-cbd4-44cf-9ee6-87a9f32db899 req-bec1741a-985e-445f-aea0-03f3d67350e4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 943 time: 0.5396645 Jul 28 18:14:34.110995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-0252ea44-3cf1-4fdc-a6e3-f5b5e54a9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.113148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-0252ea44-3cf1-4fdc-a6e3-f5b5e54a9a6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.1705232 Jul 28 18:14:34.126713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e36ca-5490-40fe-a342-1ed0761c8b02 req-93316815-a23b-448f-944e-08e0cd285210 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.128924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c58e36ca-5490-40fe-a342-1ed0761c8b02 req-93316815-a23b-448f-944e-08e0cd285210 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0975263 Jul 28 18:14:34.150334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-696bb614-cbd4-44cf-9ee6-87a9f32db899 req-fbe96bcb-1a57-4c32-a913-87246cc5eb9f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Jul 28 18:14:34.166499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-99d8775c-f263-46ae-b7c0-9e2a13e2db94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365126 Jul 28 18:14:34.230842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c58e36ca-5490-40fe-a342-1ed0761c8b02 req-42c8b88c-5428-494e-a747-b7c372560541 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923448 Jul 28 18:14:34.272161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-c7c3bb20-09d5-48d7-bbd7-db36c9399faf service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991011 Jul 28 18:14:34.361788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05853972-f47b-4ab6-8f46-4a7398d412d2 req-a0e3bb86-8c76-40f3-8530-b8bcb2d55638 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.364182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05853972-f47b-4ab6-8f46-4a7398d412d2 req-a0e3bb86-8c76-40f3-8530-b8bcb2d55638 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0653839 Jul 28 18:14:34.409501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05853972-f47b-4ab6-8f46-4a7398d412d2 req-cafe928d-14aa-4ba8-84aa-687ab788f91c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Jul 28 18:14:34.424722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73a2ad86-1d04-4b54-a3f9-90d268997a8d req-fa428b6d-0580-4bf6-a706-f3f5f4a525a0 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456995 Jul 28 18:14:34.450825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7743-1bb1-4728-9f77-1069ec2f35d3 req-1d0379f5-934a-4f47-8f33-f37d07b09faf tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.451929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ebe7743-1bb1-4728-9f77-1069ec2f35d3 req-1d0379f5-934a-4f47-8f33-f37d07b09faf tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0944211 Jul 28 18:14:34.494245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ebe7743-1bb1-4728-9f77-1069ec2f35d3 req-f549e5ef-56ac-46d8-bf54-e3428c4cb88e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Jul 28 18:14:34.593903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-db36b5bc-ec8e-421a-8e1b-c78193070b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.594713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-db36b5bc-ec8e-421a-8e1b-c78193070b7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 1094 time: 0.0421944 Jul 28 18:14:34.710842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e141-bcc7-4333-af9d-9982149f410a req-74e7e276-304a-4dd8-99d1-26c7c6b360c4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.712379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ace7e141-bcc7-4333-af9d-9982149f410a req-74e7e276-304a-4dd8-99d1-26c7c6b360c4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1021781 Jul 28 18:14:34.740285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-25e5bd68-8c56-4a48-8887-a2a387688e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.741713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-25e5bd68-8c56-4a48-8887-a2a387688e29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 916 time: 0.1398139 Jul 28 18:14:34.789418 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-7278a3e7-d881-44dc-abc4-0aa02cd08e1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5783c509-8288-425e-9cd4-a5e354121ff5 HTTP/1.1" status: 200 len: 217 time: 0.0401075 Jul 28 18:14:34.792387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ace7e141-bcc7-4333-af9d-9982149f410a req-a8102298-fee3-458a-9acf-0bacf0a22970 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685740 Jul 28 18:14:34.847368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-71e6c29c-16a4-419e-8f46-fd7227890816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.847368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-71e6c29c-16a4-419e-8f46-fd7227890816 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.0496042 Jul 28 18:14:34.880212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-6f911587-89ca-44be-be38-12705f904752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255513 Jul 28 18:14:34.918114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785829d-8039-4676-bc8b-229b4cf3ba4e req-9364cbd5-4b3e-4e28-b543-1cfde8c7a29c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:34.920237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2785829d-8039-4676-bc8b-229b4cf3ba4e req-9364cbd5-4b3e-4e28-b543-1cfde8c7a29c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Jul 28 18:14:34.965452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2785829d-8039-4676-bc8b-229b4cf3ba4e req-e6eb51be-0939-46e3-adfd-5ba544258c57 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jul 28 18:14:34.995437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-0dde7122-6e26-4659-978a-e9112636d252 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075284 Jul 28 18:14:35.139005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39f0080a-b1b1-400c-a5a5-8c31d678932f req-f3a67e59-f684-4870-9ea4-3259bc02ccff service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285975 Jul 28 18:14:35.195296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3534f6-29fb-4762-9530-49e7f0d6330b req-4597257c-3b7e-43c3-ba92-89324807b7a8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.195296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d3534f6-29fb-4762-9530-49e7f0d6330b req-4597257c-3b7e-43c3-ba92-89324807b7a8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0655789 Jul 28 18:14:35.260365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d3534f6-29fb-4762-9530-49e7f0d6330b req-9be17fd0-fc87-44c5-9026-10a3f4278729 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Jul 28 18:14:35.296238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f50348-c88b-4cef-895e-289e0c445b9e req-0f50a889-f751-4924-b926-4518fe2303e3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.297940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2f50348-c88b-4cef-895e-289e0c445b9e req-0f50a889-f751-4924-b926-4518fe2303e3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 943 time: 0.0664670 Jul 28 18:14:35.339044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2f50348-c88b-4cef-895e-289e0c445b9e req-9a9893a0-5fb0-4f20-9270-af481810a3cc tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343060 Jul 28 18:14:35.371191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a394086-bc47-4ca7-9090-853afb692df1 req-24703c84-4b17-424b-bc70-316fb750c1c1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.372711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a394086-bc47-4ca7-9090-853afb692df1 req-24703c84-4b17-424b-bc70-316fb750c1c1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Jul 28 18:14:35.414850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a394086-bc47-4ca7-9090-853afb692df1 req-70638eeb-be12-4f67-baa2-c75058c35dd8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Jul 28 18:14:35.631557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b2e6-59dc-46d1-8e63-9579ed9e47bf req-caed0056-9aec-42e5-9019-33a6bbab1a6b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.635245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ab6b2e6-59dc-46d1-8e63-9579ed9e47bf req-caed0056-9aec-42e5-9019-33a6bbab1a6b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0610394 Jul 28 18:14:35.635797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f5f5-b642-4126-8787-5ea956be2b00 req-88703b2c-03c0-4477-bc57-ca0f013fe98f tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.637546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6016f5f5-b642-4126-8787-5ea956be2b00 req-88703b2c-03c0-4477-bc57-ca0f013fe98f tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0662229 Jul 28 18:14:35.687008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6016f5f5-b642-4126-8787-5ea956be2b00 req-ed61f7bb-e6fe-4e5f-8e2f-47339bc56ffa tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Jul 28 18:14:35.692721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ab6b2e6-59dc-46d1-8e63-9579ed9e47bf req-c8bbdb57-4289-4356-97ac-cfe8472fc950 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 Jul 28 18:14:35.747795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39916) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:35.829909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c5da-dfc4-4806-984b-2fec6b9bc19e req-d5e2dd9d-53f1-4df9-ac23-9d1e505ccdc5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:35.831828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f70c5da-dfc4-4806-984b-2fec6b9bc19e req-d5e2dd9d-53f1-4df9-ac23-9d1e505ccdc5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0616920 Jul 28 18:14:35.881290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea76dd6-d85f-4855-a6f8-f84d2a61027c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:35.895236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f70c5da-dfc4-4806-984b-2fec6b9bc19e req-14b7cfa1-69f4-4fa0-9b10-c40ed057eb07 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547285 Jul 28 18:14:35.994460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea76dd6-d85f-4855-a6f8-f84d2a61027c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.069517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ea76dd6-d85f-4855-a6f8-f84d2a61027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.143515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5ea76dd6-d85f-4855-a6f8-f84d2a61027c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb4a41c39fd9414eab8f9dcbd653a5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932981 Jul 28 18:14:36.144222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76dd6-d85f-4855-a6f8-f84d2a61027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f4088-aaae-4660-9042-7945991da759,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:36.144886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:36.168957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e88ed-0dd1-4203-b3d0-c310db403455 req-88d99c78-5c84-4abe-82ed-9d7b46d18496 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.170474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e5e88ed-0dd1-4203-b3d0-c310db403455 req-88d99c78-5c84-4abe-82ed-9d7b46d18496 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0892282 Jul 28 18:14:36.198445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.216126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e5e88ed-0dd1-4203-b3d0-c310db403455 req-d43d4bdb-31b3-464d-9d8b-747d8e6c8bb1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Jul 28 18:14:36.227935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.336439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a405-bfec-499d-b8bf-49b3d3fc07ce req-9b06ffe7-75be-44a0-9ed9-d4ab3c4928dd tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.337976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcb3a405-bfec-499d-b8bf-49b3d3fc07ce req-9b06ffe7-75be-44a0-9ed9-d4ab3c4928dd tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0495460 Jul 28 18:14:36.379887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcb3a405-bfec-499d-b8bf-49b3d3fc07ce req-bc4318ad-d344-4e7f-ad0f-fde827a2bbad tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Jul 28 18:14:36.415793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.419198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:36.420673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b27f4088-aaae-4660-9042-7945991da759 HTTP/1.1" status: 204 len: 168 time: 0.2747118 Jul 28 18:14:36.430516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ea37-5476-4e04-9a5d-189517ada638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f4088-aaae-4660-9042-7945991da759,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:36.549198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40444647-7e4e-4158-9957-e209af68900e req-3c30a2fa-eb54-46e4-9293-0fc09fa126fe tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.563289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40444647-7e4e-4158-9957-e209af68900e req-3c30a2fa-eb54-46e4-9293-0fc09fa126fe tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 943 time: 0.1067905 Jul 28 18:14:36.620314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40444647-7e4e-4158-9957-e209af68900e req-a273863c-ce18-40f4-af1d-7b6fbca0a35f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515242 Jul 28 18:14:36.660624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af065d-53db-443b-aeca-5f99ebfe14a9 req-22544760-b3f5-4597-bfea-7ea8881491e7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.662055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4af065d-53db-443b-aeca-5f99ebfe14a9 req-22544760-b3f5-4597-bfea-7ea8881491e7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0778441 Jul 28 18:14:36.704831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4af065d-53db-443b-aeca-5f99ebfe14a9 req-33fc2b9f-11ca-486b-bf6b-16147fee9e52 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Jul 28 18:14:36.851974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:36.867798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cea2fd-aca1-4549-8ab2-5819d00fa442 req-a3e46cf8-13a9-4790-a01d-e333f011cb51 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.869626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50cea2fd-aca1-4549-8ab2-5819d00fa442 req-a3e46cf8-13a9-4790-a01d-e333f011cb51 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Jul 28 18:14:36.884755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76cb80-5aa4-49b4-8bd1-2f5725de27db req-abb668b6-ef3e-46c8-916e-528193f62233 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:36.886428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b76cb80-5aa4-49b4-8bd1-2f5725de27db req-abb668b6-ef3e-46c8-916e-528193f62233 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1165099 Jul 28 18:14:36.943453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50cea2fd-aca1-4549-8ab2-5819d00fa442 req-b6b3448b-257c-4480-899e-bda430a6a9c6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669460 Jul 28 18:14:36.977570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b76cb80-5aa4-49b4-8bd1-2f5725de27db req-3e2afa81-8222-4256-941a-ebb468ef5539 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789514 Jul 28 18:14:37.038461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:37.066039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:37.092013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5783c509-8288-425e-9cd4-a5e354121ff5', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'port_id': '5783c509-8288-425e-9cd4-a5e354121ff5', 'mac_address': 'fa:16:3e:cb:96:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:37.194968 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.213579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5783c509-8288-425e-9cd4-a5e354121ff5 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:37.233770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:37.306324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:14:37.310655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:37.311048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.312676 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.320581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39962) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:37.337239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25196cc5-7a1d-43f0-91df-38e12dee9771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.422810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:37.469460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25196cc5-7a1d-43f0-91df-38e12dee9771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.484266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.526420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5783c509-8288-425e-9cd4-a5e354121ff5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:37.573989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:37.578052 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f31f76-62be-44ee-9b5e-0d91a793b65b" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:37.592669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25196cc5-7a1d-43f0-91df-38e12dee9771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.594268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:37.626305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:37.655379 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5acb4-10c5-4d95-aed5-9a452f7273b0 x-openstack-request-id: req-f0c5acb4-10c5-4d95-aed5-9a452f7273b0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:37.656129 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:37.667117 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0c5acb4-10c5-4d95-aed5-9a452f7273b0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:37.668834 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'code': 200} Jul 28 18:14:37.758766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25196cc5-7a1d-43f0-91df-38e12dee9771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51d8ff-dea2-431b-b695-e594df650a77,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:37.806733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-19237468-83a1-425d-bc7f-aac7e6e1e2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.810986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25196cc5-7a1d-43f0-91df-38e12dee9771 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=355585bffa9c4da7800d5097faba94fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857035 Jul 28 18:14:37.811232 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.817646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39990) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:37.883269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb7f59b2-c507-4c96-af13-331d46e191d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.888417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa1fa1-4e0d-49af-a850-cc1ae4f78e80 req-b66ced7b-007e-4c4d-b52a-7b49ef905075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:37.890188 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aaaa1fa1-4e0d-49af-a850-cc1ae4f78e80 req-b66ced7b-007e-4c4d-b52a-7b49ef905075 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 1100 time: 0.1704426 Jul 28 18:14:37.895986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:37.899276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e95c6-5d53-477a-909f-a87fbba8186e req-3a384fc5-341e-4d69-930c-a6889feb400d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:37.907837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-683e95c6-5d53-477a-909f-a87fbba8186e req-3a384fc5-341e-4d69-930c-a6889feb400d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 814 time: 0.3949072 Jul 28 18:14:37.921214 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.938969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-683e95c6-5d53-477a-909f-a87fbba8186e req-b7d942be-0235-45fc-be14-5b0728dd13d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/quotas/394b3e6606cb4d4188ecd5ca7033326e HTTP/1.1" status: 200 len: 375 time: 0.0298946 Jul 28 18:14:37.940563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c38dda-1325-4bcf-ac63-dc056bd25104 req-cdcaf283-8798-47b7-9e32-60e8f62cef50 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:37.942122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8c38dda-1325-4bcf-ac63-dc056bd25104 req-cdcaf283-8798-47b7-9e32-60e8f62cef50 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 944 time: 0.1533475 Jul 28 18:14:37.984430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:37.985052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aaaa1fa1-4e0d-49af-a850-cc1ae4f78e80 req-1b0968ba-5ae8-480b-a006-94bba2a8d9a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859644 Jul 28 18:14:38.029663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8c38dda-1325-4bcf-ac63-dc056bd25104 req-739c7889-f574-4e14-b7f2-461bccf6b7a2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801625 Jul 28 18:14:38.046994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-683e95c6-5d53-477a-909f-a87fbba8186e req-b209605e-9c0a-4dfb-9f64-3d6c8a7d3556 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068892 Jul 28 18:14:38.118592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb7f59b2-c507-4c96-af13-331d46e191d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.158822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a3090-77d5-4338-806e-1e798d8b366a req-2c4c7a81-63de-4e54-9dda-6e9d66c7290b tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:38.161027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e38a3090-77d5-4338-806e-1e798d8b366a req-2c4c7a81-63de-4e54-9dda-6e9d66c7290b tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 950 time: 0.0549493 Jul 28 18:14:38.169240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712eeb-5e2d-4908-a20f-5de696b5538f req-aca9ef77-bc05-4c82-a4bb-3b5187e659df tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:38.170811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a712eeb-5e2d-4908-a20f-5de696b5538f req-aca9ef77-bc05-4c82-a4bb-3b5187e659df tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0546515 Jul 28 18:14:38.172006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.174798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.180370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bb7f59b2-c507-4c96-af13-331d46e191d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.180535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf51d8ff-dea2-431b-b695-e594df650a77 HTTP/1.1" status: 204 len: 168 time: 0.3576202 Jul 28 18:14:38.192107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aa9dd-ca12-443e-aeeb-9bb15686f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51d8ff-dea2-431b-b695-e594df650a77,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:38.232783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a712eeb-5e2d-4908-a20f-5de696b5538f req-ed233346-d83a-4b8e-9951-328e196205db tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521603 Jul 28 18:14:38.266135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bb7f59b2-c507-4c96-af13-331d46e191d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=add78109428f41beb44fc085c32ab889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702163 Jul 28 18:14:38.266778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f59b2-c507-4c96-af13-331d46e191d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c391316-6c77-4b4f-b942-803c9fcd8bae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:38.269417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40006) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:38.278743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e38a3090-77d5-4338-806e-1e798d8b366a req-c77be54a-9cd4-491c-a12a-4410d4ece926 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083207 Jul 28 18:14:38.335415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.384482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.409712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c0ea-341c-4eb5-90fd-70c1bfd80b9d req-d5731ecc-c764-49d4-a83e-ba1b078be24d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:38.411600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0138c0ea-341c-4eb5-90fd-70c1bfd80b9d req-d5731ecc-c764-49d4-a83e-ba1b078be24d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0899961 Jul 28 18:14:38.465420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0138c0ea-341c-4eb5-90fd-70c1bfd80b9d req-6c022009-1742-48e9-a860-39ccb2aa52d1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Jul 28 18:14:38.566687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.569703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:38.572349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c391316-6c77-4b4f-b942-803c9fcd8bae HTTP/1.1" status: 204 len: 168 time: 0.3018656 Jul 28 18:14:38.582724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcaea4-a5ad-4ef2-8ac7-e81f24a7c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c391316-6c77-4b4f-b942-803c9fcd8bae,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:38.686960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2eab34d8-442e-4c3a-a78d-2c9c96092145 req-0a2e4832-3e35-4fb1-88f9-995162f3c677 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=394b3e6606cb4d4188ecd5ca7033326e HTTP/1.1" status: 200 len: 221 time: 0.0271688 Jul 28 18:14:38.786867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc38079-cb2e-4f76-8cac-2e1c59ab501e req-ab5f9124-eaf8-4989-a222-49e8fc77d1dc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:38.788380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cc38079-cb2e-4f76-8cac-2e1c59ab501e req-ab5f9124-eaf8-4989-a222-49e8fc77d1dc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Jul 28 18:14:38.844796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cc38079-cb2e-4f76-8cac-2e1c59ab501e req-1491a99f-f8cb-4d45-a738-bcc85099a97e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Jul 28 18:14:38.851598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:38.990975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d5bd6-d7b3-4108-991b-022f2674da10 req-6d11301a-a4d2-495b-a25b-c2813cdeefe8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:38.993144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa6d5bd6-d7b3-4108-991b-022f2674da10 req-6d11301a-a4d2-495b-a25b-c2813cdeefe8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0581903 Jul 28 18:14:39.038435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa6d5bd6-d7b3-4108-991b-022f2674da10 req-51820b2f-21b3-49cc-88db-d61f3dea17fd tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Jul 28 18:14:39.071690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 5783c509-8288-425e-9cd4-a5e354121ff5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:14:39.076227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5783c509-8288-425e-9cd4-a5e354121ff5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:39.076793 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.202122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d5b5-4744-4e5d-a0f3-96294a6ed52a req-4dee87fa-5210-41da-b949-a8c8af082fcd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:39.204517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ae6d5b5-4744-4e5d-a0f3-96294a6ed52a req-4dee87fa-5210-41da-b949-a8c8af082fcd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 944 time: 0.0817428 Jul 28 18:14:39.213972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.255609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ae6d5b5-4744-4e5d-a0f3-96294a6ed52a req-9cd9798a-0993-43d3-8335-2de3b205e4ea tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Jul 28 18:14:39.257075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:39.265593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9792ec-087f-4523-b9ea-3dbfd897eb55 req-386705da-584e-4a73-947b-e1564d8ae73c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:39.273565 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d9792ec-087f-4523-b9ea-3dbfd897eb55 req-386705da-584e-4a73-947b-e1564d8ae73c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1151524 Jul 28 18:14:39.320785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d9792ec-087f-4523-b9ea-3dbfd897eb55 req-08a2ac7b-c23c-41a7-834e-99597d8e2f2d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Jul 28 18:14:39.355920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.379827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:39.400139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2c833ca-b8af-4911-9909-0811f38f39d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.435047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52f8df-4760-4c22-aa85-b56fad6b80df req-75dd396a-3b9e-436b-bd72-6ed7bf882259 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:39.436634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe52f8df-4760-4c22-aa85-b56fad6b80df req-75dd396a-3b9e-436b-bd72-6ed7bf882259 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 950 time: 0.0692282 Jul 28 18:14:39.463247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.495449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe52f8df-4760-4c22-aa85-b56fad6b80df req-31ce8adb-66a0-4e31-9c28-e59d94ca6bc9 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492313 Jul 28 18:14:39.554439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729fe65-d364-4ab5-9fa5-0949b94d37b6 req-1b4db529-2983-48b6-bb88-53070cc26ff1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:39.556113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c729fe65-d364-4ab5-9fa5-0949b94d37b6 req-1b4db529-2983-48b6-bb88-53070cc26ff1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1342309 Jul 28 18:14:39.619129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c729fe65-d364-4ab5-9fa5-0949b94d37b6 req-489548ec-e29e-49a8-8e08-2310f9bd031b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Jul 28 18:14:39.669722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2c833ca-b8af-4911-9909-0811f38f39d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.670723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:39.673258 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9432b891-7183-4471-9a52-0b2089b852e7" -d '{"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:39.756950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2c833ca-b8af-4911-9909-0811f38f39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.805498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020de6-309f-4525-80a0-ffc3bafd90e6 req-fe0bd0b2-e8dd-432c-9a77-e87bf4e72865 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:39.807031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b020de6-309f-4525-80a0-ffc3bafd90e6 req-fe0bd0b2-e8dd-432c-9a77-e87bf4e72865 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0949402 Jul 28 18:14:39.816591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40084) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:39.816848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c2c833ca-b8af-4911-9909-0811f38f39d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95f1b0c5d2504bd7b7fe9976dd74bed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357698 Jul 28 18:14:39.825969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c833ca-b8af-4911-9909-0811f38f39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132c7073-4073-4bfc-8858-2278c7e50839,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.865015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b020de6-309f-4525-80a0-ffc3bafd90e6 req-ed16948b-2b7c-49ec-a76d-9c4fb612db7a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Jul 28 18:14:39.927553 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d57f7-4698-4aea-be38-20dc07f37c2c x-openstack-request-id: req-865d57f7-4698-4aea-be38-20dc07f37c2c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:39.927553 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:39.927553 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-865d57f7-4698-4aea-be38-20dc07f37c2c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:39.927553 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5', 'code': 200} Jul 28 18:14:39.928096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:39.967497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:40.080261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ec594-4c93-4551-b481-1cd7f2e5a66e req-b9b95f1b-af1d-4365-b961-d6c2ac4436fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.082386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-924ec594-4c93-4551-b481-1cd7f2e5a66e req-b9b95f1b-af1d-4365-b961-d6c2ac4436fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 1096 time: 0.0822506 Jul 28 18:14:40.083074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:40.102636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ec9c-5a15-499b-ae2a-4b7fe220d5bc req-b7584d8a-e9ab-4ec4-a999-5c5b175cafe7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.104083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dfb8ec9c-5a15-499b-ae2a-4b7fe220d5bc req-b7584d8a-e9ab-4ec4-a999-5c5b175cafe7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0689085 Jul 28 18:14:40.143284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:40.147037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:40.150849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-924ec594-4c93-4551-b481-1cd7f2e5a66e req-c90062c0-d9e8-47c6-97d7-7376a4548685 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Jul 28 18:14:40.151903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/132c7073-4073-4bfc-8858-2278c7e50839 HTTP/1.1" status: 204 len: 168 time: 0.3333867 Jul 28 18:14:40.162268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b952379-02f3-4f29-9573-59a620c94753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132c7073-4073-4bfc-8858-2278c7e50839,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:40.163708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dfb8ec9c-5a15-499b-ae2a-4b7fe220d5bc req-581ec14b-4ab0-4a6f-99ec-19294f20a075 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534971 Jul 28 18:14:40.255449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0874263-4798-488f-8acd-01995e516c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:40.518939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e38d39-0664-4b3c-937d-8ef4bfa867d4 req-2c4017cf-a4e1-45be-8a0c-79e7263b1126 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.521445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794e4f-7202-449f-9d1c-51874387f278 req-c2085e16-1928-42c2-bd3d-92acc33c1f8d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.522075 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4e38d39-0664-4b3c-937d-8ef4bfa867d4 req-2c4017cf-a4e1-45be-8a0c-79e7263b1126 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1365573 Jul 28 18:14:40.525646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b794e4f-7202-449f-9d1c-51874387f278 req-c2085e16-1928-42c2-bd3d-92acc33c1f8d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0858870 Jul 28 18:14:40.579804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b794e4f-7202-449f-9d1c-51874387f278 req-43c797fd-6327-4464-9156-ad37667c96ab tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484521 Jul 28 18:14:40.613747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4e38d39-0664-4b3c-937d-8ef4bfa867d4 req-46ea8721-d2b4-425c-afb1-d04e8c1b7b37 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743556 Jul 28 18:14:40.767033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47950a03-0baa-4d02-864b-fd50f5e8aea3 req-53c6ddb7-38a8-4e00-8c1e-af1709d85664 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.768887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47950a03-0baa-4d02-864b-fd50f5e8aea3 req-53c6ddb7-38a8-4e00-8c1e-af1709d85664 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0608928 Jul 28 18:14:40.817420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47950a03-0baa-4d02-864b-fd50f5e8aea3 req-7d3fd53a-ccb6-4bb9-aae4-def979fa91ec tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Jul 28 18:14:40.975716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704f50-db6a-42c3-8b80-8b1d49ff2b30 req-4c40d495-15b3-44db-967e-7a3776aa9cf2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:40.977316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4704f50-db6a-42c3-8b80-8b1d49ff2b30 req-4c40d495-15b3-44db-967e-7a3776aa9cf2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0704942 Jul 28 18:14:41.015843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4704f50-db6a-42c3-8b80-8b1d49ff2b30 req-6494a58c-607e-475b-bf88-25f69255367e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Jul 28 18:14:41.017571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:41.160714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481a4b-fdf0-4f98-aebc-f341ac65706c req-4047a11c-2e4f-4df3-b8c4-3dbab1edaf26 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.162323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab481a4b-fdf0-4f98-aebc-f341ac65706c req-4047a11c-2e4f-4df3-b8c4-3dbab1edaf26 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0633166 Jul 28 18:14:41.208143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab481a4b-fdf0-4f98-aebc-f341ac65706c req-7925c332-bec0-4c66-95d5-4952aa0004df tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Jul 28 18:14:41.390291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0625d3-60b3-40d5-944a-3dd975c65815 req-ee7f88cd-3b1a-4ef7-a98e-91265dc122ef tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.398149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d0625d3-60b3-40d5-944a-3dd975c65815 req-ee7f88cd-3b1a-4ef7-a98e-91265dc122ef tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0815792 Jul 28 18:14:41.448257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d0625d3-60b3-40d5-944a-3dd975c65815 req-822baabd-559a-4efd-8177-739cedcac275 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Jul 28 18:14:41.572552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3be8-f8db-4f3c-bdb0-e5e95b6e9cae req-5b0e123b-50c0-4ba3-aaae-ed6bc8b8b322 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.576280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c4d3be8-f8db-4f3c-bdb0-e5e95b6e9cae req-5b0e123b-50c0-4ba3-aaae-ed6bc8b8b322 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0732994 Jul 28 18:14:41.641309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c4d3be8-f8db-4f3c-bdb0-e5e95b6e9cae req-86b2710f-e2d7-4cf1-b9c0-17909dcd32f7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 Jul 28 18:14:41.714611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597428-f5dd-4df6-af75-ec8131fc8cdf req-39618f7c-7cde-4b96-8ab2-bc6ee2c0943e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.717222 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a597428-f5dd-4df6-af75-ec8131fc8cdf req-39618f7c-7cde-4b96-8ab2-bc6ee2c0943e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0619943 Jul 28 18:14:41.785094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a597428-f5dd-4df6-af75-ec8131fc8cdf req-9a1aa189-c805-4583-883e-467d382c04fd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Jul 28 18:14:41.810222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed3cf1-5988-45d9-b9d4-da9ac4818d0e req-5feed435-73aa-4c6f-b757-0b333f57c6d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.813132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bed3cf1-5988-45d9-b9d4-da9ac4818d0e req-5feed435-73aa-4c6f-b757-0b333f57c6d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0673206 Jul 28 18:14:41.859215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bed3cf1-5988-45d9-b9d4-da9ac4818d0e req-b1262421-84df-4b8f-a176-23ce9f24cf26 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Jul 28 18:14:41.920246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c2f0-18d8-4a98-824c-8bfa5caec415 req-8724585f-24ef-4711-9e84-db1869b1abde tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:41.922543 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a359c2f0-18d8-4a98-824c-8bfa5caec415 req-8724585f-24ef-4711-9e84-db1869b1abde tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0653148 Jul 28 18:14:41.974785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a359c2f0-18d8-4a98-824c-8bfa5caec415 req-4ad404bb-4a02-47cc-873e-240ce56299a7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jul 28 18:14:42.009053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a1f3-eff5-4661-82ac-dbb1d9c39f3d req-dcd3bfa2-40c7-40b4-ad3b-c7c7b5bf13bc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:42.010787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e58a1f3-eff5-4661-82ac-dbb1d9c39f3d req-dcd3bfa2-40c7-40b4-ad3b-c7c7b5bf13bc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0649867 Jul 28 18:14:42.083832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e58a1f3-eff5-4661-82ac-dbb1d9c39f3d req-43cbe37b-0969-434f-8a6e-eca2c9912851 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Jul 28 18:14:42.291361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27674-f3b1-43fe-9fcf-707fdde51e5b req-8f748416-09d9-4bbb-b13e-8ed50d901b6c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:42.295219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10e27674-f3b1-43fe-9fcf-707fdde51e5b req-8f748416-09d9-4bbb-b13e-8ed50d901b6c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0671170 Jul 28 18:14:42.410002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594ff2-f323-4222-b012-831b204f788e req-6754d560-309c-4602-9396-3abba593c9ee tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:42.414473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14594ff2-f323-4222-b012-831b204f788e req-6754d560-309c-4602-9396-3abba593c9ee tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1487143 Jul 28 18:14:42.416566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10e27674-f3b1-43fe-9fcf-707fdde51e5b req-e730383c-4e18-4fbe-85ec-2081337b77cd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902274 Jul 28 18:14:42.478722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14594ff2-f323-4222-b012-831b204f788e req-3d53c197-f5f2-40dc-9172-70a5f0141be4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542667 Jul 28 18:14:42.616180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a04f-3de8-408d-9a2f-cd6d19c8ba64 req-6e9bbb11-eb91-44a3-9ff2-c3147e496c89 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:42.625461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d65a04f-3de8-408d-9a2f-cd6d19c8ba64 req-6e9bbb11-eb91-44a3-9ff2-c3147e496c89 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0769701 Jul 28 18:14:42.649077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3ffe0-de5f-445f-98c1-dcf79155664d req-68f5ddbe-5647-4361-89d4-16611a5d9045 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:42.651607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98d3ffe0-de5f-445f-98c1-dcf79155664d req-68f5ddbe-5647-4361-89d4-16611a5d9045 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0595026 Jul 28 18:14:42.701105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d65a04f-3de8-408d-9a2f-cd6d19c8ba64 req-df7bac82-7165-46b0-9f30-0e7973ec686b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Jul 28 18:14:42.716009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98d3ffe0-de5f-445f-98c1-dcf79155664d req-3c68b35e-e41a-4c94-9b14-691dc8e7d618 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Jul 28 18:14:42.915061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:43.020571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe280b-63b5-42ce-8704-d9a9127f71a2 req-4ff756de-d636-452a-925b-5432c0236c94 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:43.023868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58fe280b-63b5-42ce-8704-d9a9127f71a2 req-4ff756de-d636-452a-925b-5432c0236c94 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0675399 Jul 28 18:14:43.068040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58fe280b-63b5-42ce-8704-d9a9127f71a2 req-263609f8-2f63-48f8-9a26-70374678b199 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Jul 28 18:14:43.265986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb242cf-6153-46db-8e56-72e337987c43 req-f7760dad-6393-4742-8543-dff4d67ae44c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:43.267589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fb242cf-6153-46db-8e56-72e337987c43 req-f7760dad-6393-4742-8543-dff4d67ae44c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0714827 Jul 28 18:14:43.317655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebd2f6-fef9-4a4b-8240-19490bdbae4e req-b76fc552-b159-4c99-920a-e4f33cb03505 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:43.319554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6eebd2f6-fef9-4a4b-8240-19490bdbae4e req-b76fc552-b159-4c99-920a-e4f33cb03505 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0525208 Jul 28 18:14:43.320395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fb242cf-6153-46db-8e56-72e337987c43 req-2a7c84da-492b-4245-9cc6-b9fb000578f1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Jul 28 18:14:43.378113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6eebd2f6-fef9-4a4b-8240-19490bdbae4e req-1923ca23-896b-494e-b09f-bf151e4e4512 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487392 Jul 28 18:14:43.468939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41a3e5-4fca-4999-bf8e-4fdeb681e3dd req-0a180b94-2572-495b-9dd3-d5dba6b376af tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:43.470569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a41a3e5-4fca-4999-bf8e-4fdeb681e3dd req-0a180b94-2572-495b-9dd3-d5dba6b376af tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0539122 Jul 28 18:14:43.511310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a41a3e5-4fca-4999-bf8e-4fdeb681e3dd req-5ccd8a0b-2d1c-45b4-9b66-7f29aae16baf tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 28 18:14:43.645122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8833a1-690e-4087-afef-d1bf0fbb617f req-7fc948f2-7c67-4575-bce0-50d5361aa2be tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:43.646617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db8833a1-690e-4087-afef-d1bf0fbb617f req-7fc948f2-7c67-4575-bce0-50d5361aa2be tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0526023 Jul 28 18:14:43.685464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db8833a1-690e-4087-afef-d1bf0fbb617f req-93c301e9-e752-4c0e-ae22-793913134536 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Jul 28 18:14:44.034656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40326) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:44.111643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79932409-1793-448a-872d-3e3828e61f7f req-2af86f35-25dc-41d8-8aba-6fc9c7e2b2d4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:44.113170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79932409-1793-448a-872d-3e3828e61f7f req-2af86f35-25dc-41d8-8aba-6fc9c7e2b2d4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0548425 Jul 28 18:14:44.156922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1feb70c5-d268-453a-ae8d-15edfc5a51d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.177850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79932409-1793-448a-872d-3e3828e61f7f req-e8d8f2fe-d7c2-4fa3-b802-63b08a806a9b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Jul 28 18:14:44.274987 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1feb70c5-d268-453a-ae8d-15edfc5a51d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.345037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1feb70c5-d268-453a-ae8d-15edfc5a51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.383652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1feb70c5-d268-453a-ae8d-15edfc5a51d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bb67e51acf54f3f93b9d5a5798e9be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476663 Jul 28 18:14:44.385792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb70c5-d268-453a-ae8d-15edfc5a51d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be834d0b-dca9-47ae-b42a-bbf3c2517592,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:44.386571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40334) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:44.487069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.516612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.535539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d54ea7-44ed-4e48-be05-bb0055c4a985 req-5de70019-04c8-4929-8737-91f5e8312718 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:44.536986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9d54ea7-44ed-4e48-be05-bb0055c4a985 req-5de70019-04c8-4929-8737-91f5e8312718 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0924242 Jul 28 18:14:44.590549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9d54ea7-44ed-4e48-be05-bb0055c4a985 req-63202d1c-6989-4943-8321-c21a4346295d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Jul 28 18:14:44.708867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.713729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:44.715660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be834d0b-dca9-47ae-b42a-bbf3c2517592 HTTP/1.1" status: 204 len: 168 time: 0.3261025 Jul 28 18:14:44.723464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5beed-13a1-43a9-a800-f3e46218f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be834d0b-dca9-47ae-b42a-bbf3c2517592,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:45.125313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:45.229670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:45.242987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'mac_address': 'fa:16:3e:9e:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:45.296551 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.318077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:14:45.344960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:45.351670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4edc0-d928-455e-8a0e-610d74987dcb req-b698bbc3-9667-4a67-a891-86feddd4927f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:45.360063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2da4edc0-d928-455e-8a0e-610d74987dcb req-b698bbc3-9667-4a67-a891-86feddd4927f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0833569 Jul 28 18:14:45.384069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.421198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2da4edc0-d928-455e-8a0e-610d74987dcb req-76cb30ff-b2d0-42fd-a5ea-2e93f243a38b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 Jul 28 18:14:45.478331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.499459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:45.523510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec6d5-4b18-45d7-bb9e-433cba09f717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.548040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:45.562868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.564218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.564680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.565219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.565770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.566349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.566646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.567145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.567699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.568204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.568547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.568882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:45.591436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3fafed9b-35fd-4ac0-b398-3e79a524c9ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:45.683521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec6d5-4b18-45d7-bb9e-433cba09f717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.731902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c7ee-1f31-4e64-b8c8-96de6763b867 req-10f07a5d-2b83-4c19-91b4-6cc8028f5040 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:45.733602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23c6c7ee-1f31-4e64-b8c8-96de6763b867 req-10f07a5d-2b83-4c19-91b4-6cc8028f5040 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0543375 Jul 28 18:14:45.775933 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec6d5-4b18-45d7-bb9e-433cba09f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.780941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23c6c7ee-1f31-4e64-b8c8-96de6763b867 req-cf084c51-7469-41ae-ac87-8be98f67878c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Jul 28 18:14:45.837618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ec6d5-4b18-45d7-bb9e-433cba09f717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa19599-3efe-4bdd-b195-154a7c8d00ae,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:45.859763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca4ec6d5-4b18-45d7-bb9e-433cba09f717 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33ad0fc567c5482d9e0de34d888f9034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558013 Jul 28 18:14:45.860515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40376) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:45.935527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.960353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:45.974018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762490ac-f0c3-46f0-992a-6be62035f473 req-332655ab-9775-4183-9312-24e5fe23c938 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:45.975647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-762490ac-f0c3-46f0-992a-6be62035f473 req-332655ab-9775-4183-9312-24e5fe23c938 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0877209 Jul 28 18:14:46.036055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-762490ac-f0c3-46f0-992a-6be62035f473 req-afa46abe-5d39-441e-ac06-7a211601512a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Jul 28 18:14:46.108884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:46.111224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:46.113611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3aa19599-3efe-4bdd-b195-154a7c8d00ae HTTP/1.1" status: 204 len: 168 time: 0.2519259 Jul 28 18:14:46.133956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69831a-261c-4c17-8e30-139d0ae8ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa19599-3efe-4bdd-b195-154a7c8d00ae,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:46.952760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2696-dedf-48ac-9b91-4caf9fdb1bb0 req-416bd4c4-6361-4e5a-be04-ec6530db3a94 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:46.963086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37bd2696-dedf-48ac-9b91-4caf9fdb1bb0 req-416bd4c4-6361-4e5a-be04-ec6530db3a94 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0747068 Jul 28 18:14:47.011679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37bd2696-dedf-48ac-9b91-4caf9fdb1bb0 req-49e126ab-aedc-45a8-9028-cd4c24dfa32f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Jul 28 18:14:47.144582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:47.170714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ce2c6-0939-4e9b-ac0e-85750530bd86 req-ec1fbd4f-c9a1-4e1f-904a-1727f1a7fa67 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:47.172357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f86ce2c6-0939-4e9b-ac0e-85750530bd86 req-ec1fbd4f-c9a1-4e1f-904a-1727f1a7fa67 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0680466 Jul 28 18:14:47.234336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:14:47.245956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f86ce2c6-0939-4e9b-ac0e-85750530bd86 req-a009d351-a8e3-4316-87fa-d86c251c37fc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604486 Jul 28 18:14:47.260030 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:47.429898 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:47.446175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1fd01-2210-42f2-84ee-086a74c0e4f7 req-11ec4246-5040-4e62-962a-fd12c1242a9f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:47.454826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99c1fd01-2210-42f2-84ee-086a74c0e4f7 req-11ec4246-5040-4e62-962a-fd12c1242a9f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0731916 Jul 28 18:14:47.467496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:14:47.470344 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24f3d92-2ecc-4e4e-a16c-64e0534ffda0" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:47.507910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:47.519548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99c1fd01-2210-42f2-84ee-086a74c0e4f7 req-d3a35690-d203-4929-8dd1-d941303cb7c4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583310 Jul 28 18:14:47.547219 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af95da0c-f75b-47c0-ad98-969479c25a5a x-openstack-request-id: req-af95da0c-f75b-47c0-ad98-969479c25a5a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:47.547647 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:47.547830 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af95da0c-f75b-47c0-ad98-969479c25a5a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:47.548228 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'code': 200} Jul 28 18:14:47.589241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:47.660896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:47.738746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea305da8-9eed-4fe7-abb4-123f58a5a33a req-111d7f4e-0cdd-4de7-aa84-f4004e44dd91 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:47.747108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea305da8-9eed-4fe7-abb4-123f58a5a33a req-111d7f4e-0cdd-4de7-aa84-f4004e44dd91 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1009982 Jul 28 18:14:47.783037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea305da8-9eed-4fe7-abb4-123f58a5a33a req-59e1ee08-0d60-400e-9c01-56a75892f61a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Jul 28 18:14:47.905796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a0f64-a8c0-4a00-82b7-8124fa157af5 req-c8a33918-9655-4889-a394-282c9598fed1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:47.907333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea3a0f64-a8c0-4a00-82b7-8124fa157af5 req-c8a33918-9655-4889-a394-282c9598fed1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0524666 Jul 28 18:14:47.968830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea3a0f64-a8c0-4a00-82b7-8124fa157af5 req-a3e33c27-b9aa-4d53-b745-f5d99390040b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538077 Jul 28 18:14:48.215834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa57895-76e4-4dff-94f2-2f5bb7ff47ff req-765ca92f-bb5c-445d-990b-e8371add93f0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:48.226906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa57895-76e4-4dff-94f2-2f5bb7ff47ff req-765ca92f-bb5c-445d-990b-e8371add93f0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0890825 Jul 28 18:14:48.244841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd69d52-6110-4659-a87c-7a0e8b0cf9b7 req-6ca2a6a4-a4bd-4f54-833d-706b23be6f83 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:48.254427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cd69d52-6110-4659-a87c-7a0e8b0cf9b7 req-6ca2a6a4-a4bd-4f54-833d-706b23be6f83 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1016200 Jul 28 18:14:48.316489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cd69d52-6110-4659-a87c-7a0e8b0cf9b7 req-a384944d-40f4-4e0f-b31a-1ec920fa1c90 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608122 Jul 28 18:14:48.329380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa57895-76e4-4dff-94f2-2f5bb7ff47ff req-8481b7ee-4c3e-4e47-a8f6-1234f6a0f3d6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873892 Jul 28 18:14:48.467051 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee75974-7b85-490c-a2e4-323e6ccf89d7 req-4aab0f53-4a3e-4e3a-893f-27982882e632 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:48.477149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bee75974-7b85-490c-a2e4-323e6ccf89d7 req-4aab0f53-4a3e-4e3a-893f-27982882e632 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0821905 Jul 28 18:14:48.529278 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bee75974-7b85-490c-a2e4-323e6ccf89d7 req-ade09f5b-5587-487a-8686-499adec5a503 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509961 Jul 28 18:14:48.538979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:48.771672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991c44-00cc-46a5-93b4-7183e2241627 req-791f945f-4599-44b2-adda-66ae46444dfe tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:48.778949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7991c44-00cc-46a5-93b4-7183e2241627 req-791f945f-4599-44b2-adda-66ae46444dfe tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0897615 Jul 28 18:14:48.852416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7991c44-00cc-46a5-93b4-7183e2241627 req-f48d8b45-daec-488a-b3e4-85b62bbf2ab5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Jul 28 18:14:49.009698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade625-54d8-454c-8d77-1e78537b2173 req-5fa6b496-8ce6-40b7-a18b-330acfc3721a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:49.012626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bade625-54d8-454c-8d77-1e78537b2173 req-5fa6b496-8ce6-40b7-a18b-330acfc3721a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0670042 Jul 28 18:14:49.061886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bade625-54d8-454c-8d77-1e78537b2173 req-3f064ea8-2d21-402b-b064-25de9ff86744 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Jul 28 18:14:49.298992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c87d6-cedc-4951-b0b1-2980b72c428b req-5939983b-e5a6-4fa2-8aa6-12220587c4e7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:49.301764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce4c87d6-cedc-4951-b0b1-2980b72c428b req-5939983b-e5a6-4fa2-8aa6-12220587c4e7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0717366 Jul 28 18:14:49.400099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce4c87d6-cedc-4951-b0b1-2980b72c428b req-58894ea6-8de1-49e1-8fec-ba6a47361c61 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830278 Jul 28 18:14:49.538441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25f5f-7438-4fc2-a181-e8ca16b5d5b0 req-cc7bb574-e0b2-4f79-8983-fd1ef2495f4c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:49.540585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfd25f5f-7438-4fc2-a181-e8ca16b5d5b0 req-cc7bb574-e0b2-4f79-8983-fd1ef2495f4c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1021743 Jul 28 18:14:49.625008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfd25f5f-7438-4fc2-a181-e8ca16b5d5b0 req-4f88a996-ef2e-4415-ab1d-3257a77c5401 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653253 Jul 28 18:14:49.644565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec509a2-882d-48c0-aed0-33054a73ac58 req-fc2abeac-2395-41c8-8a33-d98f692571c7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:49.655587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fec509a2-882d-48c0-aed0-33054a73ac58 req-fc2abeac-2395-41c8-8a33-d98f692571c7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0919788 Jul 28 18:14:49.740303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fec509a2-882d-48c0-aed0-33054a73ac58 req-b1a4c326-8852-4989-851a-0724c84d2347 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831182 Jul 28 18:14:49.962796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034860-a102-4806-9dcf-23f59d4e714c req-8bd751e6-2a88-47e1-bd90-9a726591d6ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:49.970554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd034860-a102-4806-9dcf-23f59d4e714c req-8bd751e6-2a88-47e1-bd90-9a726591d6ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0882692 Jul 28 18:14:50.026440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd034860-a102-4806-9dcf-23f59d4e714c req-13b6d481-e1b6-4e93-8cb9-5d4a60713ddf tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503509 Jul 28 18:14:50.166417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-9e4eee3a-110f-4495-9c69-20d7610ae0ce req-edf68125-5571-4441-8c15-40fb65f4b091 service neutron] (101105) timed out ('10.222.0.37', 55858) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:14:50.188125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cba03f-4af2-4a6f-a769-8f7928cc9ad7 req-e3ca9c05-ce6d-4482-b2c1-daa92d7abff3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:50.196041 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17cba03f-4af2-4a6f-a769-8f7928cc9ad7 req-e3ca9c05-ce6d-4482-b2c1-daa92d7abff3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0688071 Jul 28 18:14:50.254172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17cba03f-4af2-4a6f-a769-8f7928cc9ad7 req-e29c5e7a-1be0-4288-80a0-31733f8a9b80 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Jul 28 18:14:50.506847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278ee10-0b4a-4063-a74f-2e5954d1ad6b req-2221f7db-7050-4224-9ee2-f18376a87491 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:50.514400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e278ee10-0b4a-4063-a74f-2e5954d1ad6b req-2221f7db-7050-4224-9ee2-f18376a87491 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0988922 Jul 28 18:14:50.607786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e278ee10-0b4a-4063-a74f-2e5954d1ad6b req-2bda2380-c359-4b34-a5b2-3f2891dc622b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818141 Jul 28 18:14:50.757862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e45906-b3da-41b1-aa39-2444204cc9a6 req-c0efd04a-a1ab-4667-8057-ee98528f730e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:50.760079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23e45906-b3da-41b1-aa39-2444204cc9a6 req-c0efd04a-a1ab-4667-8057-ee98528f730e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0776589 Jul 28 18:14:50.804054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b352b-3244-41b8-99c8-9e7518875b39 req-21c3c36a-417a-4aff-8430-99f6cb29f473 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:50.805943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48b352b-3244-41b8-99c8-9e7518875b39 req-21c3c36a-417a-4aff-8430-99f6cb29f473 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0925577 Jul 28 18:14:50.853883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23e45906-b3da-41b1-aa39-2444204cc9a6 req-1af154c6-f0b2-4bc0-83e2-f62f5ca728ef tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 Jul 28 18:14:50.873829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c48b352b-3244-41b8-99c8-9e7518875b39 req-151b11ea-f109-4414-9327-843bf5a6d175 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610321 Jul 28 18:14:51.044803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc55f-1193-403d-9553-dad41b629030 req-b3820539-589c-45aa-b88f-3eff2ecd830d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:51.054571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1cdc55f-1193-403d-9553-dad41b629030 req-b3820539-589c-45aa-b88f-3eff2ecd830d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1032815 Jul 28 18:14:51.124466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1cdc55f-1193-403d-9553-dad41b629030 req-f1fe7160-68b9-45b7-8bbf-e99f67c40d5c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687423 Jul 28 18:14:51.340112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787e34-c2a3-42ad-9cdc-a26cfcc57de9 req-e3d1f032-2234-4353-a202-36759b8c1e44 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:51.342978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d787e34-c2a3-42ad-9cdc-a26cfcc57de9 req-e3d1f032-2234-4353-a202-36759b8c1e44 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1047297 Jul 28 18:14:51.576214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d787e34-c2a3-42ad-9cdc-a26cfcc57de9 req-06c540f3-c564-4b1a-83e2-8d97485aa2dc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049134 Jul 28 18:14:51.831622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607576d-7745-4fad-b423-adcd56cb129c req-62876ac7-798a-4c27-8c9a-be78f9ad5a2d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:51.833098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3607576d-7745-4fad-b423-adcd56cb129c req-62876ac7-798a-4c27-8c9a-be78f9ad5a2d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0569737 Jul 28 18:14:51.879183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3607576d-7745-4fad-b423-adcd56cb129c req-c57456fa-f511-439b-9938-27672a5e55aa tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Jul 28 18:14:52.056763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc5a8-5a37-4cf3-af44-66052d763fc8 req-dc6837e4-bf37-446e-b770-7a2a2726f5f9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:52.071313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e41fc5a8-5a37-4cf3-af44-66052d763fc8 req-dc6837e4-bf37-446e-b770-7a2a2726f5f9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1101532 Jul 28 18:14:52.126184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6da90-4bfd-49e7-824d-c86e20e6070d req-3aec533d-acf8-43db-9ae5-d692988b441e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:52.143996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15f6da90-4bfd-49e7-824d-c86e20e6070d req-3aec533d-acf8-43db-9ae5-d692988b441e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1031909 Jul 28 18:14:52.157108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e41fc5a8-5a37-4cf3-af44-66052d763fc8 req-f7c4217c-78dc-4b9d-9e8c-1a0880eca579 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844836 Jul 28 18:14:52.217391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15f6da90-4bfd-49e7-824d-c86e20e6070d req-de482cfb-65bc-458d-962a-d0ff2bc32ef3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Jul 28 18:14:52.556297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c8e3-930c-43f9-b404-8338fee6adb1 req-c66c01cd-9d19-42ec-93a2-dd37814a422b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:52.560880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf13c8e3-930c-43f9-b404-8338fee6adb1 req-c66c01cd-9d19-42ec-93a2-dd37814a422b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1303270 Jul 28 18:14:52.600767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf13c8e3-930c-43f9-b404-8338fee6adb1 req-54261d4c-4755-4ee3-9b6f-202900d88217 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 Jul 28 18:14:52.748439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:52.780798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af797f82-8816-494b-8c5d-73a596f4bf1f req-c9f59553-d2fd-4025-9c81-a2849bda5631 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:52.780798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af797f82-8816-494b-8c5d-73a596f4bf1f req-c9f59553-d2fd-4025-9c81-a2849bda5631 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0608952 Jul 28 18:14:52.825457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af797f82-8816-494b-8c5d-73a596f4bf1f req-fc19a593-ddef-4897-b77d-9354dcbf8f89 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Jul 28 18:14:52.876893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf5a6-cd86-4b90-83e6-e335434f935b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:52.965706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05819ce-8e51-4dd6-830a-995b1e9e654a req-42500907-a96c-46f3-912c-3dc411250a28 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:52.968072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b05819ce-8e51-4dd6-830a-995b1e9e654a req-42500907-a96c-46f3-912c-3dc411250a28 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0540593 Jul 28 18:14:53.012471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf5a6-cd86-4b90-83e6-e335434f935b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.027073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b05819ce-8e51-4dd6-830a-995b1e9e654a req-ae8451f4-f9d5-4ab3-9e31-ba81e28c9f12 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Jul 28 18:14:53.125342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf5a6-cd86-4b90-83e6-e335434f935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.182947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ce421-7db5-45b9-86b6-1dafd7d37b1d req-cd2f44ce-698d-47c1-b130-4e4ca31f79e1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:53.182947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-696ce421-7db5-45b9-86b6-1dafd7d37b1d req-cd2f44ce-698d-47c1-b130-4e4ca31f79e1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0853589 Jul 28 18:14:53.184438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0ccdf5a6-cd86-4b90-83e6-e335434f935b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=664719216069419fa8bebd139594418d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349310 Jul 28 18:14:53.185358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdf5a6-cd86-4b90-83e6-e335434f935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4887b50-b8cc-41aa-a6f3-3b8f7f832f8b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:53.187249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40712) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:53.282138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-696ce421-7db5-45b9-86b6-1dafd7d37b1d req-6a49e751-ca80-4ba3-8b0b-ee0567576e23 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929372 Jul 28 18:14:53.363524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4dd41-b0be-4cd4-9113-eab5365ea63f req-d42e34f3-daa1-4431-ab42-131e5e35e834 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:53.365288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37d4dd41-b0be-4cd4-9113-eab5365ea63f req-d42e34f3-daa1-4431-ab42-131e5e35e834 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1313965 Jul 28 18:14:53.367097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.404058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.457239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37d4dd41-b0be-4cd4-9113-eab5365ea63f req-df20d0a4-03a3-4357-a7a4-effb5a1c018e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667515 Jul 28 18:14:53.567817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.576003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:53.585970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4887b50-b8cc-41aa-a6f3-3b8f7f832f8b HTTP/1.1" status: 204 len: 168 time: 0.3953836 Jul 28 18:14:53.621540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afbba4-d5d8-4be7-a9d9-142d44e09e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4887b50-b8cc-41aa-a6f3-3b8f7f832f8b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:54.186726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e2e0-2777-434a-9d05-52307d722a20 req-a5ddfe79-0603-4744-82f7-8ad052ee029a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:54.197630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8b5e2e0-2777-434a-9d05-52307d722a20 req-a5ddfe79-0603-4744-82f7-8ad052ee029a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1007740 Jul 28 18:14:54.256554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8b5e2e0-2777-434a-9d05-52307d722a20 req-3b3d0f79-8754-4a4b-905c-dae9616d0ece tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Jul 28 18:14:54.501556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:54.522930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd6f5d6-6ef3-4b90-89ae-464eab368274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:54.676632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba53c2-9bb5-412f-95a5-54b8ac6a59b3 req-ae6d4e2a-c20f-4dba-a247-4497891d5321 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:54.688281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01ba53c2-9bb5-412f-95a5-54b8ac6a59b3 req-ae6d4e2a-c20f-4dba-a247-4497891d5321 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0948052 Jul 28 18:14:54.717648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd6f5d6-6ef3-4b90-89ae-464eab368274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:54.762736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01ba53c2-9bb5-412f-95a5-54b8ac6a59b3 req-9333b310-caf0-4ac5-95bf-f8616a447d40 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Jul 28 18:14:54.831482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd6f5d6-6ef3-4b90-89ae-464eab368274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:54.878992 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1fd6f5d6-6ef3-4b90-89ae-464eab368274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23c07eb6124f49e9b0570b2f239b0173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718562 Jul 28 18:14:54.879224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:54.886927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6f5d6-6ef3-4b90-89ae-464eab368274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba4446-7065-4cbd-90b0-c08420106654,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:54.943740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:54.968404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:55.143860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:55.146958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:55.148137 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37ba4446-7065-4cbd-90b0-c08420106654 HTTP/1.1" status: 204 len: 168 time: 0.2677236 Jul 28 18:14:55.170378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30454fa5-84eb-44a5-8dd8-f1715832a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba4446-7065-4cbd-90b0-c08420106654,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:55.411359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a074-110d-471b-8218-3d096cfe36fd req-61f99bc1-52ff-4dd9-bf0d-92cda38f1e9a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:55.412979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cd1a074-110d-471b-8218-3d096cfe36fd req-61f99bc1-52ff-4dd9-bf0d-92cda38f1e9a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0612421 Jul 28 18:14:55.463430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cd1a074-110d-471b-8218-3d096cfe36fd req-ff00f2ee-59c1-478d-b58f-5d13d3aa721e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Jul 28 18:14:55.933111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b19a32-d52e-49ca-9a32-ba5c98240fe7 req-69b33b26-7767-4aaf-8094-a54edd00aa23 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:55.935478 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87b19a32-d52e-49ca-9a32-ba5c98240fe7 req-69b33b26-7767-4aaf-8094-a54edd00aa23 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0873406 Jul 28 18:14:56.063650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87b19a32-d52e-49ca-9a32-ba5c98240fe7 req-21c3fe68-2d7e-4151-bcfc-b8f0b23700ad tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213582 Jul 28 18:14:56.670426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276bba6-ba76-4001-b878-b74eef6f5944 req-c0cc3300-ef0f-495d-afc5-5b0a983af556 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:56.681011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d276bba6-ba76-4001-b878-b74eef6f5944 req-c0cc3300-ef0f-495d-afc5-5b0a983af556 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1237671 Jul 28 18:14:56.729692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d276bba6-ba76-4001-b878-b74eef6f5944 req-732aece9-2aa8-46a4-a600-a72434b5db5b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Jul 28 18:14:57.191882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c5ea-536a-40ab-a6f6-97ca6a4ac4a2 req-e618bd1d-b70e-4c6e-927f-b8b49b86e674 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:57.193727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1254c5ea-536a-40ab-a6f6-97ca6a4ac4a2 req-e618bd1d-b70e-4c6e-927f-b8b49b86e674 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0568368 Jul 28 18:14:57.258599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1254c5ea-536a-40ab-a6f6-97ca6a4ac4a2 req-ae0fd717-77d0-43c8-a847-08b11af2d13d tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515988 Jul 28 18:14:57.955368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7e4a-03b8-4174-9950-c210d7564ce7 req-310ab53f-510b-4114-9bc4-8f738509eb99 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:57.958282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b85a7e4a-03b8-4174-9950-c210d7564ce7 req-310ab53f-510b-4114-9bc4-8f738509eb99 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1023612 Jul 28 18:14:58.024101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b85a7e4a-03b8-4174-9950-c210d7564ce7 req-b0ae5f9e-14a3-42ff-bd67-2a2355067c98 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Jul 28 18:14:58.563507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733c05-6e38-4302-b765-b58f23cb21a4 req-aef6b5fa-7608-408f-8954-f3b3badccbb4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:58.571787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24733c05-6e38-4302-b765-b58f23cb21a4 req-aef6b5fa-7608-408f-8954-f3b3badccbb4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.2143831 Jul 28 18:14:58.613587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-754d9d91-40bb-4d5d-94d1-ad6cca5204fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:58.615735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-754d9d91-40bb-4d5d-94d1-ad6cca5204fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 1096 time: 0.1877851 Jul 28 18:14:58.631642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24733c05-6e38-4302-b765-b58f23cb21a4 req-cfd4cb88-6f08-41d2-b701-b172b299f363 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546198 Jul 28 18:14:58.775045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-307357b9-6c52-4931-b9e5-30c0a23408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:58.776932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-307357b9-6c52-4931-b9e5-30c0a23408d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 916 time: 0.1279092 Jul 28 18:14:58.821467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-bd36f583-b254-4577-a052-1bfd5cd289a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5783c509-8288-425e-9cd4-a5e354121ff5 HTTP/1.1" status: 200 len: 217 time: 0.0363483 Jul 28 18:14:58.878114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-74ca8cc3-fdc1-4d9f-9582-be0b7338da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:58.879717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-74ca8cc3-fdc1-4d9f-9582-be0b7338da3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.0506492 Jul 28 18:14:58.917389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-69d2b8c7-3f32-4dcf-a583-7e50faa8cb6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289137 Jul 28 18:14:59.021738 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-79b93582-4648-40a2-883d-c023a6c66f44 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981596 Jul 28 18:14:59.242372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c138579-a56b-4d02-bdcd-529302db4b39 req-ac2f9d74-a567-4c85-9e19-027cec9f3b12 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018971 Jul 28 18:14:59.247346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b1b29-8925-46de-8fc5-5367b1601ee7 req-3e35747e-b396-40a7-9a9e-cfafbebcd97b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:59.256865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f66b1b29-8925-46de-8fc5-5367b1601ee7 req-3e35747e-b396-40a7-9a9e-cfafbebcd97b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0727844 Jul 28 18:14:59.272211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:59.325771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f66b1b29-8925-46de-8fc5-5367b1601ee7 req-33da453f-5ae6-4757-b036-ab58e2472ba5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Jul 28 18:14:59.427538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a74971f9-8d8d-4992-baff-be2ad301ad3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:59.601098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a74971f9-8d8d-4992-baff-be2ad301ad3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:59.681294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a74971f9-8d8d-4992-baff-be2ad301ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:59.741161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:14:59.742574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a74971f9-8d8d-4992-baff-be2ad301ad3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59e3d61080c64cd6a5fbfe8bc0d82866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666936 Jul 28 18:14:59.897972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:14:59.900752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74971f9-8d8d-4992-baff-be2ad301ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e471cf9-401d-40cf-bf9a-0a8766afc614,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:59.965546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199e3bf-1b64-4356-9e12-78d3ee77d072 req-71dae627-7236-476b-b74b-fdb110f877ef tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:14:59.975047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5199e3bf-1b64-4356-9e12-78d3ee77d072 req-71dae627-7236-476b-b74b-fdb110f877ef tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.2276616 Jul 28 18:14:59.977353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:00.043472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5199e3bf-1b64-4356-9e12-78d3ee77d072 req-932d833b-9e4e-40dc-9531-c01d28b23dde tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Jul 28 18:15:00.163801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:00.163801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:00.164958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e471cf9-401d-40cf-bf9a-0a8766afc614 HTTP/1.1" status: 204 len: 168 time: 0.4224699 Jul 28 18:15:00.179224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca009-ff7c-4669-aa48-6d0d4ff727c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e471cf9-401d-40cf-bf9a-0a8766afc614,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:00.890248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0898-373f-4515-ace2-9a5ac2723da8 req-20287526-a42c-4f85-a008-70d4c4704ce9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:00.895081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-914a0898-373f-4515-ace2-9a5ac2723da8 req-20287526-a42c-4f85-a008-70d4c4704ce9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.4874444 Jul 28 18:15:00.942998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-914a0898-373f-4515-ace2-9a5ac2723da8 req-dcc4a76b-0979-48c1-98ec-ed7951bc7f0d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Jul 28 18:15:01.069342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:01.093871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9af7-f959-4fbd-8a0c-482272ab0fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.232413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654fdc-ee1b-44c7-8ab1-84f5ff1975b7 req-ef709f8d-66e0-4770-b0be-dc31e510d8cd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.234228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09654fdc-ee1b-44c7-8ab1-84f5ff1975b7 req-ef709f8d-66e0-4770-b0be-dc31e510d8cd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0842597 Jul 28 18:15:01.272520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9af7-f959-4fbd-8a0c-482272ab0fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.295951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09654fdc-ee1b-44c7-8ab1-84f5ff1975b7 req-6c283ec0-4ffc-4f8a-8f73-5a45bc4807ad tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Jul 28 18:15:01.338294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9af7-f959-4fbd-8a0c-482272ab0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.387746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7f6d9af7-f959-4fbd-8a0c-482272ab0fe1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e847305d2a094b25ab612f8448e61673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173001 Jul 28 18:15:01.392011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d9af7-f959-4fbd-8a0c-482272ab0fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e1f505-e1ec-4253-a34a-9c77c3914437,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:01.392265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:01.457365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.485163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.669622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-9dccb2f5-1ea0-4b5b-821e-3af8658dd52b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0603263 Jul 28 18:15:01.768862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.769272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.769771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.770288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.770805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.771309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.772330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.773714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-19b18671-7651-4bc5-b144-bc4fde590bec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 6500 time: 0.0524795 Jul 28 18:15:01.889407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-cc09430a-ba59-44e7-bede-241fb2dc9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.889798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-cc09430a-ba59-44e7-bede-241fb2dc9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.890277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-cc09430a-ba59-44e7-bede-241fb2dc9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:01.891924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-cc09430a-ba59-44e7-bede-241fb2dc9cc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f91cda-fdb7-4e29-86f1-09633e410dfb&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=f46442f0-7eb5-467b-98f6-9ac6516e066e&id=6f31886b-f639-4de9-8a4e-de5fd523a61c&id=6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 200 len: 2298 time: 0.0928576 Jul 28 18:15:01.936578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.939661 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:01.943286 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52e1f505-e1ec-4253-a34a-9c77c3914437 HTTP/1.1" status: 204 len: 168 time: 0.5489640 Jul 28 18:15:01.954841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0346242-b3b3-4e2f-9d71-e15de64bb762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e1f505-e1ec-4253-a34a-9c77c3914437,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:01.984769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-02633d14-3b7e-4ea8-948b-833467e48f8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 200 len: 1000 time: 0.0850694 Jul 28 18:15:02.052563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-61ebcbdc-e776-49ca-aa5f-542f07e36b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.055440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-61ebcbdc-e776-49ca-aa5f-542f07e36b4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 200 len: 856 time: 0.0634801 Jul 28 18:15:02.085410 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:15:02.111947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69fda3-34bd-43b1-83cc-8e7b2e8bf3a5 req-35058cce-c473-4821-8f8c-66df2aa68df0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.123232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab69fda3-34bd-43b1-83cc-8e7b2e8bf3a5 req-35058cce-c473-4821-8f8c-66df2aa68df0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0949111 Jul 28 18:15:02.130024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-3ce025c3-92de-491a-8b19-a122b3f16d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.131157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-3ce025c3-92de-491a-8b19-a122b3f16d01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f91cda-fdb7-4e29-86f1-09633e410dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663338 Jul 28 18:15:02.216028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab69fda3-34bd-43b1-83cc-8e7b2e8bf3a5 req-af774a36-8b98-4f99-9dae-afc2c41f859f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901942 Jul 28 18:15:02.248215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-f402e333-3c35-41cc-8121-a6a7298931e5 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076760 Jul 28 18:15:02.351771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-3706b560-489b-49f6-bd9d-d796628ed4a3 service neutron] 10.222.0.35 "GET /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923302 Jul 28 18:15:02.434503 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-a665cd92-9c09-4b24-a3d9-5e655355d59d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 217 time: 0.0774291 Jul 28 18:15:02.560795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198032d6-107e-4e07-9474-d8926fc6f417 req-d80e9ff0-88d7-490a-83bd-1e9a47926339 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.562413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198032d6-107e-4e07-9474-d8926fc6f417 req-d80e9ff0-88d7-490a-83bd-1e9a47926339 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1251323 Jul 28 18:15:02.574153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-dd018ab9-7831-4da1-ae66-2d68f7745078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.575656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-dd018ab9-7831-4da1-ae66-2d68f7745078 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.1252503 Jul 28 18:15:02.664835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198032d6-107e-4e07-9474-d8926fc6f417 req-10213315-2135-483f-ac67-3b1a41e53ed0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Jul 28 18:15:02.667648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-597e9023-e1ba-4cd1-811a-ffd08ba6fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.669098 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-597e9023-e1ba-4cd1-811a-ffd08ba6fb14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836611 Jul 28 18:15:02.769579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-5eca89d5-343c-4fed-9502-6542d10372b9 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Jul 28 18:15:02.885331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-b15c47cd-20e7-4847-b0fb-d82bc1411f2c service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083312 Jul 28 18:15:02.930506 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-98a25259-badd-4c4d-a4b2-784b642e88e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 217 time: 0.0372620 Jul 28 18:15:02.983072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-a4e57bfa-ab1a-49f0-ae4b-62ee20a51088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:02.984689 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-a4e57bfa-ab1a-49f0-ae4b-62ee20a51088 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0447733 Jul 28 18:15:03.045073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-0b184a7a-f1d3-4314-bc2e-8364c1da8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.045799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-0b184a7a-f1d3-4314-bc2e-8364c1da8e6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539525 Jul 28 18:15:03.173556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-958b08ad-b10c-4a6d-be26-4dd2480ac493 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208208 Jul 28 18:15:03.268501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-197cde87-038b-4c9f-b780-02004e8a8d66 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876966 Jul 28 18:15:03.325179 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-9361549c-8ed4-4bec-8ea0-23d6e1034202 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 200 len: 217 time: 0.0491965 Jul 28 18:15:03.358683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a10e2-e254-4c50-942a-a1a1ac2d961c req-e1f5415c-86dd-4ce7-8654-556bb087f3f0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.361886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c8a10e2-e254-4c50-942a-a1a1ac2d961c req-e1f5415c-86dd-4ce7-8654-556bb087f3f0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0707045 Jul 28 18:15:03.385292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-9f6c0b50-b399-4c9f-be4b-f9d41be84141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.386945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-9f6c0b50-b399-4c9f-be4b-f9d41be84141 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0540490 Jul 28 18:15:03.423526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c8a10e2-e254-4c50-942a-a1a1ac2d961c req-25152c63-6dfc-4053-b936-a9fb6c1e8479 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Jul 28 18:15:03.463533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-0bb1dfcd-418c-4a82-8b0a-3d1ea2182bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.465372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-0bb1dfcd-418c-4a82-8b0a-3d1ea2182bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700622 Jul 28 18:15:03.600260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-8162af27-abc4-4f39-99f7-974dc0299a2e service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268816 Jul 28 18:15:03.882388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f574124-ac20-4fad-b37d-eccfe4cb53dc req-cf2b112e-99a1-4cb3-83f7-a19ea43eb23c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.895275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f574124-ac20-4fad-b37d-eccfe4cb53dc req-cf2b112e-99a1-4cb3-83f7-a19ea43eb23c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1307211 Jul 28 18:15:03.945242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05148-c554-4920-9565-31e6e6e0f4be req-e1603a48-29fd-487d-8e58-04f3952ab7df tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:03.953009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07e05148-c554-4920-9565-31e6e6e0f4be req-e1603a48-29fd-487d-8e58-04f3952ab7df tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 950 time: 0.2355497 Jul 28 18:15:03.954811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f574124-ac20-4fad-b37d-eccfe4cb53dc req-6afc077b-365c-4179-9a96-d786ef3c89e2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Jul 28 18:15:03.975685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-486b304f-e002-4695-9435-5f5e44062776 service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080697 Jul 28 18:15:04.024888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-6027ad11-5fdc-4028-96cf-501006044f85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 200 len: 217 time: 0.0404336 Jul 28 18:15:04.052884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07e05148-c554-4920-9565-31e6e6e0f4be req-03a03cbd-a6ae-4c35-a5ff-57537e5e3f20 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Jul 28 18:15:04.099523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-7a45f250-9462-42fe-970c-f6c315972b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.099523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-7a45f250-9462-42fe-970c-f6c315972b27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 200 len: 797 time: 0.0551620 Jul 28 18:15:04.150323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-826a7611-a12e-42de-94cd-2bfafee79c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.152210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-826a7611-a12e-42de-94cd-2bfafee79c6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f46442f0-7eb5-467b-98f6-9ac6516e066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509653 Jul 28 18:15:04.260204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-569b60e7-db07-4c2b-b79a-0e4cfffca70f service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996773 Jul 28 18:15:04.357831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-1f4afdc1-8802-4a89-b041-91a54bd76a3a service neutron] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Jul 28 18:15:04.407091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-610fbea8-f78b-45ec-b38b-9f6f7c9933cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 200 len: 217 time: 0.0409274 Jul 28 18:15:04.461015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-e817d3e3-44b1-4361-b0cb-aeb1c06f18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.462780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-e817d3e3-44b1-4361-b0cb-aeb1c06f18a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0486066 Jul 28 18:15:04.546991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-11a37086-f96b-4cc5-80d6-4a834197e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.552163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-11a37086-f96b-4cc5-80d6-4a834197e0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735135 Jul 28 18:15:04.575467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc90a-9eb9-4b9a-8c94-9b978979369d req-0a3bae58-fd11-46ab-8421-2c84b30050f4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.577781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-572bc90a-9eb9-4b9a-8c94-9b978979369d req-0a3bae58-fd11-46ab-8421-2c84b30050f4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0785587 Jul 28 18:15:04.628508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-572bc90a-9eb9-4b9a-8c94-9b978979369d req-ca33f2d1-17a5-4e3d-b994-a9ca33405c65 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Jul 28 18:15:04.670133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-704691cc-4fd4-4758-ab1f-c86be1985722 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112244 Jul 28 18:15:04.772393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-c4a506e4-7011-403c-934a-66b25ece02b4 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886083 Jul 28 18:15:04.812715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-afb7e374-c44c-4921-8d5f-4cb089f0ba2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 200 len: 217 time: 0.0390358 Jul 28 18:15:04.869311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-558b2778-72a2-4b34-9df1-91ad6d91ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.870782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-558b2778-72a2-4b34-9df1-91ad6d91ddf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 200 len: 797 time: 0.0515409 Jul 28 18:15:04.937854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-916cc787-ee89-4663-becc-f74d2ec8e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:04.940347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-916cc787-ee89-4663-becc-f74d2ec8e2f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f31886b-f639-4de9-8a4e-de5fd523a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620666 Jul 28 18:15:05.082854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-a60dba4a-f106-4c9d-a0ea-2a2aed3d8867 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Jul 28 18:15:05.147713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e59d9-db7b-4145-9d27-6c283dec8ac8 req-bc5de241-4751-480d-a166-a1f2be6ffba4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:05.154865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da6e59d9-db7b-4145-9d27-6c283dec8ac8 req-bc5de241-4751-480d-a166-a1f2be6ffba4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1204021 Jul 28 18:15:05.190641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3cee-0a20-4cd4-9b91-edb1b5ccf1ce req-c748c7d5-a301-4099-94c6-c7f67fffa2bf tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:05.192341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ead3cee-0a20-4cd4-9b91-edb1b5ccf1ce req-c748c7d5-a301-4099-94c6-c7f67fffa2bf tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 950 time: 0.0606484 Jul 28 18:15:05.211778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-da6e59d9-db7b-4145-9d27-6c283dec8ac8 req-5c632500-985f-4b4e-8cea-53237e6dc1e5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Jul 28 18:15:05.245957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65fd433f-411e-4b9c-b1bc-b08cb7f3580d req-2c23c824-e8a9-436b-b757-08546fdb8740 service neutron] 10.222.0.35 "GET /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538427 Jul 28 18:15:05.250927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ead3cee-0a20-4cd4-9b91-edb1b5ccf1ce req-0c66e348-2e61-4806-8066-804f5eb0aea9 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502844 Jul 28 18:15:05.752987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575d59a-57cc-47ba-90f4-a3a30a3fb281 req-f0d007fa-0ecf-49d4-8763-59640a6fe12f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:05.754719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a575d59a-57cc-47ba-90f4-a3a30a3fb281 req-f0d007fa-0ecf-49d4-8763-59640a6fe12f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0551832 Jul 28 18:15:05.818423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a575d59a-57cc-47ba-90f4-a3a30a3fb281 req-943d8559-9e6b-480e-a7cc-5f21ceb930fa tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Jul 28 18:15:06.348222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756196e-0c9f-47fd-95cd-24b83554b524 req-897d53e7-b69e-477f-9c98-627f0e7ecd4c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:06.350719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a756196e-0c9f-47fd-95cd-24b83554b524 req-897d53e7-b69e-477f-9c98-627f0e7ecd4c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0733538 Jul 28 18:15:06.479145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a756196e-0c9f-47fd-95cd-24b83554b524 req-636546f5-0fb3-4e2b-8c25-d2e37a3baec9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080370 Jul 28 18:15:06.489243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:06.638102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-409ac15e-baa0-4b0c-8c80-f52cbba42a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:06.906406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-409ac15e-baa0-4b0c-8c80-f52cbba42a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.005213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af35c3-cb4e-4b15-896c-2a1cb2c1e23a req-3cc413c6-ee77-4d3c-a4a6-f2ba88ea12c1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:07.007367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89af35c3-cb4e-4b15-896c-2a1cb2c1e23a req-3cc413c6-ee77-4d3c-a4a6-f2ba88ea12c1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0720794 Jul 28 18:15:07.008383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-409ac15e-baa0-4b0c-8c80-f52cbba42a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.071201 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-409ac15e-baa0-4b0c-8c80-f52cbba42a7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a62bfd4a8ec4647af9cc906df97abff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791917 Jul 28 18:15:07.074091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41246) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:07.083192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ac15e-baa0-4b0c-8c80-f52cbba42a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6db28-32bc-4409-9998-11b27cf2a5ba,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:07.127810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89af35c3-cb4e-4b15-896c-2a1cb2c1e23a req-43aff6bf-c33d-4397-8060-ae445e898acb tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960190 Jul 28 18:15:07.164326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.184246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.246097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:15:07.249255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:07.343923 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.351507 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.356067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ea6db28-32bc-4409-9998-11b27cf2a5ba HTTP/1.1" status: 204 len: 168 time: 0.2776942 Jul 28 18:15:07.366705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a748d-cef1-4ae0-abaa-db7ecaf3b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6db28-32bc-4409-9998-11b27cf2a5ba,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:07.395139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:07.412281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'port_id': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'mac_address': 'fa:16:3e:18:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beae89ce-1e97-4ec4-b39a-49bbc9024f47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:15:07.478861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.480920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.506688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:07.531473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:07.531473 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf3448-7910-4b9f-af4e-9fc0b5883849" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-unplugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:07.547205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:07.551049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:07.614104 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b6a69-73e2-4bdb-be9b-78bb436ade9f x-openstack-request-id: req-151b6a69-73e2-4bdb-be9b-78bb436ade9f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:07.614392 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-unplugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:07.614643 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-151b6a69-73e2-4bdb-be9b-78bb436ade9f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:07.615065 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'code': 200} Jul 28 18:15:07.622499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba1de-0a5d-4e7c-8a79-0e0776504d8e req-538b0d10-902b-4e6e-a668-bf2bd8682d37 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:07.624863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52eba1de-0a5d-4e7c-8a79-0e0776504d8e req-538b0d10-902b-4e6e-a668-bf2bd8682d37 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0797355 Jul 28 18:15:07.647420 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.654166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.679893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-88285423-10bc-497b-9c89-400c5ac5a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:07.682648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52eba1de-0a5d-4e7c-8a79-0e0776504d8e req-05b6f7e2-c679-4dfd-81d1-05bb238f4b00 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500960 Jul 28 18:15:07.715513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:07.768286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:07.774998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.150714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41276) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:08.170867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5dfc483d-10b0-461f-9295-88e5013842a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.266354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d9dc-a710-468b-890c-c78a885890b2 req-8457c7e9-c03b-4ecb-9292-93ee4311f528 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:08.268134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a39d9dc-a710-468b-890c-c78a885890b2 req-8457c7e9-c03b-4ecb-9292-93ee4311f528 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 945 time: 0.0590143 Jul 28 18:15:08.277864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5dfc483d-10b0-461f-9295-88e5013842a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.310603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a39d9dc-a710-468b-890c-c78a885890b2 req-4ef55ae2-60c3-4b6c-96d8-c4c830a7711f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Jul 28 18:15:08.348009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5dfc483d-10b0-461f-9295-88e5013842a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.385331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc483d-10b0-461f-9295-88e5013842a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45449082-e541-4c7c-a4b7-31432e0889e0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.390495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5dfc483d-10b0-461f-9295-88e5013842a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b1790a96c54357928b9d7301a54a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380593 Jul 28 18:15:08.392690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:08.444518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.474983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.584389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.587146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:08.588433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45449082-e541-4c7c-a4b7-31432e0889e0 HTTP/1.1" status: 204 len: 168 time: 0.1946428 Jul 28 18:15:08.597637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d41a3f-ef52-4665-939b-81d82c1d1690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45449082-e541-4c7c-a4b7-31432e0889e0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.804186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f558-3977-42c8-886d-acd0537031db req-21e06f08-ecb8-47b9-97ad-bc7b928557b1 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:08.805671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ee9f558-3977-42c8-886d-acd0537031db req-21e06f08-ecb8-47b9-97ad-bc7b928557b1 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0482666 Jul 28 18:15:08.843487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ee9f558-3977-42c8-886d-acd0537031db req-3523bd49-5a30-45dc-b45f-982b93d5f202 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jul 28 18:15:09.122585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:09.235422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a39c59e-c44a-47d0-ae34-e70e9d671a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.254187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:15:09.303588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 03c84ce5-77fb-442e-9e1b-17657fde7f0c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:09.303957 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.327875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a39c59e-c44a-47d0-ae34-e70e9d671a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.383417 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.429992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c607-b9f1-4ef2-98c9-595859907ad3 req-201fff2f-e79e-493b-a046-9f4bf46308d1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:09.431650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8493c607-b9f1-4ef2-98c9-595859907ad3 req-201fff2f-e79e-493b-a046-9f4bf46308d1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Jul 28 18:15:09.477639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a39c59e-c44a-47d0-ae34-e70e9d671a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.486618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8493c607-b9f1-4ef2-98c9-595859907ad3 req-f2b1b8d6-1930-4213-bc9d-83c3f625353b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477192 Jul 28 18:15:09.537999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0a39c59e-c44a-47d0-ae34-e70e9d671a97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e96f13551504634a04807f29e395431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140804 Jul 28 18:15:09.547476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41316) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:09.552554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c59e-c44a-47d0-ae34-e70e9d671a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5725122-0f0b-4985-acbc-1af8ff39d34a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:09.592160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:09.616503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:09.619087 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b72af-5b6f-43d4-9dec-0b9b420f7d4f" -d '{"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:09.625186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41322) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:09.643469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4603da95-0003-4f06-8879-85c7beaa0774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.651855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.667197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c566dd04-172a-4d1e-8a6a-5266bfba45ee x-openstack-request-id: req-c566dd04-172a-4d1e-8a6a-5266bfba45ee {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:09.667197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:09.667197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c566dd04-172a-4d1e-8a6a-5266bfba45ee {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:09.667197 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'code': 200} Jul 28 18:15:09.681204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.686714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.736158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:09.757057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4603da95-0003-4f06-8879-85c7beaa0774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.795764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.798742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.802083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5725122-0f0b-4985-acbc-1af8ff39d34a HTTP/1.1" status: 204 len: 168 time: 0.2513762 Jul 28 18:15:09.813789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f6472-b0b8-4199-ba05-49b3bdcd75fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5725122-0f0b-4985-acbc-1af8ff39d34a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:09.846433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4603da95-0003-4f06-8879-85c7beaa0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.890283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4603da95-0003-4f06-8879-85c7beaa0774 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05ecacf98b1b4e6bab05700050434839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639194 Jul 28 18:15:09.894654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:09.905406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603da95-0003-4f06-8879-85c7beaa0774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8306af-0da2-4788-9e96-96f482ee6299,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:09.960682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:09.988355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40302fe1-4ea0-4c4d-b4f5-c270cc22d838 req-3c016620-78dd-44e7-be51-22c7fffb4348 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:09.989124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40302fe1-4ea0-4c4d-b4f5-c270cc22d838 req-3c016620-78dd-44e7-be51-22c7fffb4348 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0539515 Jul 28 18:15:09.991653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.039157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40302fe1-4ea0-4c4d-b4f5-c270cc22d838 req-4f639d52-e696-4cb4-9fed-8a5f9863f1da tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Jul 28 18:15:10.064060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.126900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.129484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.133326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d8306af-0da2-4788-9e96-96f482ee6299 HTTP/1.1" status: 204 len: 168 time: 0.2348013 Jul 28 18:15:10.138426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325025-2eae-45cb-9d8a-8b408f401864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8306af-0da2-4788-9e96-96f482ee6299,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:10.244861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e17f-f104-47f2-8fb7-17866cc94520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.589895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:10.606428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b897b788-b3fb-405f-b51d-e8abdaab5334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.644653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd2b6-88c2-4f13-888a-ab01407b3966 req-625bbd88-9cf9-4a4b-a0b7-f5042a4bc594 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:10.646711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbccd2b6-88c2-4f13-888a-ab01407b3966 req-625bbd88-9cf9-4a4b-a0b7-f5042a4bc594 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0719450 Jul 28 18:15:10.710079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbccd2b6-88c2-4f13-888a-ab01407b3966 req-3f14df4c-b358-4f4a-806d-c2a4ea1eea41 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Jul 28 18:15:10.734905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b897b788-b3fb-405f-b51d-e8abdaab5334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.846600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b897b788-b3fb-405f-b51d-e8abdaab5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.898036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b897b788-b3fb-405f-b51d-e8abdaab5334 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=268dd7ea28fa4aadac039487d0cbbd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064961 Jul 28 18:15:10.899024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897b788-b3fb-405f-b51d-e8abdaab5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e968cefa-9325-477d-91a2-ae9044d804e4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:10.900750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41374) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:10.954362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:10.978875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:11.029561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:11.141810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:11.144549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:11.145677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e968cefa-9325-477d-91a2-ae9044d804e4 HTTP/1.1" status: 204 len: 168 time: 0.2432868 Jul 28 18:15:11.159911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf06e06-ce2e-4f88-990f-29307069976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e968cefa-9325-477d-91a2-ae9044d804e4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:11.179288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aa5b6-73a6-4234-911a-ef37131e8e98 req-c3b5986f-28c2-4b25-b9d4-f18b590758e3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:11.181091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc3aa5b6-73a6-4234-911a-ef37131e8e98 req-c3b5986f-28c2-4b25-b9d4-f18b590758e3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0749326 Jul 28 18:15:11.224257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc3aa5b6-73a6-4234-911a-ef37131e8e98 req-fdfaecb8-47f8-4f53-a62b-e1bb2eac6e08 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Jul 28 18:15:11.902859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4abc2b-e6b5-4c01-b240-d0a003dca466 req-12994f47-de98-45b6-8d86-7244250ef646 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:11.910769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce4abc2b-e6b5-4c01-b240-d0a003dca466 req-12994f47-de98-45b6-8d86-7244250ef646 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0583227 Jul 28 18:15:11.955038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce4abc2b-e6b5-4c01-b240-d0a003dca466 req-f5da1621-f2a4-4be4-b8cf-3942fc2da0f2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Jul 28 18:15:12.523216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfd317-f4c7-41b4-bea9-c7784d7c17e9 req-59003c1b-da46-42f2-856e-f4941e464876 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:12.529990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54cfd317-f4c7-41b4-bea9-c7784d7c17e9 req-59003c1b-da46-42f2-856e-f4941e464876 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.2069364 Jul 28 18:15:12.601849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54cfd317-f4c7-41b4-bea9-c7784d7c17e9 req-326a7eb1-6105-4c94-a0f2-0477ca211140 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634902 Jul 28 18:15:12.995127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:13.091148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:15:13.095979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:13.223324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073da3-5b5f-46b2-bbd8-b110dfa99004 req-76f78ab0-2a6e-4150-a5bc-9825a3ab9de1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:13.231913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6073da3-5b5f-46b2-bbd8-b110dfa99004 req-76f78ab0-2a6e-4150-a5bc-9825a3ab9de1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1014550 Jul 28 18:15:13.236518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:13.290963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6073da3-5b5f-46b2-bbd8-b110dfa99004 req-ab9920a9-c20f-4968-830d-3ad4df4f329b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570521 Jul 28 18:15:13.325069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:15:13.335437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:13.341560 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17484de4-019c-467d-8279-745f2c592c08" -d '{"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:13.415110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:13.418718 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9910aa08-4879-41e2-832b-b95dd9c861bc x-openstack-request-id: req-9910aa08-4879-41e2-832b-b95dd9c861bc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:13.418718 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:13.418718 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9910aa08-4879-41e2-832b-b95dd9c861bc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:13.418718 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5', 'code': 200} Jul 28 18:15:13.501431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:13.516962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:13.586946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:13.592132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5783c509-8288-425e-9cd4-a5e354121ff5', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'port_id': '5783c509-8288-425e-9cd4-a5e354121ff5', 'mac_address': 'fa:16:3e:cb:96:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:15:13.681544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:13.757086 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:13.788771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'mac_address': 'fa:16:3e:9e:27:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:15:13.794443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5783c509-8288-425e-9cd4-a5e354121ff5 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:13.846446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436c8cc-fefe-4491-9e66-da65a588078e req-c4532732-392f-4ee6-afe7-f09eb0e1cd79 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:13.856863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c436c8cc-fefe-4491-9e66-da65a588078e req-c4532732-392f-4ee6-afe7-f09eb0e1cd79 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 943 time: 0.1316824 Jul 28 18:15:13.915279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:13.946185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c436c8cc-fefe-4491-9e66-da65a588078e req-6defcfa7-f031-4475-81d1-d316fdf45c31 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880837 Jul 28 18:15:13.954277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:13.969966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:13.994351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:14.022281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:14.076780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:14.090452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:14.182226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:14.206907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3fafed9b-35fd-4ac0-b398-3e79a524c9ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:14.247880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5783c509-8288-425e-9cd4-a5e354121ff5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:14.469906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e5b8-401a-4d92-b655-5931ed341b1c req-0cf9f566-768b-448d-a04f-6e42ff5e3bac tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:14.472024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27c0e5b8-401a-4d92-b655-5931ed341b1c req-0cf9f566-768b-448d-a04f-6e42ff5e3bac tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0863864 Jul 28 18:15:14.538989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27c0e5b8-401a-4d92-b655-5931ed341b1c req-97ff4f9b-38a2-4d28-9448-843feb6b1ae7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Jul 28 18:15:15.099826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:15:15.157556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f035ef-d6c5-41c4-a649-609aa7c5d545 req-34143e92-9880-4918-aec6-d4eed75f09bc tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:15.160545 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9f035ef-d6c5-41c4-a649-609aa7c5d545 req-34143e92-9880-4918-aec6-d4eed75f09bc tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 944 time: 0.1152868 Jul 28 18:15:15.174089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5783c509-8288-425e-9cd4-a5e354121ff5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:15.174472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.243591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9f035ef-d6c5-41c4-a649-609aa7c5d545 req-307b6b27-9578-45dc-930f-3fd1c3bafbd4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681529 Jul 28 18:15:15.267848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-2fc5054f-203b-47e2-aea2-6fe29b5afb32 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c4a615b02fc84e4294905782594ca3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608463 Jul 28 18:15:15.344349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:15:15.413404 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.450701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:15.455348 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fde475-8131-478e-ad25-47a325686a8b" -d '{"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:15.470338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.475390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:15.481302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:15.481302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.574907 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2bde52-175d-4035-89de-5488b30d7a86 x-openstack-request-id: req-5d2bde52-175d-4035-89de-5488b30d7a86 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:15.575489 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:15.575912 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2bde52-175d-4035-89de-5488b30d7a86 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:15.577102 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5', 'code': 200} Jul 28 18:15:15.583107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.604255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-4f326639-a171-4545-9064-6b873ee36539 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:15.606422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-4f326639-a171-4545-9064-6b873ee36539 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242393 Jul 28 18:15:15.649685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-737e8910-cbd9-49c1-8c0d-7ab1bd7f1f4b tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/quotas/c4a615b02fc84e4294905782594ca3ef HTTP/1.1" status: 200 len: 375 time: 0.0353785 Jul 28 18:15:15.724021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-1f3aa02e-7ccf-4a12-a237-e9be2630b989 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4a615b02fc84e4294905782594ca3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676253 Jul 28 18:15:15.737443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:15.789947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.834472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:15.840663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a793c8-4f86-4666-9e69-1a4056d672e2 req-1f24ac0c-946c-4e3c-991e-1fa21986ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:15.842557 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31a793c8-4f86-4666-9e69-1a4056d672e2 req-1f24ac0c-946c-4e3c-991e-1fa21986ddcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 1096 time: 0.1623433 Jul 28 18:15:15.856944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec5ba8-95bb-4002-b472-869e37c12473 req-5616b19f-a916-4196-aa24-c416f1535ed9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:15.863223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ec5ba8-95bb-4002-b472-869e37c12473 req-5616b19f-a916-4196-aa24-c416f1535ed9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1279969 Jul 28 18:15:15.901282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31a793c8-4f86-4666-9e69-1a4056d672e2 req-897ab4ca-8826-40de-be66-ecbd3d3f3c54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Jul 28 18:15:15.932084 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:15.945775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1ec5ba8-95bb-4002-b472-869e37c12473 req-cbfd6f3d-1b72-4103-b00c-c67040568071 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629215 Jul 28 18:15:15.998720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:16.161004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b87d77de-a4d5-4ddf-8a1f-98803ac40ab8 req-94ef825c-5c2b-4076-b4af-1bee1d731bf1 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 210 time: 0.0348647 Jul 28 18:15:16.326164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41600) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:16.475251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c918e4-1c31-4ae9-b54f-969bf96dfaaa req-594ad393-f2ed-42dd-b45f-5bc414498683 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:16.483513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45c918e4-1c31-4ae9-b54f-969bf96dfaaa req-594ad393-f2ed-42dd-b45f-5bc414498683 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1082170 Jul 28 18:15:16.531545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45c918e4-1c31-4ae9-b54f-969bf96dfaaa req-41a56334-8411-466c-8aac-1e9efa3e0530 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464227 Jul 28 18:15:16.540639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f739-68e1-4aa5-b4c7-7d8811e1a146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:16.647188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f739-68e1-4aa5-b4c7-7d8811e1a146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:16.988895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f739-68e1-4aa5-b4c7-7d8811e1a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:17.062057 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5b5f739-68e1-4aa5-b4c7-7d8811e1a146 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6398e682191a4efd9aa64945b8da52eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320056 Jul 28 18:15:17.062275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:17.064605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f739-68e1-4aa5-b4c7-7d8811e1a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42529731-924d-4e5b-b524-dba7ff8123e0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:17.114084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4e0ca-332d-485c-8d69-d64b36be41cb req-d1c8c0d4-72ab-4984-9c5f-99659d3e4756 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:17.137502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6e4e0ca-332d-485c-8d69-d64b36be41cb req-d1c8c0d4-72ab-4984-9c5f-99659d3e4756 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1215048 Jul 28 18:15:17.147746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:17.199643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:17.202468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6e4e0ca-332d-485c-8d69-d64b36be41cb req-4ffda8f9-a125-4a0c-a5fe-bc4ec5ac5404 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705357 Jul 28 18:15:17.288414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df0d6cf0-dc08-4d9e-b921-34754069f5a4 req-b90cc2a2-f024-49f2-b71b-08b2a2c12654 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 210 time: 0.0394685 Jul 28 18:15:17.399195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:17.401749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:17.402878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42529731-924d-4e5b-b524-dba7ff8123e0 HTTP/1.1" status: 204 len: 168 time: 0.3398545 Jul 28 18:15:17.412072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf5cd5-1c2e-44e5-89c8-a7854b58430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42529731-924d-4e5b-b524-dba7ff8123e0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:17.579034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:17.582628 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed96be77-5edc-44de-b008-9bf9674eca34" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:17.667635 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697554e7-e0e5-4615-8836-35a668fc0d16 x-openstack-request-id: req-697554e7-e0e5-4615-8836-35a668fc0d16 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:17.668754 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-plugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:17.669271 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-697554e7-e0e5-4615-8836-35a668fc0d16 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:17.669840 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'code': 200} Jul 28 18:15:17.697855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09b04b-d5c1-49e3-aa31-b2da823745af req-5f1f35dc-3df1-444c-9452-a88b7ede0893 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:17.699539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a09b04b-d5c1-49e3-aa31-b2da823745af req-5f1f35dc-3df1-444c-9452-a88b7ede0893 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0701942 Jul 28 18:15:17.792637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a09b04b-d5c1-49e3-aa31-b2da823745af req-e2aae92d-066d-4207-8531-da2087d320dd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862017 Jul 28 18:15:17.933055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3bd49-a036-47b1-96f0-bd7f46afa5a2 req-6f31be70-8cf6-452a-9031-ffc330b372f7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:17.941723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99b3bd49-a036-47b1-96f0-bd7f46afa5a2 req-6f31be70-8cf6-452a-9031-ffc330b372f7 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.0642946 Jul 28 18:15:18.035639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-99b3bd49-a036-47b1-96f0-bd7f46afa5a2 req-4b016914-0735-43c3-b0e7-cfb22449a640 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826375 Jul 28 18:15:18.408954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41672) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:18.444567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c06c0d6-c221-40cd-8f16-f18db76441bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:18.495215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66c6a8-2eb4-4804-9de9-ebee8b821708 req-5d0f03aa-d2d5-4fa3-82f6-aa660686bca4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:18.506399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa66c6a8-2eb4-4804-9de9-ebee8b821708 req-5d0f03aa-d2d5-4fa3-82f6-aa660686bca4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1747799 Jul 28 18:15:18.555347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa66c6a8-2eb4-4804-9de9-ebee8b821708 req-70a53b9e-7037-4b5e-a4ac-eecbe7b7a956 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Jul 28 18:15:18.577530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:18.631455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c06c0d6-c221-40cd-8f16-f18db76441bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:18.715311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8f08edf7-f2e7-4966-8cbb-25d8eaa3a209 req-82e8bc28-1ac4-43a7-bcd3-7c43393af4a8 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 210 time: 0.0707891 Jul 28 18:15:18.733617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c06c0d6-c221-40cd-8f16-f18db76441bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:18.863561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c0d6-c221-40cd-8f16-f18db76441bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58965e05-11c2-4afc-aec0-8753980883bf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:18.883114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c06c0d6-c221-40cd-8f16-f18db76441bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a34fefb5b87044019a92dd90f5a7589e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722931 Jul 28 18:15:18.886079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41690) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:19.030833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:19.062019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:19.206735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:19.209495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:19.210969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58965e05-11c2-4afc-aec0-8753980883bf HTTP/1.1" status: 204 len: 168 time: 0.3238268 Jul 28 18:15:19.225633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a838a-fc25-400b-a5a7-435eb692b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58965e05-11c2-4afc-aec0-8753980883bf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:19.290812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-11d10624-fcb4-4bb4-937d-bdd62c509f8a tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4a615b02fc84e4294905782594ca3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258715 Jul 28 18:15:19.615695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-62cd57fe-d42f-4270-a975-015915ca635e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:19.617564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-62cd57fe-d42f-4270-a975-015915ca635e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192096 Jul 28 18:15:19.641779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Request body: {'port': {'device_id': '47c56dec-7403-4c4f-a2fb-48557c899915', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': 'c4a615b02fc84e4294905782594ca3ef'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:19.996122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Made reservation on behalf of c4a615b02fc84e4294905782594ca3ef for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:15:20.000422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.027969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.209331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-c6c99e26-b395-400e-a79b-5b5c8f625951 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:20.210980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-c6c99e26-b395-400e-a79b-5b5c8f625951 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d364ff8-31ae-4bc2-909f-5f6da6118e7f HTTP/1.1" status: 200 len: 945 time: 0.1890392 Jul 28 18:15:20.287213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.412492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.442432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Deleting port 5783c509-8288-425e-9cd4-a5e354121ff5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:20.442780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.619747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] For port 5783c509-8288-425e-9cd4-a5e354121ff5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5783c509-8288-425e-9cd4-a5e354121ff5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:20.620522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:20.674551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Calling delete_port for 5783c509-8288-425e-9cd4-a5e354121ff5 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:20.697453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Allocated IP 192.168.233.240 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/8d166212-59bf-4262-b2e0-b363e147fd19) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:15:20.912175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:21.010753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:21.023759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5783c509-8288-425e-9cd4-a5e354121ff5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:21.068104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:21.112070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event deleted for resources: {'Port': ['ID=5783c509-8288-425e-9cd4-a5e354121ff5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:21.117995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Transition to ACTIVE for port object 8d166212-59bf-4262-b2e0-b363e147fd19 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:15:21.133380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.136886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.138017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.138535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.139032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:21.207221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] No DVR routers for this DVR port 5783c509-8288-425e-9cd4-a5e354121ff5 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:21.229131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:21.236693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de50c0b2-8a8f-48e9-ba34-62016760a4af req-532502ac-c270-4b81-942b-d0246fd1f950 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "DELETE /v2.0/ports/5783c509-8288-425e-9cd4-a5e354121ff5 HTTP/1.1" status: 204 len: 173 time: 1.0180016 Jul 28 18:15:21.238674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-deleted', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:21.258371 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dac01cb-d97e-4fc7-8ecd-ac9384a4a531" -d '{"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-deleted", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:21.304544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:21.387154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Pushing event updated for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:21.399581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:15:21.401030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:15:21.404030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:15:21.612394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.613177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:21.683511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.699214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.737677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.763004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.781253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.807619 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.815637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:21.818580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-e7cd1b14-bfcd-436f-9c8c-12adb48bf09e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 5443 time: 0.3911009 Jul 28 18:15:21.825552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-00e2fd6b-56a1-4371-9e9e-e42b21d96040 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1952357 Jul 28 18:15:21.884883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Request body: {'port': {'device_id': '47c56dec-7403-4c4f-a2fb-48557c899915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:22.064458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6f8f9758-61c3-4496-b1d0-bf25fa0b016a None None] Provisioning for port 8d166212-59bf-4262-b2e0-b363e147fd19 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:15:22.069800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6f8f9758-61c3-4496-b1d0-bf25fa0b016a None None] Provisioning complete for port 8d166212-59bf-4262-b2e0-b363e147fd19 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:22.070411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9758-61c3-4496-b1d0-bf25fa0b016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:22.132185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-0a3f30ce-0c0c-4d68-b419-ef35ca81a241 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:22.134847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-0a3f30ce-0c0c-4d68-b419-ef35ca81a241 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2891016 Jul 28 18:15:22.161204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f9758-61c3-4496-b1d0-bf25fa0b016a None None] Port 8d166212-59bf-4262-b2e0-b363e147fd19 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:15:22.275156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:23.060588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-4ffea4ab-cc88-4384-993d-6f8fb941ef35 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9158587 Jul 28 18:15:23.084126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:23.124778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:23.196739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 5783c509-8288-425e-9cd4-a5e354121ff5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:15:23.197083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5783c509-8288-425e-9cd4-a5e354121ff5 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:23.217991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:23.457935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d166212-59bf-4262-b2e0-b363e147fd19 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:23.472599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:23.528634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Transition to ACTIVE for port object 8d166212-59bf-4262-b2e0-b363e147fd19 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:15:23.544469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:23.610856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] For port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:15:23.668863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:23.802729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] device_id is not set on port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:15:23.843762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:23.920095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Pushing event updated for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:23.985448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:24.176328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] No DVR routers for this DVR port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:24.259198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Pushing event updated for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:24.320067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] In _notify_port_updated(), no bound segment for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:15:24.321203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:24.321908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:24.323580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-2adec254-7b6d-4214-b23a-e112b261c6db service neutron] 10.222.0.35 "PUT /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 200 len: 1031 time: 1.2523818 Jul 28 18:15:24.325371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Attempting to bind port 8d166212-59bf-4262-b2e0-b363e147fd19 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:15:24.325843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Attempting to bind port 8d166212-59bf-4262-b2e0-b363e147fd19 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:15:24.326263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Attempting to bind port 8d166212-59bf-4262-b2e0-b363e147fd19 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:15:24.413873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-d5269f60-534c-4254-99e6-386bb013a6e5 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:24.422135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-d5269f60-534c-4254-99e6-386bb013a6e5 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "GET /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0908313 Jul 28 18:15:24.427945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Port 8d166212-59bf-4262-b2e0-b363e147fd19 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:15:24.431292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Attempting to bind port 8d166212-59bf-4262-b2e0-b363e147fd19 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:15:24.450852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:24.478556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:15:24.478968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:15:24.479424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:15:24.479845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Bound port: 8d166212-59bf-4262-b2e0-b363e147fd19, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:15:24.480298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:24.609263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:24.653514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-76118488-54e3-4015-afac-4b2b49123518 None None] Provisioning complete for port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:24.658019 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-76118488-54e3-4015-afac-4b2b49123518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:24.724368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:15:24.744024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-76118488-54e3-4015-afac-4b2b49123518 None None] Port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:15:24.761383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8d166212-59bf-4262-b2e0-b363e147fd19,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:15:24.915798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.053569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:25.054211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.066229 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] 10.222.0.37 "PUT /v2.0/ports/8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 200 len: 1096 time: 3.2163842 Jul 28 18:15:25.066229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:25.066229 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462b8cfa-35e7-464a-96ff-de301d11cd57" -d '{"events": [{"name": "network-changed", "server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:25.105469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:25.149745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880c9ba-e6d4-4f47-b65f-15375d04620a service neutron] Pushing event updated for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:25.302988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b3b7ece4-842d-4c83-88f0-7fec17c3bff4 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:25.441583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.486488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:25.492436 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6a9b3-d8a2-4bcd-b2de-7a3fc52f15a7" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:25.523185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:25.720887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.722717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b329e724-8c94-4a40-8159-2517aaa692c0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:25.779496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] For port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:15:25.820253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-e6f5a753-8510-43d2-af39-d83db20be031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:25.821801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-e6f5a753-8510-43d2-af39-d83db20be031 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a615b02fc84e4294905782594ca3ef&device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 1099 time: 0.6005509 Jul 28 18:15:25.828641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] device_id is not set on port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:15:25.878072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.881283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-5685e58b-a98a-4af0-95ac-3e15b484529c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 200 len: 217 time: 0.0476341 Jul 28 18:15:25.956223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-99fdc845-4ddc-4ca5-853d-00885b1c0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:25.958004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-99fdc845-4ddc-4ca5-853d-00885b1c0b60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0701118 Jul 28 18:15:25.959118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:25.963455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:26.124860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:26.140553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.202733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] No DVR routers for this DVR port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:26.240758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:26.296046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] In _notify_port_updated(), no bound segment for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 on network f46442f0-7eb5-467b-98f6-9ac6516e066e {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:15:26.297234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:26.298238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.300624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-9afe4993-2453-4bd1-9347-14648c7bcdf0 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 200 len: 1032 time: 1.8666952 Jul 28 18:15:26.329826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.331710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b30f8b41-01cd-4cef-b1e0-135318a109b2 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:26.340971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-8d754f91-176b-4e3f-9888-742fbb9e230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:26.342821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-8d754f91-176b-4e3f-9888-742fbb9e230b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2755659 Jul 28 18:15:26.479754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-ec79e6ec-f5d3-4cea-b344-3b351fb15032 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131797 Jul 28 18:15:26.638727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:26.653414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port 0dade1e7-315f-421b-bedb-44befcb84c67 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:26.653774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.654986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3967b76a-2441-410a-87f2-c61042f69d35 None None] Provisioning complete for port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:26.655360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3967b76a-2441-410a-87f2-c61042f69d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.660465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f92967ae-bad1-45ce-bdd6-ef1a30d96a2d req-0afebca8-daf0-486f-b5dd-55ef46212b97 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726785 Jul 28 18:15:26.758786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.828247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3967b76a-2441-410a-87f2-c61042f69d35 None None] Port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:15:26.854545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:26.858104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port 0dade1e7-315f-421b-bedb-44befcb84c67, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0dade1e7-315f-421b-bedb-44befcb84c67,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:26.858104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.892135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for 0dade1e7-315f-421b-bedb-44befcb84c67 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:26.931841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:26.932636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:27.150131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:27.288638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:27.349929 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:27.371141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:27.404017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=0dade1e7-315f-421b-bedb-44befcb84c67,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:27.463051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:27.464135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:27.532066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port 0dade1e7-315f-421b-bedb-44befcb84c67 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:27.536386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:27.538470 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-08fbbebd-66d9-4a90-b2c2-e5267d76ae8e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "DELETE /v2.0/ports/0dade1e7-315f-421b-bedb-44befcb84c67 HTTP/1.1" status: 204 len: 173 time: 1.2110462 Jul 28 18:15:27.677290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:27.700630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:27.701080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0dade1e7-315f-421b-bedb-44befcb84c67 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:27.753177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 0dade1e7-315f-421b-bedb-44befcb84c67 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:15:27.753177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0dade1e7-315f-421b-bedb-44befcb84c67 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:27.753520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:27.774996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:27.775355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:27.832586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:27.994392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:27.995015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:28.018516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:28.556356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:28.638402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=f2447786-c934-4f6a-ac6d-e9d7b0fe23a1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:28.713870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:28.721287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:28.725894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-161aa4f2-4b05-4e68-bd61-c9aa20327f9a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "DELETE /v2.0/ports/f2447786-c934-4f6a-ac6d-e9d7b0fe23a1 HTTP/1.1" status: 204 len: 173 time: 1.1791656 Jul 28 18:15:28.967389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port b329e724-8c94-4a40-8159-2517aaa692c0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:28.968309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.120048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8d166212-59bf-4262-b2e0-b363e147fd19 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:15:29.164064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port b329e724-8c94-4a40-8159-2517aaa692c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b329e724-8c94-4a40-8159-2517aaa692c0,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:29.164758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.203139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for b329e724-8c94-4a40-8159-2517aaa692c0 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:29.411103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8d166212-59bf-4262-b2e0-b363e147fd19,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:29.439525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8d166212-59bf-4262-b2e0-b363e147fd19', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '8d166212-59bf-4262-b2e0-b363e147fd19', 'mac_address': 'fa:16:3e:50:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:15:29.489607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.509883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d166212-59bf-4262-b2e0-b363e147fd19 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:29.540090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8d166212-59bf-4262-b2e0-b363e147fd19,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:29.669382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.692512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.813613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=b329e724-8c94-4a40-8159-2517aaa692c0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:29.839427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:29.865706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8d166212-59bf-4262-b2e0-b363e147fd19'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:29.969452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port b329e724-8c94-4a40-8159-2517aaa692c0 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:29.982305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:29.985421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-19c76894-70d3-4536-ba16-0231d9c7b3d1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "DELETE /v2.0/ports/b329e724-8c94-4a40-8159-2517aaa692c0 HTTP/1.1" status: 204 len: 173 time: 1.2524941 Jul 28 18:15:30.263681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port b30f8b41-01cd-4cef-b1e0-135318a109b2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:30.264368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:30.388106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port b30f8b41-01cd-4cef-b1e0-135318a109b2, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b30f8b41-01cd-4cef-b1e0-135318a109b2,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:30.388618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:30.424690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for b30f8b41-01cd-4cef-b1e0-135318a109b2 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:30.706819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:30.816140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=b30f8b41-01cd-4cef-b1e0-135318a109b2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:30.910731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port b30f8b41-01cd-4cef-b1e0-135318a109b2 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:30.915069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:30.918871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-b21f3dba-f3df-4027-8cb2-ecf3339173b1 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "DELETE /v2.0/ports/b30f8b41-01cd-4cef-b1e0-135318a109b2 HTTP/1.1" status: 204 len: 173 time: 0.9273837 Jul 28 18:15:31.134269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8d166212-59bf-4262-b2e0-b363e147fd19 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:15:31.232604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:31.236250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.335733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41832) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:31.410231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port b3b7ece4-842d-4c83-88f0-7fec17c3bff4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:31.410821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.470575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-714bef83-6f89-459e-9d9a-69f0af458741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.782641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-714bef83-6f89-459e-9d9a-69f0af458741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.783991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.783991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.783991 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Floating IP ee8f73f4-6c03-4cb0-a501-4ad11c088937 disassociated. External IP: 172.25.7.61, port: b3b7ece4-842d-4c83-88f0-7fec17c3bff4. Jul 28 18:15:31.783991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for b3b7ece4-842d-4c83-88f0-7fec17c3bff4 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:31.881109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8d166212-59bf-4262-b2e0-b363e147fd19 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:15:31.881109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8d166212-59bf-4262-b2e0-b363e147fd19 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:31.881889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.956061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-714bef83-6f89-459e-9d9a-69f0af458741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:31.956377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.001702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.022045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-714bef83-6f89-459e-9d9a-69f0af458741 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=475f2c3cf63545cb9f9431a2270a15b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847241 Jul 28 18:15:32.024289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=b3b7ece4-842d-4c83-88f0-7fec17c3bff4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:32.026861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41838) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:32.046438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bef83-6f89-459e-9d9a-69f0af458741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a1712-7a74-48fc-9b9b-d496e7d3bfd2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:32.051010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8d166212-59bf-4262-b2e0-b363e147fd19,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:32.156548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.189508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.218844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:32.252964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.327783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Router 53397808-f9d2-40c4-8383-1be86511ba94 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:15:32.510501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41854) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:32.584930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:15:32.595272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Sync routers for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:15:32.608419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:15:32.613860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:32.680941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port b3b7ece4-842d-4c83-88f0-7fec17c3bff4 on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:32.685947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.691674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a6d706-fd23-47b8-bd44-9b0681698bd5 req-ba5825a4-2af2-4d04-b993-5b12e23eab95 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.35 "DELETE /v2.0/ports/b3b7ece4-842d-4c83-88f0-7fec17c3bff4 HTTP/1.1" status: 204 len: 173 time: 1.7626758 Jul 28 18:15:32.708625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.712483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.713558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d7a1712-7a74-48fc-9b9b-d496e7d3bfd2 HTTP/1.1" status: 204 len: 168 time: 0.6831808 Jul 28 18:15:32.726784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a1712-7a74-48fc-9b9b-d496e7d3bfd2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:32.757397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.757755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.758098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.758279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66168e5b-5e5e-4f05-9670-88b80090414c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:32.759125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.759676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.760184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.760692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.761210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.761727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.762238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.762744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.763231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab77f3c7-b037-423d-a09f-8018e105505c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:32.933629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503ec04-75ce-48c6-b490-14438226b962 req-a7afce68-866d-4a01-8237-1983392698ed tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:32.941934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f503ec04-75ce-48c6-b490-14438226b962 req-a7afce68-866d-4a01-8237-1983392698ed tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1153965 Jul 28 18:15:32.988269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-50debb2a-1ed9-4a7a-b494-f8dc4e5ce0e9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:32.989874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-50debb2a-1ed9-4a7a-b494-f8dc4e5ce0e9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.2630424 Jul 28 18:15:33.024630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f503ec04-75ce-48c6-b490-14438226b962 req-3a5431cd-c26c-4848-93cc-7c7b9b82620b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712993 Jul 28 18:15:33.030510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-51c3129e-0ad3-44c4-be70-984d678bbe5b tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/quotas/3fe7e1c989a54048a24abd61f5dec315 HTTP/1.1" status: 200 len: 375 time: 0.0325031 Jul 28 18:15:33.086139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-e7f60bfb-2b8b-405a-95ab-2938b5d086ec tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417480 Jul 28 18:15:33.170401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:15:33.246596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495821-6fb2-4b8c-aefa-661dc4ce2e43 req-f968c9ad-ecce-4883-be3d-59a3be0cc4e7 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:33.249849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b495821-6fb2-4b8c-aefa-661dc4ce2e43 req-f968c9ad-ecce-4883-be3d-59a3be0cc4e7 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.0993750 Jul 28 18:15:33.271911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-c4a69486-7b2d-4f0d-a550-2b2609df4bdb service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739597 Jul 28 18:15:33.313494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66168e5b-5e5e-4f05-9670-88b80090414c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:33.330894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b495821-6fb2-4b8c-aefa-661dc4ce2e43 req-d26e56e2-93b7-48c5-af60-a7d3b8f40550 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757449 Jul 28 18:15:33.491700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00890943-467e-4ac8-a8bd-b9633059bbab req-4358ff9d-f14e-4e32-8658-8628167bcd7a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0451031 Jul 28 18:15:33.511265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-3ac77f76-7f3a-44ec-917b-c0a7c0c00481 service neutron] 10.222.0.25 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262437 Jul 28 18:15:33.513485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66168e5b-5e5e-4f05-9670-88b80090414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:33.536870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:33.572702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66168e5b-5e5e-4f05-9670-88b80090414c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3761e7c7a5624656afaff7498bb6110f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0595737 Jul 28 18:15:33.575341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41872) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:33.596467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Checking router: 53397808-f9d2-40c4-8383-1be86511ba94 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:15:33.605456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:15:33.606078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:33.621679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66168e5b-5e5e-4f05-9670-88b80090414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c5808-2421-4644-a4dc-6e9c4e1c38de,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:33.715503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:33.741777 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:33.802506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:33.824172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:15:33.852118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f489c6ba-5daa-477a-925d-710150c87fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:33.918859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-7be0a651-246c-466a-b614-ae46a84a6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:33.920887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-7be0a651-246c-466a-b614-ae46a84a6518 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1097 time: 0.2197497 Jul 28 18:15:33.968785 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf6b1d7-5bcf-45d2-a682-cadb0d846afa x-openstack-request-id: req-3bf6b1d7-5bcf-45d2-a682-cadb0d846afa {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:33.969774 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:33.971461 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bf6b1d7-5bcf-45d2-a682-cadb0d846afa {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:33.972071 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19', 'status': 'completed', 'code': 200} Jul 28 18:15:34.108855 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a4c4db-1cd5-4d61-bdc2-97c94d924c48 x-openstack-request-id: req-c7a4c4db-1cd5-4d61-bdc2-97c94d924c48 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:34.109021 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:34.109227 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7a4c4db-1cd5-4d61-bdc2-97c94d924c48 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:34.110330 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'code': 200} Jul 28 18:15:34.121338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.123985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.125196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/955c5808-2421-4644-a4dc-6e9c4e1c38de HTTP/1.1" status: 204 len: 168 time: 0.5484693 Jul 28 18:15:34.174623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f489c6ba-5daa-477a-925d-710150c87fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.194458 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5e8265-7c13-4224-9b00-f80d68a9c63f x-openstack-request-id: req-8c5e8265-7c13-4224-9b00-f80d68a9c63f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:34.196729 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d364ff8-31ae-4bc2-909f-5f6da6118e7f", "name": "network-vif-deleted", "tag": "5783c509-8288-425e-9cd4-a5e354121ff5", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:34.197059 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c5e8265-7c13-4224-9b00-f80d68a9c63f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:34.197531 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d364ff8-31ae-4bc2-909f-5f6da6118e7f', 'name': 'network-vif-deleted', 'tag': '5783c509-8288-425e-9cd4-a5e354121ff5', 'status': 'completed', 'code': 200} Jul 28 18:15:34.237171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:34.246298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f489c6ba-5daa-477a-925d-710150c87fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.276627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-99793647-74af-4e34-bf80-4801cfbe4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:34.283226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-99793647-74af-4e34-bf80-4801cfbe4364 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.3463609 Jul 28 18:15:34.303950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b9fab-2455-4d12-91c2-ab7506ddb4a8 None None] The sync data for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 is: [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:04:33Z', 'revision_number': 4, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b0aedad3-8f5a-4750-abaa-1750bcf20dd4', 'name': '', 'network_id': '39f91cda-fdb7-4e29-86f1-09633e410dfb', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'mac_address': 'fa:16:3e:73:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:32Z', 'updated_at': '2021-07-28T18:04:43Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'subnets': [{'id': '67a0ae9b-72c4-4f94-a75b-46c011cc98d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:15:34.306254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f489c6ba-5daa-477a-925d-710150c87fe2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a006043bff0b47f2a34adb8813feab81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021813 Jul 28 18:15:34.308301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d278b05-91d0-4963-a040-e7d3ae1ed6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c5808-2421-4644-a4dc-6e9c4e1c38de,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:34.332352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41898) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:34.406965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92de2d77-4e61-4b6d-ac8f-d9c1d60de978 req-3f128ad0-4fe3-4b13-ae19-d34c01aad435 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 210 time: 0.1169131 Jul 28 18:15:34.413571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c6ba-5daa-477a-925d-710150c87fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec1ea7-c6fe-4a96-a836-70228ed67251,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:34.485282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-5d53f9e1-d5bf-4c1e-81a5-7785fcc45fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:34.493299 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-5d53f9e1-d5bf-4c1e-81a5-7785fcc45fdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a615b02fc84e4294905782594ca3ef&device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 1101 time: 0.5183773 Jul 28 18:15:34.499853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.518398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-f883fdb4-73b2-48e6-bdeb-c1361d7444e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.2233214 Jul 28 18:15:34.571945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.718819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.723132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:34.723562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcec1ea7-c6fe-4a96-a836-70228ed67251 HTTP/1.1" status: 204 len: 168 time: 0.3728650 Jul 28 18:15:34.761525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f6432-9cd9-4b8c-a869-86814be307d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec1ea7-c6fe-4a96-a836-70228ed67251,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:34.828369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337689e3-9370-4bfd-bae8-428ce863cf78 req-8dcec549-b18b-4f4b-971b-dfca8a6159cf tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:34.828369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-337689e3-9370-4bfd-bae8-428ce863cf78 req-8dcec549-b18b-4f4b-971b-dfca8a6159cf tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.1982381 Jul 28 18:15:34.871333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae666d1f-0d7b-40b1-8c04-c78b8bf41cff req-93746060-036d-40a4-afe4-0da4fceccfd1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:34.883169 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae666d1f-0d7b-40b1-8c04-c78b8bf41cff req-93746060-036d-40a4-afe4-0da4fceccfd1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.5503426 Jul 28 18:15:34.912007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-337689e3-9370-4bfd-bae8-428ce863cf78 req-49d8e0a5-9ffd-4e3f-8c2f-80879d8d5001 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758705 Jul 28 18:15:34.949452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-f9a55500-db25-43da-94b5-957f197b2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:34.950943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-f9a55500-db25-43da-94b5-957f197b2620 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.3445277 Jul 28 18:15:34.957608 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f096e-e81e-459b-8ff0-0d48952b950f None None] New status for floating IP ee8f73f4-6c03-4cb0-a501-4ad11c088937: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:15:35.009316 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-382c7532-9825-4fe3-8411-357a948e830e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369561 Jul 28 18:15:35.010325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-a9e2a6c4-fd4d-47be-a7cf-8ecf9377a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:35.011696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-a9e2a6c4-fd4d-47be-a7cf-8ecf9377a60a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.4964073 Jul 28 18:15:35.015107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae666d1f-0d7b-40b1-8c04-c78b8bf41cff req-e209633a-5136-4e23-a70a-06eb3e0e26e6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306157 Jul 28 18:15:35.076866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe52c43e-1164-473b-aaed-d8c8cb42af8a req-a3385c32-0898-4bae-91b6-da51afd6c290 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0548456 Jul 28 18:15:35.177565 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-23586364-11cc-42e4-a500-ba8d903ef92b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 200 len: 217 time: 0.1460483 Jul 28 18:15:35.317088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41920) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:35.330661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-4e1717ca-5c40-4c36-96d7-bc900d65c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:35.332385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-4e1717ca-5c40-4c36-96d7-bc900d65c665 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1539919 Jul 28 18:15:35.337605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f1f8-2489-4504-93a4-9a4c2076c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:35.412435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-313a65de-2048-4893-8774-b104687a393d service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869176 Jul 28 18:15:35.519014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-7270b0d3-7fb8-46d0-93f6-aeb8c89dcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:35.520563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-7270b0d3-7fb8-46d0-93f6-aeb8c89dcd71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764953 Jul 28 18:15:35.624713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f1f8-2489-4504-93a4-9a4c2076c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:35.680743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b2b6bdc-b448-4c71-b867-ad0c5dd99c66 req-f3c83b3f-3e2b-458c-b68b-161136a84af6 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584958 Jul 28 18:15:35.720415 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-390f3d8f-08b4-4e11-8fc8-1236aa7b3e28 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805205 Jul 28 18:15:35.838077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-462b8cfa-35e7-464a-96ff-de301d11cd57 req-6d09b331-b662-402a-97e4-23c664379f35 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102533 Jul 28 18:15:35.973353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:35.977059 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373062b-525b-45d3-905f-f7b43171daac" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:36.019943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cebea5c0-cc43-4d42-a8e7-de28b91075b7 req-0c0650e6-f1ec-4633-9efe-043f060d2b9a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 210 time: 0.4593227 Jul 28 18:15:36.019943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f1f8-2489-4504-93a4-9a4c2076c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:36.060883 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd65d8-668a-4165-91cd-85ac233060b2 x-openstack-request-id: req-63fd65d8-668a-4165-91cd-85ac233060b2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:36.061252 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "0dade1e7-315f-421b-bedb-44befcb84c67", "status": "completed", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1", "status": "completed", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0", "status": "completed", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2", "status": "completed", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-deleted", "tag": "b3b7ece4-842d-4c83-88f0-7fec17c3bff4", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:36.061568 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63fd65d8-668a-4165-91cd-85ac233060b2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:36.062034 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': '0dade1e7-315f-421b-bedb-44befcb84c67', 'status': 'completed', 'code': 200} Jul 28 18:15:36.062400 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'status': 'completed', 'code': 200} Jul 28 18:15:36.062712 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'status': 'completed', 'code': 200} Jul 28 18:15:36.063253 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'status': 'completed', 'code': 200} Jul 28 18:15:36.063724 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-deleted', 'tag': 'b3b7ece4-842d-4c83-88f0-7fec17c3bff4', 'status': 'completed', 'code': 200} Jul 28 18:15:36.111481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2'}, {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1'}, {'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:36.114998 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9217864-a32a-4435-9681-d904c24ba03c" -d '{"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2"}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1"}, {"server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "name": "network-vif-plugged", "status": "completed", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:36.149894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a2e6f1f8-2489-4504-93a4-9a4c2076c1c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16ec670f0b874f0693157cee6aa3ace0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8278286 Jul 28 18:15:36.149894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f1f8-2489-4504-93a4-9a4c2076c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a6e59-f536-4ecf-8b08-5fa1b7bf2edb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:36.151958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:36.225084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2d1e3-542e-43a9-bf16-77897c29633c req-2cca35c1-9bfc-4da8-b144-fef9d9232010 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:36.227024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4e2d1e3-542e-43a9-bf16-77897c29633c req-2cca35c1-9bfc-4da8-b144-fef9d9232010 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.1242137 Jul 28 18:15:36.291242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94078c8f-c8c0-4dcc-8404-0f5ef732148f req-ee7cd36d-7766-46af-8f74-22ee4ccd107e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:36.300195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94078c8f-c8c0-4dcc-8404-0f5ef732148f req-ee7cd36d-7766-46af-8f74-22ee4ccd107e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.1215954 Jul 28 18:15:36.322694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4e2d1e3-542e-43a9-bf16-77897c29633c req-77c25106-dbfc-4d00-a7e8-1f3d0496f1f0 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893819 Jul 28 18:15:36.339757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:36.363695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:36.444428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94078c8f-c8c0-4dcc-8404-0f5ef732148f req-13a9efd1-d35c-42a2-bb84-8e272ba010ea tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431620 Jul 28 18:15:36.461424 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d901e8-aba6-4558-83f6-cd5de9b930fe x-openstack-request-id: req-72d901e8-aba6-4558-83f6-cd5de9b930fe {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:36.461904 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b329e724-8c94-4a40-8159-2517aaa692c0", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "b30f8b41-01cd-4cef-b1e0-135318a109b2", "code": 200}, {"server_uuid": "fa28beac-b514-4a3c-926f-2e8d310a4e23", "name": "network-vif-unplugged", "status": "completed", "tag": "f2447786-c934-4f6a-ac6d-e9d7b0fe23a1", "code": 200}, {"server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "name": "network-vif-plugged", "status": "completed", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:36.462254 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d901e8-aba6-4558-83f6-cd5de9b930fe {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:36.463067 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b329e724-8c94-4a40-8159-2517aaa692c0', 'code': 200} Jul 28 18:15:36.463477 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30f8b41-01cd-4cef-b1e0-135318a109b2', 'code': 200} Jul 28 18:15:36.469779 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28beac-b514-4a3c-926f-2e8d310a4e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2447786-c934-4f6a-ac6d-e9d7b0fe23a1', 'code': 200} Jul 28 18:15:36.469779 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19', 'code': 200} Jul 28 18:15:36.491228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:36.495083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:36.498502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/916a6e59-f536-4ecf-8b08-5fa1b7bf2edb HTTP/1.1" status: 204 len: 168 time: 0.3218682 Jul 28 18:15:36.531000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc469b32-e12b-4a8c-b0f5-e0ccbc6101a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a6e59-f536-4ecf-8b08-5fa1b7bf2edb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:36.600191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af8f0b32-66f4-4978-bcd6-33fbbcea74e7 req-8e68f328-6502-472a-8a7f-7ccc39f9a08e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0525920 Jul 28 18:15:36.683465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb512-ad7b-4d9a-9549-50a5c8aca756 req-22a8e7ad-22b8-4094-900a-d34ecd389c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:36.685588 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a9cb512-ad7b-4d9a-9549-50a5c8aca756 req-22a8e7ad-22b8-4094-900a-d34ecd389c9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 1101 time: 0.0533855 Jul 28 18:15:36.730575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a9cb512-ad7b-4d9a-9549-50a5c8aca756 req-d632a03b-f60c-410f-848d-a023bfbc6ad3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Jul 28 18:15:37.024799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-aa745fde-a17b-4c08-bc44-ea7d9d8ad69c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:37.027175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-aa745fde-a17b-4c08-bc44-ea7d9d8ad69c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 815 time: 0.1714675 Jul 28 18:15:37.042211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Request body: {'port': {'device_id': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'admin_state_up': True, 'tenant_id': '3fe7e1c989a54048a24abd61f5dec315'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:37.260507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bcc2d3e6-cce4-40d2-a65b-aea6346fc3ff req-71e40d31-98ed-49a2-a24f-d2e229e3e778 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 210 time: 0.0516253 Jul 28 18:15:37.343279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Made reservation on behalf of 3fe7e1c989a54048a24abd61f5dec315 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:15:37.347881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:37.365690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:37.566674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:37.616288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:37.647776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0d12b-755d-43fc-a7ae-cb112dc8c537 req-4d1c5917-f3da-449f-ae7f-ede706a16a08 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:37.650316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5b0d12b-755d-43fc-a7ae-cb112dc8c537 req-4d1c5917-f3da-449f-ae7f-ede706a16a08 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.1224246 Jul 28 18:15:37.700802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5b0d12b-755d-43fc-a7ae-cb112dc8c537 req-28690b44-6cb8-4efc-841d-f4a2c234e178 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Jul 28 18:15:37.704394 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-71794283-6b4e-456b-a7ff-fed762fb59d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:37.754776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:37.760560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Allocated IP 172.20.0.3 (0e43802b-4fe4-418d-8bc0-e74a3d75740f/73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f/5bceb6e3-f984-44aa-a811-689771011ea5) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:15:37.772746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b061-6cdc-43c3-85f7-001ab95d74da req-04c1e790-2eb4-41d0-b701-608531ec53d3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:37.774277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7fb6b061-6cdc-43c3-85f7-001ab95d74da req-04c1e790-2eb4-41d0-b701-608531ec53d3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 946 time: 0.0861726 Jul 28 18:15:37.878554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:37.951834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7fb6b061-6cdc-43c3-85f7-001ab95d74da req-e5784de2-d53f-419d-a070-04674015ac6c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659381 Jul 28 18:15:38.081639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce193173-0f0b-40ef-aca6-e0a0bc57f25c req-25a9476b-da10-4087-b74b-c5cc1b61715d tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0762711 Jul 28 18:15:38.128789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:38.363893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6c5aeb4-0c60-48f8-b8b3-74f9fe0a859e req-66857a04-a12b-4b43-8e97-b094212bd886 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 210 time: 0.0288632 Jul 28 18:15:38.464988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:38.467833 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b475e3a4-f714-4777-b938-d2fba6aaf43e" -d '{"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-unplugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:38.507344 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3174d63b-3fef-4de6-90be-0fa3d499a392 x-openstack-request-id: req-3174d63b-3fef-4de6-90be-0fa3d499a392 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:38.507797 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-unplugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:38.508148 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3174d63b-3fef-4de6-90be-0fa3d499a392 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:38.508611 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'code': 200} Jul 28 18:15:38.629721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:38.740776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Network 0e43802b-4fe4-418d-8bc0-e74a3d75740f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:15:38.751488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:15:38.775808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:15:38.899940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:38.900657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:38.903251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event updated for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:38.940610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f082110-29dd-4682-9d07-d4329f644d65 req-5d45ca00-fd50-4f53-8778-52e3c25de46d tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:38.948235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f082110-29dd-4682-9d07-d4329f644d65 req-5d45ca00-fd50-4f53-8778-52e3c25de46d tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.1071947 Jul 28 18:15:39.010626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f082110-29dd-4682-9d07-d4329f644d65 req-d1f35dc3-1522-4188-bb19-27a6226829dc tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569360 Jul 28 18:15:39.015795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6bab6c47-9591-4255-a419-5b33588404e0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9761992 Jul 28 18:15:39.042858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Request body: {'port': {'device_id': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:15:39.088115 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:15:39.200434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:39.293460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed6ba-3338-4403-8088-8f0bfcf53370 req-ade00102-c2c4-4d34-bb23-95ec3214188a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:39.309066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-381ed6ba-3338-4403-8088-8f0bfcf53370 req-ade00102-c2c4-4d34-bb23-95ec3214188a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1594357 Jul 28 18:15:39.367648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-381ed6ba-3338-4403-8088-8f0bfcf53370 req-8b6f35e5-1f4c-4a7c-8f26-6ccb86389e75 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575449 Jul 28 18:15:39.489061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9727fb19-d072-4ccd-931a-caad7775e750 req-c4172ff3-e4da-43cb-9f9a-cfa17c56e3ff tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0501328 Jul 28 18:15:39.656229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1724c-2287-40d2-9aff-31d48b55cac0 req-da4cea81-d6aa-4d25-936b-2b8b68982b09 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:39.665095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74d1724c-2287-40d2-9aff-31d48b55cac0 req-da4cea81-d6aa-4d25-936b-2b8b68982b09 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0934556 Jul 28 18:15:39.720383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74d1724c-2287-40d2-9aff-31d48b55cac0 req-599898cd-3e31-45f0-9325-e2b0bb746e3b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Jul 28 18:15:39.832407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42068) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:40.035954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6d44-4144-48a7-9132-76d95356a70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.122733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6099e8-e30f-4268-84c1-399eb5cdaf2d req-4806e5a6-abd9-4b32-95ae-9459688c1939 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:40.122733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb6099e8-e30f-4268-84c1-399eb5cdaf2d req-4806e5a6-abd9-4b32-95ae-9459688c1939 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 931 time: 0.2122893 Jul 28 18:15:40.181814 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.190900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb6099e8-e30f-4268-84c1-399eb5cdaf2d req-198572ac-a0e1-4802-b6d1-5ec15796f697 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938346 Jul 28 18:15:40.212077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bceb6e3-f984-44aa-a811-689771011ea5 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:40.221429 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.241766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Transition to ACTIVE for port object 5bceb6e3-f984-44aa-a811-689771011ea5 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:15:40.260957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6d44-4144-48a7-9132-76d95356a70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.288305 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1668aef0-3277-40c9-bd5c-6ff41e3cb787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.365608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.367471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6d44-4144-48a7-9132-76d95356a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.423698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2bb6d44-4144-48a7-9132-76d95356a70b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f27035c52724e3dbdb1c346343cb10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865946 Jul 28 18:15:40.423698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb6d44-4144-48a7-9132-76d95356a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176b512-5589-4525-b20f-ec70372122bf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:40.426968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42090) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:40.458204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:40.543435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.554778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Attempting to bind port 5bceb6e3-f984-44aa-a811-689771011ea5 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:15:40.555128 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Attempting to bind port 5bceb6e3-f984-44aa-a811-689771011ea5 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:15:40.555495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Attempting to bind port 5bceb6e3-f984-44aa-a811-689771011ea5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:15:40.560546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Port 5bceb6e3-f984-44aa-a811-689771011ea5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:15:40.560865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Attempting to bind port 5bceb6e3-f984-44aa-a811-689771011ea5 on network 0e43802b-4fe4-418d-8bc0-e74a3d75740f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:15:40.566235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:15:40.566577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Checking segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:15:40.567227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Bound using segment: {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:15:40.567694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Bound port: 5bceb6e3-f984-44aa-a811-689771011ea5, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b1ea14-5617-4952-aaf7-64f121c796c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:15:40.568100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.595865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.678011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea566822-c6df-4acb-84c8-73e785a44161 req-242bfd5c-e569-4a8d-a3f8-a41d4169d371 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0716171 Jul 28 18:15:40.699748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:15:40.706584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5bceb6e3-f984-44aa-a811-689771011ea5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:15:40.798174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c92c8b-0f2b-4de7-af79-c101ef93713d req-e5c01544-7bac-402c-8765-7bf3c3ab0725 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:40.800626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17c92c8b-0f2b-4de7-af79-c101ef93713d req-e5c01544-7bac-402c-8765-7bf3c3ab0725 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0760124 Jul 28 18:15:40.802705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.807169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.810239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.814404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4176b512-5589-4525-b20f-ec70372122bf HTTP/1.1" status: 204 len: 168 time: 0.3861780 Jul 28 18:15:40.827492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a29f3-ed56-471e-873b-2214108f0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176b512-5589-4525-b20f-ec70372122bf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:40.887014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:40.887755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:40.889346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] 10.222.0.37 "PUT /v2.0/ports/5bceb6e3-f984-44aa-a811-689771011ea5 HTTP/1.1" status: 200 len: 1091 time: 1.8659353 Jul 28 18:15:40.890063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:40.893601 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:41.022443 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53917f7e-d05e-464c-a5de-a15c601ded8d x-openstack-request-id: req-53917f7e-d05e-464c-a5de-a15c601ded8d {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:41.022709 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:41.022962 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53917f7e-d05e-464c-a5de-a15c601ded8d {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:41.023363 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5', 'status': 'completed', 'code': 200} Jul 28 18:15:41.033741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17c92c8b-0f2b-4de7-af79-c101ef93713d req-2bad6410-dcd6-4e8d-84db-06f249a1573f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256546 Jul 28 18:15:41.035758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495e899-36ce-409c-ac95-72e6709a0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:41.041585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:41.076514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-cde7140e-6a36-4710-a890-1c58e89f3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.078385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-cde7140e-6a36-4710-a890-1c58e89f3d53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 1094 time: 0.0974243 Jul 28 18:15:41.123519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-36bc4983-f903-4576-8cdd-a30bff63b8b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bceb6e3-f984-44aa-a811-689771011ea5 HTTP/1.1" status: 200 len: 217 time: 0.0367076 Jul 28 18:15:41.186583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-f9a2d818-c277-4bc9-ad4a-af1c77833414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.188402 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-f9a2d818-c277-4bc9-ad4a-af1c77833414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.0590732 Jul 28 18:15:41.226454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-6f35f102-79cd-44f7-a17a-405c12122bba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292356 Jul 28 18:15:41.337939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-e582ad99-41bc-47b5-bf70-262037799b15 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047053 Jul 28 18:15:41.399567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12422dc1-9918-4824-a0de-d5e94f0fd7ba req-1874e001-fdcc-43b6-af1e-8c0fed08654a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.407913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12422dc1-9918-4824-a0de-d5e94f0fd7ba req-1874e001-fdcc-43b6-af1e-8c0fed08654a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 943 time: 0.0795722 Jul 28 18:15:41.458770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12422dc1-9918-4824-a0de-d5e94f0fd7ba req-a000c045-32ba-49a0-bf5c-5dc6c35d2fe5 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 Jul 28 18:15:41.510920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a98bd45b-d6c3-4e0d-9b61-646595e35813 req-a2fc150e-5f8a-45b1-b4d4-1a5c5d9a9715 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644502 Jul 28 18:15:41.607340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-5ee8e551-51f7-4a6c-b9dd-227409dd84bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3238630 Jul 28 18:15:41.626905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfccd27-0461-411c-94e9-73bb838a4561 req-1725fcd8-69e6-4ae1-9773-a68891b01cb1 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.636138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bfccd27-0461-411c-94e9-73bb838a4561 req-1725fcd8-69e6-4ae1-9773-a68891b01cb1 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 951 time: 0.0630889 Jul 28 18:15:41.686496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bfccd27-0461-411c-94e9-73bb838a4561 req-944edf6e-c79c-4275-aa17-df010bf5bd72 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Jul 28 18:15:41.755234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-90a16846-665f-409c-845b-21564e51a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.761092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-90a16846-665f-409c-845b-21564e51a08b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7e1c989a54048a24abd61f5dec315&device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 1094 time: 0.0964420 Jul 28 18:15:41.911787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-1cf0cbc0-8449-4eef-b93e-3a15eb9406b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:41.913640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-1cf0cbc0-8449-4eef-b93e-3a15eb9406b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 200 len: 916 time: 0.1467943 Jul 28 18:15:41.935598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d74eaeb6-d956-4eae-aa82-802a1d0a5cfa req-6767703a-0c33-4a1c-a591-ed2cd701d3aa tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0688188 Jul 28 18:15:41.983210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-66c10e8a-9fbf-41ac-b3d7-f61b8cd36851 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bceb6e3-f984-44aa-a811-689771011ea5 HTTP/1.1" status: 200 len: 217 time: 0.0595291 Jul 28 18:15:42.046190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-20c08311-a5f3-44ee-acbb-8c7098ca3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:42.048334 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-20c08311-a5f3-44ee-acbb-8c7098ca3da4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 200 len: 855 time: 0.0551355 Jul 28 18:15:42.087306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-73493c07-47f0-49b9-b4fa-bb4263511e83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e43802b-4fe4-418d-8bc0-e74a3d75740f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324199 Jul 28 18:15:42.181284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ee1c-d99b-4174-bafa-15cf604dfb73 req-0c999602-7f34-4422-b32d-a66e070c5ff1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:42.188458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4030ee1c-d99b-4174-bafa-15cf604dfb73 req-0c999602-7f34-4422-b32d-a66e070c5ff1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0740116 Jul 28 18:15:42.234273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4030ee1c-d99b-4174-bafa-15cf604dfb73 req-1f14866f-91a3-40cf-ad5a-e0e6d82899e1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Jul 28 18:15:42.275226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-d2af37c8-43e3-4ffd-a50a-b0ef129eb370 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794503 Jul 28 18:15:42.380678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cff7fb2b-5be1-45bf-a5f4-55f9b1b9b0bf req-c1a218c2-74af-406d-9cdf-d7078f7531e5 service neutron] 10.222.0.37 "GET /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977762 Jul 28 18:15:42.581084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4196d-1f0c-4e67-8b5a-fbe5827ce44c req-92e51a2f-29f9-4b34-850a-49b52268d015 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:42.588773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36e4196d-1f0c-4e67-8b5a-fbe5827ce44c req-92e51a2f-29f9-4b34-850a-49b52268d015 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 943 time: 0.0613797 Jul 28 18:15:42.630997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36e4196d-1f0c-4e67-8b5a-fbe5827ce44c req-c28976cc-8532-4de8-b936-330f20bebedf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Jul 28 18:15:42.902259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:43.030721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8f0fdc3-3cd7-4b94-abd0-b84053b5ff05 req-493b288c-be47-47f9-8d62-f317b4a12022 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Jul 28 18:15:43.210208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-aa04d583-4ad0-4a44-8b85-ade4e2734a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.211757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-aa04d583-4ad0-4a44-8b85-ade4e2734a2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6&tenant_id=394b3e6606cb4d4188ecd5ca7033326e HTTP/1.1" status: 200 len: 1095 time: 0.0781252 Jul 28 18:15:43.279592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-c3907c07-0fba-49bb-8488-bb1baf72de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.282673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-c3907c07-0fba-49bb-8488-bb1baf72de82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1095 time: 0.0459783 Jul 28 18:15:43.355623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf79c7-c99f-4d0c-bd17-0d4d43c121ac req-43e74ebb-7f7c-45ed-9235-e8a2c88d9ce6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.357286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32bf79c7-c99f-4d0c-bd17-0d4d43c121ac req-43e74ebb-7f7c-45ed-9235-e8a2c88d9ce6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0501146 Jul 28 18:15:43.381623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-636ce6a7-01d4-452a-81cd-33e92a042a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.383899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-636ce6a7-01d4-452a-81cd-33e92a042a98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.0960505 Jul 28 18:15:43.398038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:43.408369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32bf79c7-c99f-4d0c-bd17-0d4d43c121ac req-bb35622e-c8a1-4c2e-bb75-ef201c968b13 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Jul 28 18:15:43.440695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-a1752c96-fbcf-484f-8f08-64949ff714c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.0477896 Jul 28 18:15:43.491457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-e5c59b36-0a67-46b6-b4e1-c24868c5b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.493077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-e5c59b36-0a67-46b6-b4e1-c24868c5b203 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.0456805 Jul 28 18:15:43.538585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-8eb52883-14fd-4e2f-8e0f-0637e0d637f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362296 Jul 28 18:15:43.605228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520a9b-9417-4276-84cc-cfadd77a2dd0 req-8d2ba4d7-e806-4b0f-810f-4ab1a7879704 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.607862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee520a9b-9417-4276-84cc-cfadd77a2dd0 req-8d2ba4d7-e806-4b0f-810f-4ab1a7879704 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 951 time: 0.0554664 Jul 28 18:15:43.636449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-078fd78f-75d2-4ffa-8676-c599b00e2688 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882466 Jul 28 18:15:43.649812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee520a9b-9417-4276-84cc-cfadd77a2dd0 req-4c0fe450-8d32-40b0-80a1-1e454e1e75af tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367105 Jul 28 18:15:43.776819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f669ad-9aed-44b0-b7ea-ca790c13789d req-ec37d9db-7e64-4536-9bb1-79fd55fdc7b8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:43.778558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7f669ad-9aed-44b0-b7ea-ca790c13789d req-ec37d9db-7e64-4536-9bb1-79fd55fdc7b8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 943 time: 0.0730453 Jul 28 18:15:43.785112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abae5f03-8434-4e46-b00d-1c3c23252bcb req-b2c2ad75-79f7-4d64-af18-4e491e5680c7 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385665 Jul 28 18:15:43.821170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7f669ad-9aed-44b0-b7ea-ca790c13789d req-adfe8b6f-297b-45f7-b67e-dbfbfc5f7554 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 Jul 28 18:15:44.148433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a95e85d-9287-4263-90d8-8fd0409ffe2d req-25edf1bd-f7e9-48b3-8046-f4a03c09e578 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Jul 28 18:15:44.605178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856263ee-403f-4589-8bf9-82ea8fc501cd req-e90fe7b3-0d5f-439f-9128-cf07107a170a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:44.607717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-856263ee-403f-4589-8bf9-82ea8fc501cd req-e90fe7b3-0d5f-439f-9128-cf07107a170a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0941017 Jul 28 18:15:44.679946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-856263ee-403f-4589-8bf9-82ea8fc501cd req-0f4522a4-e5e4-4637-a3d4-7bb36c13fea2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618994 Jul 28 18:15:44.828123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5af52-ed7c-494a-9440-d6d410e16959 req-f48c227a-ba58-4fe8-b23a-381f21a37ffd tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:44.834629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d5af52-ed7c-494a-9440-d6d410e16959 req-f48c227a-ba58-4fe8-b23a-381f21a37ffd tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 951 time: 0.0840893 Jul 28 18:15:44.886122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d5af52-ed7c-494a-9440-d6d410e16959 req-091c3850-d8d5-417d-8195-0d324c9007c7 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501497 Jul 28 18:15:45.020709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bb482-5175-4a49-b2e9-205d71805fe2 req-da007097-5023-47ff-ab35-c509eb4ce983 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:45.022305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e2bb482-5175-4a49-b2e9-205d71805fe2 req-da007097-5023-47ff-ab35-c509eb4ce983 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 943 time: 0.0930166 Jul 28 18:15:45.102022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e2bb482-5175-4a49-b2e9-205d71805fe2 req-1cdef266-2909-476a-9bb0-9eb2c80dbbb9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690210 Jul 28 18:15:45.205075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5bceb6e3-f984-44aa-a811-689771011ea5 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:15:45.312017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a1abd58-e915-4ef4-8aab-c1f7a29e70b9 req-ecd37312-462b-4dc6-a0b3-e57dc773f826 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0573311 Jul 28 18:15:45.415447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:45.431970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5bceb6e3-f984-44aa-a811-689771011ea5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:45.507307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:45.512024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '5bceb6e3-f984-44aa-a811-689771011ea5', 'network_id': '0e43802b-4fe4-418d-8bc0-e74a3d75740f', 'port_id': '5bceb6e3-f984-44aa-a811-689771011ea5', 'mac_address': 'fa:16:3e:0c:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:15:45.556401 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:45.570948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bceb6e3-f984-44aa-a811-689771011ea5 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:15:45.591668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5bceb6e3-f984-44aa-a811-689771011ea5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:45.639184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:45.692863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:45.694041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:45.697133 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6a871-36f3-4f34-ba17-d3fa4ed18ef6" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-unplugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:45.713808 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:45.769933 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b31811-5f38-4ece-8118-0db633305e3d x-openstack-request-id: req-c5b31811-5f38-4ece-8118-0db633305e3d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:45.771128 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-unplugged", "status": "completed", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:45.771592 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5b31811-5f38-4ece-8118-0db633305e3d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:45.772165 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'code': 200} Jul 28 18:15:45.773518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:45.803685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:45.812218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.817186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.835749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05ef9-5fc6-4129-b3ff-cbf807f1349a req-54ff9087-03a4-4213-b07b-87241a7ab47d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:45.843803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3e05ef9-5fc6-4129-b3ff-cbf807f1349a req-54ff9087-03a4-4213-b07b-87241a7ab47d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0634463 Jul 28 18:15:45.886083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:45.899926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3e05ef9-5fc6-4129-b3ff-cbf807f1349a req-66856f25-6093-4057-b644-331a803e585c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551097 Jul 28 18:15:45.970300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5bceb6e3-f984-44aa-a811-689771011ea5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:46.041067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77219821-1e59-443e-9643-95b4ea52fd20 req-7a44bfb9-6128-4c07-9695-47237850d219 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:46.064449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77219821-1e59-443e-9643-95b4ea52fd20 req-7a44bfb9-6128-4c07-9695-47237850d219 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1030049 Jul 28 18:15:46.145288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77219821-1e59-443e-9643-95b4ea52fd20 req-898ef28c-67d4-4454-bcc8-16c32c87326c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776043 Jul 28 18:15:46.317946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e564d-80bb-4bbe-9f15-bd0165c3c299 req-d43c6336-77c0-4d9b-bcfd-87c1e314e4f0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:46.319794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a6e564d-80bb-4bbe-9f15-bd0165c3c299 req-d43c6336-77c0-4d9b-bcfd-87c1e314e4f0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 944 time: 0.0723786 Jul 28 18:15:46.411452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a6e564d-80bb-4bbe-9f15-bd0165c3c299 req-71bc7bba-4ff0-4796-8f93-3af45decfb87 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849090 Jul 28 18:15:46.460802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-666d4ea6-f2b0-44e7-a7d3-04bb31927504 req-c7d8e5d6-7050-47ea-b2a6-f526385ba627 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0426359 Jul 28 18:15:47.037795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9036-d480-4b29-8bad-e8e7aabee69e req-cdbeeb86-a76a-4733-bfda-1fab9bc7456b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:47.040387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5bb9036-d480-4b29-8bad-e8e7aabee69e req-cdbeeb86-a76a-4733-bfda-1fab9bc7456b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0678101 Jul 28 18:15:47.081659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5bb9036-d480-4b29-8bad-e8e7aabee69e req-4a369ecd-0581-4472-9b27-5b73f401c3ee tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Jul 28 18:15:47.210040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5bceb6e3-f984-44aa-a811-689771011ea5 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:15:47.271121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850133-b216-4e45-9a6f-2d2baa9df0b7 req-7b283836-295b-4c63-b039-b58f8f0c739c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:47.278698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c850133-b216-4e45-9a6f-2d2baa9df0b7 req-7b283836-295b-4c63-b039-b58f8f0c739c tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0718203 Jul 28 18:15:47.326342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c850133-b216-4e45-9a6f-2d2baa9df0b7 req-06554d10-ccc0-48c4-9e90-9d7cf53f6efe tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jul 28 18:15:47.327001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 5bceb6e3-f984-44aa-a811-689771011ea5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:15:47.337137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 5bceb6e3-f984-44aa-a811-689771011ea5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:15:47.337709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:47.427930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:47.472070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5bceb6e3-f984-44aa-a811-689771011ea5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:47.559681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:47.573037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fe1aa-cacc-4a05-b24d-2570199cefe4 req-b8206710-d1e9-4197-a9ad-3887a7c182ab tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:47.575204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db1fe1aa-cacc-4a05-b24d-2570199cefe4 req-b8206710-d1e9-4197-a9ad-3887a7c182ab tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 944 time: 0.0667710 Jul 28 18:15:47.646659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:47.665561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db1fe1aa-cacc-4a05-b24d-2570199cefe4 req-d6b1ad4e-e31b-48fa-a21a-d6fb20a950bf tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797811 Jul 28 18:15:47.675247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f6cb050-639f-4194-b541-d6b38a89919d req-b2312369-fc79-4a13-a5a6-4988261fc020 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0546114 Jul 28 18:15:47.773249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:47.775636 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8a86d2-7111-45e7-8329-b263f7091d15" -d '{"events": [{"server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "name": "network-vif-plugged", "status": "completed", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:47.818325 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc770af9-89b9-451e-9f8b-bd71e1d127b3 x-openstack-request-id: req-dc770af9-89b9-451e-9f8b-bd71e1d127b3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:47.818642 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "name": "network-vif-plugged", "status": "completed", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:47.818912 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc770af9-89b9-451e-9f8b-bd71e1d127b3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:47.819374 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5', 'code': 200} Jul 28 18:15:47.944129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117482e-2337-4119-8caf-d5d9b941e9c3 req-82261c4d-0728-4f22-ae12-f262f069add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:47.945770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9117482e-2337-4119-8caf-d5d9b941e9c3 req-82261c4d-0728-4f22-ae12-f262f069add8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 1096 time: 0.0594475 Jul 28 18:15:47.981611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9117482e-2337-4119-8caf-d5d9b941e9c3 req-389e92a8-5010-42d0-8209-e31a72337987 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291274 Jul 28 18:15:48.219759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3316c6-477e-4853-92a5-66c20a00c138 req-c073a1de-b308-4835-a1a6-cd2024292448 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:48.221287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe3316c6-477e-4853-92a5-66c20a00c138 req-c073a1de-b308-4835-a1a6-cd2024292448 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0580192 Jul 28 18:15:48.262249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe3316c6-477e-4853-92a5-66c20a00c138 req-d84e1120-770d-45bb-ba7a-313903880fd6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Jul 28 18:15:48.457061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c112405-bd44-4ec6-a3a3-e663ad634bc4 req-e131e3ef-63f2-49bd-ab09-00fa61dfda05 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:48.458763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c112405-bd44-4ec6-a3a3-e663ad634bc4 req-e131e3ef-63f2-49bd-ab09-00fa61dfda05 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0664470 Jul 28 18:15:48.516044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c112405-bd44-4ec6-a3a3-e663ad634bc4 req-e4de02ba-dfee-4a55-9f15-6efe54be2628 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479403 Jul 28 18:15:48.583771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:48.843388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ee8d77d-f59d-4b09-a2db-31ce4750fe0d req-974fb3b4-765f-4e52-8d73-77fa8fbc2efa tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0570064 Jul 28 18:15:48.880086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc87ca-b6c5-4109-9f7d-d0a300b1127b req-8ce27bd2-b90d-4d3a-9ba1-62fce97370d8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:48.881920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5bc87ca-b6c5-4109-9f7d-d0a300b1127b req-8ce27bd2-b90d-4d3a-9ba1-62fce97370d8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0959425 Jul 28 18:15:48.939808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5bc87ca-b6c5-4109-9f7d-d0a300b1127b req-a07dcf96-5bcb-4609-b17b-a756e9391585 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509815 Jul 28 18:15:49.393092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab631aaf-ac64-4633-aef9-91dbe261c3bd req-15d0a53f-c17f-4625-8702-8f44ef1963f4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:49.394638 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab631aaf-ac64-4633-aef9-91dbe261c3bd req-15d0a53f-c17f-4625-8702-8f44ef1963f4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0543191 Jul 28 18:15:49.438919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab631aaf-ac64-4633-aef9-91dbe261c3bd req-1b021763-b6f7-4780-9e84-02d1df3c3b82 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Jul 28 18:15:49.650625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336fe5e-419e-4a45-84f4-48184c718b6a req-b664c925-676a-43e4-a62e-d40e9e906378 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:49.652123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7336fe5e-419e-4a45-84f4-48184c718b6a req-b664c925-676a-43e4-a62e-d40e9e906378 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0607922 Jul 28 18:15:49.704717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7336fe5e-419e-4a45-84f4-48184c718b6a req-cf516596-5d0a-491b-b8f6-1db8a2e86044 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Jul 28 18:15:49.961306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-642094db-7491-4c00-8991-4c89c047fd93 req-7d83109b-172d-4299-962d-ea781f6cc883 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0326426 Jul 28 18:15:50.069490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98ee53-b4f6-43f7-a265-1e6b4cfcf68e req-8e469294-f0bb-4779-9db5-b50c51817e1a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:50.072550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce98ee53-b4f6-43f7-a265-1e6b4cfcf68e req-8e469294-f0bb-4779-9db5-b50c51817e1a tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0588574 Jul 28 18:15:50.122868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce98ee53-b4f6-43f7-a265-1e6b4cfcf68e req-8148bdd2-ab7e-4d1c-97cc-cbd8c78db8f2 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jul 28 18:15:50.252830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5d319-013f-4d30-a4e9-315834ca4d2d req-21fc1afe-2a52-4e5c-a6cf-b1e96ce6b5e9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:50.254780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3a5d319-013f-4d30-a4e9-315834ca4d2d req-21fc1afe-2a52-4e5c-a6cf-b1e96ce6b5e9 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0620673 Jul 28 18:15:50.305509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3a5d319-013f-4d30-a4e9-315834ca4d2d req-9acb2ca6-183e-4898-906a-395b3fc40ecc tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Jul 28 18:15:50.623988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d55d-9394-4caf-8385-af1e81db11e9 req-7657b4d6-983c-4de9-b5e8-7216421fdb64 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:50.636696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f75d55d-9394-4caf-8385-af1e81db11e9 req-7657b4d6-983c-4de9-b5e8-7216421fdb64 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1177847 Jul 28 18:15:50.698331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad52ec-3fb5-46a2-a31e-4ecdd05ea6cd req-9194e774-1433-4575-8179-abad73b9d9c4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:50.702803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f75d55d-9394-4caf-8385-af1e81db11e9 req-ca2f8cde-ec88-4529-8703-8dc6e523e269 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Jul 28 18:15:50.703756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48ad52ec-3fb5-46a2-a31e-4ecdd05ea6cd req-9194e774-1433-4575-8179-abad73b9d9c4 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0878878 Jul 28 18:15:50.799961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48ad52ec-3fb5-46a2-a31e-4ecdd05ea6cd req-eff8d678-73ef-400b-ad10-628195fd382c tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867693 Jul 28 18:15:50.955249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ed97-315b-4a75-8a43-ad2a6bfcb671 req-8a86750c-4ab2-421c-bb44-1b69b324f399 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:50.962599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acf4ed97-315b-4a75-8a43-ad2a6bfcb671 req-8a86750c-4ab2-421c-bb44-1b69b324f399 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1183398 Jul 28 18:15:51.015723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-acf4ed97-315b-4a75-8a43-ad2a6bfcb671 req-8469e68b-af19-4e86-bc29-afae00b60fff tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Jul 28 18:15:51.054513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03153-a020-46c9-b2e4-860128a74b79 req-e80777de-9d07-4096-bfce-7d3b67da7b25 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:51.058515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11b03153-a020-46c9-b2e4-860128a74b79 req-e80777de-9d07-4096-bfce-7d3b67da7b25 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.1469331 Jul 28 18:15:51.131282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f97fc51f-85df-4171-8edf-ee2510afa365 req-dc5ad22d-73f6-47d5-b3f1-29f0d23be00a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0399048 Jul 28 18:15:51.180609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11b03153-a020-46c9-b2e4-860128a74b79 req-00784493-3772-4804-9f19-fa2eb42b1aff tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154671 Jul 28 18:15:51.516993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab539e-50c6-45ea-87cd-9799ffa00caa req-c3172507-9281-40f0-acdc-318a1bd67a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:51.526015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdab539e-50c6-45ea-87cd-9799ffa00caa req-c3172507-9281-40f0-acdc-318a1bd67a7f tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0792787 Jul 28 18:15:51.581149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdab539e-50c6-45ea-87cd-9799ffa00caa req-078f005e-2211-4ae3-867d-56712c65aa05 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Jul 28 18:15:51.713838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816723d9-e7bc-4265-a91a-0679f7cc2a3c req-b871c106-b2d0-419c-b563-68eb10394a18 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:51.715759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-816723d9-e7bc-4265-a91a-0679f7cc2a3c req-b871c106-b2d0-419c-b563-68eb10394a18 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0538580 Jul 28 18:15:51.763216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-816723d9-e7bc-4265-a91a-0679f7cc2a3c req-c8fbdab5-7514-468a-a5b7-04d23f613fa1 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Jul 28 18:15:51.843662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779bfbd-8aee-40a9-b0a3-3d609342e064 req-fd2f3bf6-91e0-4010-8de7-af37400e8eb9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:51.852752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779bfbd-8aee-40a9-b0a3-3d609342e064 req-fd2f3bf6-91e0-4010-8de7-af37400e8eb9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0564883 Jul 28 18:15:51.916605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779bfbd-8aee-40a9-b0a3-3d609342e064 req-a5958330-13a3-4cd3-b71a-5bde9898bd00 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 Jul 28 18:15:52.177530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df032650-b960-41d0-9561-555a7e1818bf req-3a23fb4f-95ae-448f-abaa-21f8c24fed3a tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:52.199338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df032650-b960-41d0-9561-555a7e1818bf req-3a23fb4f-95ae-448f-abaa-21f8c24fed3a tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1096303 Jul 28 18:15:52.265066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df032650-b960-41d0-9561-555a7e1818bf req-066b1f86-159a-4eeb-9c39-c70ba3bd979e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Jul 28 18:15:52.439901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86a29755-c588-4e86-96a0-3fdef73d4eec req-713a2e38-12af-488f-b601-b89729753499 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0454531 Jul 28 18:15:52.609623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee46a0-2f71-483f-8fd1-266438c0e986 req-9ead5e4e-fa33-461e-bef6-0959a9b2d028 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:52.610456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7ee46a0-2f71-483f-8fd1-266438c0e986 req-9ead5e4e-fa33-461e-bef6-0959a9b2d028 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0824564 Jul 28 18:15:52.706282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7ee46a0-2f71-483f-8fd1-266438c0e986 req-ba2a0e87-b613-4b2a-b1da-e5bc07519280 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Jul 28 18:15:53.062625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c1513-8709-4a3e-a44f-8b5839efcd10 req-4abdffad-e97f-4613-b9c2-87e31dfa0d9b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:53.064287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f2c1513-8709-4a3e-a44f-8b5839efcd10 req-4abdffad-e97f-4613-b9c2-87e31dfa0d9b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0507362 Jul 28 18:15:53.144119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f2c1513-8709-4a3e-a44f-8b5839efcd10 req-6a146b2d-6f68-46f5-b8b8-6420d91b23ac tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Jul 28 18:15:53.474813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dfc84-8a1e-4f99-85b2-45079bcf00c9 req-76f649c0-2fb7-4c86-980f-21e9a71a5739 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:53.488278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe5dfc84-8a1e-4f99-85b2-45079bcf00c9 req-76f649c0-2fb7-4c86-980f-21e9a71a5739 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1080251 Jul 28 18:15:53.593924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe5dfc84-8a1e-4f99-85b2-45079bcf00c9 req-3d7d7568-63b3-4830-9540-3f35cebb49f9 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032324 Jul 28 18:15:53.655551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1a20e02-26ee-4d41-b7f6-efbfcbd69d3c req-68c8d036-7c1c-4a35-910c-5aabc78cadba tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0836129 Jul 28 18:15:53.746609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-ef7b953a-f573-42ac-b149-a2fa0bb8a6b0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:53.748365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-ef7b953a-f573-42ac-b149-a2fa0bb8a6b0 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0710647 Jul 28 18:15:53.897141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef53d2-38b9-4d12-b10a-07f98a1aff6a req-826e6a23-e94f-444f-b406-aac42495d40e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:53.897902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Deleting port 5bceb6e3-f984-44aa-a811-689771011ea5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:53.898453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:53.899073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0ef53d2-38b9-4d12-b10a-07f98a1aff6a req-826e6a23-e94f-444f-b406-aac42495d40e tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 945 time: 0.0904086 Jul 28 18:15:53.949199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0ef53d2-38b9-4d12-b10a-07f98a1aff6a req-0fe51994-c173-4e2d-83b4-ac115fa705d3 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/security-groups?id=273556aa-31b5-493e-bb36-2a757792f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Jul 28 18:15:54.053365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] For port 5bceb6e3-f984-44aa-a811-689771011ea5, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=5bceb6e3-f984-44aa-a811-689771011ea5,segment=NetworkSegment(17b1ea14-5617-4952-aaf7-64f121c796c2),segment_id=17b1ea14-5617-4952-aaf7-64f121c796c2)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:54.053756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:54.072972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Calling delete_port for 5bceb6e3-f984-44aa-a811-689771011ea5 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:15:54.357916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf1ce-ba65-4d1a-9712-97001226251a req-2be9f27a-d8f2-4fdd-8e86-6bc705ca1ab6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:54.357916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0efcf1ce-ba65-4d1a-9712-97001226251a req-2be9f27a-d8f2-4fdd-8e86-6bc705ca1ab6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0916474 Jul 28 18:15:54.418720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0efcf1ce-ba65-4d1a-9712-97001226251a req-c2642d7b-49ac-4a9a-a1a0-6a815441b3f7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Jul 28 18:15:54.422273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:54.452773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['5bceb6e3-f984-44aa-a811-689771011ea5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:15:54.472477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Pushing event deleted for resources: {'Port': ['ID=5bceb6e3-f984-44aa-a811-689771011ea5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:54.546582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] No DVR routers for this DVR port 5bceb6e3-f984-44aa-a811-689771011ea5 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:15:54.549619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:54.552012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cb609cd-9715-45f4-938f-e2e0bfdc100b req-835e834e-bc62-4a39-b61b-b14f2c9acee8 tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.37 "DELETE /v2.0/ports/5bceb6e3-f984-44aa-a811-689771011ea5 HTTP/1.1" status: 204 len: 173 time: 0.7965231 Jul 28 18:15:54.552476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'name': 'network-vif-deleted', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:15:54.555441 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eedf041-68f5-4c2c-94f6-507e4c7c214a" -d '{"events": [{"server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "name": "network-vif-deleted", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:54.595129 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33706822-eaf4-4311-b1b6-8b06f882ca81 x-openstack-request-id: req-33706822-eaf4-4311-b1b6-8b06f882ca81 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:54.595609 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2", "name": "network-vif-deleted", "tag": "5bceb6e3-f984-44aa-a811-689771011ea5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:54.595820 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33706822-eaf4-4311-b1b6-8b06f882ca81 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:54.596198 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2', 'name': 'network-vif-deleted', 'tag': '5bceb6e3-f984-44aa-a811-689771011ea5', 'status': 'completed', 'code': 200} Jul 28 18:15:54.755176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1bbae-320d-4e12-ac5d-0747a8c3ffe5 req-92ec4372-2a64-47fe-825d-fec494c5a71e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:54.757126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c1bbae-320d-4e12-ac5d-0747a8c3ffe5 req-92ec4372-2a64-47fe-825d-fec494c5a71e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0543654 Jul 28 18:15:54.804213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3268c834-c902-4787-8dcb-1b52fa68ffc7 req-864fa966-9e7d-41b2-b6e7-3c56eba1cd78 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0414302 Jul 28 18:15:54.821545 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c1bbae-320d-4e12-ac5d-0747a8c3ffe5 req-9d5295c9-31b6-4dce-bdb1-40ad05884786 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511465 Jul 28 18:15:55.091704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10e03f97-eb47-46dc-b0a1-8f8d441f88df req-56950a78-3041-4257-9a57-d2e2870f19cd tempest-ServerDiskConfigTestJSON-1903235673 tempest-ServerDiskConfigTestJSON-1903235673-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b4f4f7-0cfa-4a56-9ecf-ad4cd78549e2 HTTP/1.1" status: 200 len: 210 time: 0.0296237 Jul 28 18:15:55.579212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba7e86-457f-4e26-9c76-5b39ee642a89 req-159ac53f-e654-4489-a935-2536d18082ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:55.587571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-beba7e86-457f-4e26-9c76-5b39ee642a89 req-159ac53f-e654-4489-a935-2536d18082ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0936208 Jul 28 18:15:55.653866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-beba7e86-457f-4e26-9c76-5b39ee642a89 req-acb8e920-5f2f-427d-94f0-a97a9339beec tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582395 Jul 28 18:15:55.918433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fe203e9-ebad-4340-b47a-bae49a8b0c42 req-100a3c7d-207b-4abe-b9e3-852324c45db0 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0361111 Jul 28 18:15:55.954489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151cd7b-0aab-4478-a7c8-d06de89f69b0 req-60a935ad-813e-47da-afdc-73e226e7ede3 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:55.959104 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a151cd7b-0aab-4478-a7c8-d06de89f69b0 req-60a935ad-813e-47da-afdc-73e226e7ede3 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0519555 Jul 28 18:15:56.005528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a151cd7b-0aab-4478-a7c8-d06de89f69b0 req-2831c4fc-9097-4a5c-962c-c3b04950141a tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Jul 28 18:15:56.105009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42432) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:56.237317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4a8a96-8aee-4faf-9d5d-e3e53dda6cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.292284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42446) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:56.337959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Deleting subnet 73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:15:56.341108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.352347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4a8a96-8aee-4faf-9d5d-e3e53dda6cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.379010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.425564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.457831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4a8a96-8aee-4faf-9d5d-e3e53dda6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.536107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a8a96-8aee-4faf-9d5d-e3e53dda6cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b306400-6faf-460d-a05c-70f7e90e7c91,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.538488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db4a8a96-8aee-4faf-9d5d-e3e53dda6cf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1741fd0047b74e5a858d23229d8ee411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325597 Jul 28 18:15:56.541107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42452) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:56.555219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.580369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.584128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.588273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7de62f49-adeb-4196-b061-cc19c2e8b9e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73abb47c-0dc0-4bdc-8ca8-9dc88f2d741f HTTP/1.1" status: 204 len: 168 time: 0.2926481 Jul 28 18:15:56.588515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:56.608494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.670813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.689112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.785669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10886e04-2697-48f9-a288-812ece18eb38 req-cc956929-605a-4b54-ab36-15cffac349db tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:56.787556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10886e04-2697-48f9-a288-812ece18eb38 req-cc956929-605a-4b54-ab36-15cffac349db tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0565925 Jul 28 18:15:56.794812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.805200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e43802b-4fe4-418d-8bc0-e74a3d75740f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:56.817221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b1ea14-5617-4952-aaf7-64f121c796c2') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:56.817528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b1ea14-5617-4952-aaf7-64f121c796c2') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:56.826769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.832443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10886e04-2697-48f9-a288-812ece18eb38 req-aaf64c8e-01f9-4ab2-95c5-ab5f34c8c9ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Jul 28 18:15:56.841692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.848772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:15:56.849162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:15:56.851000 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:15:56.912248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.914910 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:56.916155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b306400-6faf-460d-a05c-70f7e90e7c91 HTTP/1.1" status: 204 len: 168 time: 0.3739772 Jul 28 18:15:56.926150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5affa-7744-4395-b102-535e9777ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b306400-6faf-460d-a05c-70f7e90e7c91,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.989275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:57.006598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:57.008465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e43802b-4fe4-418d-8bc0-e74a3d75740f HTTP/1.1" status: 204 len: 168 time: 0.4190280 Jul 28 18:15:57.011666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc966f-663d-44c6-9038-15272c2159ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0e43802b-4fe4-418d-8bc0-e74a3d75740f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:57.042774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5c2f99c-7049-4552-ac0d-a53020070f43 req-24818749-4cb2-48f9-8c17-7d58be8b8847 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0329881 Jul 28 18:15:57.149878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25bb59-633d-4483-a003-2b59a86f98bf req-d3d27b3c-63b4-408a-a3d6-16cfe77cfe50 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:57.151608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a25bb59-633d-4483-a003-2b59a86f98bf req-d3d27b3c-63b4-408a-a3d6-16cfe77cfe50 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0534313 Jul 28 18:15:57.313790 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a25bb59-633d-4483-a003-2b59a86f98bf req-4fb5874c-07e8-439d-93ae-de373b7368ad tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Jul 28 18:15:57.314947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5bceb6e3-f984-44aa-a811-689771011ea5 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:57.314947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 5bceb6e3-f984-44aa-a811-689771011ea5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:15:57.314947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 5bceb6e3-f984-44aa-a811-689771011ea5 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:57.972920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf2fc7-47c1-403e-a5af-e9415cfe6bb5 req-d87635b1-6a3a-4a8b-b76c-7cee2001eedc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:57.974821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebf2fc7-47c1-403e-a5af-e9415cfe6bb5 req-d87635b1-6a3a-4a8b-b76c-7cee2001eedc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0640869 Jul 28 18:15:58.013273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebf2fc7-47c1-403e-a5af-e9415cfe6bb5 req-82ab7a37-87a7-45f3-b0ef-a904260442ec tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 28 18:15:58.170848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58eed9f3-4127-4f35-88a7-4907059c2788 req-4b454771-a724-4e0f-9cb1-32492fe13577 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa28beac-b514-4a3c-926f-2e8d310a4e23 HTTP/1.1" status: 200 len: 210 time: 0.0307436 Jul 28 18:15:58.420039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42484) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:58.457547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7208287-0bcd-4508-a0a0-b67d2ef02f5a req-bc134b26-379b-4925-aad8-632d34c85fc4 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:58.459218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7208287-0bcd-4508-a0a0-b67d2ef02f5a req-bc134b26-379b-4925-aad8-632d34c85fc4 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0698569 Jul 28 18:15:58.463451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5d01948-ecb5-4d6f-b063-2b2db7879f48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fe7e1c989a54048a24abd61f5dec315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409296 Jul 28 18:15:58.464906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42486) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:58.525564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7208287-0bcd-4508-a0a0-b67d2ef02f5a req-0f2d7191-d7a3-4b49-9d48-b9130b8f2f82 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Jul 28 18:15:58.538225 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:58.560930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:58.707847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:58.707847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:58.709575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/273556aa-31b5-493e-bb36-2a757792f590 HTTP/1.1" status: 204 len: 168 time: 0.2435300 Jul 28 18:15:58.718723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fa463-8af9-4d89-8067-46f5fe79697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273556aa-31b5-493e-bb36-2a757792f590,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:59.150451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc73b5-8e69-4f43-9809-df6d5cdca436 req-2b7d8e00-5730-448e-b38d-987462086b01 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:59.152325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44bc73b5-8e69-4f43-9809-df6d5cdca436 req-2b7d8e00-5730-448e-b38d-987462086b01 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0587914 Jul 28 18:15:59.195850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44bc73b5-8e69-4f43-9809-df6d5cdca436 req-a8be7361-3b78-4d97-a61b-0de071ae75a8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Jul 28 18:15:59.379545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:59.444103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.490343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.644378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-772aa293-af95-416a-bf5b-406bdb1481b5 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:59.651198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-772aa293-af95-416a-bf5b-406bdb1481b5 tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.1020408 Jul 28 18:15:59.651198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.651198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.654711 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/security-groups/9610809d-0333-44d0-864e-cfde35e835c8 HTTP/1.1" status: 204 len: 168 time: 0.2741132 Jul 28 18:15:59.655515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42538) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:59.694967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35740c62-7e41-48c0-86d2-21eff8de1849 req-552c6b81-77ba-44eb-8e38-32b15c84afbb tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:15:59.697243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35740c62-7e41-48c0-86d2-21eff8de1849 req-552c6b81-77ba-44eb-8e38-32b15c84afbb tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 949 time: 0.0600252 Jul 28 18:15:59.723837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96f26c-df5d-41a0-9cff-a50048534f19 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9610809d-0333-44d0-864e-cfde35e835c8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:59.733438 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-ae23112d-26a8-4a00-924b-d3b2a01c9b4b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] show failed (client error): The resource could not be found. Jul 28 18:15:59.741264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:59.755553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ae23112d-26a8-4a00-924b-d3b2a01c9b4b tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "GET /v2.0/security-groups/9610809d-0333-44d0-864e-cfde35e835c8 HTTP/1.1" status: 404 len: 347 time: 0.0878630 Jul 28 18:15:59.793134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35740c62-7e41-48c0-86d2-21eff8de1849 req-f9d13f04-9d39-4b3a-8ba3-3ed447eb768f tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2a1a29e-d3ef-41ac-be0b-1122829e25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Jul 28 18:15:59.856621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42546) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:15:59.873924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Deleting port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:59.874590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.894234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port 44ccd226-621e-49b0-97ac-8eb36e547d80 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:15:59.894789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.992795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.993387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:15:59.997963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-791559936-network', 'tenant_id': '7dc71bc6eea84688a98432ca5b85a282'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:00.013311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for 44ccd226-621e-49b0-97ac-8eb36e547d80 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:00.018236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] For port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:00.018484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.044684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Calling delete_port for 3fafed9b-35fd-4ac0-b398-3e79a524c9ee owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:00.130356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Made reservation on behalf of 7dc71bc6eea84688a98432ca5b85a282 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:00.134862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.148577 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.288179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.321074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-15ca2b25-c3f0-4db7-9b0d-72e3061ac58d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046851 Jul 28 18:16:00.338639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=44ccd226-621e-49b0-97ac-8eb36e547d80,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:00.392820 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.450604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.453291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.457251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35cda296-fa32-4477-a120-6d395759b859 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee8f73f4-6c03-4cb0-a501-4ad11c088937 HTTP/1.1" status: 204 len: 168 time: 0.7118521 Jul 28 18:16:00.457431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:00.476421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.499788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Pushing event deleted for resources: {'Port': ['ID=3fafed9b-35fd-4ac0-b398-3e79a524c9ee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:00.552114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c6af-21e4-4bcc-bf2c-b227c6f559f9 req-ceaf2d9d-c340-44fa-aa85-ae01c0a242e1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:00.553678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2746c6af-21e4-4bcc-bf2c-b227c6f559f9 req-ceaf2d9d-c340-44fa-aa85-ae01c0a242e1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.1658835 Jul 28 18:16:00.565450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:00.565813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.574315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] No DVR routers for this DVR port 3fafed9b-35fd-4ac0-b398-3e79a524c9ee on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:00.576991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.582287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63e506bd-3b6f-4fb5-af3c-e278cdb24672 req-678a5c27-c4e6-466e-8e7f-84a521bd6e3e tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.35 "DELETE /v2.0/ports/3fafed9b-35fd-4ac0-b398-3e79a524c9ee HTTP/1.1" status: 204 len: 173 time: 0.9228518 Jul 28 18:16:00.582287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-deleted', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:00.583221 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b528edba-80d1-41c6-8859-ecc2ca42c75b" -d '{"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-deleted", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:00.587425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-8df831df-430d-4d49-8bb0-5fd8a375dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:00.588933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-8df831df-430d-4d49-8bb0-5fd8a375dee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a615b02fc84e4294905782594ca3ef&device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 1101 time: 0.1976647 Jul 28 18:16:00.603442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.635905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:00.672054 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ddbd8-072b-495f-b096-972cd0a8f7af x-openstack-request-id: req-5f9ddbd8-072b-495f-b096-972cd0a8f7af {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:00.672849 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b106228-d5cc-4ef4-8207-a02c711d1576", "name": "network-vif-deleted", "tag": "3fafed9b-35fd-4ac0-b398-3e79a524c9ee", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:00.673161 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f9ddbd8-072b-495f-b096-972cd0a8f7af {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:00.673538 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b106228-d5cc-4ef4-8207-a02c711d1576', 'name': 'network-vif-deleted', 'tag': '3fafed9b-35fd-4ac0-b398-3e79a524c9ee', 'status': 'completed', 'code': 200} Jul 28 18:16:00.678325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.691348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for 9793c476-1fb9-47e2-a1ff-aa4c24b33b5b owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:00.709922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2746c6af-21e4-4bcc-bf2c-b227c6f559f9 req-6af517d0-2374-4b2c-94c3-cfb7b8d0765d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366768 Jul 28 18:16:00.712507 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.712861 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Added segment 180183c5-eabd-42a4-a5c7-031cf305c4df of type vlan for network 3c7f9587-70b1-4767-980e-eb039429444a Jul 28 18:16:00.723093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c333f-56fc-436e-898c-3ea908ada72b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:00.785455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.848388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-f1a235cb-68ef-4029-8ac9-69e4981ee335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:00.857166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-f1a235cb-68ef-4029-8ac9-69e4981ee335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.2250497 Jul 28 18:16:00.958770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37c1e877-d294-41db-8354-e2ff6fabcdb8 req-5ebd9396-63c4-4648-9f8d-8ebf5051b2ab tempest-ImagesOneServerTestJSON-1852533221 tempest-ImagesOneServerTestJSON-1852533221-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b106228-d5cc-4ef4-8207-a02c711d1576 HTTP/1.1" status: 200 len: 210 time: 0.0371215 Jul 28 18:16:00.966486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:00.971856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-78f4a7c7-cad9-4477-b01e-862afd2d9a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 200 len: 217 time: 0.1124251 Jul 28 18:16:01.010530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=9793c476-1fb9-47e2-a1ff-aa4c24b33b5b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:01.055366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.057550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:01.058145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.103846 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.109198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51726717-1451-4166-a03a-b229e9344e9e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/ports/9793c476-1fb9-47e2-a1ff-aa4c24b33b5b HTTP/1.1" status: 204 len: 168 time: 0.6508019 Jul 28 18:16:01.110589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:01.143344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-ca3cdf77-2333-4387-b0bc-6e991fc3554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:01.145175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-ca3cdf77-2333-4387-b0bc-6e991fc3554d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.1643262 Jul 28 18:16:01.164854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7f9587-70b1-4767-980e-eb039429444a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:01.180929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3c7f9587-70b1-4767-980e-eb039429444a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:01.214614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b5edd9dc-e66d-485d-9ab9-f93416dda700 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3562441 Jul 28 18:16:01.217315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:01.225494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Request body: {'subnet': {'network_id': '3c7f9587-70b1-4767-980e-eb039429444a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-791559936-subnet', 'tenant_id': '7dc71bc6eea84688a98432ca5b85a282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:01.280643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:01.280643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.310656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-899323fd-3c24-43a4-9839-5eed09cb2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:01.320218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-899323fd-3c24-43a4-9839-5eed09cb2036 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644108 Jul 28 18:16:01.410569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Made reservation on behalf of 7dc71bc6eea84688a98432ca5b85a282 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:01.412927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.457445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:01.512635 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.563918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:01.647852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-26df1647-ea6a-4988-8711-e389983611e4 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168223 Jul 28 18:16:01.793045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8bad8c4-f95a-4002-9d1e-3167b92fa023 req-9dd935bf-5ba7-471e-91d6-24176c58eafc service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346781 Jul 28 18:16:01.794442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:01.837033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'network_id': '32b4a42d-2a20-47b3-be87-88158921d312', 'port_id': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'mac_address': 'fa:16:3e:18:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beae89ce-1e97-4ec4-b39a-49bbc9024f47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:01.910437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:01.943028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:01.987709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab32e-be38-4e15-8d26-b2115f5f8567 req-45695a1d-cf09-41d6-8bc0-b81d3ba1d5d3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:01.996130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:01.996458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-554ab32e-be38-4e15-8d26-b2115f5f8567 req-45695a1d-cf09-41d6-8bc0-b81d3ba1d5d3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 944 time: 0.0841212 Jul 28 18:16:02.020992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.052643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.118537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=c2f4f5de-4a4d-4ef8-babf-d5ee767d4694,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:02.126176 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.191266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.196741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c6cd524-79ba-49f3-bd80-cf9c3db9f429 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/ports/c2f4f5de-4a4d-4ef8-babf-d5ee767d4694 HTTP/1.1" status: 204 len: 168 time: 1.0850575 Jul 28 18:16:02.197423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42586) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:02.244528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:02.258508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting subnet 7ef8ddce-c427-4283-9bd4-b609c2feae2a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:02.262836 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.314337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.436350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:02.458259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-554ab32e-be38-4e15-8d26-b2115f5f8567 req-9dd216c8-e059-41ac-aa91-9500e5415261 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529495 Jul 28 18:16:02.508507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.528880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ab48c1-c0cb-436e-918e-4a36a402f4b8,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:02.571105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Checking segment: {'id': '180183c5-eabd-42a4-a5c7-031cf305c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:02.571527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Network hostable DHCP agents. Network: 3c7f9587-70b1-4767-980e-eb039429444a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:02.642529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:02.703327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Network 3c7f9587-70b1-4767-980e-eb039429444a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:02.745009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.789081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3c7f9587-70b1-4767-980e-eb039429444a) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:02.793217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:02.793818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.810705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2932ffe-823e-415c-b0ff-e359bf5a5766 None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:02.813246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db2c0be-ce1b-454d-974c-a285d94743ba None None] Network 3c7f9587-70b1-4767-980e-eb039429444a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:02.819545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.823919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/subnets/7ef8ddce-c427-4283-9bd4-b609c2feae2a HTTP/1.1" status: 204 len: 168 time: 0.6254761 Jul 28 18:16:02.829974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9e72b-2985-41ab-8882-fd947ebc12e6 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef8ddce-c427-4283-9bd4-b609c2feae2a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:02.832133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42604) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:02.900442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting subnet ff646031-fdaa-448f-a593-73cef0bfcc10 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:02.903903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:02.915688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-976e1ca2-6ff2-4a6c-b5b6-3423569e83b5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6968265 Jul 28 18:16:02.952911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.046892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.120667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c715c5-06d7-4ecc-b8a4-878b9e956d8f None None] Network 3c7f9587-70b1-4767-980e-eb039429444a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:03.191516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c7476702-21d1-4a3d-835e-abef68be8149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d09d9e237afb4832b4449309b682ce70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517683 Jul 28 18:16:03.193910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42618) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:03.256033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.294854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.335982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.340276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Subnet': ['ID=ff646031-fdaa-448f-a593-73cef0bfcc10,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:03.362799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.364852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ffa4b0e4-d6e5-47b9-9429-fdf1b830076e tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/subnets/ff646031-fdaa-448f-a593-73cef0bfcc10 HTTP/1.1" status: 204 len: 168 time: 0.5318325 Jul 28 18:16:03.365995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0b2e4-8424-40f5-8620-96fe6f350041 None None] Network f46442f0-7eb5-467b-98f6-9ac6516e066e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:03.367682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:03.477777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:03.497056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.538495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 3fafed9b-35fd-4ac0-b398-3e79a524c9ee {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:03.538844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3fafed9b-35fd-4ac0-b398-3e79a524c9ee not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:03.555334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.558676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.562464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2a1a29e-d3ef-41ac-be0b-1122829e25a4 HTTP/1.1" status: 204 len: 168 time: 0.3650389 Jul 28 18:16:03.619145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799043b9-c541-4564-8a6e-ce479a36f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1a29e-d3ef-41ac-be0b-1122829e25a4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:03.647252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Deleting port cd155170-4ce4-4424-b7a6-df684e150d8f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:03.647635 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.660135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] DHCP port deletion for 6f31886b-f639-4de9-8a4e-de5fd523a61c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:16:03.783173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Deleting port cd155170-4ce4-4424-b7a6-df684e150d8f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:03.783621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.794174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] For port cd155170-4ce4-4424-b7a6-df684e150d8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd155170-4ce4-4424-b7a6-df684e150d8f,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:03.796908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:03.832297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Calling delete_port for cd155170-4ce4-4424-b7a6-df684e150d8f owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:03.865102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dda49-7dba-40ed-a617-eb17fa7646f9 req-6ddc8932-6f23-45f6-87c6-0f7b85a87f1f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:03.868298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-036dda49-7dba-40ed-a617-eb17fa7646f9 req-6ddc8932-6f23-45f6-87c6-0f7b85a87f1f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 945 time: 0.2504780 Jul 28 18:16:03.888230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] DHCP port deletion for f46442f0-7eb5-467b-98f6-9ac6516e066e request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:16:03.899585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-033af766-5f26-4416-a6e3-9c14b182b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:03.901911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-033af766-5f26-4416-a6e3-9c14b182b5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1096 time: 0.1588075 Jul 28 18:16:03.936676 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-036dda49-7dba-40ed-a617-eb17fa7646f9 req-a6d34b66-c90a-468f-8eab-ac9b080f62d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573802 Jul 28 18:16:03.990272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] For port cd155170-4ce4-4424-b7a6-df684e150d8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd155170-4ce4-4424-b7a6-df684e150d8f,segment=NetworkSegment(7cdda612-b285-4c10-9458-54f2151c2e79),segment_id=7cdda612-b285-4c10-9458-54f2151c2e79)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:03.990982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.024786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Calling delete_port for cd155170-4ce4-4424-b7a6-df684e150d8f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:04.054632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-8b9516c7-8d69-4778-8313-d66961e7806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:04.058824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-8b9516c7-8d69-4778-8313-d66961e7806d service neutron] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.1166437 Jul 28 18:16:04.114066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Deleting port c6cc018e-8849-4dba-8c1b-cabfab8782fa {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:04.116328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.132274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.152949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-e7477791-b11f-456d-bc83-9ea0ec65773f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.0873420 Jul 28 18:16:04.198192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Port': ['ID=cd155170-4ce4-4424-b7a6-df684e150d8f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:04.211663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] No DVR routers for this DVR port cd155170-4ce4-4424-b7a6-df684e150d8f on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:04.214373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-8676ae4f-c442-41bd-b458-6143c7c30a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:04.221464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-8676ae4f-c442-41bd-b458-6143c7c30a76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.0621130 Jul 28 18:16:04.278088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] For port c6cc018e-8849-4dba-8c1b-cabfab8782fa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6cc018e-8849-4dba-8c1b-cabfab8782fa,segment=NetworkSegment(338f9a8f-f29f-4585-bbd3-59ca3a7eeff7),segment_id=338f9a8f-f29f-4585-bbd3-59ca3a7eeff7)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:04.278592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.301277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-d107de9a-3bd0-4b2f-9141-e52ae2295b2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729823 Jul 28 18:16:04.309099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Calling delete_port for c6cc018e-8849-4dba-8c1b-cabfab8782fa owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:04.395184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.405524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31886b-f639-4de9-8a4e-de5fd523a61c']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:04.416841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdda612-b285-4c10-9458-54f2151c2e79') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:04.417422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdda612-b285-4c10-9458-54f2151c2e79') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:04.439366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.452485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-fa9d8f3e-a485-4b55-8f73-635591f2cdb4 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443589 Jul 28 18:16:04.455423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.462785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:04.463571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:04.467732 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:04.648763 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-054a9813-a717-4b99-90bf-4e14d1ecebce req-987c768f-9b9d-4161-b303-a06dc3d67cbc service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891446 Jul 28 18:16:04.715272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.723510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.728360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:04.729556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/networks/6f31886b-f639-4de9-8a4e-de5fd523a61c HTTP/1.1" status: 204 len: 168 time: 1.3568363 Jul 28 18:16:04.766447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ca2f4-782c-4fee-bbf8-1a5aebc1691a tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Network': ['ID=6f31886b-f639-4de9-8a4e-de5fd523a61c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:04.846619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.850035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.864525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Network 6f31886b-f639-4de9-8a4e-de5fd523a61c is not hosted by any dhcp agent {{(pid=101108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:16:04.865136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] No DVR routers for this DVR port cd155170-4ce4-4424-b7a6-df684e150d8f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:04.876703 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:04.956789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b940b3b-a240-414d-b66b-18fe8e575d5e None None] Pushing event deleted for resources: {'Port': ['ID=cd155170-4ce4-4424-b7a6-df684e150d8f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:04.968661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cc018e-8849-4dba-8c1b-cabfab8782fa no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:05.041843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] Pushing event deleted for resources: {'Port': ['ID=c6cc018e-8849-4dba-8c1b-cabfab8782fa,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:05.092241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c6cc018e-8849-4dba-8c1b-cabfab8782fa {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:05.092608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6cc018e-8849-4dba-8c1b-cabfab8782fa not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:05.093029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd155170-4ce4-4424-b7a6-df684e150d8f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:05.136083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b04b70-e775-4ea8-920a-f7508f53f191 None None] No DVR routers for this DVR port c6cc018e-8849-4dba-8c1b-cabfab8782fa on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:05.137645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cd155170-4ce4-4424-b7a6-df684e150d8f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:05.137993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd155170-4ce4-4424-b7a6-df684e150d8f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:05.244774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.270784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46442f0-7eb5-467b-98f6-9ac6516e066e']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:05.289843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe9d84-4ec4-40a9-acc8-df13cf49fce3 req-13a8b779-19a7-41c1-a85a-b72907396c80 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:05.297346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ffe9d84-4ec4-40a9-acc8-df13cf49fce3 req-13a8b779-19a7-41c1-a85a-b72907396c80 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 945 time: 0.1890564 Jul 28 18:16:05.309450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:05.309450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f9a8f-f29f-4585-bbd3-59ca3a7eeff7') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:05.326312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.341763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:05.365806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.373017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:05.376126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:05.464098 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:05.471915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:05.473786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1061925583-network', 'tenant_id': '8b818807f10f4379ab62cdbd61393ca2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:05.495936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ffe9d84-4ec4-40a9-acc8-df13cf49fce3 req-58f28208-4f3d-4384-b2ab-ed8eb1c4438f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960480 Jul 28 18:16:05.544932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 03c84ce5-77fb-442e-9e1b-17657fde7f0c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:05.548371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.572186 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.592744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.594658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] 10.222.0.25 "DELETE /v2.0/networks/f46442f0-7eb5-467b-98f6-9ac6516e066e HTTP/1.1" status: 204 len: 168 time: 0.8653038 Jul 28 18:16:05.638064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Made reservation on behalf of 8b818807f10f4379ab62cdbd61393ca2 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:05.643430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.676731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.685795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b0e3-3903-45be-af44-f292ea775396 tempest-TaggedBootDevicesTest_v242-871614893 tempest-TaggedBootDevicesTest_v242-871614893-project] Pushing event deleted for resources: {'Network': ['ID=f46442f0-7eb5-467b-98f6-9ac6516e066e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:05.712968 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:05.778061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:05.780147 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb8b13-4a6b-40c7-90e3-38f06fe40875" -d '{"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:05.835982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:05.935462 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257356f-6281-4057-a923-75a87c1bd07f x-openstack-request-id: req-4257356f-6281-4057-a923-75a87c1bd07f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:05.936144 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-plugged", "status": "completed", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:05.936144 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4257356f-6281-4057-a923-75a87c1bd07f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:05.936414 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'code': 200} Jul 28 18:16:05.968846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.073066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:06.091466 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.196264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.244676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:06.281388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-d22363af-7035-4ece-9b0e-50873e3cbdbd tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:06.283173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-d22363af-7035-4ece-9b0e-50873e3cbdbd tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/networks?id=3c7f9587-70b1-4767-980e-eb039429444a HTTP/1.1" status: 200 len: 809 time: 0.1893525 Jul 28 18:16:06.286416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf523d6e-ad7a-47b0-be11-a0ecc4742c59,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:06.301263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.302002 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Added segment 21692139-31fb-4a7f-a19a-c0aacc715df3 of type vlan for network 38967da3-9576-4fdb-b243-2e693a89dbf1 Jul 28 18:16:06.335740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36f816-bb14-42bf-9438-d0fb695f370d req-a81c21ae-afb2-434e-be32-6dc06df1aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:06.337999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d36f816-bb14-42bf-9438-d0fb695f370d req-a81c21ae-afb2-434e-be32-6dc06df1aa60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1098 time: 0.1055195 Jul 28 18:16:06.358151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-b818d645-bc27-46e0-8281-3866a007ba60 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/quotas/7dc71bc6eea84688a98432ca5b85a282 HTTP/1.1" status: 200 len: 375 time: 0.0595882 Jul 28 18:16:06.388868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d36f816-bb14-42bf-9438-d0fb695f370d req-1c084998-b1e3-4be0-b612-d8cd8e91ca33 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Jul 28 18:16:06.437030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-714d3319-6723-4ec4-a6fc-57a71dce412f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc71bc6eea84688a98432ca5b85a282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778501 Jul 28 18:16:06.452715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.659808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.661508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:06.662917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:06.666919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479872-d409-4551-8c3d-d3b59cf3d439 req-e3435878-4d00-45bc-a591-3a79e5bd2ef5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:06.696042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0479872-d409-4551-8c3d-d3b59cf3d439 req-e3435878-4d00-45bc-a591-3a79e5bd2ef5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0941284 Jul 28 18:16:06.726400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-96f63677-7dda-4d64-8e71-69eb50ab3659 service neutron] 10.222.0.25 "GET /v2.0/networks/3c7f9587-70b1-4767-980e-eb039429444a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830272 Jul 28 18:16:06.824564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0479872-d409-4551-8c3d-d3b59cf3d439 req-191d0288-1947-4b3e-964a-f033d7e31f22 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262546 Jul 28 18:16:06.919278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-bc2f705a-5a02-49b5-b769-df0dc53ba00a service neutron] 10.222.0.25 "GET /v2.0/networks/3c7f9587-70b1-4767-980e-eb039429444a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917105 Jul 28 18:16:06.926852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5820329 Jul 28 18:16:06.927182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42746) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:06.932620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Request body: {'subnet': {'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1061925583-subnet', 'tenant_id': '8b818807f10f4379ab62cdbd61393ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:06.972703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86566ed-1c01-45b1-8ad8-a2d75388d6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=38967da3-9576-4fdb-b243-2e693a89dbf1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:06.983302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:07.080699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Made reservation on behalf of 8b818807f10f4379ab62cdbd61393ca2 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:07.083722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:07.481360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:07.683368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-282e1406-2a07-4a3f-9a8d-01e14e473500 req-9624bad0-0d5d-4336-a84c-cb95061a910c tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 210 time: 0.0511253 Jul 28 18:16:07.685751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10d9e02-4f24-4b7f-aa40-a6293893554a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:07.707579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Checking segment: {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:07.713119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Network hostable DHCP agents. Network: 38967da3-9576-4fdb-b243-2e693a89dbf1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:07.755188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50618bfd-bc91-4b14-b249-8266a1d47b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:07.879281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:07.989036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 38967da3-9576-4fdb-b243-2e693a89dbf1) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:07.993349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:07.994808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:08.000043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f80f1a-7514-4a0d-aae5-cb0a23f9bb31 None None] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:08.093785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-484d0773-e092-4a86-9501-fb64b25c1514 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1652124 Jul 28 18:16:08.115988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4e50-0e37-4cfd-bba8-4c3e6d394458 req-a962ddbf-13e4-4641-9ac0-c408758d613f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:08.132112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa8b4e50-0e37-4cfd-bba8-4c3e6d394458 req-a962ddbf-13e4-4641-9ac0-c408758d613f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1593804 Jul 28 18:16:08.213450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa8b4e50-0e37-4cfd-bba8-4c3e6d394458 req-8770ed0a-9933-4971-9d75-d21722c02942 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753217 Jul 28 18:16:08.253130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbfb77-9737-406c-9592-c634910569c3 None None] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:08.563857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1188569361', 'description': 'tempest-description-565895538'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:08.669578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:08.782920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05df97e7-23ce-4daa-b5bd-66a4ea834363 req-5568e9bb-e94e-44a9-b9bc-4b083d482619 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 210 time: 0.0356033 Jul 28 18:16:08.835043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:08.949051 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:08.981303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d95733-8acb-4b27-bece-f579da175105,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:09.086918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:09.088227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c577a96-b1b0-4c43-85ef-71adca1c3f6f req-55da1cbc-9c6d-4a35-a173-fda89ee9c761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5326307 Jul 28 18:16:09.128568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693776875', 'description': 'tempest-description-459187605'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:09.337862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:09.379449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3b08-80df-4a96-8aa0-d8449190bacc req-20903c3c-1e45-4c85-b861-319c0b873e31 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:09.399999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c69f3b08-80df-4a96-8aa0-d8449190bacc req-20903c3c-1e45-4c85-b861-319c0b873e31 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1155567 Jul 28 18:16:09.444058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:09.466498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c69f3b08-80df-4a96-8aa0-d8449190bacc req-cdd51d9f-3352-4412-a36a-d64aa9ee8d35 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653200 Jul 28 18:16:09.520560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:09.605331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6ec02-c05d-4a9a-8adf-eb536f62f194,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:09.640980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:09.642774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6eda9a1a-0a21-41c2-a5e5-80816549bb5a req-0b105c82-0f4d-4047-9be5-0b5839a7f57d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5246146 Jul 28 18:16:09.918162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11e4cf75-fae7-43e3-9bf7-07e29cea7de9 req-799ff3b0-7614-4881-bb49-d8dfe6514a8c tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 210 time: 0.0416813 Jul 28 18:16:10.013370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-b35c5487-8850-48b6-850b-ba1a6f806b4b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:10.022604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-b35c5487-8850-48b6-850b-ba1a6f806b4b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 813 time: 0.2320147 Jul 28 18:16:10.041148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1f2f5e3c-2905-4d0f-8e95-0847fb4925ad tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/quotas/8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 375 time: 0.0164201 Jul 28 18:16:10.076300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:10.104116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-e7e84a5d-86ba-47bc-be12-b15d487e7010 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551593 Jul 28 18:16:10.228977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c1e351a5-c87b-4ac5-85ad-c11d55aa510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:10.229758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-64d1b59e-dafd-4d32-9e7e-a513cd9334d8 service neutron] 10.222.0.25 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199014 Jul 28 18:16:10.350825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d8510c6e-cf7a-43fe-8081-01bddea6314b service neutron] 10.222.0.25 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138253 Jul 28 18:16:10.673252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6ed7af65-4d8a-4e0f-b4b3-97dc8bfb3bb5 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:10.678826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6ed7af65-4d8a-4e0f-b4b3-97dc8bfb3bb5 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.37 "GET /v2.0/networks?id=3c7f9587-70b1-4767-980e-eb039429444a HTTP/1.1" status: 200 len: 809 time: 0.2467120 Jul 28 18:16:10.728625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Request body: {'port': {'device_id': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a', 'admin_state_up': True, 'tenant_id': '7dc71bc6eea84688a98432ca5b85a282'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:10.812288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745b4d0-db94-4be5-83f6-3d1b9c24eecb req-c480c6ed-6b13-4d98-b12f-abab46be88eb tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:10.825642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a745b4d0-db94-4be5-83f6-3d1b9c24eecb req-c480c6ed-6b13-4d98-b12f-abab46be88eb tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1358869 Jul 28 18:16:10.879060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a745b4d0-db94-4be5-83f6-3d1b9c24eecb req-64008753-4a26-4b97-bfae-69c4b979bc5f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522068 Jul 28 18:16:11.027810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a47de083-9ef0-4020-9f7d-c8db6d3d6eb9 req-4e0b135b-7be2-480e-8739-bc2b5b45eb40 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.3468974 Jul 28 18:16:11.106138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa772a9-27f0-4d27-b1c4-08d51f6c610b req-3db05c5d-3bc5-45f8-8e5e-460b5c285c1b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:11.126573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:11.129340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfa772a9-27f0-4d27-b1c4-08d51f6c610b req-3db05c5d-3bc5-45f8-8e5e-460b5c285c1b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1227441 Jul 28 18:16:11.242100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfa772a9-27f0-4d27-b1c4-08d51f6c610b req-e7ef2b43-00db-40f9-b20e-46d5214d14b0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046100 Jul 28 18:16:11.263712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-021a4019-7ac1-498a-a3ba-f6a07f5ae73c req-165ef37d-79b1-4279-a6cf-14b9f16f4539 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 210 time: 0.0717869 Jul 28 18:16:11.265181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Made reservation on behalf of 7dc71bc6eea84688a98432ca5b85a282 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:11.280359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:11.479756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391910b9-cefe-4f91-b3a8-aff44cb6018f req-5e45cfd8-05fa-4fb8-be9c-b22ea61e96b5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:11.486333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-391910b9-cefe-4f91-b3a8-aff44cb6018f req-5e45cfd8-05fa-4fb8-be9c-b22ea61e96b5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1039259 Jul 28 18:16:11.575076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-391910b9-cefe-4f91-b3a8-aff44cb6018f req-5bccce24-6888-4804-85b8-b03a4a8637d9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766416 Jul 28 18:16:11.632746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Allocated IP 172.20.0.14 (3c7f9587-70b1-4767-980e-eb039429444a/b6ab48c1-c0cb-436e-918e-4a36a402f4b8/d4692e44-9fcd-4546-a90c-cd7a48bbcbf7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:11.805400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b96a4-8513-4122-9e18-2b06d8003d1b req-8206a4cb-077a-4cf0-bd97-ef265df28f57 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:11.807536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e8b96a4-8513-4122-9e18-2b06d8003d1b req-8206a4cb-077a-4cf0-bd97-ef265df28f57 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1433618 Jul 28 18:16:11.903935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e8b96a4-8513-4122-9e18-2b06d8003d1b req-a970b75a-46b5-42e9-82e7-06562a3ccab0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Jul 28 18:16:11.993336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:12.156040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:12.193913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f996de5-34f7-452c-94ac-5ceb67b3b043 req-3b9896b9-3cd3-4310-8780-a1dda116908f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.0808997 Jul 28 18:16:12.315469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Network 3c7f9587-70b1-4767-980e-eb039429444a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:12.360500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Pushing event updated for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:12.369636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:12.372848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:12.429972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e94748-89d2-4be3-b5ee-5a2bae0b84af req-c696645d-0cf0-4fbb-9f08-02b09bff1b5a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:12.433692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38e94748-89d2-4be3-b5ee-5a2bae0b84af req-c696645d-0cf0-4fbb-9f08-02b09bff1b5a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.3736937 Jul 28 18:16:12.458267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c0736-d7d3-4670-80f6-c6d2bf9e74a4 req-337386e1-a5d8-4091-acd1-1da35ea10d9f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:12.459900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b12c0736-d7d3-4670-80f6-c6d2bf9e74a4 req-337386e1-a5d8-4091-acd1-1da35ea10d9f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 932 time: 0.1128111 Jul 28 18:16:12.490064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:12.490866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:12.552963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38e94748-89d2-4be3-b5ee-5a2bae0b84af req-61338dee-e3a6-4dd9-9792-b5d54c991add tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049762 Jul 28 18:16:12.567988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b12c0736-d7d3-4670-80f6-c6d2bf9e74a4 req-30f6c5e2-2008-4d63-8785-cfea8d9444d2 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Jul 28 18:16:12.676012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-6b71df31-8c2a-4283-9cd5-22e11982855f tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9580460 Jul 28 18:16:12.690679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Request body: {'port': {'device_id': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:12.740833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bf5e8-fa06-4cd7-b495-6f7c3539ed57 req-9b3d6bf7-94a3-4c5f-8d27-119dd14d29f3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:12.743576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed6bf5e8-fa06-4cd7-b495-6f7c3539ed57 req-9b3d6bf7-94a3-4c5f-8d27-119dd14d29f3 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0618246 Jul 28 18:16:12.810677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:12.827994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed6bf5e8-fa06-4cd7-b495-6f7c3539ed57 req-87a7dc80-a903-497c-8383-0e60677c3596 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Jul 28 18:16:12.960714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:13.053032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f051a-3307-425e-85dd-36aa66de8d04 req-b24738ae-a295-4725-862d-b1250592152d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:13.054787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-560f051a-3307-425e-85dd-36aa66de8d04 req-b24738ae-a295-4725-862d-b1250592152d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1111372 Jul 28 18:16:13.180272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-560f051a-3307-425e-85dd-36aa66de8d04 req-da7d320f-fb7a-4bfc-a9c6-66c18abd43ef tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144285 Jul 28 18:16:13.459683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-44531b12-cfc4-4c0e-ad37-9daf6a5993fb req-61ed7550-9f6d-4615-aa33-a5b110da2854 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.0699098 Jul 28 18:16:13.469522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:13.478198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:13.511451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Transition to ACTIVE for port object d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:13.618433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:13.815315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:13.851541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe8c9-788b-4bc4-881e-a3e5fa910930 req-3d7c07fa-877d-4450-993a-25f8ba2e0455 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:13.853053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8abfe8c9-788b-4bc4-881e-a3e5fa910930 req-3d7c07fa-877d-4450-993a-25f8ba2e0455 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 944 time: 0.1315591 Jul 28 18:16:13.901685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Attempting to bind port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:13.902208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Attempting to bind port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '180183c5-eabd-42a4-a5c7-031cf305c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:13.902726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Attempting to bind port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 on network 3c7f9587-70b1-4767-980e-eb039429444a {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:13.912928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 on network 3c7f9587-70b1-4767-980e-eb039429444a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:16:13.915199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Attempting to bind port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 on network 3c7f9587-70b1-4767-980e-eb039429444a {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:13.928413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:13.929032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Checking segment: {'id': '180183c5-eabd-42a4-a5c7-031cf305c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:13.929586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Bound using segment: {'id': '180183c5-eabd-42a4-a5c7-031cf305c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:13.930226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Bound port: d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180183c5-eabd-42a4-a5c7-031cf305c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:13.930781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:13.939604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8abfe8c9-788b-4bc4-881e-a3e5fa910930 req-0a4f65e2-1614-4fe7-ade9-1dd91c894305 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Jul 28 18:16:14.006041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2452f76-0f3d-4ba3-a726-210e6ed4d6cd req-e44fb2fe-1af5-44dc-9c90-6bfa0208f28f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:14.008394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2452f76-0f3d-4ba3-a726-210e6ed4d6cd req-e44fb2fe-1af5-44dc-9c90-6bfa0208f28f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0579619 Jul 28 18:16:14.019586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:14.022971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,segment=NetworkSegment(180183c5-eabd-42a4-a5c7-031cf305c4df),segment_id=180183c5-eabd-42a4-a5c7-031cf305c4df)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:14.075605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2452f76-0f3d-4ba3-a726-210e6ed4d6cd req-34d431a0-86d7-4247-878a-62cbe760f00d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Jul 28 18:16:14.171641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:14.218713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-0f97ee0f-5665-4c4e-964e-d486d32173b6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:14.220498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-0f97ee0f-5665-4c4e-964e-d486d32173b6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 813 time: 0.1615818 Jul 28 18:16:14.236339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:14.237266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:14.239635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 HTTP/1.1" status: 200 len: 1092 time: 1.5540023 Jul 28 18:16:14.244138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:14.246632 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624a442-e28a-4b4e-b3ca-9b2e995d0510" -d '{"events": [{"name": "network-changed", "server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:14.262568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'device_id': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1', 'admin_state_up': True, 'tenant_id': '8b818807f10f4379ab62cdbd61393ca2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:14.340642 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b4f74e-ac6f-4894-a700-193b5ed02ef0 x-openstack-request-id: req-32b4f74e-ac6f-4894-a700-193b5ed02ef0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:14.341169 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:14.341169 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32b4f74e-ac6f-4894-a700-193b5ed02ef0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:14.352572 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7', 'status': 'completed', 'code': 200} Jul 28 18:16:14.434648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e37e4-e828-48c7-9762-782f746eb0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:14.487035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-91465ff6-c9e2-4e14-a4b5-d191f75f601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:14.490530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-91465ff6-c9e2-4e14-a4b5-d191f75f601d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dc71bc6eea84688a98432ca5b85a282&device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 1095 time: 0.1077516 Jul 28 18:16:14.600115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-042f1142-ead3-4e32-aa91-4c71a54b9285 req-a48e9792-e417-45af-8ba9-0737767f7929 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.0349457 Jul 28 18:16:14.783167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-3164f40e-0982-4e9c-8c88-920975a79d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:14.784717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-3164f40e-0982-4e9c-8c88-920975a79d97 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7dc71bc6eea84688a98432ca5b85a282&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2735126 Jul 28 18:16:14.883561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Made reservation on behalf of 8b818807f10f4379ab62cdbd61393ca2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:14.887386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:14.998053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-d4470c01-39f8-46a8-bac3-1dedc37682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:15.001322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d624a442-e28a-4b4e-b3ca-9b2e995d0510 req-d4470c01-39f8-46a8-bac3-1dedc37682b2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079601 Jul 28 18:16:15.211005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Allocated IP 172.20.0.11 (38967da3-9576-4fdb-b243-2e693a89dbf1/f10d9e02-4f24-4b7f-aa40-a6293893554a/30c50103-55b4-4790-8c21-d69cadf2242d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:15.214202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-e8a2731b-9171-4bf8-b965-3854b0541e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:15.215759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-e8a2731b-9171-4bf8-b965-3854b0541e98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dc71bc6eea84688a98432ca5b85a282&device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 1095 time: 0.1709127 Jul 28 18:16:15.233273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904f9fc-2e8d-4354-8a94-591cd8158130 req-da354c7d-c8a9-4b9c-b03d-82586d5d8474 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:15.242106 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c904f9fc-2e8d-4354-8a94-591cd8158130 req-da354c7d-c8a9-4b9c-b03d-82586d5d8474 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 944 time: 0.1641178 Jul 28 18:16:15.316622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-2402208a-3a6a-459a-8779-ebd5c928ab54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 HTTP/1.1" status: 200 len: 217 time: 0.0726089 Jul 28 18:16:15.336689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85152-db90-404b-bf5a-e0ceafb773fe req-52e2c853-8885-4bf7-9875-befc92af4cb7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:15.338251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46e85152-db90-404b-bf5a-e0ceafb773fe req-52e2c853-8885-4bf7-9875-befc92af4cb7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1586158 Jul 28 18:16:15.417021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c904f9fc-2e8d-4354-8a94-591cd8158130 req-1f86de71-189a-429d-888f-668e0bcb1bf5 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618879 Jul 28 18:16:15.426705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46e85152-db90-404b-bf5a-e0ceafb773fe req-9ac4655d-bda7-440e-bb22-4a582b3184c1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816591 Jul 28 18:16:15.447153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:15.634484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-95847e8d-ceca-4d1e-a236-ae39e7b45119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:15.645151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-95847e8d-ceca-4d1e-a236-ae39e7b45119 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6ab48c1-c0cb-436e-918e-4a36a402f4b8 HTTP/1.1" status: 200 len: 849 time: 0.3140841 Jul 28 18:16:15.694607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-554d29ff-ef04-4780-a4f2-b3ab8441fd2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c7f9587-70b1-4767-980e-eb039429444a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290043 Jul 28 18:16:15.694607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:15.845466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c5896e1-0059-443f-b784-0c99e0ee200f req-c6baab6b-662b-4ff1-85fa-813eb8bbcb5a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.0518012 Jul 28 18:16:15.877692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-1b0491e3-c27e-4032-adb7-ed112e0a3e0b service neutron] 10.222.0.37 "GET /v2.0/networks/3c7f9587-70b1-4767-980e-eb039429444a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803424 Jul 28 18:16:16.004557 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9352f0-d6c0-4184-acb8-e76fcc830a2f req-5e37edb1-721e-4f70-bc82-3bc304c67118 service neutron] 10.222.0.37 "GET /v2.0/networks/3c7f9587-70b1-4767-980e-eb039429444a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232233 Jul 28 18:16:16.006829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:16.078395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:16.086573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:16.091202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:16.103621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:16.104036 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:16.206174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.207146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:16.317033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5469b-4d4f-412e-94ee-a756572c9596 req-91a69d25-6107-475a-a154-42e611c16ec8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.331317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8f5469b-4d4f-412e-94ee-a756572c9596 req-91a69d25-6107-475a-a154-42e611c16ec8 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0878661 Jul 28 18:16:16.410834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-1740780e-4cac-47db-acb0-fc00c213f8ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1629276 Jul 28 18:16:16.432837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Request body: {'port': {'device_id': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:16.486990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-4fb63d8c-a680-4c41-851d-b71f2e546c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.494365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-4fb63d8c-a680-4c41-851d-b71f2e546c5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 1098 time: 0.1293337 Jul 28 18:16:16.632687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8f5469b-4d4f-412e-94ee-a756572c9596 req-c14f5706-d5ce-4bd3-bf38-bce35019aedc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995191 Jul 28 18:16:16.650314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:16.787258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-a57867e3-1ee3-4a44-96f3-3d03a3140965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.789061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-a57867e3-1ee3-4a44-96f3-3d03a3140965 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 200 len: 915 time: 0.2868605 Jul 28 18:16:16.801965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e153ca7-fb47-4833-b916-35d487643c74 req-4aef8c5e-7a44-4f91-b0a2-3f8d7db6ad55 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.810409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e153ca7-fb47-4833-b916-35d487643c74 req-4aef8c5e-7a44-4f91-b0a2-3f8d7db6ad55 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 944 time: 0.1840725 Jul 28 18:16:16.889280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-3dede2cb-f6af-4ca1-ac2c-6dec93ec35fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 200 len: 217 time: 0.0759115 Jul 28 18:16:16.972107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e153ca7-fb47-4833-b916-35d487643c74 req-9365f482-8d6c-40b1-91ed-c5d6c6c68d34 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604397 Jul 28 18:16:16.996349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-99413c23-2b75-4278-9894-977fe18b4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:16.998058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-99413c23-2b75-4278-9894-977fe18b4e51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 200 len: 854 time: 0.1004071 Jul 28 18:16:17.074102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-ff33d14c-4e86-4e02-a27d-6b6489ea4c32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32b4a42d-2a20-47b3-be87-88158921d312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684121 Jul 28 18:16:17.105337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664b0c-e661-4202-aaf9-932c77297bd1 req-34dae761-3dea-415d-be05-f118cfcd780e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:17.113546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee664b0c-e661-4202-aaf9-932c77297bd1 req-34dae761-3dea-415d-be05-f118cfcd780e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 932 time: 0.1602881 Jul 28 18:16:17.170045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee664b0c-e661-4202-aaf9-932c77297bd1 req-cd29ece9-e465-4af5-b0f4-3f0a72153772 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556288 Jul 28 18:16:17.289027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-3d8786a6-c764-465d-a609-1879888eea57 service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042964 Jul 28 18:16:17.312212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c50103-55b4-4790-8c21-d69cadf2242d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:17.326449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:17.344995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Transition to ACTIVE for port object 30c50103-55b4-4790-8c21-d69cadf2242d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:17.430850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:17.526886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:17.617869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Attempting to bind port 30c50103-55b4-4790-8c21-d69cadf2242d on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:17.618492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Attempting to bind port 30c50103-55b4-4790-8c21-d69cadf2242d by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:17.619005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Attempting to bind port 30c50103-55b4-4790-8c21-d69cadf2242d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:17.624522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Port 30c50103-55b4-4790-8c21-d69cadf2242d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:16:17.625131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Attempting to bind port 30c50103-55b4-4790-8c21-d69cadf2242d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:17.639269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:17.639269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Checking segment: {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:17.639269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Bound using segment: {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:17.639269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Bound port: 30c50103-55b4-4790-8c21-d69cadf2242d, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:17.639269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:17.762321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:17.766781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:17.827633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c676c5ea-9bab-4299-ad7a-8a3d8e7bbbe3 req-3c9e612a-9147-4bd0-be12-5b145367a56f service neutron] 10.222.0.35 "GET /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273144 Jul 28 18:16:17.839183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844d8dc-481f-4b96-86a2-7ac19011a108 req-9bc2f4ce-3b5f-4816-bb8f-44db5528c8bf tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:17.848876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b844d8dc-481f-4b96-86a2-7ac19011a108 req-9bc2f4ce-3b5f-4816-bb8f-44db5528c8bf tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1073301 Jul 28 18:16:17.896165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b844d8dc-481f-4b96-86a2-7ac19011a108 req-61cc542c-e2f9-4aac-bb3d-89008baa078c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Jul 28 18:16:17.898130 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:17.930200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:17.931236 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:17.933920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] 10.222.0.35 "PUT /v2.0/ports/30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 1092 time: 1.5117397 Jul 28 18:16:17.934409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:17.936999 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801fcc0d-eaad-42ee-8990-61c4b8e82898" -d '{"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:18.003207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd8f74-0608-46eb-8790-e921af8ef879 service neutron] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:18.013080 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690dbb4-8c7b-4c9d-bbbb-0169b4a33d9e x-openstack-request-id: req-f690dbb4-8c7b-4c9d-bbbb-0169b4a33d9e {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:18.013558 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:18.013993 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f690dbb4-8c7b-4c9d-bbbb-0169b4a33d9e {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:18.014556 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d', 'status': 'completed', 'code': 200} Jul 28 18:16:18.088127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-7d93f41e-545c-4fff-b228-241b63ab941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.089755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-7d93f41e-545c-4fff-b228-241b63ab941b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1095 time: 0.0498979 Jul 28 18:16:18.128151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e2283-ea0b-4566-92db-c4775836ea3b req-26c727f6-b75f-4b30-9354-1fe8bf1aff60 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.131751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e47e2283-ea0b-4566-92db-c4775836ea3b req-26c727f6-b75f-4b30-9354-1fe8bf1aff60 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 944 time: 0.0575838 Jul 28 18:16:18.246730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e47e2283-ea0b-4566-92db-c4775836ea3b req-3ac9dce2-6823-4aed-a9f3-d3f045b82760 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085045 Jul 28 18:16:18.572341 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:18.664434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ff4-89ef-47ff-a23e-942a381626e2 req-222814cc-d5aa-4009-a7e8-49c64a14e09d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.666032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ab4ff4-89ef-47ff-a23e-942a381626e2 req-222814cc-d5aa-4009-a7e8-49c64a14e09d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 944 time: 0.1040566 Jul 28 18:16:18.667701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-3dc70c2b-a333-411b-936f-d409073b92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.669124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-3dc70c2b-a333-411b-936f-d409073b92d7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8b818807f10f4379ab62cdbd61393ca2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5695596 Jul 28 18:16:18.756381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ab4ff4-89ef-47ff-a23e-942a381626e2 req-4a532045-4290-4177-8b68-a249721e2c1b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837686 Jul 28 18:16:18.801064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-f01fb33b-a74d-47d1-9431-28db3fda6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.806510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-801fcc0d-eaad-42ee-8990-61c4b8e82898 req-f01fb33b-a74d-47d1-9431-28db3fda6804 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274757 Jul 28 18:16:18.902199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-fa5922f0-c117-453a-82d1-46a904eff61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:18.903749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-fa5922f0-c117-453a-82d1-46a904eff61f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1095 time: 0.0534077 Jul 28 18:16:18.956513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-ac93ad6c-7d8f-41b2-9b09-c6dd63f2519f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 217 time: 0.0444717 Jul 28 18:16:19.011212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-2ae80af7-5792-4757-bcd8-1a4660e8dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:19.012664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-2ae80af7-5792-4757-bcd8-1a4660e8dae1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0501652 Jul 28 18:16:19.050680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-c83d4d7b-df20-4657-9323-ad721dddfa32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306685 Jul 28 18:16:19.064791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a733a-4a32-4b2a-9a79-a6815e5b562a req-c12e93ac-1ee3-4f01-a7a2-4c119c063b98 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:19.066491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c5a733a-4a32-4b2a-9a79-a6815e5b562a req-c12e93ac-1ee3-4f01-a7a2-4c119c063b98 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0625844 Jul 28 18:16:19.131250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c5a733a-4a32-4b2a-9a79-a6815e5b562a req-0e1f9bf8-f2c0-4937-be2c-c672448c3473 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Jul 28 18:16:19.181120 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-3ccfe09b-9b50-4efe-b177-c264eeaa15ad service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230817 Jul 28 18:16:19.288912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-541c69a1-6e5e-4031-b53f-7c624f86e5c0 req-f52d702e-acca-4e95-8ae8-deb0335177e8 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009643 Jul 28 18:16:19.325348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:19.391705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657e3a-6c39-4c40-bd84-1c0bde272c66 req-21238788-58a3-43ac-88bb-1dc591514999 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:19.393283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd657e3a-6c39-4c40-bd84-1c0bde272c66 req-21238788-58a3-43ac-88bb-1dc591514999 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 944 time: 0.0539467 Jul 28 18:16:19.452961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd657e3a-6c39-4c40-bd84-1c0bde272c66 req-30b8e026-b037-4549-b7af-dba590616ccc tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Jul 28 18:16:19.494062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,segment=NetworkSegment(180183c5-eabd-42a4-a5c7-031cf305c4df),segment_id=180183c5-eabd-42a4-a5c7-031cf305c4df)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:19.522949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7', 'network_id': '3c7f9587-70b1-4767-980e-eb039429444a', 'port_id': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7', 'mac_address': 'fa:16:3e:60:4e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ab48c1-c0cb-436e-918e-4a36a402f4b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:19.575435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:19.589691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:19.610810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,segment=NetworkSegment(180183c5-eabd-42a4-a5c7-031cf305c4df),segment_id=180183c5-eabd-42a4-a5c7-031cf305c4df)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:19.760961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:19.840359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:19.934904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fffd9-3c71-4b47-bb62-60150df63529 req-cdac8e55-94e7-4c07-b01e-a1a0ef12e18a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:19.939825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-054fffd9-3c71-4b47-bb62-60150df63529 req-cdac8e55-94e7-4c07-b01e-a1a0ef12e18a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 944 time: 0.0856171 Jul 28 18:16:19.974576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['d4692e44-9fcd-4546-a90c-cd7a48bbcbf7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:20.024649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-054fffd9-3c71-4b47-bb62-60150df63529 req-e590cb56-bdf3-495f-a67f-be6696f4050b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780101 Jul 28 18:16:20.293722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f5c9c-2b82-43ee-bdcc-4616606df0f8 req-9b82b289-e6f2-4243-96ac-d593835769e6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:20.295280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-763f5c9c-2b82-43ee-bdcc-4616606df0f8 req-9b82b289-e6f2-4243-96ac-d593835769e6 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0721970 Jul 28 18:16:20.338611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-763f5c9c-2b82-43ee-bdcc-4616606df0f8 req-92ffc917-e398-4d12-9e99-5154a5c25e22 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Jul 28 18:16:20.375031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43040) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:20.514562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50347f38-d327-446a-851c-2db656cd7b7c req-0c00ff25-adbe-44ae-adfe-70f0078da54e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:20.517216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50347f38-d327-446a-851c-2db656cd7b7c req-0c00ff25-adbe-44ae-adfe-70f0078da54e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0867872 Jul 28 18:16:20.575909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50347f38-d327-446a-851c-2db656cd7b7c req-4d50a3ba-cfcd-4071-b72a-852b4bedcad0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Jul 28 18:16:20.841540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6853d4-4a1b-4ac7-96cd-74b7545202ae req-9e78274c-28bb-4c31-b3b0-e06e0dda8659 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:20.849578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b6853d4-4a1b-4ac7-96cd-74b7545202ae req-9e78274c-28bb-4c31-b3b0-e06e0dda8659 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0801816 Jul 28 18:16:20.894300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b6853d4-4a1b-4ac7-96cd-74b7545202ae req-d6a5a214-42d5-47c0-9a4f-3444b1f74ddc tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Jul 28 18:16:20.932103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e11d-05c2-4445-b027-d6cfa13dd0cc req-4d649181-ffa3-47d6-9f19-e5ac4c85f514 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:20.932103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bb5e11d-05c2-4445-b027-d6cfa13dd0cc req-4d649181-ffa3-47d6-9f19-e5ac4c85f514 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 945 time: 0.2589293 Jul 28 18:16:21.052964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280aee4-b190-4a79-b6b1-808dd172ea95 req-ffbada91-0748-4e19-bd77-db65880adf4a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.054924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8280aee4-b190-4a79-b6b1-808dd172ea95 req-ffbada91-0748-4e19-bd77-db65880adf4a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0614088 Jul 28 18:16:21.075728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bb5e11d-05c2-4445-b027-d6cfa13dd0cc req-1531e0e1-e2ab-4e49-bd87-9b67845177d9 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322553 Jul 28 18:16:21.133741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8280aee4-b190-4a79-b6b1-808dd172ea95 req-1799753f-5c62-4ecc-a969-9793d0ab2849 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Jul 28 18:16:21.249584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1093-da75-4c15-bcba-8dde05c3e05a req-02e90c70-6969-49a4-8fdf-7db234d089a5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.251147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee9d1093-da75-4c15-bcba-8dde05c3e05a req-02e90c70-6969-49a4-8fdf-7db234d089a5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 944 time: 0.0729392 Jul 28 18:16:21.273015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.325561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:21.347602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb25d-d5f5-41f2-8b21-61a5fc0d3f14 req-c8d4b108-b6e8-4f63-8df8-235d1f7cba3d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.352623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee9d1093-da75-4c15-bcba-8dde05c3e05a req-6b7d861c-b8da-435f-99aa-0ab9735846fc tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Jul 28 18:16:21.358242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-416fb25d-d5f5-41f2-8b21-61a5fc0d3f14 req-c8d4b108-b6e8-4f63-8df8-235d1f7cba3d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0701516 Jul 28 18:16:21.403418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-416fb25d-d5f5-41f2-8b21-61a5fc0d3f14 req-e4f12afd-d7eb-4585-b216-74c6324f4f41 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Jul 28 18:16:21.446428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:21.454219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:21.454219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.539296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 30c50103-55b4-4790-8c21-d69cadf2242d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:21.548434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8354d-35b5-4bba-b2d0-4355a67b165f req-e69bef7a-b823-4ced-ac60-357a3538384e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.556555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1f8354d-35b5-4bba-b2d0-4355a67b165f req-e69bef7a-b823-4ced-ac60-357a3538384e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0762093 Jul 28 18:16:21.564284 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.598522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:21.601207 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2782fb-9505-4bdc-86fc-7fc6b12f94d4" -d '{"events": [{"server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "name": "network-vif-plugged", "status": "completed", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:21.643308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1f8354d-35b5-4bba-b2d0-4355a67b165f req-af7bca35-9e96-42e8-a1c8-580661df168f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834699 Jul 28 18:16:21.682893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,segment=NetworkSegment(180183c5-eabd-42a4-a5c7-031cf305c4df),segment_id=180183c5-eabd-42a4-a5c7-031cf305c4df)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:21.710862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Deleting port b0aedad3-8f5a-4750-abaa-1750bcf20dd4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:21.710862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.711055 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd66a8f-71fe-4853-8fa0-d5e831c2288a x-openstack-request-id: req-bfd66a8f-71fe-4853-8fa0-d5e831c2288a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:21.711055 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "name": "network-vif-plugged", "status": "completed", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:21.711055 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfd66a8f-71fe-4853-8fa0-d5e831c2288a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:21.711055 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7', 'code': 200} Jul 28 18:16:21.764164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:21.780383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.787663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '30c50103-55b4-4790-8c21-d69cadf2242d', 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1', 'port_id': '30c50103-55b4-4790-8c21-d69cadf2242d', 'mac_address': 'fa:16:3e:b5:6a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d9e02-4f24-4b7f-aa40-a6293893554a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:21.880585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83d4e4-51c4-4cf6-803c-b2c94bd4675e req-bf160f19-12bd-4ce8-a20c-74be68a3623b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.883445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b83d4e4-51c4-4cf6-803c-b2c94bd4675e req-bf160f19-12bd-4ce8-a20c-74be68a3623b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1081676 Jul 28 18:16:21.905711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42d7ab-139e-4dc1-807f-93126722329e req-13440527-caf2-4868-bff1-89fbd595512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:21.907241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e42d7ab-139e-4dc1-807f-93126722329e req-13440527-caf2-4868-bff1-89fbd595512e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 1097 time: 0.1349676 Jul 28 18:16:21.915248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.926451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:21.934482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c50103-55b4-4790-8c21-d69cadf2242d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:21.935263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] For port b0aedad3-8f5a-4750-abaa-1750bcf20dd4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:21.935669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:21.968706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Calling delete_port for b0aedad3-8f5a-4750-abaa-1750bcf20dd4 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:21.969785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:21.976571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b83d4e4-51c4-4cf6-803c-b2c94bd4675e req-a7c972e2-184a-4b7e-a0f5-c27ed08784fa tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852282 Jul 28 18:16:21.984714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e42d7ab-139e-4dc1-807f-93126722329e req-119d9be6-d63d-4b73-9dc0-41f18231f3d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696452 Jul 28 18:16:22.065265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:22.156910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:22.170079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4f52-935a-4bd2-92fc-5334d082a011 req-885ebfce-a14b-48bb-aafc-f33c324952a1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:22.196175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92dd4f52-935a-4bd2-92fc-5334d082a011 req-885ebfce-a14b-48bb-aafc-f33c324952a1 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1239893 Jul 28 18:16:22.259036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92dd4f52-935a-4bd2-92fc-5334d082a011 req-0646b97b-b968-4b13-a651-3c71f15c515b tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614502 Jul 28 18:16:22.285286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05ff5-1f13-49c7-a4d3-9b8b3c59d87d req-4fef8790-5c21-41b1-a7f7-8f7222146d39 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:22.292356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51d05ff5-1f13-49c7-a4d3-9b8b3c59d87d req-4fef8790-5c21-41b1-a7f7-8f7222146d39 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 946 time: 0.0804634 Jul 28 18:16:22.329416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51d05ff5-1f13-49c7-a4d3-9b8b3c59d87d req-2583bc1b-8ae1-42c0-adb8-1b2b1e8a1eef tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jul 28 18:16:22.350443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:22.367738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:22.511187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f0670-5253-459e-a6fc-b910638bc95b req-4299f5de-7373-4f25-90f6-e80e7ad317a5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:22.521878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-394f0670-5253-459e-a6fc-b910638bc95b req-4299f5de-7373-4f25-90f6-e80e7ad317a5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1014550 Jul 28 18:16:22.582413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-394f0670-5253-459e-a6fc-b910638bc95b req-a6811197-2e61-4d5d-a0f1-5c4d60af6dca tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 Jul 28 18:16:22.632293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aedad3-8f5a-4750-abaa-1750bcf20dd4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:22.773200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8be79-1eb8-4a55-9c95-98af3c0fd085 req-13f419ab-a88b-4601-88b5-b706895acedb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:22.774650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ef8be79-1eb8-4a55-9c95-98af3c0fd085 req-13f419ab-a88b-4601-88b5-b706895acedb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 945 time: 0.2512076 Jul 28 18:16:22.826082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6df0-1087-4114-8a7c-5d28f523d492 req-36d13181-dca1-467b-9c46-f129bf72de6f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:22.829781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a9c6df0-1087-4114-8a7c-5d28f523d492 req-36d13181-dca1-467b-9c46-f129bf72de6f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1221070 Jul 28 18:16:22.876160 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ef8be79-1eb8-4a55-9c95-98af3c0fd085 req-da3b0fe5-1a51-4659-90e7-7aa8af953e9f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Jul 28 18:16:22.925966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a9c6df0-1087-4114-8a7c-5d28f523d492 req-1ddfe967-e017-4955-ae72-8064e1dd37ca tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820274 Jul 28 18:16:22.947830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:23.107928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d6a7d-8882-49c0-be13-b4ce868ee6ce req-665f24ed-af72-4eb3-88e8-fbd2b5713a22 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:23.116097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a27d6a7d-8882-49c0-be13-b4ce868ee6ce req-665f24ed-af72-4eb3-88e8-fbd2b5713a22 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0789411 Jul 28 18:16:23.169159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a27d6a7d-8882-49c0-be13-b4ce868ee6ce req-21279b89-6f88-49b0-8d20-800ec641562c tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Jul 28 18:16:23.311353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Router 53397808-f9d2-40c4-8383-1be86511ba94 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:16:23.341463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a6b9-1fca-4a69-a8a0-258edcdabbdc req-89d2d60f-b7ca-4e84-872d-a4f3f6a3b8e0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:23.343215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8378a6b9-1fca-4a69-a8a0-258edcdabbdc req-89d2d60f-b7ca-4e84-872d-a4f3f6a3b8e0 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0742199 Jul 28 18:16:23.465463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8378a6b9-1fca-4a69-a8a0-258edcdabbdc req-21de74b1-b0d8-42d5-ab34-91eec02234e9 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858710 Jul 28 18:16:23.489018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fdd9f-2999-45c1-a1f8-a86bacc32504 req-e64955e2-42fa-49f7-90ff-89556c083e74 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:23.492558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d9fdd9f-2999-45c1-a1f8-a86bacc32504 req-e64955e2-42fa-49f7-90ff-89556c083e74 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 946 time: 0.0661545 Jul 28 18:16:23.493318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:23.501930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7db36e9d-2dde-48f9-9b81-3a26b163b1a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/53397808-f9d2-40c4-8383-1be86511ba94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1292775 Jul 28 18:16:23.504341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43106) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:23.517427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Sync routers for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:23.541979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:23.542923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:23.612092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d9fdd9f-2999-45c1-a1f8-a86bacc32504 req-6ec77a79-a356-46fa-a274-229b3963c4f2 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707710 Jul 28 18:16:23.633021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 30c50103-55b4-4790-8c21-d69cadf2242d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:23.729593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:23.784832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:23.804995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25190c08-24d5-4084-95b8-562164244190 req-ffa7d9c3-817c-4783-b445-ed74837a5b8e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:23.807084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25190c08-24d5-4084-95b8-562164244190 req-ffa7d9c3-817c-4783-b445-ed74837a5b8e tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1579518 Jul 28 18:16:23.852317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 30c50103-55b4-4790-8c21-d69cadf2242d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:23.887228 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25190c08-24d5-4084-95b8-562164244190 req-c89c7117-cc0f-4cc7-bb02-9818d820695a tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527952 Jul 28 18:16:23.888534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 30c50103-55b4-4790-8c21-d69cadf2242d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:23.889014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:23.892988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:24.050684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:24.064289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20267b9-7fc7-463b-95c5-fdba6d0c1c7e req-70d36cfd-ed7f-446b-be90-e6686fb7a9da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:24.065395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b20267b9-7fc7-463b-95c5-fdba6d0c1c7e req-70d36cfd-ed7f-446b-be90-e6686fb7a9da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 945 time: 0.0975082 Jul 28 18:16:24.098630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:24.103451 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac248420-5234-486c-a6be-77bda89a004f" -d '{"events": [{"server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "name": "network-vif-plugged", "status": "completed", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:24.118652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:24.119609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Deleting port 57a683ca-5eaf-4e07-b705-c66d84c24c19 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:24.120017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:24.130022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b20267b9-7fc7-463b-95c5-fdba6d0c1c7e req-eca73245-915a-487d-b961-a8b32ed77e1f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Jul 28 18:16:24.133484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:16:22Z', 'revision_number': 5, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port': {'id': '57a683ca-5eaf-4e07-b705-c66d84c24c19', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53397808-f9d2-40c4-8383-1be86511ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:04:29Z', 'updated_at': '2021-07-28T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:24.165847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Checking router: 53397808-f9d2-40c4-8383-1be86511ba94 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:24.175321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Routers {'53397808-f9d2-40c4-8383-1be86511ba94'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:24.176000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['53397808-f9d2-40c4-8383-1be86511ba94'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:24.242262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:24.252555 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973404d7-ae3e-47d9-80a0-dec4cd10b8f3 x-openstack-request-id: req-973404d7-ae3e-47d9-80a0-dec4cd10b8f3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:24.255511 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "name": "network-vif-plugged", "status": "completed", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:24.255930 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-973404d7-ae3e-47d9-80a0-dec4cd10b8f3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:24.257342 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d', 'code': 200} Jul 28 18:16:24.258021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] For port 57a683ca-5eaf-4e07-b705-c66d84c24c19, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57a683ca-5eaf-4e07-b705-c66d84c24c19,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:24.262050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:24.336744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] Set router 53397808-f9d2-40c4-8383-1be86511ba94 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:24.349998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Calling delete_port for 57a683ca-5eaf-4e07-b705-c66d84c24c19 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:24.421326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:24.423316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f509a37a-83a6-4748-937c-f31416573266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:16:23Z', 'revision_number': 6, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:24.426711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52626c28-d6f2-4170-bc3c-a1bf898129c3 req-fe9d3cb9-47ef-43ee-8564-59d79f6014ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:24.430026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52626c28-d6f2-4170-bc3c-a1bf898129c3 req-fe9d3cb9-47ef-43ee-8564-59d79f6014ff tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1931424 Jul 28 18:16:24.453804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a64453-babd-4d6e-a0ef-768bfe87a2f7 req-35238e66-7a92-4a0a-9c8e-f11f847c6ede tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:24.462124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a64453-babd-4d6e-a0ef-768bfe87a2f7 req-35238e66-7a92-4a0a-9c8e-f11f847c6ede tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 946 time: 0.0919707 Jul 28 18:16:24.543934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a64453-babd-4d6e-a0ef-768bfe87a2f7 req-aa008165-dd72-45cb-8ee4-bf22887c2c85 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806465 Jul 28 18:16:24.561921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4deb6-7381-40e4-be30-5e2602ebab69 req-e51a0a20-35fa-4626-b9c2-2e85b48c3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:24.564112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0f4deb6-7381-40e4-be30-5e2602ebab69 req-e51a0a20-35fa-4626-b9c2-2e85b48c3dd3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1097 time: 0.1989527 Jul 28 18:16:24.613979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52626c28-d6f2-4170-bc3c-a1bf898129c3 req-313c681e-0800-42ec-b879-a8e7092720dd tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320536 Jul 28 18:16:24.654137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509a37a-83a6-4748-937c-f31416573266 None None] The sync data for ids ['53397808-f9d2-40c4-8383-1be86511ba94'] in n-d-778550-5 is: [{'id': '53397808-f9d2-40c4-8383-1be86511ba94', 'name': 'tempest-TaggedBootDevicesTest_v242-1567476972-router', 'tenant_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:04:27Z', 'updated_at': '2021-07-28T18:16:23Z', 'revision_number': 6, 'project_id': 'ba6b8456b5ad4356b3c007854298e0fc', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:24.717119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0f4deb6-7381-40e4-be30-5e2602ebab69 req-4162c860-7f56-46e8-8723-f0a7af988ec8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404333 Jul 28 18:16:24.820422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4ba73-da05-4b0e-a999-4ca5d7dff6d0 req-98e3271b-65d9-42f9-88ce-a1d27436e727 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:24.827860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ae4ba73-da05-4b0e-a999-4ca5d7dff6d0 req-98e3271b-65d9-42f9-88ce-a1d27436e727 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.0925128 Jul 28 18:16:24.861803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ae4ba73-da05-4b0e-a999-4ca5d7dff6d0 req-85805768-7cc7-4639-ab35-2c90b8ca49c5 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jul 28 18:16:24.981517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.007660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a683ca-5eaf-4e07-b705-c66d84c24c19,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:25.015075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0aedad3-8f5a-4750-abaa-1750bcf20dd4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:25.041471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b0aedad3-8f5a-4750-abaa-1750bcf20dd4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:25.041937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0aedad3-8f5a-4750-abaa-1750bcf20dd4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:25.088958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.324454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ca742-bf53-4924-9407-08e645499a03 req-711025fc-24fa-4d67-870e-ee4b6716d8af tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:25.326188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a8ca742-bf53-4924-9407-08e645499a03 req-711025fc-24fa-4d67-870e-ee4b6716d8af tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 946 time: 0.0636516 Jul 28 18:16:25.374078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a8ca742-bf53-4924-9407-08e645499a03 req-a6d47c2a-ae3a-41a4-a552-d9a59c978095 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jul 28 18:16:25.634880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.637690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.718421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-c1db4109-7d6b-4137-b55a-4429fc81640e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:25.723540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-c1db4109-7d6b-4137-b55a-4429fc81640e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 946 time: 0.1866133 Jul 28 18:16:25.799218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.801652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53397808-f9d2-40c4-8383-1be86511ba94 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:16:25.806732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.807818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99c8a670-21fb-4542-87a9-7397a6d51116 admin admin] 10.222.0.25 "DELETE /v2.0/routers/53397808-f9d2-40c4-8383-1be86511ba94 HTTP/1.1" status: 204 len: 168 time: 2.3025491 Jul 28 18:16:25.812355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:25.816971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e4e8-eecc-4efa-a961-68e5c96dda40 req-666d996d-71c1-4e42-adbd-e225131b5510 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:25.817659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a04e4e8-eecc-4efa-a961-68e5c96dda40 req-666d996d-71c1-4e42-adbd-e225131b5510 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 946 time: 0.1407163 Jul 28 18:16:25.883382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Deleting subnet 67a0ae9b-72c4-4f94-a75b-46c011cc98d7 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:25.889683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.909074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a04e4e8-eecc-4efa-a961-68e5c96dda40 req-76ca4641-11a3-43e9-89f2-aea8437d9a44 tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb8c333f-56fc-436e-898c-3ea908ada72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734420 Jul 28 18:16:25.935156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Deleting port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:25.935543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:25.942790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.093924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.113174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] For port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,segment=NetworkSegment(180183c5-eabd-42a4-a5c7-031cf305c4df),segment_id=180183c5-eabd-42a4-a5c7-031cf305c4df)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:26.113552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.141956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Calling delete_port for d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:26.281984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.328289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a0ae9b-72c4-4f94-a75b-46c011cc98d7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:26.338289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64e715-057e-4ba9-a831-10cbf0f0c363 None None] Network 39f91cda-fdb7-4e29-86f1-09633e410dfb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:26.338767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.340337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/67a0ae9b-72c4-4f94-a75b-46c011cc98d7 HTTP/1.1" status: 204 len: 168 time: 0.5265589 Jul 28 18:16:26.342120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.342709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.343039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.343688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.344356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.344917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.345488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.346051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.346614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.347140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.347707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.348273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ab14df-69f0-4d75-ae7e-547105d1436e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:26.351080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43154) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:26.446766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.482457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.522531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['d4692e44-9fcd-4546-a90c-cd7a48bbcbf7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:26.584848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Pushing event deleted for resources: {'Port': ['ID=d4692e44-9fcd-4546-a90c-cd7a48bbcbf7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:26.600727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Deleting port ba356afc-6839-4778-8781-ef3f5ab4156a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:26.601049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.610463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592286b-d412-4c94-be86-f0b0a088c908 req-5ea022bb-0ad5-4fca-9733-328a5095f680 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:26.623575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2592286b-d412-4c94-be86-f0b0a088c908 req-5ea022bb-0ad5-4fca-9733-328a5095f680 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 946 time: 0.0948050 Jul 28 18:16:26.673062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] No DVR routers for this DVR port d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:26.675956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.684475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dea698d7-7d51-4581-b8fd-00c02b4a6211 req-e844d39f-d86b-4585-aa35-61bbed21006e tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.37 "DELETE /v2.0/ports/d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 HTTP/1.1" status: 204 len: 173 time: 0.9516308 Jul 28 18:16:26.684475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'name': 'network-vif-deleted', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:26.684475 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4689a11-f87d-45da-88b3-c7925cd71b77" -d '{"events": [{"server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "name": "network-vif-deleted", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:26.705337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] DHCP port deletion for 39f91cda-fdb7-4e29-86f1-09633e410dfb request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:16:26.725902 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0dd26b-7623-45af-a3af-917296259de5 x-openstack-request-id: req-5a0dd26b-7623-45af-a3af-917296259de5 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:26.726715 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc", "name": "network-vif-deleted", "tag": "d4692e44-9fcd-4546-a90c-cd7a48bbcbf7", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:26.727097 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a0dd26b-7623-45af-a3af-917296259de5 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:26.727569 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc', 'name': 'network-vif-deleted', 'tag': 'd4692e44-9fcd-4546-a90c-cd7a48bbcbf7', 'status': 'completed', 'code': 200} Jul 28 18:16:26.763626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2592286b-d412-4c94-be86-f0b0a088c908 req-4f27bc12-606f-4eb4-9e79-df93270157da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388028 Jul 28 18:16:26.790553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Deleting port ba356afc-6839-4778-8781-ef3f5ab4156a {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:26.791353 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.791511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] For port ba356afc-6839-4778-8781-ef3f5ab4156a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba356afc-6839-4778-8781-ef3f5ab4156a,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:26.794314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.851536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Calling delete_port for ba356afc-6839-4778-8781-ef3f5ab4156a owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:26.906986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] For port ba356afc-6839-4778-8781-ef3f5ab4156a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba356afc-6839-4778-8781-ef3f5ab4156a,segment=NetworkSegment(0f6d8f66-52d8-422e-aa3b-cbaf2713bd03),segment_id=0f6d8f66-52d8-422e-aa3b-cbaf2713bd03)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:26.908640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:26.920838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Calling delete_port for ba356afc-6839-4778-8781-ef3f5ab4156a owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:27.009823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57a683ca-5eaf-4e07-b705-c66d84c24c19 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:27.022442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-82121bb8-dc31-459b-be1d-73938c5a47ae tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1188569361&fields=id&tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 267 time: 0.0779572 Jul 28 18:16:27.037181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 57a683ca-5eaf-4e07-b705-c66d84c24c19 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:27.037864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57a683ca-5eaf-4e07-b705-c66d84c24c19 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:27.038517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba356afc-6839-4778-8781-ef3f5ab4156a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:27.080264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b00dba66-539d-48b9-85c5-71b14b614709 req-863cbfc2-01d4-46a9-8e48-181a1f37167c tempest-ServerGroupTestJSON-1586758411 tempest-ServerGroupTestJSON-1586758411-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb55c583-3f8b-4b4e-b2ea-e1346eeb59dc HTTP/1.1" status: 200 len: 210 time: 0.0464821 Jul 28 18:16:27.115943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-6f9e6ce3-d23e-4c5d-9af6-a0ce5e984065 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:27.118052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-6f9e6ce3-d23e-4c5d-9af6-a0ce5e984065 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 946 time: 0.0781124 Jul 28 18:16:27.131240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'security_groups': ['cf523d6e-ad7a-47b0-be11-a0ecc4742c59', '34d95733-8acb-4b27-bece-f579da175105']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:27.153377 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.161384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.182058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.192996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] No DVR routers for this DVR port ba356afc-6839-4778-8781-ef3f5ab4156a on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:27.216624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.229099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba356afc-6839-4778-8781-ef3f5ab4156a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.254485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] Pushing event deleted for resources: {'Port': ['ID=ba356afc-6839-4778-8781-ef3f5ab4156a,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.272477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c97e6-7af0-4f89-858c-4429f9f72eb0 None None] No DVR routers for this DVR port ba356afc-6839-4778-8781-ef3f5ab4156a on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:27.331576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.349785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f91cda-fdb7-4e29-86f1-09633e410dfb']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:27.362733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:27.362733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6d8f66-52d8-422e-aa3b-cbaf2713bd03') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:27.377123 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.392929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.399800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:27.405102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:27.408926 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:27.503976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:27.538088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.640779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.657780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.657780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/39f91cda-fdb7-4e29-86f1-09633e410dfb HTTP/1.1" status: 204 len: 168 time: 1.2973278 Jul 28 18:16:27.661211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fe18b-b5b4-471d-b25d-0a781dc711d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f91cda-fdb7-4e29-86f1-09633e410dfb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.680951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.693831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:27.755814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:27.756597 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:27.761615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c8d1edb-aace-4dd5-bbd3-c7b972d80a77 req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "PUT /v2.0/ports/30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 982 time: 0.6354780 Jul 28 18:16:27.800800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcd751-09d0-466a-acd0-e70e36695d0a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.823090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:27.880914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-20a4b76a-f7a1-4d06-98a2-5549f68c753f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1693776875&fields=id&tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 267 time: 0.0554945 Jul 28 18:16:27.957662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-6d276eb6-5f60-4790-a179-91da340c4c9a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:27.965990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-6d276eb6-5f60-4790-a179-91da340c4c9a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 985 time: 0.0761662 Jul 28 18:16:27.975563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'security_groups': ['34d95733-8acb-4b27-bece-f579da175105', 'cf523d6e-ad7a-47b0-be11-a0ecc4742c59', '8de6ec02-c05d-4a9a-8adf-eb536f62f194']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:28.072976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.196167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:28.257830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b293d0f5-abaf-4bad-8315-e40cd2b1dbe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba6b8456b5ad4356b3c007854298e0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603867 Jul 28 18:16:28.261207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:28.386797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.434619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.455751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:28.502263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.612602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.624922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:28.663774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.670928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.673294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bf7c6b3-774e-416d-94b8-27c21fffe6fa HTTP/1.1" status: 204 len: 168 time: 0.4100506 Jul 28 18:16:28.696219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f0ed-5683-4228-b049-3afb5d1fca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7c6b3-774e-416d-94b8-27c21fffe6fa,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:28.715121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:28.722887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:28.730936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57127c67-e72a-4e68-b2f6-8ba269c89cbc req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "PUT /v2.0/ports/30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 1021 time: 0.7567501 Jul 28 18:16:28.731066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:28.731185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:28.731287 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f9443-d293-4917-9ed4-70e495df2816" -d '{"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:28.739336 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb5f67-71ad-420f-9804-7e4f1787e014" -d '{"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:28.765518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43220) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:28.826295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd926262-9af7-472d-937d-afcf2e62ac7a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:28.862182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:28.881817 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d0d76-b9ad-41a7-a56c-f70678b0d391 x-openstack-request-id: req-f24d0d76-b9ad-41a7-a56c-f70678b0d391 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:28.882114 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:28.882364 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f24d0d76-b9ad-41a7-a56c-f70678b0d391 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:28.883812 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d', 'status': 'completed', 'code': 200} Jul 28 18:16:29.083177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Deleting subnet b6ab48c1-c0cb-436e-918e-4a36a402f4b8 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:29.093450 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bdf425-4027-4f43-802b-27617101e929 x-openstack-request-id: req-d7bdf425-4027-4f43-802b-27617101e929 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:29.093450 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:29.094103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.094819 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7bdf425-4027-4f43-802b-27617101e929 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:29.094819 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d', 'status': 'completed', 'code': 200} Jul 28 18:16:29.140975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.154533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e57b16-d047-47e7-b76f-649d18548bae req-f4005119-cd11-45fe-b886-a9a2415717ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:29.164750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e57b16-d047-47e7-b76f-649d18548bae req-f4005119-cd11-45fe-b886-a9a2415717ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1024 time: 0.2646329 Jul 28 18:16:29.166976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-515727a7-356c-4179-816a-8b7ca7bab2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:29.168805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-515727a7-356c-4179-816a-8b7ca7bab2b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1175 time: 0.2214148 Jul 28 18:16:29.303057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e57b16-d047-47e7-b76f-649d18548bae req-53dfe665-76eb-4990-be69-cacc3854c9e8 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d95733-8acb-4b27-bece-f579da175105&id=8de6ec02-c05d-4a9a-8adf-eb536f62f194&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 200 len: 6156 time: 0.1369128 Jul 28 18:16:29.337285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.398416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:29.427354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-6e3a72b3-6596-4510-b3ee-26ad3ba1d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:29.427354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-6e3a72b3-6596-4510-b3ee-26ad3ba1d3f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.2270825 Jul 28 18:16:29.427354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': ' tempest-securitygroup -280457621 ', 'description': 'tempest-description-158182131'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:29.464889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:29.465637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device d4692e44-9fcd-4546-a90c-cd7a48bbcbf7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:29.513176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-6e96d996-312f-4498-94c4-bddd76e2e019 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 217 time: 0.0900011 Jul 28 18:16:29.594599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-da69f34b-a65b-4db5-8c26-ed434e5a777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:29.600562 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-da69f34b-a65b-4db5-8c26-ed434e5a777d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0779469 Jul 28 18:16:29.636638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.692039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ab48c1-c0cb-436e-918e-4a36a402f4b8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:29.695139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-cd48ba0f-2077-4206-b64a-59b90fb44d55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873113 Jul 28 18:16:29.696312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.700530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c499edd8-b214-429d-815f-82a0d233845a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b6ab48c1-c0cb-436e-918e-4a36a402f4b8 HTTP/1.1" status: 204 len: 168 time: 0.9310353 Jul 28 18:16:29.701265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43236) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:29.779113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:29.800338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.024103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.040468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f9587-70b1-4767-980e-eb039429444a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:30.075094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180183c5-eabd-42a4-a5c7-031cf305c4df') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:30.075423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180183c5-eabd-42a4-a5c7-031cf305c4df') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:30.099967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-bf19d0f7-a94d-45a8-b51c-563d688d420c service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247023 Jul 28 18:16:30.101886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.144376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:30.192830 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:30.293189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.341680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b3f9443-d293-4917-9ed4-70e495df2816 req-4ffdd77b-2d03-45b6-afab-ed1c94cb5f62 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152255 Jul 28 18:16:30.470352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.475820 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.504449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.507074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c7f9587-70b1-4767-980e-eb039429444a HTTP/1.1" status: 204 len: 168 time: 0.8048055 Jul 28 18:16:30.537922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44a2c5-7067-4177-b450-07341aabc4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7f9587-70b1-4767-980e-eb039429444a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:30.554548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86055ba9-9d32-4653-a01b-f1e9a968bd6b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:30.620102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-15ec7467-5567-4b8e-8f84-004117d839a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:30.622786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-15ec7467-5567-4b8e-8f84-004117d839a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1175 time: 0.0638242 Jul 28 18:16:30.624859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:30.629520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de15fdbf-0c83-4033-929c-5b75b705a821 req-49148753-29ec-49e3-9ece-53c04217d0b2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.2194393 Jul 28 18:16:30.691389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:30.713418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01d576e-dcd1-409f-ba01-0465664c360e req-12bd64e9-be70-4381-b623-30efc8e87d41 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86055ba9-9d32-4653-a01b-f1e9a968bd6b HTTP/1.1" status: 200 len: 1781 time: 0.0643380 Jul 28 18:16:30.768843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-06b924fd-74d7-4f40-a280-b2a652c57f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:30.770604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-06b924fd-74d7-4f40-a280-b2a652c57f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.1366374 Jul 28 18:16:30.836688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-e464a51b-2c80-4aa3-9752-3620ea8afb58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 200 len: 217 time: 0.0567021 Jul 28 18:16:30.883389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1368643481-network', 'tenant_id': 'c4d60a071b294d2bb614f13e51eb6fb1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:30.892158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-a96b866c-2bd7-4cc9-912d-f89b78e83f12 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86055ba9-9d32-4653-a01b-f1e9a968bd6b HTTP/1.1" status: 200 len: 1781 time: 0.1393752 Jul 28 18:16:30.934477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-963811c3-f8f6-4ee2-ba00-89f3bd14db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:30.935843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-963811c3-f8f6-4ee2-ba00-89f3bd14db5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0932398 Jul 28 18:16:30.978788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-4fca8483-2ba1-4401-9574-3f0a3f7c988e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318015 Jul 28 18:16:31.042887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Made reservation on behalf of c4d60a071b294d2bb614f13e51eb6fb1 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:31.045331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.071007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.075148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.120231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.178332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-96e4ffc7-c514-4fad-8fe5-959b27103e8c service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904528 Jul 28 18:16:31.201150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:31.259875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ed69f5cc-8dfd-458a-911e-51393a68b51f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dc71bc6eea84688a98432ca5b85a282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574632 Jul 28 18:16:31.265658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:31.293306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.296205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.298168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a21fa2cb-b978-40d1-92e3-0d2de4e0f376 req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/86055ba9-9d32-4653-a01b-f1e9a968bd6b HTTP/1.1" status: 204 len: 173 time: 0.3923380 Jul 28 18:16:31.329285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf6b61-7868-452b-a3d9-4aa9349391ea tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86055ba9-9d32-4653-a01b-f1e9a968bd6b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.371194 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-28bcb213-fd80-4f58-ab87-48ae68118ba1 req-5d00c547-92e2-4c5a-90db-fb1a487936d0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:16:31.377086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28bcb213-fd80-4f58-ab87-48ae68118ba1 req-5d00c547-92e2-4c5a-90db-fb1a487936d0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86055ba9-9d32-4653-a01b-f1e9a968bd6b HTTP/1.1" status: 404 len: 352 time: 0.0398002 Jul 28 18:16:31.403467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.404775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bcb5f67-71ad-420f-9804-7e4f1787e014 req-5e7b9e17-1b58-4394-bbd4-2f07357f14bd service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183301 Jul 28 18:16:31.412423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-914591282', 'description': 'tempest-description-783744880'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:31.436046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.442763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.528563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.582135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59739bca-5b17-4f16-8eea-c67c359c9d11,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.584911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:31.595811 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.599322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.600949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb8c333f-56fc-436e-898c-3ea908ada72b HTTP/1.1" status: 204 len: 168 time: 0.3343925 Jul 28 18:16:31.611580 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.615134 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Added segment 239501e0-8024-40aa-8e53-0eaccd74948f of type vlan for network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b Jul 28 18:16:31.615652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f468fbc-2a6b-471c-a1d8-62d63db44ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c333f-56fc-436e-898c-3ea908ada72b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.691152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.700815 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.809246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.823279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.824265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:31.824845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.891552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] Pushing event updated for resources: {'Network': ['ID=468738fc-aedd-4fc3-b0c7-44c5e9a3f31b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.906456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:31.906858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:31.934688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ed97b-ad72-4622-a826-bd1d71313c08,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:32.013204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-034bcbec-8c87-4494-b9c5-8ab78b6a7391 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3188419 Jul 28 18:16:32.014849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.016511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43290) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:32.017045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-39addc6f-8739-454c-8669-662cefa73004 req-84024b72-a131-4882-bcf0-ded062c9e5d6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6105535 Jul 28 18:16:32.039373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Request body: {'subnet': {'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1368643481-subnet', 'tenant_id': 'c4d60a071b294d2bb614f13e51eb6fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:32.056012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936681729', 'description': 'tempest-description-1415114473'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:32.146785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Made reservation on behalf of c4d60a071b294d2bb614f13e51eb6fb1 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:32.149717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.364419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.577808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.588067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.690739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.699815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7107639-85a0-48b2-ac24-a325209993a7,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:32.731586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Checking segment: {'id': '239501e0-8024-40aa-8e53-0eaccd74948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:32.732210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Network hostable DHCP agents. Network: 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:32.741329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86289f99-f0d9-4afb-ab63-db191365a118,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:32.844223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:32.846391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15628b19-4536-45bf-887b-43d04dc05b1b req-3b539fb3-5112-45ad-aae3-6fae76540a15 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7950821 Jul 28 18:16:32.882978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-805270505', 'description': 'tempest-description-125351802'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:32.936457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:33.104616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:33.106450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:33.132077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76431a-1d6f-49af-9cc8-7459a6c313e1 None None] Network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:33.134692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:33.135307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:33.321309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0196e09-972f-432b-ac33-0eac97727c1a None None] Network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:33.362967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b7854303-cfcd-47b6-8a37-1899597ab04f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3449543 Jul 28 18:16:33.543380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce57b9-da2b-4af4-97a4-bc62a32d5d9a req-98ddf491-9f03-48d7-94d2-e61ca93be4d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:33.559483 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9ce57b9-da2b-4af4-97a4-bc62a32d5d9a req-98ddf491-9f03-48d7-94d2-e61ca93be4d2 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1175106 Jul 28 18:16:33.573917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:33.663542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:33.665182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9ce57b9-da2b-4af4-97a4-bc62a32d5d9a req-9acfecdc-2657-483d-bc13-d2f3b1a610c4 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952828 Jul 28 18:16:33.728975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7c3c1-aa50-4776-9114-2b3bc80e7eda,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:33.887069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:33.890690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90a82648-25cc-4b42-9bc2-9aa65d4eb6b8 req-7c522072-d3df-4f23-8800-75b4be18f395 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0111656 Jul 28 18:16:34.403199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-dd8d1fab-00e0-4fa6-8142-2b6007f2c8ea tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:34.410211 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-dd8d1fab-00e0-4fa6-8142-2b6007f2c8ea tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/networks?id=468738fc-aedd-4fc3-b0c7-44c5e9a3f31b HTTP/1.1" status: 200 len: 818 time: 0.1597764 Jul 28 18:16:34.422721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-3b46580b-1f95-43c4-aaa5-bdf6150a5be1 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/quotas/c4d60a071b294d2bb614f13e51eb6fb1 HTTP/1.1" status: 200 len: 375 time: 0.0111673 Jul 28 18:16:34.465696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-1083c1c7-7cfe-4beb-9e99-fbc3c9b6e7af tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4d60a071b294d2bb614f13e51eb6fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335784 Jul 28 18:16:34.605343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-f7ad10ee-88b5-4051-a5e4-708de8523858 service neutron] 10.222.0.25 "GET /v2.0/networks/468738fc-aedd-4fc3-b0c7-44c5e9a3f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166158 Jul 28 18:16:34.733966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-13e01426-7e35-4d2f-b4de-8254b2e5ade3 service neutron] 10.222.0.25 "GET /v2.0/networks/468738fc-aedd-4fc3-b0c7-44c5e9a3f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259325 Jul 28 18:16:34.820685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b01cf8e-2077-445a-899c-9b0125aad159 req-f8a1915f-1798-4049-98a5-d964e4dff1b3 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 10908 time: 0.2113996 Jul 28 18:16:34.900042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b01cf8e-2077-445a-899c-9b0125aad159 req-e34bb44d-fc90-44ac-a965-09782e30c949 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 200 len: 2985 time: 0.0775967 Jul 28 18:16:34.998701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b01cf8e-2077-445a-899c-9b0125aad159 req-6f16d860-7d3f-448f-af9e-0589eb79ed13 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 200 len: 2985 time: 0.0901556 Jul 28 18:16:35.071190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b1c6098-a868-40a3-8889-ca9ee251e8b4 req-c5a4ef8c-3f8d-4f7f-9464-84bbd09eee0f tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0458562 Jul 28 18:16:35.580958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-9a14fcb6-7c63-43c7-9bc7-50c4ff02a61d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/3b5ed97b-ad72-4622-a826-bd1d71313c08 HTTP/1.1" status: 200 len: 1801 time: 0.1293530 Jul 28 18:16:35.585019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee69c56-b12c-4618-aadc-05f21834344c req-0c705064-850d-4608-b7e4-611e15b1e133 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:35.585019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ee69c56-b12c-4618-aadc-05f21834344c req-0c705064-850d-4608-b7e4-611e15b1e133 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1165144 Jul 28 18:16:35.585019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-1029227f-1430-45c6-9bd3-3b8aa8bf0309 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:35.585019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-1029227f-1430-45c6-9bd3-3b8aa8bf0309 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.35 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 947 time: 0.1168077 Jul 28 18:16:35.589276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.589276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.590684 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ee69c56-b12c-4618-aadc-05f21834344c req-ca0bcce7-3b72-4da3-ab61-ca2cc9713e7f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/security-groups?id=d752fbde-2cbf-473f-a0f1-011835d8522d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318488 Jul 28 18:16:35.590684 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-409d0888-2a5c-427e-9486-021c02495fee req-7c61f4ca-d65f-4b3b-9b37-562107a458c7 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0394311 Jul 28 18:16:35.590684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Deleting port 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:35.590684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.700381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] For port 03c84ce5-77fb-442e-9e1b-17657fde7f0c, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03c84ce5-77fb-442e-9e1b-17657fde7f0c,segment=NetworkSegment(ba7df53a-50d5-430f-9de0-b1f6b1889193),segment_id=ba7df53a-50d5-430f-9de0-b1f6b1889193)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:35.703622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.714742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Calling delete_port for 03c84ce5-77fb-442e-9e1b-17657fde7f0c owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:35.795909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.807739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:35.811776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70abf379-b70d-476f-a1ff-e1833f5f2efc req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b5ed97b-ad72-4622-a826-bd1d71313c08 HTTP/1.1" status: 204 len: 173 time: 0.5748138 Jul 28 18:16:35.840867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf13983-c9c7-4eb1-b458-8f0e43dcf71f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ed97b-ad72-4622-a826-bd1d71313c08,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:35.904069 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-c70077f9-5c74-4ab3-8786-228357cfadd5 req-ae5c8522-6490-4f8c-ba30-87d680cff386 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:16:35.905480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c70077f9-5c74-4ab3-8786-228357cfadd5 req-ae5c8522-6490-4f8c-ba30-87d680cff386 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/3b5ed97b-ad72-4622-a826-bd1d71313c08 HTTP/1.1" status: 404 len: 352 time: 0.0255609 Jul 28 18:16:35.990805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d65718db-08e5-4b1e-878d-2c5c70a4ac9c tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86289f99-f0d9-4afb-ab63-db191365a118 HTTP/1.1" status: 200 len: 1803 time: 0.0548031 Jul 28 18:16:36.092581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.128959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.197049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1cfadacb-0418-458a-9cc3-7b48919e75c0 req-7414af48-6a74-4ced-b82f-6de2e062d770 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0511236 Jul 28 18:16:36.229167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.242384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03c84ce5-77fb-442e-9e1b-17657fde7f0c'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:36.266621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Pushing event deleted for resources: {'Port': ['ID=03c84ce5-77fb-442e-9e1b-17657fde7f0c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:36.282106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.282106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.282357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.282687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.283031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.283365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.283732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.284047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.284389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.284700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.285039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.285365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:36.328208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] No DVR routers for this DVR port 03c84ce5-77fb-442e-9e1b-17657fde7f0c on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:36.334197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.336301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c33e3f10-bb30-4272-a12d-e1e816a25cfe req-033e3c11-e1ef-40da-981b-77d30bf7496d tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.35 "DELETE /v2.0/ports/03c84ce5-77fb-442e-9e1b-17657fde7f0c HTTP/1.1" status: 204 len: 173 time: 1.0282426 Jul 28 18:16:36.336908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-deleted', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:36.339209 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fcc5df-54d5-4e1f-b4ac-2823ce248b8b" -d '{"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-deleted", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:36.429202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.431793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.432985 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a2b5bbb-c4aa-46ef-89ce-48235db7998e req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/86289f99-f0d9-4afb-ab63-db191365a118 HTTP/1.1" status: 204 len: 173 time: 0.4240594 Jul 28 18:16:36.471227 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fab5c8-b89d-40fb-a121-00af85a200f6 x-openstack-request-id: req-e8fab5c8-b89d-40fb-a121-00af85a200f6 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:36.471558 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ea2e2-d1a4-4111-ab81-2681097b70a6", "name": "network-vif-deleted", "tag": "03c84ce5-77fb-442e-9e1b-17657fde7f0c", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:36.471816 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8fab5c8-b89d-40fb-a121-00af85a200f6 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:36.472214 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ea2e2-d1a4-4111-ab81-2681097b70a6', 'name': 'network-vif-deleted', 'tag': '03c84ce5-77fb-442e-9e1b-17657fde7f0c', 'status': 'completed', 'code': 200} Jul 28 18:16:36.473462 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-9be59646-e136-4ca4-94b2-6ad0b02b8c53 req-a2c1f988-36fb-4f5f-9fce-7f227199b1ef tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:16:36.474907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9be59646-e136-4ca4-94b2-6ad0b02b8c53 req-a2c1f988-36fb-4f5f-9fce-7f227199b1ef tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86289f99-f0d9-4afb-ab63-db191365a118 HTTP/1.1" status: 404 len: 352 time: 0.0176282 Jul 28 18:16:36.475783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4eb46-d726-4ca9-8bf1-56c6f850c6eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86289f99-f0d9-4afb-ab63-db191365a118,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:36.601885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-020ba74e-8aaa-40d2-8d21-6340506b0ff7 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/36f7c3c1-aa50-4776-9114-2b3bc80e7eda HTTP/1.1" status: 200 len: 1801 time: 0.0949454 Jul 28 18:16:36.633770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ad9790e-11af-41ef-bd22-e224d82e000e req-7b2896b4-4d67-4aca-86a2-c3b5b02160b7 tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.0566609 Jul 28 18:16:36.728478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.772382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7457ab19-8ff3-4b5a-9680-3f5ab5b2da5b req-ac382c9c-8594-4e78-bca2-3542d9dac667 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0795491 Jul 28 18:16:36.777161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.949703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.954331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:36.973784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea29b85e-373d-44e4-95b2-ef75f4032e41 req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/36f7c3c1-aa50-4776-9114-2b3bc80e7eda HTTP/1.1" status: 204 len: 173 time: 0.3424187 Jul 28 18:16:36.974598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ed731-a1f8-4ef4-8d7b-e2f5e4e7e5cd tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f7c3c1-aa50-4776-9114-2b3bc80e7eda,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:37.017133 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-54a33a44-2102-4f26-803c-8f8053cb7373 req-bc01bad2-cc41-4cd5-b2b5-700597e95e88 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:16:37.019653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54a33a44-2102-4f26-803c-8f8053cb7373 req-bc01bad2-cc41-4cd5-b2b5-700597e95e88 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/36f7c3c1-aa50-4776-9114-2b3bc80e7eda HTTP/1.1" status: 404 len: 352 time: 0.0300388 Jul 28 18:16:37.192926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea78a4a2-b1cb-46bc-aa49-548491abbab8 req-c586523d-6719-45f8-9e06-04de58aee9db tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 6156 time: 0.1432893 Jul 28 18:16:37.339514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea78a4a2-b1cb-46bc-aa49-548491abbab8 req-3b4aac7f-36c2-4768-9765-7286491deef7 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 200 len: 2985 time: 0.1378570 Jul 28 18:16:37.392075 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ee616d3-e922-4118-831b-8804a7402767 req-977811e4-b6a5-48fa-9b70-eaa28917cec3 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0351355 Jul 28 18:16:37.418414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea78a4a2-b1cb-46bc-aa49-548491abbab8 req-83752726-04bb-465e-8689-1a13eb199761 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 200 len: 2985 time: 0.0778227 Jul 28 18:16:37.454724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-5446411', 'description': 'tempest-description-1367381937'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:37.566441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:37.674496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:37.727747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e7be-407b-4db3-b73e-8ba3363dcf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:37.794935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:37.814421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-459b4e7a-80e8-48f4-9f50-d86272e61c47 req-6c69f365-aa91-4d1b-8542-a1b7c6ebc12f tempest-ServersNegativeTestJSON-1422328944 tempest-ServersNegativeTestJSON-1422328944-project] 10.222.0.25 "GET /v2.0/ports?device_id=777ea2e2-d1a4-4111-ab81-2681097b70a6 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Jul 28 18:16:37.828162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:37.910415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7803c110-32f0-4b1c-8248-6c14e6f24fdb req-bdf2cf1d-0e62-4315-80ed-cf21c8564c78 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0306921 Jul 28 18:16:38.006239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:38.007551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f7e1f3e-e707-48be-906f-5ab1d1414e28 req-f2639e91-53e5-48a3-8171-2853d93b7f14 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5605583 Jul 28 18:16:38.040990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050194821', 'description': 'tempest-description-1681185409'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:38.132587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:38.256400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:38.348922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:38.390549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92947449-5015-40ef-b258-106fed6e57d2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:38.431992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:38.433274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fb44c9b-d1ab-4cb0-b494-b5e236bc4b97 req-87ea27ed-d448-4201-aa13-8faceac3e48f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3982248 Jul 28 18:16:38.557191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe01dcd8-8d2a-422c-a15f-68ee122771b8 req-c75144eb-8e35-4e27-bc03-d531792be64e tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0599279 Jul 28 18:16:38.825298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-c67fdeca-7e9e-440e-8bdc-75819b110ac4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:38.831043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-c67fdeca-7e9e-440e-8bdc-75819b110ac4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 813 time: 0.1355867 Jul 28 18:16:38.842671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-62296196-7580-4817-9a53-9126c197c7c5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/quotas/8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Jul 28 18:16:38.877606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43480) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:38.909003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-def17ac1-3629-4088-87a5-7f1edede8c4d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593410 Jul 28 18:16:38.929920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Deleting subnet beae89ce-1e97-4ec4-b39a-49bbc9024f47 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:38.933387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.013869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.042379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-6b36711f-97ab-4632-89fc-bfb2e0f3c1a6 service neutron] 10.222.0.25 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251471 Jul 28 18:16:39.061691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-433ae43d-2841-4251-a67c-9d4218429277 req-787bf598-16a8-4f32-bde2-a7b5a8c9a8a8 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0636096 Jul 28 18:16:39.090018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.164414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-4654d328-159a-43aa-875a-3a42a5326a33 service neutron] 10.222.0.25 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140900 Jul 28 18:16:39.246574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.275085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beae89ce-1e97-4ec4-b39a-49bbc9024f47,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:39.277047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.282314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c23e6e6f-9915-4358-8f71-038ddc8cf9a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/beae89ce-1e97-4ec4-b39a-49bbc9024f47 HTTP/1.1" status: 204 len: 168 time: 0.4030633 Jul 28 18:16:39.283048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43492) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:39.411264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.433830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-4485b755-238e-4779-a543-4bda1a5ef913 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:39.437728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-4485b755-238e-4779-a543-4bda1a5ef913 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.37 "GET /v2.0/networks?id=468738fc-aedd-4fc3-b0c7-44c5e9a3f31b HTTP/1.1" status: 200 len: 818 time: 0.1488802 Jul 28 18:16:39.488774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7fd38da-3d00-4234-b774-fbbbfa19b4f8 req-f9eb2a9d-e9f5-4158-8750-9f21047143d3 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 210 time: 0.0498254 Jul 28 18:16:39.495547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Request body: {'port': {'device_id': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b', 'admin_state_up': True, 'tenant_id': 'c4d60a071b294d2bb614f13e51eb6fb1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:39.522893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.535062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b4a42d-2a20-47b3-be87-88158921d312']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:39.546894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7df53a-50d5-430f-9de0-b1f6b1889193') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:39.547415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7df53a-50d5-430f-9de0-b1f6b1889193') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:39.560611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.579036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.589692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:39.590109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:39.593699 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:39.598623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:39.635849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 03c84ce5-77fb-442e-9e1b-17657fde7f0c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:39.636196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03c84ce5-77fb-442e-9e1b-17657fde7f0c not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:39.706003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6c9d60b-e5d4-4577-ae36-1e0a965eac5a req-75fa223d-2005-4a64-8026-30f5afeab348 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0287516 Jul 28 18:16:39.785722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Made reservation on behalf of c4d60a071b294d2bb614f13e51eb6fb1 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:39.790351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.830402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.839850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:39.847703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32b4a42d-2a20-47b3-be87-88158921d312 HTTP/1.1" status: 204 len: 168 time: 0.5631135 Jul 28 18:16:39.900818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb41d1-801d-401a-9411-010e43f06146 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b4a42d-2a20-47b3-be87-88158921d312,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:40.046058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Allocated IP 172.20.0.2 (468738fc-aedd-4fc3-b0c7-44c5e9a3f31b/d7107639-85a0-48b2-ac24-a325209993a7/a7b7049e-1f87-41b8-b407-a954a00e12a8) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:40.104832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.164530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afe2f2b9-0ba2-43e7-accf-c4f9bd0f4431 req-f1522801-836f-4cab-ae2e-66ed0fe6902d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0436273 Jul 28 18:16:40.207111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4378a61b-2d7e-4af9-b468-085ccdce0545 req-f1dc8bf6-6a17-4fdf-a743-daa8d0a53a93 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0371957 Jul 28 18:16:40.281275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.286754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7c9e-9476-4a75-a953-a1ce40a8df7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.446642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.468941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:40.502365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:40.505403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:40.511674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:40.549675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Pushing event updated for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:40.563635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa8a25ea-d92d-470b-9cd8-6f2d3a971316 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=394b3e6606cb4d4188ecd5ca7033326e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896714 Jul 28 18:16:40.566442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43542) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:40.593193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d52123f-9739-4791-a9bd-560d5217f044 req-b65fb3e4-b329-474e-9b39-ae3df94d7d98 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Jul 28 18:16:40.600380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:40.601599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.666146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.690984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:40.803110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-9d8e56fc-8593-4b65-8673-0df6251ff163 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3127522 Jul 28 18:16:40.817560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Request body: {'port': {'device_id': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:41.069356 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.212851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.215428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.219126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d752fbde-2cbf-473f-a0f1-011835d8522d HTTP/1.1" status: 204 len: 168 time: 0.6491897 Jul 28 18:16:41.244561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0374ec4d-48c6-405f-a43b-054419ee43fc req-33bbbe67-45d1-4807-b911-96743eda00a4 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.4332666 Jul 28 18:16:41.279478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca9cf0-f7fa-4a7e-9517-7b4d612d2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752fbde-2cbf-473f-a0f1-011835d8522d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.296724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.588221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413750-e2cc-42b1-a9a0-78ee751c1da1 req-d343611a-20e8-41f1-954d-527ef14bd207 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:41.588221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2413750-e2cc-42b1-a9a0-78ee751c1da1 req-d343611a-20e8-41f1-954d-527ef14bd207 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 931 time: 0.1433964 Jul 28 18:16:41.648184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2413750-e2cc-42b1-a9a0-78ee751c1da1 req-437125de-7309-4926-8325-245eb79f526e tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Jul 28 18:16:41.734023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fd24bfb-a948-4c13-b8f0-6a090f6cd79c req-315d59c4-aadb-4797-a1a9-05d2fd8889ec tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 210 time: 0.0457020 Jul 28 18:16:41.743312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b7049e-1f87-41b8-b407-a954a00e12a8 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:41.753346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.768744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Transition to ACTIVE for port object a7b7049e-1f87-41b8-b407-a954a00e12a8 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:41.875213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:41.994813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:42.053476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Attempting to bind port a7b7049e-1f87-41b8-b407-a954a00e12a8 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:42.053829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Attempting to bind port a7b7049e-1f87-41b8-b407-a954a00e12a8 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '239501e0-8024-40aa-8e53-0eaccd74948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:42.054149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Attempting to bind port a7b7049e-1f87-41b8-b407-a954a00e12a8 on network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:42.060353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Port a7b7049e-1f87-41b8-b407-a954a00e12a8 on network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:16:42.060353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Attempting to bind port a7b7049e-1f87-41b8-b407-a954a00e12a8 on network 468738fc-aedd-4fc3-b0c7-44c5e9a3f31b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:42.066273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:42.066883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Checking segment: {'id': '239501e0-8024-40aa-8e53-0eaccd74948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:42.066995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Bound using segment: {'id': '239501e0-8024-40aa-8e53-0eaccd74948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:42.067445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Bound port: a7b7049e-1f87-41b8-b407-a954a00e12a8, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239501e0-8024-40aa-8e53-0eaccd74948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:42.067900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:42.147725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:42.151360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8,segment=NetworkSegment(239501e0-8024-40aa-8e53-0eaccd74948f),segment_id=239501e0-8024-40aa-8e53-0eaccd74948f)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:42.258502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:42.294092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:42.294717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:42.296130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7b7049e-1f87-41b8-b407-a954a00e12a8 HTTP/1.1" status: 200 len: 1091 time: 1.4836895 Jul 28 18:16:42.296568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:42.298827 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec896131-d4e7-42ba-a2ae-a41ae4445610" -d '{"events": [{"name": "network-changed", "server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:42.378521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf61c985-1635-4cb2-bc59-0075496f310c req-de06ae81-eaf9-4e11-80d4-6f55e254faac tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0428975 Jul 28 18:16:42.422943 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953b4fb7-a84a-45fa-a1e7-ecffa9e188d8 x-openstack-request-id: req-953b4fb7-a84a-45fa-a1e7-ecffa9e188d8 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:42.425740 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:42.425740 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-953b4fb7-a84a-45fa-a1e7-ecffa9e188d8 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:42.426198 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8', 'status': 'completed', 'code': 200} Jul 28 18:16:42.628372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88c87b-c9ad-4cd6-84ed-0d286ccb6242 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:42.654037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-60958064-d18b-4f25-85a7-faa42c7ccd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:42.655754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-60958064-d18b-4f25-85a7-faa42c7ccd58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4d60a071b294d2bb614f13e51eb6fb1&device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 1094 time: 0.2012708 Jul 28 18:16:42.815667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-7ef08124-a67d-4708-a956-c6ce0202e92d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:42.817185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-7ef08124-a67d-4708-a956-c6ce0202e92d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 813 time: 0.4796226 Jul 28 18:16:42.825204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43624) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:42.858399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'device_id': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1', 'admin_state_up': True, 'tenant_id': '8b818807f10f4379ab62cdbd61393ca2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:42.950473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-257562577-network', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:42.959329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d07bb-a1ce-43be-8d83-a49d566a19f6 req-5b9c015b-bec2-4d6c-ae75-cf192ef21250 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:42.960993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee9d07bb-a1ce-43be-8d83-a49d566a19f6 req-5b9c015b-bec2-4d6c-ae75-cf192ef21250 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 943 time: 0.1983135 Jul 28 18:16:42.969849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-92fa2b8a-baa3-490d-9966-2e23b305c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:42.972062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-92fa2b8a-baa3-490d-9966-2e23b305c851 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4d60a071b294d2bb614f13e51eb6fb1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3062263 Jul 28 18:16:42.972470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.075319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Made reservation on behalf of e4a7ebc7744b498caf86837a799b8c16 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:43.079356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.120463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.136926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee9d07bb-a1ce-43be-8d83-a49d566a19f6 req-a578136d-caaf-4287-b31e-5dde8958e5b4 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636314 Jul 28 18:16:43.171050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:16:43.171050 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:16:43.171050 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '8b818807f10f4379ab62cdbd61393ca2', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 16, 43, 152272)}] Jul 28 18:16:43.171050 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:16:43.171984 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:16:43.226511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-6686e5c9-1209-4e8b-887c-a69e98ddef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:43.228413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec896131-d4e7-42ba-a2ae-a41ae4445610 req-6686e5c9-1209-4e8b-887c-a69e98ddef5b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466896 Jul 28 18:16:43.231306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8dab90a-723b-4b9c-aa3d-bcb572ad24f9 req-269b9e64-276a-48c3-aa54-1ef1b1af96e6 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 210 time: 0.0493538 Jul 28 18:16:43.281965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb40c954-b6ed-44b0-9430-20656a41a697 req-22503dfa-bd57-4017-af54-f2951bd916d3 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0360970 Jul 28 18:16:43.327864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.371442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-020766cc-f9dc-44cc-b76a-d7710a10d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:43.371442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-020766cc-f9dc-44cc-b76a-d7710a10d8a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4d60a071b294d2bb614f13e51eb6fb1&device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 1094 time: 0.0565722 Jul 28 18:16:43.414774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-93619a54-b6c7-4687-8bf0-0adf81783476 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8 HTTP/1.1" status: 200 len: 217 time: 0.0399096 Jul 28 18:16:43.429321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.446634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:43.467288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.467941 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Added segment ae1f1d70-6055-499d-899b-69a407e89ccc of type vlan for network 5b31d176-de0c-4aaf-b902-96625f1d46e1 Jul 28 18:16:43.468669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-d0b28034-c637-4165-bd68-0ad7458ac25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:43.470640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-d0b28034-c637-4165-bd68-0ad7458ac25e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7107639-85a0-48b2-ac24-a325209993a7 HTTP/1.1" status: 200 len: 858 time: 0.0488195 Jul 28 18:16:43.503211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64727840-4113-4c71-ac4f-1bd39bb96121,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:43.514142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-4263f936-90df-4fed-8e5e-7ca6d7afdbf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468738fc-aedd-4fc3-b0c7-44c5e9a3f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359952 Jul 28 18:16:43.539335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.637234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-e1e74c54-02ed-412b-809c-d386623609a9 service neutron] 10.222.0.37 "GET /v2.0/networks/468738fc-aedd-4fc3-b0c7-44c5e9a3f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149161 Jul 28 18:16:43.638867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.639998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:43.640580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:43.750475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] Pushing event updated for resources: {'Network': ['ID=5b31d176-de0c-4aaf-b902-96625f1d46e1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:43.760976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:43.819969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2dadd81-8870-4f5e-b0ce-8c293602454a req-547029e2-6849-4754-9456-6c1630c7c3ef service neutron] 10.222.0.37 "GET /v2.0/networks/468738fc-aedd-4fc3-b0c7-44c5e9a3f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755986 Jul 28 18:16:43.836430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4cfaddea-bf6c-474e-8dfb-c1ae75bc5120 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0100558 Jul 28 18:16:43.839573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:43.845274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Request body: {'subnet': {'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-257562577-subnet', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:43.972254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Made reservation on behalf of 8b818807f10f4379ab62cdbd61393ca2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:43.976072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.058526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Made reservation on behalf of e4a7ebc7744b498caf86837a799b8c16 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:44.062228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.124388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Allocated IP 172.20.0.6 (38967da3-9576-4fdb-b243-2e693a89dbf1/f10d9e02-4f24-4b7f-aa40-a6293893554a/e340c8fe-80cb-431e-986b-59321f781b9d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:44.349732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7960dcf2-ae28-4e03-a45f-7f6965d262ed req-802c9656-2253-4c0e-8cff-ccfd95d8de41 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 210 time: 0.0459509 Jul 28 18:16:44.359709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.370478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e45c-643b-44cd-b5e6-a8ec6bcbe460 req-2d95916d-7558-4b0a-8205-5b2e231274c9 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:44.372470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b5e45c-643b-44cd-b5e6-a8ec6bcbe460 req-2d95916d-7558-4b0a-8205-5b2e231274c9 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 943 time: 0.1147280 Jul 28 18:16:44.415433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b5e45c-643b-44cd-b5e6-a8ec6bcbe460 req-381ab3b0-931a-49ee-b31e-3e980789a98f tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Jul 28 18:16:44.452447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.485866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18265d16-a8de-4472-b15c-d997069ce5c4 req-b9dadddc-0a11-4e7a-9f64-fbc2878abdb7 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0449798 Jul 28 18:16:44.512082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.518237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:44.562639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Network 38967da3-9576-4fdb-b243-2e693a89dbf1 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:44.571115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:44.579787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:44.590261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f023384-9430-4e5e-bf9e-170038f3812a,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.607168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Checking segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:44.607687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Network hostable DHCP agents. Network: 5b31d176-de0c-4aaf-b902-96625f1d46e1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:44.633736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.689035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:44.690152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.709757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:44.773001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ffcfc50b-c170-4642-8772-4dcd1813669d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9353559 Jul 28 18:16:44.791351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Request body: {'port': {'device_id': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:44.795192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5b31d176-de0c-4aaf-b902-96625f1d46e1) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:44.799727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:44.800327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:44.809137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e399903-011a-466c-97e1-f78ad2c89e54 None None] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:44.890862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0c584eb1-b97e-4046-bdf1-1e6e84816d96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0501151 Jul 28 18:16:44.891870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43678) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:44.900371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:44.914097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.063900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.065310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.137608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5b31d176-de0c-4aaf-b902-96625f1d46e1', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:16:45.138480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.148187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.474807 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.522146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c2328-0515-4d37-b49d-558d18080a3f req-5c23fbad-71f2-42ec-84de-b2209abb4317 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:45.529057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7b7049e-1f87-41b8-b407-a954a00e12a8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:45.532014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57c2328-0515-4d37-b49d-558d18080a3f req-5c23fbad-71f2-42ec-84de-b2209abb4317 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 931 time: 0.0845001 Jul 28 18:16:45.584281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57c2328-0515-4d37-b49d-558d18080a3f req-57ee3d2a-ce2a-4080-abb9-81e3255b0602 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Jul 28 18:16:45.612475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.720941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85a57657-da9f-4ba7-a5f7-b89f86e24a07 req-037b0040-9f09-4d18-b080-a689816f5606 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0534914 Jul 28 18:16:45.773642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Allocated IP 172.20.0.2 (5b31d176-de0c-4aaf-b902-96625f1d46e1/9f023384-9430-4e5e-bf9e-170038f3812a/412c0806-d7ee-4f96-8029-f39c27d3b2d9) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:45.812042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56987-0838-452c-934c-e04455a9b8fc req-e66ef865-c457-446b-8224-bbe173ec861f tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:45.813614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66e56987-0838-452c-934c-e04455a9b8fc req-e66ef865-c457-446b-8224-bbe173ec861f tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 943 time: 0.2315528 Jul 28 18:16:45.818114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e340c8fe-80cb-431e-986b-59321f781b9d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:45.833954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:45.871204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Transition to ACTIVE for port object e340c8fe-80cb-431e-986b-59321f781b9d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:45.885204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66e56987-0838-452c-934c-e04455a9b8fc req-331bb75b-2d24-412b-9f78-56ad5074ed94 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593021 Jul 28 18:16:45.905735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8,segment=NetworkSegment(239501e0-8024-40aa-8e53-0eaccd74948f),segment_id=239501e0-8024-40aa-8e53-0eaccd74948f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:45.936048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'a7b7049e-1f87-41b8-b407-a954a00e12a8', 'network_id': '468738fc-aedd-4fc3-b0c7-44c5e9a3f31b', 'port_id': 'a7b7049e-1f87-41b8-b407-a954a00e12a8', 'mac_address': 'fa:16:3e:bc:2f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7107639-85a0-48b2-ac24-a325209993a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:45.963343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.034153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.049788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:46.069078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b7049e-1f87-41b8-b407-a954a00e12a8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:46.083264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.090656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.107109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Transition to ACTIVE for port object 412c0806-d7ee-4f96-8029-f39c27d3b2d9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:46.110437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8,segment=NetworkSegment(239501e0-8024-40aa-8e53-0eaccd74948f),segment_id=239501e0-8024-40aa-8e53-0eaccd74948f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:46.124924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Transition to ACTIVE for port object 412c0806-d7ee-4f96-8029-f39c27d3b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:46.150350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.177082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.195358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.206853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03adc8fb-ee45-4104-a1fe-5b0969ea5d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.257642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.304742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:46.305402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Allocated IP 172.25.7.124 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/616b19cc-cb80-49a6-9130-30f23e02fe88) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:46.311437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:46.315176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:46.320415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.333972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.334573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.335061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.335571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.336051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.336524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.337013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.338957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.339492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.339972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.340579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.341065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:46.364654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03adc8fb-ee45-4104-a1fe-5b0969ea5d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.420875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a7b7049e-1f87-41b8-b407-a954a00e12a8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:46.434002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.438956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Attempting to bind port e340c8fe-80cb-431e-986b-59321f781b9d on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:46.439301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Attempting to bind port e340c8fe-80cb-431e-986b-59321f781b9d by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:46.439705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Attempting to bind port e340c8fe-80cb-431e-986b-59321f781b9d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:46.440367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03adc8fb-ee45-4104-a1fe-5b0969ea5d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.448585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Port e340c8fe-80cb-431e-986b-59321f781b9d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:16:46.448899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Attempting to bind port e340c8fe-80cb-431e-986b-59321f781b9d on network 38967da3-9576-4fdb-b243-2e693a89dbf1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:46.458273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:46.458634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Checking segment: {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:46.459014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Bound using segment: {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:46.459474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Bound port: e340c8fe-80cb-431e-986b-59321f781b9d, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21692139-31fb-4a7f-a19a-c0aacc715df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:46.459844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.484190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adc8fb-ee45-4104-a1fe-5b0969ea5d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3b44d-3e4e-4264-bec1-ef62dffe0cff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.496289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Attempting to bind port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:46.496586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Attempting to bind port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:46.496947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Attempting to bind port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:46.519329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:46.519573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Checking segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:46.529686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.529686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Bound using segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:46.529686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Bound port: 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:46.529686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.529686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Pushing event updated for resources: {'Port': ['ID=412c0806-d7ee-4f96-8029-f39c27d3b2d9,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.530556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03adc8fb-ee45-4104-a1fe-5b0969ea5d96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=841ff0d73097426ebc3d56a729286fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764175 Jul 28 18:16:46.530556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43724) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:46.544394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:46.547564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:46.588493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.595380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.628433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.642512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.652418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:46.668459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:46.681607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:46.727678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:46.728960 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.730995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 1091 time: 1.9460509 Jul 28 18:16:46.731713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Pushing event updated for resources: {'Port': ['ID=616b19cc-cb80-49a6-9130-30f23e02fe88,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.733998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:46.736591 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ac37c-6bbc-43eb-a03d-e33021294517" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:46.777640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.780368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:46.784861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea3b44d-3e4e-4264-bec1-ef62dffe0cff HTTP/1.1" status: 204 len: 168 time: 0.2503567 Jul 28 18:16:46.824549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a7a71-fb26-471f-ae97-4577ae439e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3b44d-3e4e-4264-bec1-ef62dffe0cff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.856408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6aa6-2ba6-469c-a2ae-69452717866a req-680ad889-7d02-407f-925d-ba0a3d2f5093 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:46.864444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db0d6aa6-2ba6-469c-a2ae-69452717866a req-680ad889-7d02-407f-925d-ba0a3d2f5093 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 943 time: 0.1499164 Jul 28 18:16:46.898176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff27ba-d5a3-4fbd-b0da-8d71863550e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:46.959571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] For port 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:46.962122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db0d6aa6-2ba6-469c-a2ae-69452717866a req-44f420d9-6c0a-4ede-a413-7d4aed8db638 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823312 Jul 28 18:16:46.962999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dce9e4ac-335a-44a2-b933-1ea47c545b50 req-4fff6050-0d20-410f-9d35-94d7228ed180 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0593019 Jul 28 18:16:46.981388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] For port 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=412c0806-d7ee-4f96-8029-f39c27d3b2d9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:47.037375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-2155d97d-ef1f-404c-87d0-9ef4e696e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:47.042926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-2155d97d-ef1f-404c-87d0-9ef4e696e6ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1094 time: 0.1402254 Jul 28 18:16:47.049564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:47.129637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36348-570e-4e20-8622-2214c4adef30 None None] Pushing event updated for resources: {'Port': ['ID=412c0806-d7ee-4f96-8029-f39c27d3b2d9,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:47.139037 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2a07a-f436-45d7-9100-91fb7bb82482 x-openstack-request-id: req-1cf2a07a-f436-45d7-9100-91fb7bb82482 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:47.139353 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:47.139651 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cf2a07a-f436-45d7-9100-91fb7bb82482 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:47.140088 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'status': 'completed', 'code': 200} Jul 28 18:16:47.224525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-d7345a9d-d86f-48b7-b47d-98915996e4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 217 time: 0.0871048 Jul 28 18:16:47.305743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ccfd0f9e-d234-4e17-9d47-b5e036b61402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:47.307233 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-ccfd0f9e-d234-4e17-9d47-b5e036b61402 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0736749 Jul 28 18:16:47.316305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e6c3c-7daa-441b-84c4-7d60be0a5b34 req-959b05f0-9f05-4545-97a7-1fb3e51bd42e tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:47.318029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b75e6c3c-7daa-441b-84c4-7d60be0a5b34 req-959b05f0-9f05-4545-97a7-1fb3e51bd42e tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 944 time: 0.1817231 Jul 28 18:16:47.377666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-6a127abb-7c41-4da8-b6bc-4d36a3d4b77f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582674 Jul 28 18:16:47.897383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b75e6c3c-7daa-441b-84c4-7d60be0a5b34 req-c59760e6-9aa5-438c-b846-070d18c276c8 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703959 Jul 28 18:16:47.922484 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-fd00cb43-4732-4860-8a7b-03ec2128c026 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335038 Jul 28 18:16:48.080316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:48.165711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3540-a693-4f8b-aec7-b0b69933c8ae req-a236c126-1b19-4247-8613-430bcbe03457 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:48.167636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15bb3540-a693-4f8b-aec7-b0b69933c8ae req-a236c126-1b19-4247-8613-430bcbe03457 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 943 time: 0.0795231 Jul 28 18:16:48.182004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cab928b-bf15-4ffa-9843-13c9ac30310a req-2a0f5796-b554-43c1-8746-4066f724ae90 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0505471 Jul 28 18:16:48.187313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afbef5ad-7664-43ca-9943-e013ee8df592 req-b4fb6861-9f1c-4317-a18c-d9a1c3db0c2d service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524185 Jul 28 18:16:48.224027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15bb3540-a693-4f8b-aec7-b0b69933c8ae req-40f3d381-cd3a-431e-b24a-2997dc9769e2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 Jul 28 18:16:48.439953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:48.501172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-6698248e-73e4-4cf4-bf69-e65e81285aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:48.503318 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-6698248e-73e4-4cf4-bf69-e65e81285aed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1094 time: 0.0972486 Jul 28 18:16:48.538710 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:48.570013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c5aec-c10a-4c7f-8112-c840e16709fc None None] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:16:48.722150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-02c2e110-a3dd-407f-8947-2ed95e833721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:48.723772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-02c2e110-a3dd-407f-8947-2ed95e833721 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.2112899 Jul 28 18:16:48.768141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-311679a0-8e74-4113-a1f5-1bed4d224422 None None] Provisioning for port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:48.859090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Router d74075a9-fe6f-42bc-846a-074364b090f6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:16:48.864580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-118e1ed9-a72c-407d-9a95-79e8f9f29ed9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 217 time: 0.1297042 Jul 28 18:16:48.946926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-4a707ece-baac-4034-aaf3-d52577ed5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:48.946926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-4a707ece-baac-4034-aaf3-d52577ed5aaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0688074 Jul 28 18:16:49.006408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 412c0806-d7ee-4f96-8029-f39c27d3b2d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:49.027341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-600cbf49-0a16-4c41-bfc5-5a096b83e723 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364428 Jul 28 18:16:49.154585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:49.159253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:49.159656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.204709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:49.221216 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:49.231696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:49.232989 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:49.245977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0210af-9dc0-4caa-aead-f47ebd0d2e95 req-ca14f3ee-29a7-4f33-991d-d9770a977238 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:49.253510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c0210af-9dc0-4caa-aead-f47ebd0d2e95 req-ca14f3ee-29a7-4f33-991d-d9770a977238 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 944 time: 0.2044170 Jul 28 18:16:49.281149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c601b724-e1fb-4048-9e64-ac56418ffe07 None None] Provisioning complete for port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:49.282327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c601b724-e1fb-4048-9e64-ac56418ffe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.308838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-d08a5be5-682e-45b5-b0b1-45ac821aaaf8 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730589 Jul 28 18:16:49.329846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.356244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e1ccf07-3595-4fbb-a3b3-5aba3e494ddb req-0be6c096-33a0-45f2-88f2-3ee4914f701d tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0536730 Jul 28 18:16:49.358586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c0210af-9dc0-4caa-aead-f47ebd0d2e95 req-4d1617ad-1d6e-41a8-992a-cd7cccd03248 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003773 Jul 28 18:16:49.385029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=412c0806-d7ee-4f96-8029-f39c27d3b2d9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:49.422227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.426605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43840) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:49.430347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-17a0ce70-d88d-42cd-a4a7-3e6ba4adb9ae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5372553 Jul 28 18:16:49.456373 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:49.472618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.527039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7b7049e-1f87-41b8-b407-a954a00e12a8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:49.589994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c601b724-e1fb-4048-9e64-ac56418ffe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.632297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e6ac37c-6bbc-43eb-a03d-e33021294517 req-315cbe98-70ce-45fe-bbba-921343d8ba7b service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133819 Jul 28 18:16:49.663576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6e8e-7f24-4246-bb78-6a61f73a0951 req-9fa45573-ba97-459d-824f-3d36382da286 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:49.665344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d1a6e8e-7f24-4246-bb78-6a61f73a0951 req-9fa45573-ba97-459d-824f-3d36382da286 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 943 time: 0.1763442 Jul 28 18:16:49.730045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d1a6e8e-7f24-4246-bb78-6a61f73a0951 req-8c8d00ab-34c2-4c3b-85b1-1e8a68f70da9 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586145 Jul 28 18:16:49.747425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=412c0806-d7ee-4f96-8029-f39c27d3b2d9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:49.751630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-c601b724-e1fb-4048-9e64-ac56418ffe07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:16:49.752167 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-c601b724-e1fb-4048-9e64-ac56418ffe07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:16:49.820563 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:47Z', 'revision_number': 3, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:49.852040 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:49.852509 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Updating router d74075a9-fe6f-42bc-846a-074364b090f6 port 616b19cc-cb80-49a6-9130-30f23e02fe88 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:49.881169 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:49.898371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port a7b7049e-1f87-41b8-b407-a954a00e12a8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:49.907187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port a7b7049e-1f87-41b8-b407-a954a00e12a8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:49.907602 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.083659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.098263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.132167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:50.135238 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0986b500-5751-45d1-abe4-831a136cb591" -d '{"events": [{"server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:50.155642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8,segment=NetworkSegment(239501e0-8024-40aa-8e53-0eaccd74948f),segment_id=239501e0-8024-40aa-8e53-0eaccd74948f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:50.199097 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7a5e6-ac1f-4978-a09e-9ad12b1f3deb x-openstack-request-id: req-66f7a5e6-ac1f-4978-a09e-9ad12b1f3deb {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:50.199564 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:50.199977 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f7a5e6-ac1f-4978-a09e-9ad12b1f3deb {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:50.200660 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8', 'code': 200} Jul 28 18:16:50.240917 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.337018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:50.370457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff284acc-3d03-4f02-8165-bbfa4756bf1d req-38d53241-4c95-4a56-8d3d-69895d8bdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:50.372404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff284acc-3d03-4f02-8165-bbfa4756bf1d req-38d53241-4c95-4a56-8d3d-69895d8bdd37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 1096 time: 0.1088994 Jul 28 18:16:50.397369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Allocated IP 172.20.0.1 (5b31d176-de0c-4aaf-b902-96625f1d46e1/9f023384-9430-4e5e-bf9e-170038f3812a/12db87a1-5c20-4a1b-9e78-f6cdc64b61a9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:50.423380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff284acc-3d03-4f02-8165-bbfa4756bf1d req-00e240a4-98d0-40c2-8817-f0c6d503802d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Jul 28 18:16:50.474167 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.492829 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Transition to ACTIVE for port object 616b19cc-cb80-49a6-9130-30f23e02fe88 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:50.550356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3052b-b20b-4e81-9a23-248d33a933ac req-d2c4baa5-64af-4b5a-bd38-03eb45ff2f6f tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:50.560204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6b3052b-b20b-4e81-9a23-248d33a933ac req-d2c4baa5-64af-4b5a-bd38-03eb45ff2f6f tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 945 time: 0.0823739 Jul 28 18:16:50.580017 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.642282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6b3052b-b20b-4e81-9a23-248d33a933ac req-2f365de3-f77a-4206-8485-7501a9e67ecd tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810978 Jul 28 18:16:50.699762 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Pushing event updated for resources: {'Port': ['ID=616b19cc-cb80-49a6-9130-30f23e02fe88,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:50.710750 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Attempting to bind port 616b19cc-cb80-49a6-9130-30f23e02fe88 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:50.711252 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Attempting to bind port 616b19cc-cb80-49a6-9130-30f23e02fe88 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:50.711745 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Attempting to bind port 616b19cc-cb80-49a6-9130-30f23e02fe88 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:50.725602 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.730973 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.732569 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.733124 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.733733 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.735276 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.735789 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.736273 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.739561 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.740033 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.740472 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.740994 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:50.752382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:50.754554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:50.754709 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.755814 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:50.757109 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Bound port: 616b19cc-cb80-49a6-9130-30f23e02fe88, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:50.757661 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.896121 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] For port 616b19cc-cb80-49a6-9130-30f23e02fe88, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:50.900883 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] For port 616b19cc-cb80-49a6-9130-30f23e02fe88, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=616b19cc-cb80-49a6-9130-30f23e02fe88,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:50.927118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 412c0806-d7ee-4f96-8029-f39c27d3b2d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:50.996330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274a29b-af6e-4056-ae10-f5c0be3008f0 req-dd31f598-cd6d-4720-87c3-eed5e557905b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:50.996530 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:50.998905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6274a29b-af6e-4056-ae10-f5c0be3008f0 req-dd31f598-cd6d-4720-87c3-eed5e557905b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 943 time: 0.1321638 Jul 28 18:16:51.040028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d9beb4d-1d92-4d3b-a473-cbe1738a6d19 req-bbaa099b-5f8d-4ddc-b3ab-563ff384d4d1 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0476539 Jul 28 18:16:51.128161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6274a29b-af6e-4056-ae10-f5c0be3008f0 req-4ecd6e81-a160-4264-8494-f18a1ebd21ba tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195085 Jul 28 18:16:51.149574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:51.149959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:51.209681 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:51.224451 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:51.225324 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:51.230415 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04083d98-2559-4363-a2f0-de4222441eee None None] Pushing event updated for resources: {'Port': ['ID=616b19cc-cb80-49a6-9130-30f23e02fe88,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:51.274020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Transition to ACTIVE for port object 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:51.421634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:51.453715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:51.543120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Pushing event updated for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:51.571644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:51.574040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:51.578010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:51.629824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e340c8fe-80cb-431e-986b-59321f781b9d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:51.662412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:51.708225 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:47Z', 'revision_number': 3, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:51.759664 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b279034-1805-444c-84c0-e2b4b8aa59a0 None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:47Z', 'revision_number': 3, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:51.862694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:51.889674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'network_id': '38967da3-9576-4fdb-b243-2e693a89dbf1', 'port_id': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'mac_address': 'fa:16:3e:a8:54:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d9e02-4f24-4b7f-aa40-a6293893554a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:51.961820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:51.973495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee29d5-b41b-4258-9d30-773e7481653a req-b62c6e88-71eb-47f6-9d17-d19f8f9dc3ca tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:51.981483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daee29d5-b41b-4258-9d30-773e7481653a req-b62c6e88-71eb-47f6-9d17-d19f8f9dc3ca tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 945 time: 0.1581123 Jul 28 18:16:52.023374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e340c8fe-80cb-431e-986b-59321f781b9d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:16:52.044629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daee29d5-b41b-4258-9d30-773e7481653a req-6ce93ced-08c7-4755-b5a9-b9dba33696d2 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Jul 28 18:16:52.098586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:52.175970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:52.229177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:52.248429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6bcc203d-7036-4122-92e6-2aa98c3cbb83 None None] Provisioning for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:52.275318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6bcc203d-7036-4122-92e6-2aa98c3cbb83 None None] Provisioning complete for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:52.275737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6bcc203d-7036-4122-92e6-2aa98c3cbb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:52.371220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36428323-ff2a-4ea3-9c08-e59cc66fc400 req-9343d9ca-8dc7-4553-9365-e042ffe2a852 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0779974 Jul 28 18:16:52.425374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:52.430767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc203d-7036-4122-92e6-2aa98c3cbb83 None None] Port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:16:52.507065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:52.661042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eba6e8-9ae2-4727-a4b1-68a76561f7be req-48fc3214-1a6c-4f7d-ae78-17b76da90615 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:52.662598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98eba6e8-9ae2-4727-a4b1-68a76561f7be req-48fc3214-1a6c-4f7d-ae78-17b76da90615 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 944 time: 0.1411242 Jul 28 18:16:52.711073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:52.739114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98eba6e8-9ae2-4727-a4b1-68a76561f7be req-0d897e29-d3ce-4699-afe2-10ba2764c9a9 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550787 Jul 28 18:16:52.769248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2256-3265-4b28-83de-613d92b23b15 req-fcab7fb5-e960-4cb1-8e4d-99f7fc16d1c5 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:52.771685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d44d2256-3265-4b28-83de-613d92b23b15 req-fcab7fb5-e960-4cb1-8e4d-99f7fc16d1c5 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 945 time: 0.0868819 Jul 28 18:16:52.812325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:52.863382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d44d2256-3265-4b28-83de-613d92b23b15 req-57b55281-a05c-470d-80df-c91d864d071e tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851445 Jul 28 18:16:52.894459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Pushing event updated for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:52.959131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 616b19cc-cb80-49a6-9130-30f23e02fe88 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:52.978860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.097624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 616b19cc-cb80-49a6-9130-30f23e02fe88 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:53.102838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 616b19cc-cb80-49a6-9130-30f23e02fe88 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:53.103236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.108806 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:53.144730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:53.146489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:53.226023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.281253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 616b19cc-cb80-49a6-9130-30f23e02fe88, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=616b19cc-cb80-49a6-9130-30f23e02fe88,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:53.323879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:16:53.355499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.476093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=616b19cc-cb80-49a6-9130-30f23e02fe88,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:53.483675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:53.494032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1d1ca426-3166-4ea0-bf98-9c155dfc516e admin admin] 10.222.0.25 "PUT /v2.0/routers/d74075a9-fe6f-42bc-846a-074364b090f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0662398 Jul 28 18:16:53.566144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d257856-ab79-4395-83bb-37b84e262115 req-057f7a1f-6cbb-49c7-96a1-1ec3c04f018f tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0398114 Jul 28 18:16:53.597125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2231eb0f-6279-4833-8249-87f35e84d08c None None] Provisioning complete for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:53.597594 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2231eb0f-6279-4833-8249-87f35e84d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.642781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2231eb0f-6279-4833-8249-87f35e84d08c None None] Port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:16:53.654042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e340c8fe-80cb-431e-986b-59321f781b9d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:53.804911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port e340c8fe-80cb-431e-986b-59321f781b9d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:53.809932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port e340c8fe-80cb-431e-986b-59321f781b9d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:53.810923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.916544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cebd7-7e7c-47cd-9efa-15a4ba2a58b0 req-396c059b-a7ef-485b-92ed-b0fc1828e871 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:53.925739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f15cebd7-7e7c-47cd-9efa-15a4ba2a58b0 req-396c059b-a7ef-485b-92ed-b0fc1828e871 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 944 time: 0.0839870 Jul 28 18:16:53.926672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:53.952546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:53.955107 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb34b4-343a-48af-9f9a-47cf0ef208b4" -d '{"events": [{"server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "name": "network-vif-plugged", "status": "completed", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:53.976834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f15cebd7-7e7c-47cd-9efa-15a4ba2a58b0 req-404f707b-0717-4e1c-a49f-badfc60b64c9 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501127 Jul 28 18:16:53.989164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:54.019943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-b016e1ae-1982-4e3c-8dea-b0f1e60c84d7 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:54.021977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-b016e1ae-1982-4e3c-8dea-b0f1e60c84d7 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 945 time: 0.0620577 Jul 28 18:16:54.057725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.158591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:54.181071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Deleting port a7b7049e-1f87-41b8-b407-a954a00e12a8 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:16:54.181484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.249061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a01ec-077d-4c7f-9e90-600c3c6442da req-c0e69a23-42e3-4b78-bd98-1aea87b27444 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:54.258029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b99a01ec-077d-4c7f-9e90-600c3c6442da req-c0e69a23-42e3-4b78-bd98-1aea87b27444 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 945 time: 0.1289258 Jul 28 18:16:54.309145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] For port a7b7049e-1f87-41b8-b407-a954a00e12a8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7b7049e-1f87-41b8-b407-a954a00e12a8,segment=NetworkSegment(239501e0-8024-40aa-8e53-0eaccd74948f),segment_id=239501e0-8024-40aa-8e53-0eaccd74948f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:54.309531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.310716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b99a01ec-077d-4c7f-9e90-600c3c6442da req-32a2c36f-1a62-4c37-857f-8a346f30ad26 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/security-groups?id=59739bca-5b17-4f16-8eea-c67c359c9d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517662 Jul 28 18:16:54.321109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:54.331473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:54.332177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:54.333209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Calling delete_port for a7b7049e-1f87-41b8-b407-a954a00e12a8 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:16:54.371281 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1e2e5-123d-41f8-aa4b-dacc1ed17592 x-openstack-request-id: req-10b1e2e5-123d-41f8-aa4b-dacc1ed17592 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:54.371784 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "name": "network-vif-plugged", "status": "completed", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:54.372139 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10b1e2e5-123d-41f8-aa4b-dacc1ed17592 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:54.372614 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'code': 200} Jul 28 18:16:54.500484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44046) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:54.517533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027845088', 'description': 'tempest-description--607152138'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:54.519366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:54.567334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4b854-67ac-4351-b0db-3c3c0f3962b2 req-6fcf0b1b-7753-4671-90bb-dacb7d09130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:54.569010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7c4b854-67ac-4351-b0db-3c3c0f3962b2 req-6fcf0b1b-7753-4671-90bb-dacb7d09130d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1096 time: 0.1167600 Jul 28 18:16:54.615046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7c4b854-67ac-4351-b0db-3c3c0f3962b2 req-4aae1f3f-a0fb-4f50-9d2b-1ecf0fda8625 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Jul 28 18:16:54.659146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.727061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.739929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a7b7049e-1f87-41b8-b407-a954a00e12a8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:54.748026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c256059-8579-4746-bb35-ac53c4104f51 req-7ab3aa7e-eb35-413b-8784-4df52ed9c114 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0550189 Jul 28 18:16:54.761584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Pushing event deleted for resources: {'Port': ['ID=a7b7049e-1f87-41b8-b407-a954a00e12a8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:54.811780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] No DVR routers for this DVR port a7b7049e-1f87-41b8-b407-a954a00e12a8 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:16:54.814907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.817171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e709e08-f23d-4ce8-82d4-f07e76da4cf4 req-fe367cf3-6078-46e6-a5ae-520dd7447a00 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.37 "DELETE /v2.0/ports/a7b7049e-1f87-41b8-b407-a954a00e12a8 HTTP/1.1" status: 204 len: 173 time: 0.7883229 Jul 28 18:16:54.817771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'name': 'network-vif-deleted', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:54.824861 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107440bd-8f43-4fef-97e5-5839a6f5a19b" -d '{"events": [{"server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "name": "network-vif-deleted", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:54.830615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 2, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:54.861316 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f511423-5a00-4d9f-8685-d9b86aec1824 x-openstack-request-id: req-4f511423-5a00-4d9f-8685-d9b86aec1824 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:54.861619 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d20d400-f94c-42f4-a922-ebdc610589cd", "name": "network-vif-deleted", "tag": "a7b7049e-1f87-41b8-b407-a954a00e12a8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:54.861872 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f511423-5a00-4d9f-8685-d9b86aec1824 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:54.862271 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d20d400-f94c-42f4-a922-ebdc610589cd', 'name': 'network-vif-deleted', 'tag': 'a7b7049e-1f87-41b8-b407-a954a00e12a8', 'status': 'completed', 'code': 200} Jul 28 18:16:54.876558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:54.877068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Updating router d74075a9-fe6f-42bc-846a-074364b090f6 port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:54.883388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:54.913500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 616b19cc-cb80-49a6-9130-30f23e02fe88 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:54.940116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.000965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.078899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 616b19cc-cb80-49a6-9130-30f23e02fe88 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:55.079275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.084348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc5344-5f6d-4699-9906-408baa1ba21a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:55.131553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f6e2-c4de-4d11-a90d-e5a66973d387 req-7546c9f8-e44d-4eec-b9a8-cbc1249d890e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:55.133452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3c5f6e2-c4de-4d11-a90d-e5a66973d387 req-7546c9f8-e44d-4eec-b9a8-cbc1249d890e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 945 time: 0.0596275 Jul 28 18:16:55.139390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.139390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d344658-d081-4e81-8a90-3a86db26ac1f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6263003 Jul 28 18:16:55.139390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44058) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:55.144693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group_rule': {'security_group_id': '1ffc5344-5f6d-4699-9906-408baa1ba21a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:55.200564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3c5f6e2-c4de-4d11-a90d-e5a66973d387 req-125238bc-ef82-46ae-98eb-9ba68715c529 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Jul 28 18:16:55.320139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.362239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.384074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Transition to ACTIVE for port object 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:16:55.395678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.450913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b991bb7-6fb3-4591-b121-51c2d750e6e5 req-13c7ba11-ba7c-46be-9243-5bba7134c037 tempest-InstanceActionsV221TestJSON-1986861275 tempest-InstanceActionsV221TestJSON-1986861275-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d20d400-f94c-42f4-a922-ebdc610589cd HTTP/1.1" status: 200 len: 210 time: 0.0280898 Jul 28 18:16:55.503907 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.538326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.561621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a941a-c8b9-4766-8307-5142347225ef None None] Pushing event updated for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:55.598932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba5bd88-cedf-4a35-b1d7-b2234b997ecd,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:55.667388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Attempting to bind port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:16:55.668404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Attempting to bind port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:16:55.669005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Attempting to bind port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:16:55.676058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:16:55.677197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Checking segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:16:55.677846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.678703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Bound using segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:16:55.679630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Bound port: 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:16:55.680421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.683131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.688345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44072) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:55.688648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8bfb90fd-4780-4206-aae5-64993e21ef1d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482569 Jul 28 18:16:55.693546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group_rule': {'security_group_id': '1ffc5344-5f6d-4699-9906-408baa1ba21a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:55.831062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] For port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:55.836962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] For port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:55.872902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92cb9858-0293-454b-83ac-97b63db72e5e req-355666d9-574f-4e63-a485-610f40453a8f tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0402031 Jul 28 18:16:55.886454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:55.963670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.036667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.082947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.141962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a941a-c8b9-4766-8307-5142347225ef None None] Pushing event updated for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:56.144677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2defd8-6486-4c41-9206-42eadc558382,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:56.146378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:16:56.147538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:16:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:56.246783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.251478 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a36dbf90-36e1-4a45-8133-0bb53953f13d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5587094 Jul 28 18:16:56.253274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44086) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:56.261367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:56.307312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:16:56.378496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.392820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094df7f-ba0e-4ccd-b755-7240e5bc5773 req-0adf0847-061e-4682-8329-8c1d57271723 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:56.392820 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1094df7f-ba0e-4ccd-b755-7240e5bc5773 req-0adf0847-061e-4682-8329-8c1d57271723 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 945 time: 0.0980721 Jul 28 18:16:56.483624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1094df7f-ba0e-4ccd-b755-7240e5bc5773 req-47eb843c-059f-4223-b7de-9c89231d5a20 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817981 Jul 28 18:16:56.633671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:56.662235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-392145f2-ff7a-4b10-bb09-4780e4f66630 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-5446411&fields=id&tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 267 time: 0.0630822 Jul 28 18:16:56.773958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-59243d61-fd2e-498a-9356-3267080293bf tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:56.789400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-59243d61-fd2e-498a-9356-3267080293bf tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 945 time: 0.1260307 Jul 28 18:16:56.815497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'security_groups': ['cf523d6e-ad7a-47b0-be11-a0ecc4742c59', 'b45cc3cb-7242-43ca-9f2d-0b42f69d7a43']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:16:56.867257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Allocated IP 172.25.7.61 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/bc84d464-1ebf-4141-825d-b2314c9494b1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:56.905195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44104) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:56.920320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-915d3c27-d4df-44d3-9856-50691761345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:55Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:56.970355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d3c27-d4df-44d3-9856-50691761345a None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:55Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:57.017301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.044022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Deleting subnet d7107639-85a0-48b2-ac24-a325209993a7 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:16:57.051071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.068134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4fc446cc-b5bd-4056-9f81-d384731234a1 req-fef8c1d2-67ec-4586-b057-b8d6cb08ee0f tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.1026940 Jul 28 18:16:57.108819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.185414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.241938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.260586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.310006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:57.313209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:57.316967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:16:57.358204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=bc84d464-1ebf-4141-825d-b2314c9494b1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:57.467268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:57.468637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.491459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.493599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d7107639-85a0-48b2-ac24-a325209993a7 HTTP/1.1" status: 204 len: 168 time: 0.5846877 Jul 28 18:16:57.510887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44118) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:57.527772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0a6f-cf13-46e0-9149-a305dc480b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7107639-85a0-48b2-ac24-a325209993a7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:57.551316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.558748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7b7049e-1f87-41b8-b407-a954a00e12a8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:16:57.609295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.613873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: a7b7049e-1f87-41b8-b407-a954a00e12a8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:16:57.614432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7b7049e-1f87-41b8-b407-a954a00e12a8 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:16:57.624127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.642655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.645465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d', 'e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:57.703709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:57.704409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.709771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50e01dcd-54a6-4192-aae9-54100b7b6d33 req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "PUT /v2.0/ports/e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 981 time: 0.9175990 Jul 28 18:16:57.710439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:16:57.725239 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:57.785483 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e8914-477c-4ed9-8600-5cb52ae6d9fc x-openstack-request-id: req-828e8914-477c-4ed9-8600-5cb52ae6d9fc {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:57.785785 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:57.786041 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-828e8914-477c-4ed9-8600-5cb52ae6d9fc {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:57.786446 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'status': 'completed', 'code': 200} Jul 28 18:16:57.787032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455a776-bb6b-4c30-9baa-717a88c823a0 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:57.831491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:57.886626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:57.910416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-00da39f2-3498-473b-a8ec-802685d75a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:57.913295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-00da39f2-3498-473b-a8ec-802685d75a76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1135 time: 0.1076488 Jul 28 18:16:58.002920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.025614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468738fc-aedd-4fc3-b0c7-44c5e9a3f31b']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:58.045011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c12fea9-13ce-434b-9ea1-20d6d07dff65 req-1ece5a67-b468-4e14-a027-68e8eee84de2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/b45cc3cb-7242-43ca-9f2d-0b42f69d7a43 HTTP/1.1" status: 200 len: 1800 time: 0.3178546 Jul 28 18:16:58.050396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239501e0-8024-40aa-8e53-0eaccd74948f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:58.050742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239501e0-8024-40aa-8e53-0eaccd74948f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:58.076842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.148901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-899937c6-a131-421a-b3a6-7291adc4fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:58.153318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.162512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-899937c6-a131-421a-b3a6-7291adc4fcfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.2417650 Jul 28 18:16:58.273775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:58.274359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:16:58.277228 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:16:58.317096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-e69271a1-107c-4a49-a4fb-e50fb0da5158 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 217 time: 0.1422734 Jul 28 18:16:58.380390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db403717-2d0d-4d85-b4e7-3bb6f4d15beb req-d4113105-da93-49ff-a1fc-4b87c5047099 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.1927013 Jul 28 18:16:58.382320 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-5c12fea9-13ce-434b-9ea1-20d6d07dff65 req-c5cccb00-a73c-4993-853c-97a7e69b476a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 18:16:58.392036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c12fea9-13ce-434b-9ea1-20d6d07dff65 req-c5cccb00-a73c-4993-853c-97a7e69b476a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/b45cc3cb-7242-43ca-9f2d-0b42f69d7a43 HTTP/1.1" status: 409 len: 341 time: 0.3316958 Jul 28 18:16:58.471693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-b55bf5bc-8873-4515-ac20-f4407914ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:58.475240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-b55bf5bc-8873-4515-ac20-f4407914ec40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.1188149 Jul 28 18:16:58.503875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.550955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-7b5172b1-02b4-47f3-8f45-c36b1e173e12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669904 Jul 28 18:16:58.561405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.569287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.584529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] 10.222.0.25 "DELETE /v2.0/networks/468738fc-aedd-4fc3-b0c7-44c5e9a3f31b HTTP/1.1" status: 204 len: 168 time: 1.0690894 Jul 28 18:16:58.624743 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.634802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3944a-8332-4e66-b9c8-eb416d8cbc5b admin admin] Pushing event deleted for resources: {'Network': ['ID=468738fc-aedd-4fc3-b0c7-44c5e9a3f31b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:58.716438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=bc84d464-1ebf-4141-825d-b2314c9494b1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:58.736223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.769836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-abb0ce8e-ca76-4a8e-8685-aa12a4a7345c service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123759 Jul 28 18:16:58.869908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:58.881229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da03168a-16b2-48b0-8cc3-f9e32e195e41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6183269 Jul 28 18:16:58.974291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:59.029060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b6627-8e00-49c5-ac94-b23997507117 req-0dc0ff29-df80-49c3-b7bb-2a641984aa8b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:59.031031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-568b6627-8e00-49c5-ac94-b23997507117 req-0dc0ff29-df80-49c3-b7bb-2a641984aa8b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 984 time: 0.1518230 Jul 28 18:16:59.053887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f0df9faf-af4d-4b19-ad0c-e8f7bf0f3675 req-a2d025d8-a593-4760-892f-3365a75e541d service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716751 Jul 28 18:16:59.088628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-568b6627-8e00-49c5-ac94-b23997507117 req-9e5e5f3c-a88a-460d-a199-270ab758fc4d tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.0493045 Jul 28 18:16:59.120920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:16:59.125977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:16:59.126360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.221178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.226715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-418f6ea4-5e43-444a-96d9-7e2e07e3fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:59.229242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-418f6ea4-5e43-444a-96d9-7e2e07e3fb1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1135 time: 0.0481231 Jul 28 18:16:59.242334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44162) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:59.285645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:59.309304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-72d8f21f-33ab-45bb-ba54-393d13b23e56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d60a071b294d2bb614f13e51eb6fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657885 Jul 28 18:16:59.309892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44164) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:16:59.348978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-d9f27990-2c26-4304-999d-2c59fafd2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:59.350891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-d9f27990-2c26-4304-999d-2c59fafd2999 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.1143820 Jul 28 18:16:59.361530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.395537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.427184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.467978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-8fae68d5-71d9-45ce-81d7-f8a1e11da0f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 217 time: 0.1096330 Jul 28 18:16:59.488288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:59.550486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1fdc2e8-9a0e-496f-9a93-d6c926186297 req-a2f13270-72e7-4431-bf49-573d6deec3c9 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0376835 Jul 28 18:16:59.561949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-cd11fed2-ceb9-4b05-9cf8-03dd09c8e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:16:59.563499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-cd11fed2-ceb9-4b05-9cf8-03dd09c8e1a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0882349 Jul 28 18:16:59.572237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.575107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:16:59.578542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59739bca-5b17-4f16-8eea-c67c359c9d11 HTTP/1.1" status: 204 len: 168 time: 0.2654371 Jul 28 18:16:59.615212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f60228-e4c6-46b1-bd39-ddda6a008f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59739bca-5b17-4f16-8eea-c67c359c9d11,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:59.627463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-22444867-5db1-4131-936f-66919ea55f30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394084 Jul 28 18:16:59.743771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-53cea967-7f94-4ddf-b84a-771c94e1f5c4 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081650 Jul 28 18:16:59.841285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-705de1cf-2ddb-44c2-a3aa-bb683307819f req-0cd79125-306d-4352-b740-b049e6ea7fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900784 Jul 28 18:17:00.251950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d01f-ba7b-48b7-a81c-c8a07bc056b5 req-359a1ba9-dcc6-4ebd-8f85-7de39004ce76 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:00.253592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff91d01f-ba7b-48b7-a81c-c8a07bc056b5 req-359a1ba9-dcc6-4ebd-8f85-7de39004ce76 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 984 time: 0.0626166 Jul 28 18:17:00.309137 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff91d01f-ba7b-48b7-a81c-c8a07bc056b5 req-1c901f63-6440-4a66-a042-fe6c8a644a01 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.0474825 Jul 28 18:17:00.543926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-36e77db9-c8d5-44f2-9ee8-d67adca88b61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819662 Jul 28 18:17:00.642859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-aa9f11be-7935-45eb-bed8-ece2bd48bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:00.644435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-aa9f11be-7935-45eb-bed8-ece2bd48bb18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a615b02fc84e4294905782594ca3ef&device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 1101 time: 0.0571918 Jul 28 18:17:00.754942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d33d5031-f0c5-4024-9618-c3be12d89a4d req-43a5bf51-a68b-447d-9b41-3270b6ee7511 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0857744 Jul 28 18:17:00.831528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-a8f5bd62-550a-4662-8be7-73b24fa921fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:00.833991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-a8f5bd62-550a-4662-8be7-73b24fa921fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.1663232 Jul 28 18:17:00.888747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-2c5cab2f-f024-4cdc-a390-0a1717a7aa2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 200 len: 217 time: 0.0464771 Jul 28 18:17:00.903833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:00.960205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-287b2fec-598d-44dd-905a-41ac79f4009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:00.963887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-287b2fec-598d-44dd-905a-41ac79f4009a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0677509 Jul 28 18:17:01.001284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:01.001909 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.012198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:01.027781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-f90a2260-4eeb-49c9-b983-df2a29029ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:01.030015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-f90a2260-4eeb-49c9-b983-df2a29029ea0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587142 Jul 28 18:17:01.164103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-be7211b7-d236-4f84-b5af-cf353b8c07ed service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266258 Jul 28 18:17:01.192606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-73041411-network', 'tenant_id': '1d073a45418441da89163a5f5dceea72'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:01.274841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce59fe96-bd81-4f94-8efc-3bab0204a49c req-fc9d6ec7-cfd3-4304-9b0a-4586ceea18c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033578 Jul 28 18:17:01.287291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Made reservation on behalf of 1d073a45418441da89163a5f5dceea72 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:01.290119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.303631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.420195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.468122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd893-a054-4580-b9e2-14527a853d7d req-83eacbe1-2567-40e1-8302-1a646ed53728 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:01.468122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e0fd893-a054-4580-b9e2-14527a853d7d req-83eacbe1-2567-40e1-8302-1a646ed53728 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 984 time: 0.0682664 Jul 28 18:17:01.492786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.534059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e0fd893-a054-4580-b9e2-14527a853d7d req-2ac821c2-4a96-48e3-86b6-2ba5c81521a4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.0594888 Jul 28 18:17:01.535274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cde40f-1976-4b3d-bccc-75fff1d669d4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:01.541228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:01.550867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.551219 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Added segment d52ac28c-2e37-48b9-84ba-920204d8c802 of type vlan for network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc Jul 28 18:17:01.604083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:01.967320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-e2176c0b-f743-4c55-a742-03fe90f00810 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1050194821&fields=id&tenant_id=8b818807f10f4379ab62cdbd61393ca2 HTTP/1.1" status: 200 len: 267 time: 0.3590837 Jul 28 18:17:02.028238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-138031f1-f9f1-435d-bbf2-b7602471b679 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:02.029873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-138031f1-f9f1-435d-bbf2-b7602471b679 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 984 time: 0.0564351 Jul 28 18:17:02.042104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'port': {'security_groups': ['b45cc3cb-7242-43ca-9f2d-0b42f69d7a43', 'cf523d6e-ad7a-47b0-be11-a0ecc4742c59', '92947449-5015-40ef-b258-106fed6e57d2']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:02.122604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.350881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:02.388103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.412505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.413609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:02.414245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.480061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] Pushing event updated for resources: {'Network': ['ID=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:02.487377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.496901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:02.532188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:02.532846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.545592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c4af849-183a-42bf-9ff9-b8381b2ce506 req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "PUT /v2.0/ports/e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 1020 time: 0.5085931 Jul 28 18:17:02.546291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:02.561658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0f648444-1d69-441d-9d45-ab92c8575cfb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5451350 Jul 28 18:17:02.561658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:02.565579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Request body: {'subnet': {'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-73041411-subnet', 'tenant_id': '1d073a45418441da89163a5f5dceea72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:02.568688 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c71003-76b2-48c4-95e4-aa6554625cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:02.597188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d', 'e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:02.612468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7b38a-4342-4d4d-9633-2c19a64bf853 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:02.666142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05a66904-ba8f-4d44-a954-68c3661c031a req-377fbffe-d2ad-403b-9f30-7149aad5212b tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0340595 Jul 28 18:17:02.667899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:02.742597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1225d52e-bfde-4f09-81fe-c3430ab052f8 req-ba6ad4f9-fb67-43c6-b171-b8d8c21b1dbf tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/92947449-5015-40ef-b258-106fed6e57d2 HTTP/1.1" status: 200 len: 1803 time: 0.0463314 Jul 28 18:17:02.806796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Made reservation on behalf of 1d073a45418441da89163a5f5dceea72 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:02.810812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:02.819882 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-1225d52e-bfde-4f09-81fe-c3430ab052f8 req-37251bd6-7f27-45fa-adaf-5cabbca054bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 18:17:02.834069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1225d52e-bfde-4f09-81fe-c3430ab052f8 req-37251bd6-7f27-45fa-adaf-5cabbca054bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/92947449-5015-40ef-b258-106fed6e57d2 HTTP/1.1" status: 409 len: 341 time: 0.0841649 Jul 28 18:17:02.880925 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491bf51-a8e2-43a7-ada7-7f744694f0fb x-openstack-request-id: req-0491bf51-a8e2-43a7-ada7-7f744694f0fb {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:02.881227 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:02.881491 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0491bf51-a8e2-43a7-ada7-7f744694f0fb {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:02.881937 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'status': 'completed', 'code': 200} Jul 28 18:17:03.006888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-ed753b0a-02b2-4090-a1eb-bf44569801a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:03.008653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-ed753b0a-02b2-4090-a1eb-bf44569801a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b818807f10f4379ab62cdbd61393ca2&device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1174 time: 0.0939012 Jul 28 18:17:03.172311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-104e13ee-49b8-423a-b592-f7a434013249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:03.176081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-104e13ee-49b8-423a-b592-f7a434013249 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 200 len: 914 time: 0.1595390 Jul 28 18:17:03.208320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:03.222238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-c7a9063f-f854-4531-84b9-6695744dbbed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 200 len: 217 time: 0.0401368 Jul 28 18:17:03.295385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-188680cf-50ba-4acd-ace5-e2102043ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:03.295385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-188680cf-50ba-4acd-ace5-e2102043ac75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 200 len: 853 time: 0.0600996 Jul 28 18:17:03.321601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9069d554-bfb0-4e61-87d1-e9e9e77d808d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:03.337276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Checking segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:03.337276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Network hostable DHCP agents. Network: b3c3ca99-fc15-41b8-b765-065b3e3ab7fc, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:03.337529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-65e3fa60-8178-45c8-b11b-2d181766d17a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38967da3-9576-4fdb-b243-2e693a89dbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364125 Jul 28 18:17:03.441083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:03.488864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c67bb-e333-4936-9126-12a9eae75fe8 req-e17ec66c-03a2-4cb3-89db-05f3c565d02e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:03.490633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b2c67bb-e333-4936-9126-12a9eae75fe8 req-e17ec66c-03a2-4cb3-89db-05f3c565d02e tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1023 time: 0.0753474 Jul 28 18:17:03.508858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-771ce41d-4ed8-434d-9c24-906e9f2b11df service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639912 Jul 28 18:17:03.514798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b3c3ca99-fc15-41b8-b765-065b3e3ab7fc) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:03.520154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:03.520754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:03.524143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf39d05-e059-4d83-a53c-daf34978e7ed None None] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:03.593349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b2c67bb-e333-4936-9126-12a9eae75fe8 req-b60c32f0-6cfb-4de8-8ddc-172886b9f6de tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43&id=92947449-5015-40ef-b258-106fed6e57d2&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0946548 Jul 28 18:17:03.624877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6f382394-18c3-4227-948f-4670d5a28253 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0641782 Jul 28 18:17:03.636032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9c71003-76b2-48c4-95e4-aa6554625cbe req-08d192a5-6676-47dd-bd43-fa9a4e5b6d3b service neutron] 10.222.0.35 "GET /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149449 Jul 28 18:17:03.695586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f13500-3339-4586-ac76-93b0dbeffd43 None None] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:03.832460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f11d8c8b-7973-41fb-be13-d5ba301a34e1 req-952f11f8-7cb7-4d2d-af82-fee95feace0b tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0726380 Jul 28 18:17:04.981097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-c33ee3e8-7359-4e19-9d05-040b0d5fe5eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:04.991239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-c33ee3e8-7359-4e19-9d05-040b0d5fe5eb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ad19d47-1b5d-4f52-a6fd-fb8106c958a5 HTTP/1.1" status: 200 len: 1023 time: 0.0514705 Jul 28 18:17:05.111144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Deleting port e340c8fe-80cb-431e-986b-59321f781b9d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:05.111532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:05.220377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port e340c8fe-80cb-431e-986b-59321f781b9d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e340c8fe-80cb-431e-986b-59321f781b9d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:05.221024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:05.239905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Calling delete_port for e340c8fe-80cb-431e-986b-59321f781b9d owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:06.201008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:06.212122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d', 'e340c8fe-80cb-431e-986b-59321f781b9d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:06.237165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'Port': ['ID=e340c8fe-80cb-431e-986b-59321f781b9d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:06.307657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] No DVR routers for this DVR port e340c8fe-80cb-431e-986b-59321f781b9d on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:06.307657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:06.307657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f93cb0d9-c7ec-4fd0-9a10-124c68df3fda req-09428afc-b3ee-4c75-8693-bd6b881b138a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "DELETE /v2.0/ports/e340c8fe-80cb-431e-986b-59321f781b9d HTTP/1.1" status: 204 len: 173 time: 1.3176179 Jul 28 18:17:06.307657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'name': 'network-vif-deleted', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:06.310836 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4c685-38db-4779-8e2a-ed93f974e929" -d '{"events": [{"server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "name": "network-vif-deleted", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:07.678723 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cb096d18-e654-4a77-8d44-11a4a66c422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:09.778749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e340c8fe-80cb-431e-986b-59321f781b9d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:09.801397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: e340c8fe-80cb-431e-986b-59321f781b9d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:09.801988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e340c8fe-80cb-431e-986b-59321f781b9d not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:10.057832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:10.246953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7efff2c8-ae7c-49c4-849b-d030058c0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:11.029470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:11.415695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bfdc5036-d603-423d-aa91-6270750dc9ea req-203f2fa2-9520-42ba-8840-d6f7e02ce16d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0321195 Jul 28 18:17:12.244392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-4945b6bf-f084-48b3-a180-c6fe7d0a4447 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1027845088&fields=id&tenant_id=e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 267 time: 0.0606685 Jul 28 18:17:12.326911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-0ef94dd9-bec6-42da-a7c3-c0e94a358a26 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:12.335383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-0ef94dd9-bec6-42da-a7c3-c0e94a358a26 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/networks?id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc HTTP/1.1" status: 200 len: 816 time: 0.1634214 Jul 28 18:17:12.368458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-739039d2-7c46-4e98-95d3-a99c4a3dc7ed tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/quotas/1d073a45418441da89163a5f5dceea72 HTTP/1.1" status: 200 len: 375 time: 0.0246596 Jul 28 18:17:12.404778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-b58bf523-95b1-4f71-8b62-52559711d2b4 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:12.414929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e032ec15-f17a-4d4b-b681-61856d3978ce tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452039 Jul 28 18:17:12.417780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-b58bf523-95b1-4f71-8b62-52559711d2b4 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 810 time: 0.1767807 Jul 28 18:17:12.448822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-ba5e68b0-71bf-4223-9ab6-86bde3ff20d5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/quotas/e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 375 time: 0.0301507 Jul 28 18:17:12.540448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-97e12773-ae58-45c0-acf4-c921bf6619da tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747800 Jul 28 18:17:12.553831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3fa8bc68-509c-418a-8a4f-190ca62896d8 service neutron] 10.222.0.25 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358852 Jul 28 18:17:12.688852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-b41337c0-85f6-4701-bbdc-86cef87593ae service neutron] 10.222.0.25 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309593 Jul 28 18:17:12.695927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-8b0696de-9eea-428a-a2c7-7d3a6e823e51 service neutron] 10.222.0.25 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523111 Jul 28 18:17:12.906950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-00d26fbb-5bcb-4d52-9320-71d37a4d1923 service neutron] 10.222.0.25 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066225 Jul 28 18:17:13.121207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:13.395803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-731ecac9-7ee6-46a1-b525-580addf1c97c req-012fb2a3-cd36-412c-b75c-542fb6ac1c2b tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0552344 Jul 28 18:17:13.461008 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c8c43b-5e34-41dd-9261-9a09abdc421e x-openstack-request-id: req-a1c8c43b-5e34-41dd-9261-9a09abdc421e {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:13.461214 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad19d47-1b5d-4f52-a6fd-fb8106c958a5", "name": "network-vif-deleted", "tag": "e340c8fe-80cb-431e-986b-59321f781b9d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:13.466048 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c8c43b-5e34-41dd-9261-9a09abdc421e {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:13.466645 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad19d47-1b5d-4f52-a6fd-fb8106c958a5', 'name': 'network-vif-deleted', 'tag': 'e340c8fe-80cb-431e-986b-59321f781b9d', 'status': 'completed', 'code': 200} Jul 28 18:17:13.541381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a05dfbaa-a6ce-4f38-b237-6712b0788a78 req-b3bfa011-316f-4780-bd66-da9c295f4ca8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 210 time: 0.0371141 Jul 28 18:17:13.680525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-1b5439ef-9cff-4909-8411-38e2bc021431 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/b45cc3cb-7242-43ca-9f2d-0b42f69d7a43 HTTP/1.1" status: 200 len: 1800 time: 0.1234739 Jul 28 18:17:13.772324 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:13.803188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.127623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.127623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.127623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ca2feee-5a3f-4939-ac16-5b39f6cbf6c6 req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/b45cc3cb-7242-43ca-9f2d-0b42f69d7a43 HTTP/1.1" status: 204 len: 173 time: 0.4373527 Jul 28 18:17:14.152872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851896e4-0e27-4731-8f18-16af7a1ae6d4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45cc3cb-7242-43ca-9f2d-0b42f69d7a43,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:14.244100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d15cf348-3a64-46d9-945d-891fd27a057b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/92947449-5015-40ef-b258-106fed6e57d2 HTTP/1.1" status: 200 len: 1803 time: 0.0457666 Jul 28 18:17:14.309902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.337412 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.460456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07bcc6ea-af3d-4f5b-987b-f655ac7c296b req-587c9c00-6eab-4a39-a6ee-722c8155f679 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0474463 Jul 28 18:17:14.528278 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8dc145a-67b5-4dea-b255-d6408b11dc69 req-710546e1-fe16-4d8c-a85f-a9bbd0266580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=860412ff854a48fd954a2d5b947268e5&device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.1485264 Jul 28 18:17:14.583860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b779d50c-ed2c-491d-9888-5e0e64c9c109 req-d50b6681-79fc-4b61-8e5a-ec29c94682fc tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0532315 Jul 28 18:17:14.587939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8dc145a-67b5-4dea-b255-d6408b11dc69 req-00de408a-869d-4306-aaf9-43f6882094be service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=860412ff854a48fd954a2d5b947268e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430031 Jul 28 18:17:14.665584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31a761e6-2a6a-47b9-901b-21cae0064011 req-49045720-fc96-4a29-90a3-5491cc840150 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 210 time: 0.0280292 Jul 28 18:17:14.680306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.684079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:14.687464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-158f621b-aff5-43fa-b244-6fe3bc6f1960 req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/92947449-5015-40ef-b258-106fed6e57d2 HTTP/1.1" status: 204 len: 173 time: 0.4360232 Jul 28 18:17:14.711111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85300fd-35ad-4ea1-894d-a75e370a98da tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92947449-5015-40ef-b258-106fed6e57d2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:14.757557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-687909657', 'description': 'tempest-description-1833543589'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:14.778118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc145a-67b5-4dea-b255-d6408b11dc69 req-aa1e7bf0-7c64-42f7-b68f-48ef5fadbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:14.794067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8dc145a-67b5-4dea-b255-d6408b11dc69 req-aa1e7bf0-7c64-42f7-b68f-48ef5fadbd3e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920300 Jul 28 18:17:14.953368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.039889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.114250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.160059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e831fa4b-2492-4461-bde3-8abcdc74bbe4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:15.223894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.228867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd82e28d-dce7-4410-954b-2933b975ef48 req-a3c76014-8449-473a-b18f-a363784717be tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4782956 Jul 28 18:17:15.310865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-737fc1f4-9d9b-4cfa-bfae-efaf3dc1f0e4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/e831fa4b-2492-4461-bde3-8abcdc74bbe4 HTTP/1.1" status: 200 len: 1802 time: 0.0605760 Jul 28 18:17:15.320279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Request body: {'security_group': {'name': 'tempest-sg-hth-880006233', 'description': 'tempest-description-hth-1731375431'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:15.356129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.407495 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.424768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.512703 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.520146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.529130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25125bf2-c15d-46b9-b2bf-1bb8422385a1 req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "PUT /v2.0/security-groups/e831fa4b-2492-4461-bde3-8abcdc74bbe4 HTTP/1.1" status: 200 len: 1776 time: 0.2168744 Jul 28 18:17:15.575115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dcde8d89-402e-439a-84e8-ba90d2ef058b req-a435f41c-c42d-4515-b9e3-0eb3be38fbea tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0524559 Jul 28 18:17:15.652206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153092a-d072-467f-85cc-c54e81fd1b75 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e831fa4b-2492-4461-bde3-8abcdc74bbe4,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:15.707157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-604f6aa5-d0e8-4073-a02b-f68a96aa26fb req-aecf589e-e50b-4f17-a9fe-8b96738056ac tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/e831fa4b-2492-4461-bde3-8abcdc74bbe4 HTTP/1.1" status: 200 len: 1776 time: 0.1149220 Jul 28 18:17:15.707748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-469fea96-0412-4ad2-a101-9f8134b095a4 req-f66fa5e5-b1c2-4d37-b0cb-f786064a07d0 tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0501287 Jul 28 18:17:15.792086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-3ff024b3-9b47-4a03-b0bd-9888348a685b tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/e831fa4b-2492-4461-bde3-8abcdc74bbe4 HTTP/1.1" status: 200 len: 1776 time: 0.0629663 Jul 28 18:17:15.823533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5663352a-a7be-467e-9e30-4a8f9b8a6623 req-251f5325-7c6b-4be4-b1c5-7fe79593caed tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 210 time: 0.0616517 Jul 28 18:17:15.880067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:15.912091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:16.041500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:16.044624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:16.054096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-444e0757-7024-4e21-bf28-9c82ac4874d9 req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/e831fa4b-2492-4461-bde3-8abcdc74bbe4 HTTP/1.1" status: 204 len: 173 time: 0.2559917 Jul 28 18:17:16.070437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d2723-0dd2-4de6-b2a0-32f8c37227b5 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e831fa4b-2492-4461-bde3-8abcdc74bbe4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:16.083586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8dc145a-67b5-4dea-b255-d6408b11dc69 req-3c1b7182-799b-49bf-b47f-2a3c2dc6a6ef tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.37 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0622342 Jul 28 18:17:16.229980 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-cf02aebb-6be6-4fb3-8679-bcd590b2b9e5 req-ffb4e2df-7ba5-4325-a232-809d117a166f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.235974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf02aebb-6be6-4fb3-8679-bcd590b2b9e5 req-ffb4e2df-7ba5-4325-a232-809d117a166f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/92947449-5015-40ef-b258-106fed6e57d2 HTTP/1.1" status: 404 len: 352 time: 0.0162740 Jul 28 18:17:16.265366 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-cc7d7017-06b3-4078-8798-c1bc0595761e req-34c08b26-831d-4891-b0b6-612b59b7a465 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.270513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc7d7017-06b3-4078-8798-c1bc0595761e req-34c08b26-831d-4891-b0b6-612b59b7a465 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/b45cc3cb-7242-43ca-9f2d-0b42f69d7a43 HTTP/1.1" status: 404 len: 352 time: 0.0145185 Jul 28 18:17:16.314373 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-22e13667-ed49-45ae-ba7e-cb4ab540b151 req-74ec380e-2ba7-4083-8076-3f27df772c3f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.315453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22e13667-ed49-45ae-ba7e-cb4ab540b151 req-74ec380e-2ba7-4083-8076-3f27df772c3f tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/36f7c3c1-aa50-4776-9114-2b3bc80e7eda HTTP/1.1" status: 404 len: 352 time: 0.0231977 Jul 28 18:17:16.356674 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-b8388b95-cd8c-4ab7-847c-58e0c7cfc501 req-d859324c-f987-439b-ba6b-9d95552367bc tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.360835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8388b95-cd8c-4ab7-847c-58e0c7cfc501 req-d859324c-f987-439b-ba6b-9d95552367bc tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86289f99-f0d9-4afb-ab63-db191365a118 HTTP/1.1" status: 404 len: 352 time: 0.0234032 Jul 28 18:17:16.415085 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-3f4f88b8-4729-421d-83e6-82d45aaced95 req-2f7332c6-e15b-4191-b7ea-149ca4575f79 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.426093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f4f88b8-4729-421d-83e6-82d45aaced95 req-2f7332c6-e15b-4191-b7ea-149ca4575f79 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/3b5ed97b-ad72-4622-a826-bd1d71313c08 HTTP/1.1" status: 404 len: 352 time: 0.0246177 Jul 28 18:17:16.479442 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-2048b47f-a4f6-4bec-88c5-ad56f3776bea req-396dddce-7b6a-4007-91d4-b1b274ee6efa tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] show failed (client error): The resource could not be found. Jul 28 18:17:16.494584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2048b47f-a4f6-4bec-88c5-ad56f3776bea req-396dddce-7b6a-4007-91d4-b1b274ee6efa tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/86055ba9-9d32-4653-a01b-f1e9a968bd6b HTTP/1.1" status: 404 len: 352 time: 0.0447278 Jul 28 18:17:16.679644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-b061a6bd-acf0-4faf-98f7-3903c0c8585e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:16.680970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e6ea7d7-190b-4417-a56e-7d5a551cb595 req-78f4e690-d9e9-42b2-8434-454a510c67de tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0554478 Jul 28 18:17:16.682205 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-b061a6bd-acf0-4faf-98f7-3903c0c8585e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 810 time: 0.1489012 Jul 28 18:17:16.739815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-1cc67e99-142d-4718-a18c-c38368e7a985 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 380 time: 0.0461626 Jul 28 18:17:16.752603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'port': {'device_id': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'admin_state_up': True, 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'security_groups': ['1ffc5344-5f6d-4699-9906-408baa1ba21a']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:16.839983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5259a906-5da3-4ae9-9315-566781be4059 req-7e04f230-9dc7-4285-93d5-9ea0003e5c8f tempest-ServerShowV257Test-1140279383 tempest-ServerShowV257Test-1140279383-project] 10.222.0.25 "GET /v2.0/ports?device_id=06056e9a-36eb-40a4-968f-c1d98097456d HTTP/1.1" status: 200 len: 210 time: 0.0469217 Jul 28 18:17:17.019307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01b615ca-b02e-4d01-8ec6-75770be0c4c3 req-8c1eae03-0d11-4a6f-b47d-63f2300dbb77 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 210 time: 0.0404019 Jul 28 18:17:17.075649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Made reservation on behalf of e4a7ebc7744b498caf86837a799b8c16 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:17.084940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:17.342498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Allocated IP 172.20.0.12 (5b31d176-de0c-4aaf-b902-96625f1d46e1/9f023384-9430-4e5e-bf9e-170038f3812a/debfb187-74be-4776-8cbf-1f6d3de9ffdf) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:17.348511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aac9a-70f4-4dcb-984e-cffea6884342 req-d769372f-a087-4f2e-8679-7cb5db93f85c tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:17.350878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8aac9a-70f4-4dcb-984e-cffea6884342 req-d769372f-a087-4f2e-8679-7cb5db93f85c tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1024 time: 0.0713542 Jul 28 18:17:17.400723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d8aac9a-70f4-4dcb-984e-cffea6884342 req-bcc98242-cde6-4932-afc1-b51d891675e2 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d95733-8acb-4b27-bece-f579da175105&id=8de6ec02-c05d-4a9a-8adf-eb536f62f194&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0422518 Jul 28 18:17:17.550993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:17.571882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Transition to ACTIVE for port object debfb187-74be-4776-8cbf-1f6d3de9ffdf will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:17.777392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:17.780550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69ae265e-d001-4d75-b75c-1f7918a5dd1e req-928db6a0-42f7-4a35-be87-5d39e8215441 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0436201 Jul 28 18:17:17.840537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:17.844578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:17.847365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:17.857195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:17.922961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:17.922961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.138368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-29f83a62-8f2b-419f-8124-76d9d5d35380 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3931787 Jul 28 18:17:18.158093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Request body: {'port': {'device_id': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:18.245431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68be570-f76f-4750-b40f-f28f46b599ee req-6f9c68d9-e7a2-48d8-9f91-ff0ad078a4df tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:18.249066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a68be570-f76f-4750-b40f-f28f46b599ee req-6f9c68d9-e7a2-48d8-9f91-ff0ad078a4df tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 932 time: 0.1095243 Jul 28 18:17:18.252851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.330032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a68be570-f76f-4750-b40f-f28f46b599ee req-68cca816-3cf2-46bf-975a-2e448495e4c7 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679879 Jul 28 18:17:18.355524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b26212d1-392a-441a-b857-c64f8d293904 None None] Provisioning for port debfb187-74be-4776-8cbf-1f6d3de9ffdf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:18.361934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b26212d1-392a-441a-b857-c64f8d293904 None None] Provisioning complete for port debfb187-74be-4776-8cbf-1f6d3de9ffdf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:18.363631 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b26212d1-392a-441a-b857-c64f8d293904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.468559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b26212d1-392a-441a-b857-c64f8d293904 None None] Port debfb187-74be-4776-8cbf-1f6d3de9ffdf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:17:18.595706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e872-0200-49e1-b4d4-f4becafcd687 req-1468ffcc-b7e3-4583-acce-26e0c920abaf tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:18.606306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb80e872-0200-49e1-b4d4-f4becafcd687 req-1468ffcc-b7e3-4583-acce-26e0c920abaf tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1024 time: 0.0713947 Jul 28 18:17:18.671569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debfb187-74be-4776-8cbf-1f6d3de9ffdf {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:18.681058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.691780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.707959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Transition to ACTIVE for port object debfb187-74be-4776-8cbf-1f6d3de9ffdf will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:18.723229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb80e872-0200-49e1-b4d4-f4becafcd687 req-50e50b38-b15c-47ba-8d32-92a0a609407a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d95733-8acb-4b27-bece-f579da175105&id=8de6ec02-c05d-4a9a-8adf-eb536f62f194&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1151843 Jul 28 18:17:18.752039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44632) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:18.841112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-c38f8720-ebf0-4275-a535-faad85fba278 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:18.841284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:18.842967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-c38f8720-ebf0-4275-a535-faad85fba278 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "GET /v2.0/networks?id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc HTTP/1.1" status: 200 len: 816 time: 0.1732700 Jul 28 18:17:18.898655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Request body: {'port': {'device_id': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'admin_state_up': True, 'tenant_id': '1d073a45418441da89163a5f5dceea72'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:19.071146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Pushing event updated for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:19.157328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f322a383-ce63-4cb1-a788-e2a871707b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.175577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-c3dbe9a8-51ba-46ad-8b6b-1d68e2d048e4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:19.179523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Attempting to bind port debfb187-74be-4776-8cbf-1f6d3de9ffdf on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:19.180078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Attempting to bind port debfb187-74be-4776-8cbf-1f6d3de9ffdf by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:19.180515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Attempting to bind port debfb187-74be-4776-8cbf-1f6d3de9ffdf on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:19.188386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Port debfb187-74be-4776-8cbf-1f6d3de9ffdf on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:19.188806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Attempting to bind port debfb187-74be-4776-8cbf-1f6d3de9ffdf on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:19.191777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-c3dbe9a8-51ba-46ad-8b6b-1d68e2d048e4 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1024 time: 0.3473520 Jul 28 18:17:19.201181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:19.201545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Checking segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:19.202070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Bound using segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:19.202578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Bound port: debfb187-74be-4776-8cbf-1f6d3de9ffdf, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:19.203008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.301209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f30c0d3-6898-4090-a6e3-26370faf47f6 req-9dc281a5-9c9e-4cca-9e52-505f214f5626 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.3559308 Jul 28 18:17:19.322382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Deleting port 30c50103-55b4-4790-8c21-d69cadf2242d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:19.322737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.370118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Made reservation on behalf of 1d073a45418441da89163a5f5dceea72 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:19.374129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.498142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:19.533855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:19.543805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-38e2b0c6-ca7b-4f9c-89e5-eee1e01fc024 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:19.545682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-38e2b0c6-ca7b-4f9c-89e5-eee1e01fc024 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.37 "GET /v2.0/networks?id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc HTTP/1.1" status: 200 len: 816 time: 0.2643995 Jul 28 18:17:19.559118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Request body: {'port': {'device_id': '7f2df29d-627a-4fc6-8205-27504b394496', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'admin_state_up': True, 'tenant_id': '1d073a45418441da89163a5f5dceea72'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:19.648710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.648934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] For port 30c50103-55b4-4790-8c21-d69cadf2242d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=30c50103-55b4-4790-8c21-d69cadf2242d,segment=NetworkSegment(21692139-31fb-4a7f-a19a-c0aacc715df3),segment_id=21692139-31fb-4a7f-a19a-c0aacc715df3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:19.649442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.660972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf15eb-af59-4496-872d-f35e503ef395 req-e5d52721-32a0-412d-b895-f6b2ec4efb5f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:19.662791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0eaf15eb-af59-4496-872d-f35e503ef395 req-e5d52721-32a0-412d-b895-f6b2ec4efb5f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 944 time: 0.1651833 Jul 28 18:17:19.673192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Allocated IP 172.20.0.10 (b3c3ca99-fc15-41b8-b765-065b3e3ab7fc/9069d554-bfb0-4e61-87d1-e9e9e77d808d/d4ce1df5-2e55-4a78-be15-ffd147a62000) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:19.682867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Calling delete_port for 30c50103-55b4-4790-8c21-d69cadf2242d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:19.729534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:19.731304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.732974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] 10.222.0.35 "PUT /v2.0/ports/debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1092 time: 1.5814383 Jul 28 18:17:19.748965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:19.751872 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36776cf-1613-45e7-a90c-ed06d70ce677" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:19.785962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f322a383-ce63-4cb1-a788-e2a871707b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:19.802130 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c348b-20cd-4f6c-9b06-2de67a0126e8 x-openstack-request-id: req-817c348b-20cd-4f6c-9b06-2de67a0126e8 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:19.803526 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:19.803954 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817c348b-20cd-4f6c-9b06-2de67a0126e8 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:19.804849 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'status': 'completed', 'code': 200} Jul 28 18:17:19.813442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0eaf15eb-af59-4496-872d-f35e503ef395 req-8e105677-86ac-4c7c-88e4-09f72bcb30a5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309731 Jul 28 18:17:19.819802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8742eb-f979-4ec7-8ba7-b9fefa022980 service neutron] Pushing event updated for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:19.888162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-2502412d-3d80-4369-a962-7e17cdaadada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:19.889692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-2502412d-3d80-4369-a962-7e17cdaadada service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1095 time: 0.0521903 Jul 28 18:17:20.013896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab24a4-2649-4cf4-9acf-d817b9f0fdc2 req-b60e06d7-76c3-4c20-a5f8-bb31b65fb6d1 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.015744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbab24a4-2649-4cf4-9acf-d817b9f0fdc2 req-b60e06d7-76c3-4c20-a5f8-bb31b65fb6d1 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 1024 time: 0.1299129 Jul 28 18:17:20.037070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.057841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-3342aebb-7bb8-4004-b9ad-77ca7a439e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.059333 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-3342aebb-7bb8-4004-b9ad-77ca7a439e50 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4a7ebc7744b498caf86837a799b8c16&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1553991 Jul 28 18:17:20.082071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbab24a4-2649-4cf4-9acf-d817b9f0fdc2 req-ee0a1617-1749-446d-af95-a3adc4756872 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d95733-8acb-4b27-bece-f579da175105&id=8de6ec02-c05d-4a9a-8adf-eb536f62f194&id=cf523d6e-ad7a-47b0-be11-a0ecc4742c59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0589263 Jul 28 18:17:20.134422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f322a383-ce63-4cb1-a788-e2a871707b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.155435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.167045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['30c50103-55b4-4790-8c21-d69cadf2242d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:20.272271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322a383-ce63-4cb1-a788-e2a871707b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4f94c-2a45-4293-a895-b213260513b6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.288770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.301584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'Port': ['ID=30c50103-55b4-4790-8c21-d69cadf2242d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.320908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f322a383-ce63-4cb1-a788-e2a871707b6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=860412ff854a48fd954a2d5b947268e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5667040 Jul 28 18:17:20.323009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:20.385187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-a13df550-0e96-4e87-bbac-a5349b00ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.386065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-4eeefac0-b406-45dd-b32a-d7cca68b4e29 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.390256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-4eeefac0-b406-45dd-b32a-d7cca68b4e29 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "GET /v2.0/networks?id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc HTTP/1.1" status: 200 len: 816 time: 0.2049849 Jul 28 18:17:20.390376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-a13df550-0e96-4e87-bbac-a5349b00ed4e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678618 Jul 28 18:17:20.390470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] No DVR routers for this DVR port 30c50103-55b4-4790-8c21-d69cadf2242d on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:20.408408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.410498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec770a36-cc24-4963-abdf-c6c70b0fa564 req-35b8219c-0fe0-45e2-84b7-ed21bd6493bb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.35 "DELETE /v2.0/ports/30c50103-55b4-4790-8c21-d69cadf2242d HTTP/1.1" status: 204 len: 173 time: 1.2092001 Jul 28 18:17:20.413952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'name': 'network-vif-deleted', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:20.417309 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62239718-1f77-4d2a-b754-1faf867fac53" -d '{"events": [{"server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "name": "network-vif-deleted", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:20.444893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Request body: {'port': {'device_id': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'admin_state_up': True, 'tenant_id': '1d073a45418441da89163a5f5dceea72'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:20.446948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Made reservation on behalf of 1d073a45418441da89163a5f5dceea72 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:20.451061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.453356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:20.461131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-242cf197-431c-47fc-8431-903a25033244 req-71596079-bd5c-4d58-a821-034f35c9b238 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0662060 Jul 28 18:17:20.481250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.486819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:20.490662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:20.495178 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2062525-53bb-4de4-aec1-cb1131056a0f x-openstack-request-id: req-d2062525-53bb-4de4-aec1-cb1131056a0f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:20.495595 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a737aa-b562-4b9c-92f0-31b18c823e5d", "name": "network-vif-deleted", "tag": "30c50103-55b4-4790-8c21-d69cadf2242d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:20.495875 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2062525-53bb-4de4-aec1-cb1131056a0f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:20.496817 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a737aa-b562-4b9c-92f0-31b18c823e5d', 'name': 'network-vif-deleted', 'tag': '30c50103-55b4-4790-8c21-d69cadf2242d', 'status': 'completed', 'code': 200} Jul 28 18:17:20.513721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.567121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event updated for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.638982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.639635 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.658298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-cf7d3853-841a-4019-acf6-57f4da7bd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:20.659821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-cf7d3853-841a-4019-acf6-57f4da7bd4bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1095 time: 0.2011685 Jul 28 18:17:20.663872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Allocated IP 172.20.0.5 (b3c3ca99-fc15-41b8-b765-065b3e3ab7fc/9069d554-bfb0-4e61-87d1-e9e9e77d808d/3492490c-ce29-4e0c-bee4-cb36f8b485a1) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:20.869218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.913632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.917900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:20.926260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23d4f94c-2a45-4293-a895-b213260513b6 HTTP/1.1" status: 204 len: 168 time: 0.5809181 Jul 28 18:17:20.975012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9981056-e880-4de6-b80a-b5cd3a479f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4f94c-2a45-4293-a895-b213260513b6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.006898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bcae3-df54-43ed-862c-10015bf695aa req-063a0ff3-cff3-4708-86c9-fe138a2b8d52 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:21.008567 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-489bcae3-df54-43ed-862c-10015bf695aa req-063a0ff3-cff3-4708-86c9-fe138a2b8d52 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 944 time: 0.1064010 Jul 28 18:17:21.052108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-489bcae3-df54-43ed-862c-10015bf695aa req-ac5752e0-7cfd-4972-a93a-6b3504677319 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Jul 28 18:17:21.060239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3958536c-b51e-4d3c-8cf3-06c144372bf5 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1836634 Jul 28 18:17:21.073026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-a6f0df44-4955-4310-a4cf-5e837c3ceaf7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 217 time: 0.3940732 Jul 28 18:17:21.093346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Request body: {'port': {'device_id': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:21.178202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-373fcac5-27b1-4eb8-857a-663a8758d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:21.179641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-373fcac5-27b1-4eb8-857a-663a8758d9de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.1059530 Jul 28 18:17:21.199174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:21.292095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-465d8e69-7bc8-4cd9-8f19-f103b7a433fa req-bc475276-7adf-400f-8da8-c3e34b4e2b17 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.1374879 Jul 28 18:17:21.303757 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:21.311837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-9e08e188-f1d5-4534-ab96-200c7c770478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:21.320224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-9e08e188-f1d5-4534-ab96-200c7c770478 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273408 Jul 28 18:17:21.361158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:21.361920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:21.364347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:21.424612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event updated for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.442507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Made reservation on behalf of 1d073a45418441da89163a5f5dceea72 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:21.446245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:21.457566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:21.458364 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:21.572977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abc2811d-46ee-45dc-8574-d4346bae29d6 req-9fc1e98d-a8bc-4b45-9c19-f6a5fad6c3c8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jul 28 18:17:21.636583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1095c766-8332-402b-936f-16f3103a4dcf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0814929 Jul 28 18:17:21.655885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1447b125-6649-45bd-bb3a-d6984fd0e623 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:17:21.655885 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1447b125-6649-45bd-bb3a-d6984fd0e623 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056300 Jul 28 18:17:21.663366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Request body: {'port': {'device_id': '7f2df29d-627a-4fc6-8205-27504b394496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:21.703949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-a0e291bf-2f05-4d9a-bf49-2a9e92f11a08 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683538 Jul 28 18:17:21.735513 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:21.861956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-4618b546-e0e1-459d-add2-99b9c13f8794 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496155 Jul 28 18:17:21.875586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ce1df5-2e55-4a78-be15-ffd147a62000 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:21.881680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.115100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Transition to ACTIVE for port object d4ce1df5-2e55-4a78-be15-ffd147a62000 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:22.182438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca523-6b46-41e7-b965-d4b21a0f78d7 req-8c940b24-67f8-458d-aaac-7a9d2337f1e2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:22.184046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-575ca523-6b46-41e7-b965-d4b21a0f78d7 req-8c940b24-67f8-458d-aaac-7a9d2337f1e2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 944 time: 0.0618610 Jul 28 18:17:22.231366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-575ca523-6b46-41e7-b965-d4b21a0f78d7 req-3ba774ab-78bf-476c-b0c0-e2cd68999cd2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406370 Jul 28 18:17:22.318384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.436815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8116c25b-1bcd-4968-bf68-b267d5f77368 req-2c87590a-d868-4f75-ade0-fed898bbaaed tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a737aa-b562-4b9c-92f0-31b18c823e5d HTTP/1.1" status: 200 len: 210 time: 0.0472944 Jul 28 18:17:22.437621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:22.445538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Allocated IP 172.20.0.6 (b3c3ca99-fc15-41b8-b765-065b3e3ab7fc/9069d554-bfb0-4e61-87d1-e9e9e77d808d/bd871e3a-0c06-4458-b1c8-266470f116fc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:22.593041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Attempting to bind port d4ce1df5-2e55-4a78-be15-ffd147a62000 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:22.593380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Attempting to bind port d4ce1df5-2e55-4a78-be15-ffd147a62000 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:22.593706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Attempting to bind port d4ce1df5-2e55-4a78-be15-ffd147a62000 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:22.608079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Port d4ce1df5-2e55-4a78-be15-ffd147a62000 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:22.608420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Attempting to bind port d4ce1df5-2e55-4a78-be15-ffd147a62000 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:22.619428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:22.619793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Checking segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:22.620318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Bound using segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:22.620769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Bound port: d4ce1df5-2e55-4a78-be15-ffd147a62000, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:22.621133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.719468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b4449b1-208a-422c-bcc0-eaf39e91bd25 req-4007dd1b-70e7-488c-ac94-77afa95314e4 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 210 time: 0.0682838 Jul 28 18:17:22.757946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.766671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:22.771135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:22.944527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.955246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.982532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:22.985734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:22.986438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:22.987937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4ce1df5-2e55-4a78-be15-ffd147a62000 HTTP/1.1" status: 200 len: 1092 time: 1.9110785 Jul 28 18:17:22.989665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:22.992101 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:23.030291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:23.040391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:23.052910 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e806bcf0-e858-4fa6-800c-90b71162f24e x-openstack-request-id: req-e806bcf0-e858-4fa6-800c-90b71162f24e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:23.058204 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:23.058204 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e806bcf0-e858-4fa6-800c-90b71162f24e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:23.058204 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000', 'status': 'completed', 'code': 200} Jul 28 18:17:23.058204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:23.064157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ee226-df39-4d5d-addc-37e2e3887b27 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:23.131781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3492490c-ce29-4e0c-bee4-cb36f8b485a1 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:23.140085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.158294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Transition to ACTIVE for port object 3492490c-ce29-4e0c-bee4-cb36f8b485a1 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:23.186175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-846285317-network', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:23.200587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.201129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.208015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-7fb2df5d-87d7-4700-879b-d279795aeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.209491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-7fb2df5d-87d7-4700-879b-d279795aeccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 1095 time: 0.1478734 Jul 28 18:17:23.213897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event updated for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:23.264230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.341127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Pushing event updated for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:23.389221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Attempting to bind port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:23.389553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Attempting to bind port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:23.389879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Attempting to bind port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:23.394814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:23.395134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Attempting to bind port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:23.400031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:23.400371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Checking segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:23.400938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Bound using segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:23.401168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Bound port: 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:23.401587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.430318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6f96-8a52-4e25-9a4b-b4297d2c9b4c req-ad686f54-f5e4-46a5-8294-92b8fa629e7f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.431871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-716d6f96-8a52-4e25-9a4b-b4297d2c9b4c req-ad686f54-f5e4-46a5-8294-92b8fa629e7f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 944 time: 0.1198485 Jul 28 18:17:23.433695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-8d28e273-b44e-4d0e-bffd-9cfc6bb68515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.435066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-8d28e273-b44e-4d0e-bffd-9cfc6bb68515 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d073a45418441da89163a5f5dceea72&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2141235 Jul 28 18:17:23.455053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Made reservation on behalf of 99b7c4b666cd4f9d8d3f04060895325f for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:23.457942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.466026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:23.469882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:23.535467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.586391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-716d6f96-8a52-4e25-9a4b-b4297d2c9b4c req-345418fc-4cad-455e-9590-f376870f7092 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477053 Jul 28 18:17:23.593295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-c1e3bb5e-b648-45af-bc72-13a2bb585e16 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/8de6ec02-c05d-4a9a-8adf-eb536f62f194 HTTP/1.1" status: 200 len: 1802 time: 0.0571597 Jul 28 18:17:23.622425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-7b06d82f-c7a8-4afe-a178-5a1cebbf9179 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2159569 Jul 28 18:17:23.650084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Request body: {'port': {'device_id': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:23.654103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.693740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.720444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.721013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.722642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] 10.222.0.37 "PUT /v2.0/ports/3492490c-ce29-4e0c-bee4-cb36f8b485a1 HTTP/1.1" status: 200 len: 1091 time: 2.0659413 Jul 28 18:17:23.723679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:23.728587 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:23.763027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-f8c8bc10-e775-4925-bfa5-b9babffde525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.763549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.764602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3b43ef1-8d54-4ce7-ac47-52ce5ef49c7a req-f8c8bc10-e775-4925-bfa5-b9babffde525 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187339 Jul 28 18:17:23.779701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.781271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97794-2d00-4cb2-9c7f-7817c5174641 service neutron] Pushing event updated for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:23.832501 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8c2422-10e6-4ed5-a71f-41c47f59d30c x-openstack-request-id: req-0d8c2422-10e6-4ed5-a71f-41c47f59d30c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:23.832850 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:23.833058 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d8c2422-10e6-4ed5-a71f-41c47f59d30c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:23.835523 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1', 'status': 'completed', 'code': 200} Jul 28 18:17:23.838775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device debfb187-74be-4776-8cbf-1f6d3de9ffdf details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:23.850722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 30c50103-55b4-4790-8c21-d69cadf2242d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:23.906092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:23.909828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-f2024b7b-286a-4382-964b-82632dcc5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.911370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-f2024b7b-286a-4382-964b-82632dcc5c6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 1094 time: 0.0524402 Jul 28 18:17:23.968686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-2162fb69-5d0e-4dc0-99d5-8fde7b673279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:23.970655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-2162fb69-5d0e-4dc0-99d5-8fde7b673279 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 1095 time: 0.1463814 Jul 28 18:17:23.994696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 30c50103-55b4-4790-8c21-d69cadf2242d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:23.995046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 30c50103-55b4-4790-8c21-d69cadf2242d not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:24.002946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:24.014988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'port_id': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'mac_address': 'fa:16:3e:3f:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:24.061046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.085079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debfb187-74be-4776-8cbf-1f6d3de9ffdf {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:24.110730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:24.230749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.300324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:24.357867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.360950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.362109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcd78f27-9cad-4e21-b87f-04288276e01e req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/8de6ec02-c05d-4a9a-8adf-eb536f62f194 HTTP/1.1" status: 204 len: 173 time: 0.7619529 Jul 28 18:17:24.380114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379414-8369-463b-ad97-efd9dbddf99a tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6ec02-c05d-4a9a-8adf-eb536f62f194,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:24.412910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-692de48b-7162-4fe6-938e-249e9f18b107 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000 HTTP/1.1" status: 200 len: 217 time: 0.4257412 Jul 28 18:17:24.413524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.444651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-190cc5d9-5d30-4f02-84f9-b9d4248bb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.446157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-190cc5d9-5d30-4f02-84f9-b9d4248bb29b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1d073a45418441da89163a5f5dceea72&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5272276 Jul 28 18:17:24.450079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-272ab616-3153-493f-ba9e-0da0ab14511d req-19be4da3-04cd-4e6f-bd77-e917ba182ceb tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "GET /v2.0/security-groups/34d95733-8acb-4b27-bece-f579da175105 HTTP/1.1" status: 200 len: 1802 time: 0.0659671 Jul 28 18:17:24.503092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:24.524686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['debfb187-74be-4776-8cbf-1f6d3de9ffdf'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:24.531452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651ed8-d730-48aa-9526-99e90c9a01c2 req-19b881a5-0584-4d98-8666-5f8b76f730f8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.533235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66651ed8-d730-48aa-9526-99e90c9a01c2 req-19b881a5-0584-4d98-8666-5f8b76f730f8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 931 time: 0.6216223 Jul 28 18:17:24.542662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503ad1a9-c549-4ffd-bee6-a4a3c443d27b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:24.585635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-272ab616-3153-493f-ba9e-0da0ab14511d req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.609856 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-272ab616-3153-493f-ba9e-0da0ab14511d req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.626909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.627272 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Added segment 0b549f8d-2b3b-47fb-8711-f2425caddfa1 of type vlan for network b11b0cf5-40f7-41e8-851d-cbe7d4060572 Jul 28 18:17:24.667534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-dd28fe79-1864-4d6b-ad08-7fea4582d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.669075 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f75fda65-e9ce-4e6e-aff2-9e0e3ab6455d req-dd28fe79-1864-4d6b-ad08-7fea4582d0cb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160971 Jul 28 18:17:24.743546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-b910da29-b46f-4243-9645-ced72d43aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.745434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-b910da29-b46f-4243-9645-ced72d43aa57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9069d554-bfb0-4e61-87d1-e9e9e77d808d HTTP/1.1" status: 200 len: 856 time: 0.2987099 Jul 28 18:17:24.764812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-ca425933-b3bb-4360-ae6e-5bd7aa6025cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.766587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-ca425933-b3bb-4360-ae6e-5bd7aa6025cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 1094 time: 0.0505323 Jul 28 18:17:24.786670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66651ed8-d730-48aa-9526-99e90c9a01c2 req-d23a1f3a-d3aa-43ba-bbf8-4328e5de0418 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304304 Jul 28 18:17:24.789796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.833044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1f8829d6-a666-4daf-9aa7-474df3c7432d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611291 Jul 28 18:17:24.833793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-b7fd70d0-8376-4174-9b65-14355eec9e97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1 HTTP/1.1" status: 200 len: 217 time: 0.0600095 Jul 28 18:17:24.835432 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-272ab616-3153-493f-ba9e-0da0ab14511d req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.839642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-272ab616-3153-493f-ba9e-0da0ab14511d req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.841063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-272ab616-3153-493f-ba9e-0da0ab14511d req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] 10.222.0.25 "DELETE /v2.0/security-groups/34d95733-8acb-4b27-bece-f579da175105 HTTP/1.1" status: 204 len: 173 time: 0.3793459 Jul 28 18:17:24.842831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd871e3a-0c06-4458-b1c8-266470f116fc {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:24.848669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:24.863865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:24.919600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8e5b5-e86d-4fde-9ebf-9120d1c00888 tempest-SecurityGroupsTestJSON-1957647849 tempest-SecurityGroupsTestJSON-1957647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d95733-8acb-4b27-bece-f579da175105,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:24.953722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e3966e6c-6079-43e7-9d88-b9db0f514f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:24.953722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e3966e6c-6079-43e7-9d88-b9db0f514f6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9069d554-bfb0-4e61-87d1-e9e9e77d808d HTTP/1.1" status: 200 len: 856 time: 0.1035054 Jul 28 18:17:24.956082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Deleting subnet f10d9e02-4f24-4b7f-aa40-a6293893554a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:17:24.967339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Transition to ACTIVE for port object bd871e3a-0c06-4458-b1c8-266470f116fc will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:24.969808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.009578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-9e46ce1d-1704-4c90-a5e9-4d5af290e00e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508602 Jul 28 18:17:25.020516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463451-14b8-4d4f-8f5c-977cd1a5b426 req-5f10e623-7f3d-4b8c-ac0e-807947e51dd1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.022062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92463451-14b8-4d4f-8f5c-977cd1a5b426 req-5f10e623-7f3d-4b8c-ac0e-807947e51dd1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 945 time: 0.1604135 Jul 28 18:17:25.056080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-4b7c473a-9808-4e4f-8847-d6f75477eb68 service neutron] 10.222.0.35 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059152 Jul 28 18:17:25.066593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.095968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92463451-14b8-4d4f-8f5c-977cd1a5b426 req-cdd7ddc3-a39a-441b-a31f-51618a453a5a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595248 Jul 28 18:17:25.128630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.145077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.181254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.182226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.182828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.187645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-852e6b2a-e8da-41bf-99c1-c3b154882b74 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696913 Jul 28 18:17:25.278788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-c628ec84-2681-4549-80b6-c18d4726eacd service neutron] 10.222.0.35 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144940 Jul 28 18:17:25.282469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Pushing event updated for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:25.299428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e4262645-66ef-4198-b198-299ece9cc929 service neutron] 10.222.0.37 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034040 Jul 28 18:17:25.320429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] Pushing event updated for resources: {'Network': ['ID=b11b0cf5-40f7-41e8-851d-cbe7d4060572,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:25.331200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:25.372286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Attempting to bind port bd871e3a-0c06-4458-b1c8-266470f116fc on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:25.372623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Attempting to bind port bd871e3a-0c06-4458-b1c8-266470f116fc by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:25.372954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Attempting to bind port bd871e3a-0c06-4458-b1c8-266470f116fc on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:25.378629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Port bd871e3a-0c06-4458-b1c8-266470f116fc on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:25.378629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Attempting to bind port bd871e3a-0c06-4458-b1c8-266470f116fc on network b3c3ca99-fc15-41b8-b765-065b3e3ab7fc {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:25.384050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:25.384444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Checking segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:25.384831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Bound using segment: {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:25.385361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Bound port: bd871e3a-0c06-4458-b1c8-266470f116fc, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52ac28c-2e37-48b9-84ba-920204d8c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:25.385726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.397337 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.442664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.444727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f10d9e02-4f24-4b7f-aa40-a6293893554a HTTP/1.1" status: 204 len: 168 time: 0.5863152 Jul 28 18:17:25.445869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e545f-106f-48d3-8464-7107ab427095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10d9e02-4f24-4b7f-aa40-a6293893554a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:25.453493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b06bee8e-0c25-4450-a7c7-b28c0562a9ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4622653 Jul 28 18:17:25.455046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:25.457321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:25.462126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:25.465315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd871e3a-0c06-4458-b1c8-266470f116fc,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:25.468316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Request body: {'subnet': {'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-subnet', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:25.542674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.589913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.626894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.627478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.628899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd871e3a-0c06-4458-b1c8-266470f116fc HTTP/1.1" status: 200 len: 1091 time: 1.9889834 Jul 28 18:17:25.629532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.630022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:25.631592 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:25.641267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38967da3-9576-4fdb-b243-2e693a89dbf1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:25.653405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21692139-31fb-4a7f-a19a-c0aacc715df3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:25.653716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21692139-31fb-4a7f-a19a-c0aacc715df3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:25.658390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a286b-c5f9-4d24-9d44-212d70a3e714 service neutron] Pushing event updated for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:25.666207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.675023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Made reservation on behalf of 99b7c4b666cd4f9d8d3f04060895325f for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:25.678334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.696870 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff7a5d-77db-4bff-8050-7213c558cdf4 x-openstack-request-id: req-9eff7a5d-77db-4bff-8050-7213c558cdf4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:25.697346 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:25.697883 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eff7a5d-77db-4bff-8050-7213c558cdf4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:25.698326 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc', 'status': 'completed', 'code': 200} Jul 28 18:17:25.734385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.755924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:17:25.756536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:17:25.758707 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:17:25.777450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-dedd2b52-3177-4140-8252-ed0dc5825058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.779386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-dedd2b52-3177-4140-8252-ed0dc5825058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 1094 time: 0.0542886 Jul 28 18:17:25.847773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device debfb187-74be-4776-8cbf-1f6d3de9ffdf up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:25.934712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-3d29f9f6-bd7c-4307-8c24-2322b178cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.936235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-3d29f9f6-bd7c-4307-8c24-2322b178cd69 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d073a45418441da89163a5f5dceea72&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1467245 Jul 28 18:17:25.944660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aefb4a-3e92-41ba-9ec7-dae3c094e92d req-d9fe0db5-c626-4e1b-83cc-0927ec9e36cf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:25.946041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6aefb4a-3e92-41ba-9ec7-dae3c094e92d req-d9fe0db5-c626-4e1b-83cc-0927ec9e36cf tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 943 time: 0.0776899 Jul 28 18:17:25.963218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.970653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:25.983802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] 10.222.0.25 "DELETE /v2.0/networks/38967da3-9576-4fdb-b243-2e693a89dbf1 HTTP/1.1" status: 204 len: 168 time: 0.5189919 Jul 28 18:17:26.037769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port debfb187-74be-4776-8cbf-1f6d3de9ffdf completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:26.041974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port debfb187-74be-4776-8cbf-1f6d3de9ffdf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:26.042359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.043384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6aefb4a-3e92-41ba-9ec7-dae3c094e92d req-1238c117-53dd-4dc4-899e-216447b3311b tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885448 Jul 28 18:17:26.045827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41f3c0-0e38-46a0-900e-4e9bd5d54952 admin admin] Pushing event deleted for resources: {'Network': ['ID=38967da3-9576-4fdb-b243-2e693a89dbf1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:26.076344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-bdbd3a0f-8d23-4a78-882e-02ebb91d3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.078059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b63d8ee-574a-4296-ac6e-bbb448fa07f8 req-bdbd3a0f-8d23-4a78-882e-02ebb91d3a69 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311700 Jul 28 18:17:26.141113 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.168252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:26.170697 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd2881b-0aa0-49da-b9b3-e6d5844c1a25" -d '{"events": [{"server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "name": "network-vif-plugged", "status": "completed", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:26.184364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:26.185734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e3d45d54-9910-4841-b65d-1402820de827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.187388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-e3d45d54-9910-4841-b65d-1402820de827 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d073a45418441da89163a5f5dceea72&device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 1094 time: 0.0689919 Jul 28 18:17:26.222459 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc77d9f5-9b9a-477e-b7bc-95e39e445be7 x-openstack-request-id: req-fc77d9f5-9b9a-477e-b7bc-95e39e445be7 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:26.222755 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "name": "network-vif-plugged", "status": "completed", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:26.223009 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc77d9f5-9b9a-477e-b7bc-95e39e445be7 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:26.223445 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'code': 200} Jul 28 18:17:26.240818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-ce094a2c-a425-488a-94a5-65a1c52100af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd871e3a-0c06-4458-b1c8-266470f116fc HTTP/1.1" status: 200 len: 217 time: 0.0452712 Jul 28 18:17:26.253154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.310278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.310588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=f403a708-25d9-492f-8cbc-877d9b22874a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:26.325743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41dc5-f6bb-4ecf-a348-f77dec40c43b req-5762b194-6c53-4e21-ba2a-2f6258bd0855 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.333648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43e41dc5-f6bb-4ecf-a348-f77dec40c43b req-5762b194-6c53-4e21-ba2a-2f6258bd0855 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 945 time: 0.1515803 Jul 28 18:17:26.344666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-db8f2937-8d13-4ea4-acab-6319bbedf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.346312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-db8f2937-8d13-4ea4-acab-6319bbedf01c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9069d554-bfb0-4e61-87d1-e9e9e77d808d HTTP/1.1" status: 200 len: 856 time: 0.0960786 Jul 28 18:17:26.352975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdbc91-d5c3-470d-84c6-e80bb1c36f70 req-ff547f60-07a3-439e-b400-812005964bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.356164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecbdbc91-d5c3-470d-84c6-e80bb1c36f70 req-ff547f60-07a3-439e-b400-812005964bad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1096 time: 0.0667784 Jul 28 18:17:26.370416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:26.370776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Network hostable DHCP agents. Network: b11b0cf5-40f7-41e8-851d-cbe7d4060572, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:26.389724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-1f78ee95-3528-416c-837d-9cc8267831a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324259 Jul 28 18:17:26.400294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43e41dc5-f6bb-4ecf-a348-f77dec40c43b req-b5458a7e-5834-4a37-9516-0ca44487f6b3 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654233 Jul 28 18:17:26.429491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:26.479718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecbdbc91-d5c3-470d-84c6-e80bb1c36f70 req-bd0e6915-7324-4947-9025-3bff871d56a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887747 Jul 28 18:17:26.513713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-00b41e52-ce6a-416f-97fa-d1e4583a35e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157546 Jul 28 18:17:26.561275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:26.675351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf1912b6-9952-4558-886e-ebd3e0afeec9 req-3380906f-0b5c-42c1-9fc1-b4754e6c747c service neutron] 10.222.0.35 "GET /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Jul 28 18:17:26.686234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44822) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:26.728872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-778beedc-68a2-4e3c-b3a6-390d843b5b85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b818807f10f4379ab62cdbd61393ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413442 Jul 28 18:17:26.730679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:26.746253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b11b0cf5-40f7-41e8-851d-cbe7d4060572) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:26.758591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:26.759264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.762139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195a938-7a71-40a7-915f-159057e1c127 None None] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:26.823422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.855252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:26.922218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fed354f6-76e5-4a57-9b34-b3df7a682ede admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4584584 Jul 28 18:17:26.925518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44830) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:26.929943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:26.952516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:17:26.954477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.095754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Allocated IP 172.20.0.2 (b11b0cf5-40f7-41e8-851d-cbe7d4060572/f403a708-25d9-492f-8cbc-877d9b22874a/dd117a33-6392-4662-9167-07adfa2da8ac) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:27.150632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.151799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.155105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.158208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.159359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf523d6e-ad7a-47b0-be11-a0ecc4742c59 HTTP/1.1" status: 204 len: 168 time: 0.4274416 Jul 28 18:17:27.178415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04402-7501-4769-890f-bfb600f3ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf523d6e-ad7a-47b0-be11-a0ecc4742c59,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:27.224227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e9354-ded5-4a28-971a-8664d4e4d934 req-2ce8e129-a065-494d-b91b-6cb74f8b733a tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:27.226481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-946e9354-ded5-4a28-971a-8664d4e4d934 req-2ce8e129-a065-494d-b91b-6cb74f8b733a tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 943 time: 0.0920229 Jul 28 18:17:27.229419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.277606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-946e9354-ded5-4a28-971a-8664d4e4d934 req-d73a5e76-74f1-4f6e-bea5-85f74b292234 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Jul 28 18:17:27.285599 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.295681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Transition to ACTIVE for port object dd117a33-6392-4662-9167-07adfa2da8ac will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:27.315616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Transition to ACTIVE for port object dd117a33-6392-4662-9167-07adfa2da8ac will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:27.487664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.512209 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.546008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:27.549784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:27.552887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:27.560817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc9742-51d1-41f9-a45f-146f7bbb7463 req-7541d929-ef87-467a-a05b-39e60a371c68 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:27.562474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3bbc9742-51d1-41f9-a45f-146f7bbb7463 req-7541d929-ef87-467a-a05b-39e60a371c68 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0648327 Jul 28 18:17:27.563047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Pushing event updated for resources: {'Port': ['ID=dd117a33-6392-4662-9167-07adfa2da8ac,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:27.612122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3bbc9742-51d1-41f9-a45f-146f7bbb7463 req-86d6aca0-9056-41c1-b233-6704298f907f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Jul 28 18:17:27.625755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Attempting to bind port dd117a33-6392-4662-9167-07adfa2da8ac on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:27.625755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Attempting to bind port dd117a33-6392-4662-9167-07adfa2da8ac by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:27.625755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Attempting to bind port dd117a33-6392-4662-9167-07adfa2da8ac on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Bound using segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Bound port: dd117a33-6392-4662-9167-07adfa2da8ac, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:27.636500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.667246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3492490c-ce29-4e0c-bee4-cb36f8b485a1 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:27.753699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] For port dd117a33-6392-4662-9167-07adfa2da8ac, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:27.778075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] For port dd117a33-6392-4662-9167-07adfa2da8ac, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dd117a33-6392-4662-9167-07adfa2da8ac,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:27.853642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:27.853642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3492490c-ce29-4e0c-bee4-cb36f8b485a1', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'port_id': '3492490c-ce29-4e0c-bee4-cb36f8b485a1', 'mac_address': 'fa:16:3e:12:79:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069d554-bfb0-4e61-87d1-e9e9e77d808d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:27.862420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d4ce1df5-2e55-4a78-be15-ffd147a62000 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:27.920606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.951599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.965693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3492490c-ce29-4e0c-bee4-cb36f8b485a1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:27.973610 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:27.985584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:28.018733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.075893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:28.103257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'd4ce1df5-2e55-4a78-be15-ffd147a62000', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'port_id': 'd4ce1df5-2e55-4a78-be15-ffd147a62000', 'mac_address': 'fa:16:3e:ef:87:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069d554-bfb0-4e61-87d1-e9e9e77d808d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:28.107718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.114992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b505-66d2-4bc5-8b4c-368a4cd58f01 None None] Pushing event updated for resources: {'Port': ['ID=dd117a33-6392-4662-9167-07adfa2da8ac,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:28.126149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Allocated IP 172.25.7.74 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9e1ad9b1-7168-4ccf-9684-8d18747d72fc) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:28.194905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:28.220681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.245069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ce1df5-2e55-4a78-be15-ffd147a62000 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:28.270845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:28.292207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.333633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3492490c-ce29-4e0c-bee4-cb36f8b485a1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:28.469051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.516400 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:28.535720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873443b-8534-4e97-a382-abe68d44680d req-fc3fff26-e25e-4650-b6e4-68579983b9a3 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:28.537495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9873443b-8534-4e97-a382-abe68d44680d req-fc3fff26-e25e-4650-b6e4-68579983b9a3 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 943 time: 0.1212182 Jul 28 18:17:28.587927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:28.597416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:28.600780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:28.603530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Pushing event updated for resources: {'Port': ['ID=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:28.613756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:28.618195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9873443b-8534-4e97-a382-abe68d44680d req-57bcf736-26e3-43d7-b76c-4f66a7bf4267 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716357 Jul 28 18:17:28.759662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d4ce1df5-2e55-4a78-be15-ffd147a62000'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:28.771347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44884) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:28.830990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc17bf9-bdca-4cfa-81a1-6df7549c9405 req-c8143be6-859f-40df-bb1a-677c7bb092c6 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:28.833778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebc17bf9-bdca-4cfa-81a1-6df7549c9405 req-c8143be6-859f-40df-bb1a-677c7bb092c6 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.1262419 Jul 28 18:17:28.924627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebc17bf9-bdca-4cfa-81a1-6df7549c9405 req-b6dfc439-f7d6-43fb-b83e-8a7f56742825 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805132 Jul 28 18:17:28.967350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-71626993-network', 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:29.021327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dd117a33-6392-4662-9167-07adfa2da8ac up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:29.114811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.169982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df480c6c-ba85-4bb7-a094-0c0d201b25ea req-bbbc1cc2-79e0-4fea-96f2-0da0e90db883 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:29.178873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df480c6c-ba85-4bb7-a094-0c0d201b25ea req-bbbc1cc2-79e0-4fea-96f2-0da0e90db883 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0914474 Jul 28 18:17:29.189617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:29.189617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.196991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44898) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:29.209789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'floatingip': {'port_id': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:29.225576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port dd117a33-6392-4662-9167-07adfa2da8ac completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:29.275364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.323373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.448629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.504990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d3a24-fe43-4192-ba87-4bb94730830d None None] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:29.680945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3492490c-ce29-4e0c-bee4-cb36f8b485a1 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:29.684417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.789956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49443057-b20b-4bc6-8876-3b99e1f0ac90 req-7867bf58-341c-49c3-8a4f-1ad599bda1c8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:29.791887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49443057-b20b-4bc6-8876-3b99e1f0ac90 req-7867bf58-341c-49c3-8a4f-1ad599bda1c8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 943 time: 0.0748782 Jul 28 18:17:29.795915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Router 0604a36c-fa0f-418d-8274-d21c35d72228 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:17:29.865393 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.892095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd871e3a-0c06-4458-b1c8-266470f116fc details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:29.894656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d4ce1df5-2e55-4a78-be15-ffd147a62000 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:29.897835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49443057-b20b-4bc6-8876-3b99e1f0ac90 req-3fc463dc-f00e-48c2-84e5-52ea44787953 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933146 Jul 28 18:17:29.902391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Provisioning for port dd117a33-6392-4662-9167-07adfa2da8ac completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:29.911881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:29.944130 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.944480 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Added segment b92cc895-6648-4de7-8140-3e3c882e3abe of type vlan for network 4486abb8-8b97-41e3-9419-83d418ae6f42 Jul 28 18:17:29.954890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Provisioning complete for port dd117a33-6392-4662-9167-07adfa2da8ac triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:29.955272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:29.957112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3781f154-9e2d-4bc2-b8a4-0927912f6256,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:29.981517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:29.995803 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:30.011648 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:30.012469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:30.025151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.025494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.025832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.026164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.026492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.026818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.027229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.027479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.027801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.028175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.028496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.035929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:30.045545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.068869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.123527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.124974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-341161f4-169a-4984-91c9-4c5f557a5534 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1984341 Jul 28 18:17:30.127747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44914) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:30.136308 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:17:30.160052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd871e3a-0c06-4458-b1c8-266470f116fc,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:30.179887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'bd871e3a-0c06-4458-b1c8-266470f116fc', 'network_id': 'b3c3ca99-fc15-41b8-b765-065b3e3ab7fc', 'port_id': 'bd871e3a-0c06-4458-b1c8-266470f116fc', 'mac_address': 'fa:16:3e:de:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069d554-bfb0-4e61-87d1-e9e9e77d808d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:30.196261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.213825 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:30.264566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.266390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] For port dd117a33-6392-4662-9167-07adfa2da8ac, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dd117a33-6392-4662-9167-07adfa2da8ac,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:30.289972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.321553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd871e3a-0c06-4458-b1c8-266470f116fc {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:30.361242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port d4ce1df5-2e55-4a78-be15-ffd147a62000 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:30.366026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.368881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:30.371597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port d4ce1df5-2e55-4a78-be15-ffd147a62000 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:30.372353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.376069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.419709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:30.424337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd871e3a-0c06-4458-b1c8-266470f116fc,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:30.429707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.431508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:30.435533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.528227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4486abb8-8b97-41e3-9419-83d418ae6f42,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:30.549775 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:28Z', 'revision_number': 3, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:30.566660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:30.582044 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:30.582397 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Updating router 0604a36c-fa0f-418d-8274-d21c35d72228 port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:30.596479 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Floating IP 715021f9-8f55-4122-8cf6-0d6cc25f2e2d associated. External IP: 172.25.7.61, port: debfb187-74be-4776-8cbf-1f6d3de9ffdf. Jul 28 18:17:30.616466 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.706431 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.745763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.773432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:30.775823 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94985eed-ea8b-4d4a-9923-025772a1d6e3" -d '{"events": [{"server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "name": "network-vif-plugged", "status": "completed", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:30.810178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-606cdaac-527c-4a94-9a20-79db7d3374a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0375316 Jul 28 18:17:30.831180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:30.840584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.847305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Request body: {'subnet': {'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-71626993-subnet', 'tenant_id': '74760c2f6db94aa6be0e07df546168bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:30.864878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6607bca-ffb6-49c5-bfcd-e869c5a4a043 None None] Pushing event updated for resources: {'Port': ['ID=dd117a33-6392-4662-9167-07adfa2da8ac,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:30.902282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-401861fc-90e5-47cf-a47d-f10fba8267f6 None None] Provisioning complete for port dd117a33-6392-4662-9167-07adfa2da8ac triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:30.902693 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-401861fc-90e5-47cf-a47d-f10fba8267f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:30.905863 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71d08c-678a-4f9f-8b48-d2da3d9e4fd0 x-openstack-request-id: req-4e71d08c-678a-4f9f-8b48-d2da3d9e4fd0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:30.906087 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "name": "network-vif-plugged", "status": "completed", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:30.906419 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e71d08c-678a-4f9f-8b48-d2da3d9e4fd0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:30.906870 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000', 'code': 200} Jul 28 18:17:30.995528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.000794 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.028626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Transition to ACTIVE for port object 9e1ad9b1-7168-4ccf-9684-8d18747d72fc will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:31.032820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c84a-47fa-4d51-8c2b-2da653b52db3 req-0956009d-e38e-4652-95f2-ae24f134c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:31.034809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d75c84a-47fa-4d51-8c2b-2da653b52db3 req-0956009d-e38e-4652-95f2-ae24f134c9de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 1096 time: 0.0671215 Jul 28 18:17:31.035323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:31.066452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:31.069371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:17:31.093610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d75c84a-47fa-4d51-8c2b-2da653b52db3 req-4cba4c61-1587-477d-a536-ca2ad2f3f9a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Jul 28 18:17:31.183436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['bd871e3a-0c06-4458-b1c8-266470f116fc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:31.192911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:31.192911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.218836 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.236824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.246374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.276448 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f3005-9a43-41af-b73e-2145b4ce6370 None None] Pushing event updated for resources: {'Port': ['ID=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.279238 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Attempting to bind port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:31.279692 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Attempting to bind port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:31.280048 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Attempting to bind port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:31.286711 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:31.287083 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:31.287381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573148-cd8b-4809-95f5-63f41cab75f1 req-bb16e966-a86b-4576-ac5a-9773365593a3 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:31.287867 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.288033 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:31.288476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Bound port: 9e1ad9b1-7168-4ccf-9684-8d18747d72fc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:31.289007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff573148-cd8b-4809-95f5-63f41cab75f1 req-bb16e966-a86b-4576-ac5a-9773365593a3 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 944 time: 0.1100857 Jul 28 18:17:31.291063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.299382 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.391573 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] For port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:31.399654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:31.404955 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] For port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:31.405634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.416015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:31.431269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:31.431929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:31.436007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff573148-cd8b-4809-95f5-63f41cab75f1 req-137982cc-3767-4773-b4c5-ae7adfc6f6bc tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304212 Jul 28 18:17:31.438036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.494303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-38773f37-9adf-4e06-8a3d-f50e23365f33 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "PUT /v2.0/floatingips/715021f9-8f55-4122-8cf6-0d6cc25f2e2d HTTP/1.1" status: 200 len: 991 time: 2.2928362 Jul 28 18:17:31.509338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:31.515448 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:31.527489 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.611331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Allocated IP 172.20.0.1 (b11b0cf5-40f7-41e8-851d-cbe7d4060572/f403a708-25d9-492f-8cbc-877d9b22874a/471b2dbc-218a-4a26-8092-93a1b13bcc35) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:31.651607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.659696 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2f0de-f91a-4dac-8f08-1dcbc9a989f0 x-openstack-request-id: req-81d2f0de-f91a-4dac-8f08-1dcbc9a989f0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:31.661358 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:31.661808 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d2f0de-f91a-4dac-8f08-1dcbc9a989f0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:31.662457 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'status': 'completed', 'code': 200} Jul 28 18:17:31.668627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f3005-9a43-41af-b73e-2145b4ce6370 None None] Pushing event updated for resources: {'Port': ['ID=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.685365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:31.686346 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:31.707909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:31.717589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-0fa2a7d8-30f8-4e28-958e-d9c24f410297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:31.719887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-0fa2a7d8-30f8-4e28-958e-d9c24f410297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0544732 Jul 28 18:17:31.788339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.808434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Transition to ACTIVE for port object 471b2dbc-218a-4a26-8092-93a1b13bcc35 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:31.841084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-86087065-366a-4f4b-8c3f-7e4ed274eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:31.843222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-86087065-366a-4f4b-8c3f-7e4ed274eee2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1149993 Jul 28 18:17:31.847486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:31.932844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:31.960180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f4573b-d5ee-422b-bf71-e2c49319a741,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:31.971577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '715021f9-8f55-4122-8cf6-0d6cc25f2e2d', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:3f:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:16:57Z', 'updated_at': '2021-07-28T18:17:29Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:31.980467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-adb36d6a-ec71-43e8-a703-719a930b15b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 999 time: 0.1238546 Jul 28 18:17:31.981304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:31.981660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Network hostable DHCP agents. Network: 4486abb8-8b97-41e3-9419-83d418ae6f42, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:32.000835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:32.010978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:32.011674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:32.058510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:32.062216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-fcd075d3-af2e-4046-998a-46ba8054c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:32.064110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-fcd075d3-af2e-4046-998a-46ba8054c216 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0756991 Jul 28 18:17:32.139860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:32.142169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:32.149348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:32.162211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:32.172787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:28Z', 'revision_number': 3, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:32.202556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:32.207792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-979473cc-3b24-427d-9602-e2ed0c47c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:32.215154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-979473cc-3b24-427d-9602-e2ed0c47c15f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332819 Jul 28 18:17:32.215274 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52e20-7ab5-47aa-b0b0-fc92cecd7638 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:28Z', 'revision_number': 3, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:32.241031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:32.244908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Pushing event updated for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:32.365025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4486abb8-8b97-41e3-9419-83d418ae6f42) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:32.370022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:32.370831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:32.387812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7ad39-fc35-4edd-afed-13d0f31f87d2 None None] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:32.412498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-75701da0-50fc-4117-b570-16f98805eb99 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892362 Jul 28 18:17:32.550636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50f19175-dfbe-4f5c-8c29-efae0c6c28c8 req-780a4b59-fdc6-428d-bbec-b58c9dae2274 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311493 Jul 28 18:17:32.613795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a55b02-b8f4-4509-b056-00be29d3cc58 req-322eecdf-0f28-4677-a6fa-0ae28298862b tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:32.615789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32a55b02-b8f4-4509-b056-00be29d3cc58 req-322eecdf-0f28-4677-a6fa-0ae28298862b tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 944 time: 0.0752878 Jul 28 18:17:32.709613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32a55b02-b8f4-4509-b056-00be29d3cc58 req-b16def21-40cd-46b3-8fc2-5c630cd01803 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Jul 28 18:17:32.712074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-08d5f264-760a-4e1f-81a5-b13805b428f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8793581 Jul 28 18:17:32.754279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7adc4fb-751a-4712-8365-91eaa2eef2fd None None] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:17:32.761311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:32.810251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '715021f9-8f55-4122-8cf6-0d6cc25f2e2d', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:3f:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:16:57Z', 'updated_at': '2021-07-28T18:17:29Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:32.853810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c2f0753c-d816-481c-93f4-d98a881accf4 None None] Provisioning for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:32.860476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35e03c-8745-4a7d-97be-03a89cc60c67 None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '715021f9-8f55-4122-8cf6-0d6cc25f2e2d', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:3f:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:16:57Z', 'updated_at': '2021-07-28T18:17:29Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:32.867563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c2f0753c-d816-481c-93f4-d98a881accf4 None None] Provisioning complete for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:32.867970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c2f0753c-d816-481c-93f4-d98a881accf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:32.908059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:32.910588 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e2efa-e6a4-4783-bc5f-010d5a56d12a" -d '{"events": [{"server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "name": "network-vif-plugged", "status": "completed", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:33.038834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0753c-d816-481c-93f4-d98a881accf4 None None] Port 471b2dbc-218a-4a26-8092-93a1b13bcc35 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:17:33.072057 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d89dca-b3f3-44dd-b542-d57891926bf6 x-openstack-request-id: req-d3d89dca-b3f3-44dd-b542-d57891926bf6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:33.072365 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "name": "network-vif-plugged", "status": "completed", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:33.072625 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3d89dca-b3f3-44dd-b542-d57891926bf6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:33.073034 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1', 'code': 200} Jul 28 18:17:33.153060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.270165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.315368 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc3420-b0df-4203-b753-bd324b188511 None None] New status for floating IP 715021f9-8f55-4122-8cf6-0d6cc25f2e2d: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:17:33.365732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9e1ad9b1-7168-4ccf-9684-8d18747d72fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:33.429154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Pushing event updated for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:33.435842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.442039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff91b44-a58c-40cf-a3d2-e2d220413279 req-079821c0-0cec-44e0-a04a-c9eb5a58f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:33.443968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ff91b44-a58c-40cf-a3d2-e2d220413279 req-079821c0-0cec-44e0-a04a-c9eb5a58f21d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 1096 time: 0.3350854 Jul 28 18:17:33.550084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ff91b44-a58c-40cf-a3d2-e2d220413279 req-e1fa2f0a-61f1-42ea-bc2d-d383909520f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978024 Jul 28 18:17:33.575676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-7e4a509c-0771-4cdc-92ad-9a4e6d59df41 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:33.578631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-7e4a509c-0771-4cdc-92ad-9a4e6d59df41 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1966236 Jul 28 18:17:33.601778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:33.604010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:33.608150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:33.623131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:33.623131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.624602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-de1f9e0d-846e-4680-baef-23975ad78040 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0342035 Jul 28 18:17:33.688657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-ec4dd1a5-f960-4817-9fc8-698e12a6027e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609717 Jul 28 18:17:33.757050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.802848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:33.871159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd871e3a-0c06-4458-b1c8-266470f116fc up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:33.876701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:17:33.893341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-90e7f496-023b-4c61-8c80-dec030767b5c service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809566 Jul 28 18:17:33.955718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:33.956823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dd117a33-6392-4662-9167-07adfa2da8ac up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:34.017761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef334-7bee-4704-a419-412df55e0525 req-30b5fb00-9d59-4508-9701-34fe27eec6ed tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:34.024380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-accef334-7bee-4704-a419-412df55e0525 req-30b5fb00-9d59-4508-9701-34fe27eec6ed tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 944 time: 0.1458063 Jul 28 18:17:34.044969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:34.104637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port bd871e3a-0c06-4458-b1c8-266470f116fc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:34.122319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port bd871e3a-0c06-4458-b1c8-266470f116fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:34.122941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:34.124841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3c97dcc5-db6f-4af9-9441-78c15176d839 None None] Provisioning complete for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:34.125607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3c97dcc5-db6f-4af9-9441-78c15176d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:34.145068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:34.151013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4052482e-3ae1-4b3e-98a8-c525b6ab4016 admin admin] 10.222.0.25 "PUT /v2.0/routers/0604a36c-fa0f-418d-8274-d21c35d72228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0222144 Jul 28 18:17:34.154789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-accef334-7bee-4704-a419-412df55e0525 req-0d246101-548c-4473-bc8a-3a5bf3b4e91f tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Jul 28 18:17:34.180682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port dd117a33-6392-4662-9167-07adfa2da8ac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:34.181258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:34.228333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3c97dcc5-db6f-4af9-9441-78c15176d839 None None] Port 471b2dbc-218a-4a26-8092-93a1b13bcc35 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:17:34.357101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:34.514124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-9e5b6d60-4cbf-44b6-a73c-cdfc8e8da553 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060128 Jul 28 18:17:34.515041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd871e3a-0c06-4458-b1c8-266470f116fc,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:34.658669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:34.721048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:34.821278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45018) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:34.828968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631237475', 'description': 'tempest-description--1004461130'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:34.867514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:34.884353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:34.885157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:34.925066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47fe90c9-24e9-4512-9b13-f8496736b74b req-c31fd935-64d3-430b-a1af-582fd9da506d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 210 time: 0.0729485 Jul 28 18:17:34.945645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9e1ad9b1-7168-4ccf-9684-8d18747d72fc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:35.021084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.041751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:35.042341 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.082149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:35.084538 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97be5a-a075-411b-aeae-1ba3d9c815a1" -d '{"events": [{"server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "name": "network-vif-plugged", "status": "completed", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:35.119459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:35.152256 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c70bb-1733-4abd-b1af-0496e8241fea x-openstack-request-id: req-401c70bb-1733-4abd-b1af-0496e8241fea {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:35.152779 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "name": "network-vif-plugged", "status": "completed", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:35.153179 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-401c70bb-1733-4abd-b1af-0496e8241fea {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:35.153877 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc', 'code': 200} Jul 28 18:17:35.165861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.294829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.350186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53f4b3-c238-4a05-8da0-d4bfecbc9ef8 req-4bdbb7fe-cc94-4e34-9174-9d582939a5ca tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:35.351819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f53f4b3-c238-4a05-8da0-d4bfecbc9ef8 req-4bdbb7fe-cc94-4e34-9174-9d582939a5ca tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 945 time: 0.1105766 Jul 28 18:17:35.358363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdee00d-ab06-4405-8dc4-62f1137c28e2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:35.379923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6d79-79ca-4da1-b899-b01fb3e0622f req-19674fc0-6be7-485c-9597-e0a1c671825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:35.381434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-717d6d79-79ca-4da1-b899-b01fb3e0622f req-19674fc0-6be7-485c-9597-e0a1c671825c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 1096 time: 0.1529012 Jul 28 18:17:35.414126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f53f4b3-c238-4a05-8da0-d4bfecbc9ef8 req-6d8c5f0e-84ea-4f61-9646-db1ead5f0ac8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509570 Jul 28 18:17:35.439577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-717d6d79-79ca-4da1-b899-b01fb3e0622f req-8923f34b-10fb-42d1-870a-0bdd9f052750 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Jul 28 18:17:35.460519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 2, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:35.503476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:35.503860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Updating router 0604a36c-fa0f-418d-8274-d21c35d72228 port 471b2dbc-218a-4a26-8092-93a1b13bcc35 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:35.505140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.507280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eafbedc8-d11f-4164-9ed0-a4c9e0491bf0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6835709 Jul 28 18:17:35.511370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45038) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:35.516982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group_rule': {'security_group_id': '7cdee00d-ab06-4405-8dc4-62f1137c28e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:35.538831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.663381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.737584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.824768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.835923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Transition to ACTIVE for port object 471b2dbc-218a-4a26-8092-93a1b13bcc35 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:35.910032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.933208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:35.940391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596e3ce0-5669-4aff-ad71-599286b6cef3,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:36.052656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-398d5f7c-0963-4aff-a296-8f821f518559 req-3e874446-7022-435a-a2c6-9df412ed9c15 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 210 time: 0.0433109 Jul 28 18:17:36.084371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3405a-0cea-40b6-91c9-0a108943ff98 None None] Pushing event updated for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:36.092854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.097174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ed651435-0c2a-4b50-989d-f312e800fd68 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815921 Jul 28 18:17:36.097444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45054) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:36.104630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group_rule': {'security_group_id': '7cdee00d-ab06-4405-8dc4-62f1137c28e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:36.127883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Attempting to bind port 471b2dbc-218a-4a26-8092-93a1b13bcc35 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:36.128017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Attempting to bind port 471b2dbc-218a-4a26-8092-93a1b13bcc35 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:36.128352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Attempting to bind port 471b2dbc-218a-4a26-8092-93a1b13bcc35 on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:36.134741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:36.135127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:36.135575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.135989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Bound using segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:36.136466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Bound port: 471b2dbc-218a-4a26-8092-93a1b13bcc35, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:36.136905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.222492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] For port 471b2dbc-218a-4a26-8092-93a1b13bcc35, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:36.226283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] For port 471b2dbc-218a-4a26-8092-93a1b13bcc35, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=471b2dbc-218a-4a26-8092-93a1b13bcc35,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:36.230810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.296352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.348659 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.395898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.414762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54d499a-4c7e-4b64-a574-899314a73cc7,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:36.439991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:36.440789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:36.487953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.493348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e9a768a4-3da9-489f-9881-9f356db9fd00 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947508 Jul 28 18:17:36.493473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:36.505234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:36.510477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3405a-0cea-40b6-91c9-0a108943ff98 None None] Pushing event updated for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:36.668884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00d511-5e58-40ca-8e13-ee834f1116b7 req-e4e78c92-8ed4-473c-8b03-661900cd1b2d tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:36.670579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d00d511-5e58-40ca-8e13-ee834f1116b7 req-e4e78c92-8ed4-473c-8b03-661900cd1b2d tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 945 time: 0.1083097 Jul 28 18:17:36.678206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:36.699479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.793889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8d00d511-5e58-40ca-8e13-ee834f1116b7 req-eb4aaf65-ef62-4cde-8ff3-9f44139f9d31 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156907 Jul 28 18:17:36.861509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:36.949307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:36Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:36.977352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869a934-0bde-4bcc-82e3-5e8fbb07d530 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:36Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:36.981995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Allocated IP 172.25.7.151 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d816b202-9bf9-4f41-805d-6ecfa32376bd) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:37.161333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.182115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66ccafc9-16f4-4317-bbd9-e77aca99483a req-d39edfb3-6810-4f64-bf7d-d2bc60cc988a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 210 time: 0.0396557 Jul 28 18:17:37.368027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.420589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:37.426211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:37.431056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:37.479119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=d816b202-9bf9-4f41-805d-6ecfa32376bd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:37.499432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.500498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.501350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.501764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.502176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.502629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.503046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.503568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.508288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.508288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.508288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.510097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:37.575578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.726011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.738302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2e909e6-cea5-449c-bbbd-942c459bc14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.921421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:37.934966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df3b3-f762-4dbd-9c67-09f28b9dae44 req-37178275-69bb-4a6e-9255-43423c379da8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:37.936555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-221df3b3-f762-4dbd-9c67-09f28b9dae44 req-37178275-69bb-4a6e-9255-43423c379da8 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 945 time: 0.0631924 Jul 28 18:17:37.999785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-221df3b3-f762-4dbd-9c67-09f28b9dae44 req-ec492dcc-3934-435f-b7fc-77dc4cd7a643 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 Jul 28 18:17:38.060171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:38.276118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-26979978-94a7-4644-859d-23c8e852c25f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:38.277542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-26979978-94a7-4644-859d-23c8e852c25f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.37 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.3102784 Jul 28 18:17:38.278188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=d816b202-9bf9-4f41-805d-6ecfa32376bd,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:38.306964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:38.319285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8c98a32-169c-4d71-a095-cb00c71a3a3f req-e44dd1f1-53b1-4a42-a722-4c3974cec61e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 210 time: 0.0498939 Jul 28 18:17:38.470928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1ad89-bc3e-4f2a-80eb-c60a5af6d598 req-292a931d-cc91-442e-9954-64ad1fb57326 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:38.478370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50d1ad89-bc3e-4f2a-80eb-c60a5af6d598 req-292a931d-cc91-442e-9954-64ad1fb57326 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 945 time: 0.3970377 Jul 28 18:17:38.520990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:38.560611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50d1ad89-bc3e-4f2a-80eb-c60a5af6d598 req-6205823a-8c17-49f1-96e0-cc6ad0f3005d tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812449 Jul 28 18:17:38.624376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:38.630190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:38.760954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:38.760954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5bcf6ab-a8e8-48d4-9bc1-b46bfa718052 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2647073 Jul 28 18:17:38.767469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a94d84-d734-41a7-8642-a0854f11317b req-0be6dd91-9d08-4c24-a3d4-c2895e2bbb12 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:38.774973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1a94d84-d734-41a7-8642-a0854f11317b req-0be6dd91-9d08-4c24-a3d4-c2895e2bbb12 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 946 time: 0.1220591 Jul 28 18:17:38.864237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1a94d84-d734-41a7-8642-a0854f11317b req-87f1abba-3bf7-4508-8bf5-753a18ad58e3 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881281 Jul 28 18:17:38.870102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.4 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:39.002574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 471b2dbc-218a-4a26-8092-93a1b13bcc35 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:39.040504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-350986b1-e430-4fd4-bd53-ac1e139ab64e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--631237475&fields=id&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 267 time: 0.0850065 Jul 28 18:17:39.184671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:39.189510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:39.189894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.226659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-8f0e34cc-3259-483c-a4a4-79374ba4f6e1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:39.231866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.234335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-8f0e34cc-3259-483c-a4a4-79374ba4f6e1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 816 time: 0.1925611 Jul 28 18:17:39.280444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-332ce33d-0541-4391-93eb-4f23402bdbc4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/quotas/99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 375 time: 0.0414729 Jul 28 18:17:39.315248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.346900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-8759f7b0-6934-487e-8315-38bbd4949461 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676916 Jul 28 18:17:39.358961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 471b2dbc-218a-4a26-8092-93a1b13bcc35, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=471b2dbc-218a-4a26-8092-93a1b13bcc35,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:39.426064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.478735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-9ec5d996-b4c1-40d6-95ab-8c9e6dfbeaaf service neutron] 10.222.0.25 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179969 Jul 28 18:17:39.504427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.548674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:39.556594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:39.573715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd262-2965-4023-a179-4cf9ce816dbe req-b5461488-64ef-4abe-b50f-3c7db89f3783 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:39.577036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efafd262-2965-4023-a179-4cf9ce816dbe req-b5461488-64ef-4abe-b50f-3c7db89f3783 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 931 time: 0.1455543 Jul 28 18:17:39.584870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:39.601371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:39.660519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-32661aca-b27d-43ab-b6f3-22165cee5701 service neutron] 10.222.0.25 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808932 Jul 28 18:17:39.778806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:39.827469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:39.835259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:39.892233 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efafd262-2965-4023-a179-4cf9ce816dbe req-dba6ee7e-761f-4f8f-9d3f-469838073463 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029295 Jul 28 18:17:40.051476 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-76ed4444-19ac-41ca-a4b1-5464db2afdf9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7489700 Jul 28 18:17:40.070057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:40.072830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Request body: {'port': {'device_id': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:40.148462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ccf4-f5e5-412d-b992-de5b29ffa6e5 req-79a60328-8e5e-4bd3-8a9b-2be764436a58 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:40.161561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0351ccf4-f5e5-412d-b992-de5b29ffa6e5 req-79a60328-8e5e-4bd3-8a9b-2be764436a58 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 946 time: 0.1954322 Jul 28 18:17:40.255246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b672e234-7db8-4f08-8b61-2083811034d0 req-1cfce4a2-a20c-4f52-aacf-bdbc80daa595 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 210 time: 0.0618405 Jul 28 18:17:40.261678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0351ccf4-f5e5-412d-b992-de5b29ffa6e5 req-777f9eff-79fc-4b5e-bd97-dde2e6836759 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991621 Jul 28 18:17:40.289560 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:40.298577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-643ba755-87b6-4f95-81fd-929349c62de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:40.611788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:40.619190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:40.632854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Transition to ACTIVE for port object c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:40.769474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:40.909091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:40.950286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 471b2dbc-218a-4a26-8092-93a1b13bcc35 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:40.981890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Attempting to bind port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:40.982659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Attempting to bind port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:40.983489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Attempting to bind port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:40.991037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:40.993180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Attempting to bind port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:41.001298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:41.001954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:41.002779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:41.003434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Bound port: c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:41.004763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.044834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 471b2dbc-218a-4a26-8092-93a1b13bcc35 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:41.045216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.114513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:41.118527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:41.131156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07201054-93c1-4bef-bf1f-988216b4967f req-f4b8017c-e5e4-4d12-8cce-9d9fe99db0a8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.133582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07201054-93c1-4bef-bf1f-988216b4967f req-f4b8017c-e5e4-4d12-8cce-9d9fe99db0a8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 943 time: 0.1482677 Jul 28 18:17:41.163485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-6f862120-61fe-4e57-aef5-51c403011235 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.165223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.165994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-6f862120-61fe-4e57-aef5-51c403011235 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 946 time: 0.1269653 Jul 28 18:17:41.241833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.260330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07201054-93c1-4bef-bf1f-988216b4967f req-5693b0e8-5418-4181-a5fd-b714e4400334 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182725 Jul 28 18:17:41.346012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Deleting port d4ce1df5-2e55-4a78-be15-ffd147a62000 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:41.347736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.350352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:41.377710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.378346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.384383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b66c783d-a00f-478b-9fcb-bc048142e7b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce HTTP/1.1" status: 200 len: 1091 time: 1.3267913 Jul 28 18:17:41.384875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:41.390385 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdf6d38-c72c-44ec-91e0-6584fb591016" -d '{"events": [{"name": "network-changed", "server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:41.434558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d30d0ce-e040-4995-9e21-91744617b1b7 req-278f881b-aae8-4f57-9e44-c76858c0d7c4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 210 time: 0.0355523 Jul 28 18:17:41.522169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a839-8ad1-4f7a-8e36-3efafb56c9f1 req-8ab68100-9da3-42a9-af99-4756058d721f tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.523781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b153a839-8ad1-4f7a-8e36-3efafb56c9f1 req-8ab68100-9da3-42a9-af99-4756058d721f tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 946 time: 0.1098289 Jul 28 18:17:41.531972 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d2f788-1659-47a2-841a-9556fee99c28 x-openstack-request-id: req-f0d2f788-1659-47a2-841a-9556fee99c28 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:41.532290 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:41.532539 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0d2f788-1659-47a2-841a-9556fee99c28 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:41.532937 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce', 'status': 'completed', 'code': 200} Jul 28 18:17:41.533665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] For port d4ce1df5-2e55-4a78-be15-ffd147a62000, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d4ce1df5-2e55-4a78-be15-ffd147a62000,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:41.534028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.565267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Calling delete_port for d4ce1df5-2e55-4a78-be15-ffd147a62000 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:41.580595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-7f2f877e-ab2d-4755-9920-a280c95e29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.582262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-7f2f877e-ab2d-4755-9920-a280c95e29e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 1094 time: 0.0629339 Jul 28 18:17:41.599423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b153a839-8ad1-4f7a-8e36-3efafb56c9f1 req-0f55ab5c-b112-416d-803b-0bb21b64b7d1 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625777 Jul 28 18:17:41.646410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-56185cd2-f879-4ec4-9b66-a2f6fcc4c0b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce HTTP/1.1" status: 200 len: 217 time: 0.0543036 Jul 28 18:17:41.723753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-f326ac8d-af1f-4d22-90aa-3247674d79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:41.726375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-f326ac8d-af1f-4d22-90aa-3247674d79c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0726099 Jul 28 18:17:41.768987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-405a486f-51c2-45ec-a0ff-1e6bd60d47ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347147 Jul 28 18:17:41.807257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.821329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3492490c-ce29-4e0c-bee4-cb36f8b485a1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:41.861102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event deleted for resources: {'Port': ['ID=d4ce1df5-2e55-4a78-be15-ffd147a62000,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:41.864854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d4ce1df5-2e55-4a78-be15-ffd147a62000', 'bd871e3a-0c06-4458-b1c8-266470f116fc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:41.966782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-b75f0f77-d012-4ab9-a0de-8ae0d75a5fad service neutron] 10.222.0.37 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823976 Jul 28 18:17:41.974881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] No DVR routers for this DVR port d4ce1df5-2e55-4a78-be15-ffd147a62000 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:41.977924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:41.980811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1eac4da9-a278-48ad-a8d3-7ad03369e712 req-981ce1b9-40fb-4d67-921a-69feaa639303 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "DELETE /v2.0/ports/d4ce1df5-2e55-4a78-be15-ffd147a62000 HTTP/1.1" status: 204 len: 173 time: 0.8061538 Jul 28 18:17:41.981313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'name': 'network-vif-deleted', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:41.983788 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc1a4a2-4f99-47a3-a495-8e1a7e6e3df1" -d '{"events": [{"server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "name": "network-vif-deleted", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:42.077668 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7fa08-b9bf-4cb1-b461-667b570a9201 x-openstack-request-id: req-18f7fa08-b9bf-4cb1-b461-667b570a9201 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:42.078853 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e", "name": "network-vif-deleted", "tag": "d4ce1df5-2e55-4a78-be15-ffd147a62000", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:42.079563 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18f7fa08-b9bf-4cb1-b461-667b570a9201 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:42.080720 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e', 'name': 'network-vif-deleted', 'tag': 'd4ce1df5-2e55-4a78-be15-ffd147a62000', 'status': 'completed', 'code': 200} Jul 28 18:17:42.217192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b21676ff-3e4c-401f-be12-1e2626a3d98d req-5833e5d2-9c85-46dd-804e-78ff62f33b0b service neutron] 10.222.0.37 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446125 Jul 28 18:17:42.414943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5023b4-a892-4256-8f08-a38b4feb4af9 req-683dd84c-60a0-4938-978a-a91aacc23458 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:42.427448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb5023b4-a892-4256-8f08-a38b4feb4af9 req-683dd84c-60a0-4938-978a-a91aacc23458 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 943 time: 0.0763497 Jul 28 18:17:42.510402 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb5023b4-a892-4256-8f08-a38b4feb4af9 req-ca66b4a8-97f5-454c-8307-a1e208474c2a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Jul 28 18:17:42.526322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-d3e88c09-7fde-4766-9c2a-ca83aad01902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:42.527914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-d3e88c09-7fde-4766-9c2a-ca83aad01902 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 1094 time: 0.0738101 Jul 28 18:17:42.648642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90a64a06-ce7d-4238-a6a9-e8a7db51e23b req-f9a7add1-627f-49c6-a0a3-14d218632b4d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 210 time: 0.0438776 Jul 28 18:17:42.695939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-e16ffd94-3748-42d1-b1a8-d5cad8dc3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:42.701769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-e16ffd94-3748-42d1-b1a8-d5cad8dc3adf service neutron] 10.222.0.37 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 911 time: 0.1619656 Jul 28 18:17:42.813303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-66d7dfc9-046d-460c-bb8e-dfdd1007fcd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce HTTP/1.1" status: 200 len: 217 time: 0.1061461 Jul 28 18:17:42.815387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c66172ee-ff11-4bbb-bebf-8902609e123b req-296929c2-b8e7-4ccb-a2c1-c5cfd0b31d70 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bb75e4b-ba3f-430f-b13f-7a9f540ecc1e HTTP/1.1" status: 200 len: 210 time: 0.1009760 Jul 28 18:17:42.910030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-d77676a7-b13c-4b99-b216-025dde2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:42.912536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-d77676a7-b13c-4b99-b216-025dde2bbc24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0908601 Jul 28 18:17:42.944046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:42.959214 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-5745cbdf-e996-4add-9046-5243eff9c87d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374994 Jul 28 18:17:43.112730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-0669b186-ac69-4aed-aa21-600a22f97f5c service neutron] 10.222.0.37 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446548 Jul 28 18:17:43.381661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-f8a6bb90-eecd-4a3b-9ec6-3144763b848e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:43.383690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-f8a6bb90-eecd-4a3b-9ec6-3144763b848e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 816 time: 0.1713674 Jul 28 18:17:43.472671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-39d88bca-1b52-4960-babe-33f4d1df2c05 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 379 time: 0.0783796 Jul 28 18:17:43.483822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'port': {'device_id': '01033438-92bd-425a-96fe-3429ad8a9681', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'admin_state_up': True, 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'security_groups': ['7cdee00d-ab06-4405-8dc4-62f1137c28e2']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:43.763755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a836b80-2a56-4d16-8334-6001dca30f72 req-eb1a55d6-b270-40ac-b9ee-8bd0c8c29947 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:43.772104 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a836b80-2a56-4d16-8334-6001dca30f72 req-eb1a55d6-b270-40ac-b9ee-8bd0c8c29947 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 943 time: 0.1091671 Jul 28 18:17:43.773591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Made reservation on behalf of 99b7c4b666cd4f9d8d3f04060895325f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:43.781146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:43.781882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cdf6d38-c72c-44ec-91e0-6584fb591016 req-8a04f5e5-0bd4-4d3e-b096-5209fa868887 service neutron] 10.222.0.37 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615727 Jul 28 18:17:43.817206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a836b80-2a56-4d16-8334-6001dca30f72 req-b9b6f721-56a0-4005-adbe-25420fd83170 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Jul 28 18:17:43.850067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c80f21f6-4028-40c4-abe2-dde684d46671 req-2d7cf10e-503f-460b-8585-6d4b1e979167 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 210 time: 0.0656033 Jul 28 18:17:44.003032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Allocated IP 172.20.0.9 (b11b0cf5-40f7-41e8-851d-cbe7d4060572/f403a708-25d9-492f-8cbc-877d9b22874a/4af40ffe-da84-42c9-836f-f5f3e7ff9bb7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:44.245582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:44.265294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Transition to ACTIVE for port object 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:44.429866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:44.496453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:44.520233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:44.522137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:44.526928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:17:44.615711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:44.616409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:44.856021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-85a48abd-ff4f-4c29-9217-b6a1dc24f6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768966 Jul 28 18:17:44.869839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Request body: {'port': {'device_id': '01033438-92bd-425a-96fe-3429ad8a9681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:45.113462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93e02f-9997-43bc-96d2-071c4dda6e41 req-43e1fe85-d5f9-4466-bf7e-3def4a98be1d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:45.113462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf93e02f-9997-43bc-96d2-071c4dda6e41 req-43e1fe85-d5f9-4466-bf7e-3def4a98be1d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 943 time: 0.0688102 Jul 28 18:17:45.115586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:45.115586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e74ae-6a86-47c9-9a45-2d24a3637563 req-69a4b50a-d613-47e9-8dc0-1db3a19490f0 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:45.115586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e74ae-6a86-47c9-9a45-2d24a3637563 req-69a4b50a-d613-47e9-8dc0-1db3a19490f0 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:45.115586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-164e74ae-6a86-47c9-9a45-2d24a3637563 req-69a4b50a-d613-47e9-8dc0-1db3a19490f0 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496&device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 1681 time: 0.0830464 Jul 28 18:17:45.115851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf93e02f-9997-43bc-96d2-071c4dda6e41 req-a118fc10-9c00-4c86-8856-a3a4a758083a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Jul 28 18:17:45.159955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-164e74ae-6a86-47c9-9a45-2d24a3637563 req-0232306c-9a5f-4da8-82ae-28d119c3a714 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Jul 28 18:17:45.229585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78c937-d817-453e-88db-630e7235ce56 req-5ffdbeab-a17c-4ec8-95bd-53cbae271437 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:45.229585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff78c937-d817-453e-88db-630e7235ce56 req-5ffdbeab-a17c-4ec8-95bd-53cbae271437 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 931 time: 0.0689349 Jul 28 18:17:45.294197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b007acdb-7214-4bed-a5a2-bbbc8587489a None None] Provisioning for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:45.300235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff78c937-d817-453e-88db-630e7235ce56 req-b1d0422a-0766-4a83-b7b5-33112978a142 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772300 Jul 28 18:17:45.311054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b007acdb-7214-4bed-a5a2-bbbc8587489a None None] Provisioning complete for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:45.315026 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b007acdb-7214-4bed-a5a2-bbbc8587489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:45.363146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b007acdb-7214-4bed-a5a2-bbbc8587489a None None] Port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:17:45.458442 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:45.679880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:45.687839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:45.707075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Transition to ACTIVE for port object 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:17:45.774657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:45.863463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:45.911452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d4ce1df5-2e55-4a78-be15-ffd147a62000 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:45.928659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:45.949056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:46.023010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: d4ce1df5-2e55-4a78-be15-ffd147a62000 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:46.023010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d4ce1df5-2e55-4a78-be15-ffd147a62000 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:46.023010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce', 'mac_address': 'fa:16:3e:8c:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:46.109722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:46.109722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:46.130296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Attempting to bind port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:17:46.132716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Attempting to bind port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:17:46.133186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Attempting to bind port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:46.142735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:46.144570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:17:46.145034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Attempting to bind port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:17:46.157271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:17:46.162281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:46.162281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Bound using segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:17:46.162281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Bound port: 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:17:46.162281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:46.253116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:46.272417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:46.275669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:46.319030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:46.336402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d5e75-d06c-4b75-aa96-13b1adc197cf req-824f9026-9830-46e6-8994-a0b3043b5a4d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:46.338000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f75d5e75-d06c-4b75-aa96-13b1adc197cf req-824f9026-9830-46e6-8994-a0b3043b5a4d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 944 time: 0.0609140 Jul 28 18:17:46.399471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f75d5e75-d06c-4b75-aa96-13b1adc197cf req-8e6fef3b-9126-430e-b110-45eac70e8a1f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Jul 28 18:17:46.454468 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:46.489344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:46.555747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:46.558855 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:46.562059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] 10.222.0.37 "PUT /v2.0/ports/4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 1091 time: 1.6987283 Jul 28 18:17:46.567057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:46.569715 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc822ee-3f4c-4e13-ac7f-396426194059" -d '{"events": [{"name": "network-changed", "server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:46.645859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5e94c-8d15-4fc3-9ecf-9c4dad2caf1e service neutron] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:46.683520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74676c-a1c0-4950-959f-857467052f07 req-64eba247-817b-459f-9ea4-8e30d4692e21 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:46.685584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf74676c-a1c0-4950-959f-857467052f07 req-64eba247-817b-459f-9ea4-8e30d4692e21 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1904542 Jul 28 18:17:46.748843 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c029ea-d320-4af0-8f33-b47aef515f4c x-openstack-request-id: req-50c029ea-d320-4af0-8f33-b47aef515f4c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:46.749320 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:46.749573 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50c029ea-d320-4af0-8f33-b47aef515f4c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:46.750605 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'status': 'completed', 'code': 200} Jul 28 18:17:46.805517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf74676c-a1c0-4950-959f-857467052f07 req-ce9b8648-2f91-43fe-87a2-d223b5fb071c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117380 Jul 28 18:17:46.819443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-fd987902-496e-461e-9de4-93a30674542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:46.821068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-fd987902-496e-461e-9de4-93a30674542a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1094 time: 0.1090419 Jul 28 18:17:46.937354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-72fba524-8b7b-425f-8e90-0d36fcd24153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 217 time: 0.0825179 Jul 28 18:17:47.027303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-e836692b-099f-470a-abc7-6510c9914b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.029009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-e836692b-099f-470a-abc7-6510c9914b98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0821161 Jul 28 18:17:47.104678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e02d5-c2fb-4a76-b6ed-e5f6ec32d75a req-011c8ea6-04b1-4713-bb9e-6054f5f18136 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.106373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1e02d5-c2fb-4a76-b6ed-e5f6ec32d75a req-011c8ea6-04b1-4713-bb9e-6054f5f18136 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 945 time: 0.0928805 Jul 28 18:17:47.113909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-11f1e074-47d3-4961-a0c8-fed50b6ba2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.115463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-11f1e074-47d3-4961-a0c8-fed50b6ba2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669832 Jul 28 18:17:47.204740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1e02d5-c2fb-4a76-b6ed-e5f6ec32d75a req-ad8a485f-b366-463b-8f5a-c13f9382d827 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/security-groups?id=89cde40f-1976-4b3d-bccc-75fff1d669d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883186 Jul 28 18:17:47.240365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-cc0ce0e4-28da-4754-8493-8c65a2605570 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062880 Jul 28 18:17:47.356848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08afbf3d-71ce-4c5e-8c75-631013adba94 req-abe6bf30-997b-46cb-a1bb-0d948a4000b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054597 Jul 28 18:17:47.419191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76d99-22b9-4203-abaa-b0964caf67be req-5cd88b09-e0df-4eea-b94d-81cdeae6de7e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.420630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fca76d99-22b9-4203-abaa-b0964caf67be req-5cd88b09-e0df-4eea-b94d-81cdeae6de7e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 945 time: 0.0656345 Jul 28 18:17:47.553604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-0796c441-2bd2-40b6-99f4-7812d3403466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.556031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-0796c441-2bd2-40b6-99f4-7812d3403466 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1094 time: 0.0654767 Jul 28 18:17:47.564475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c264-20fe-4738-a9e5-6e4bc6529996 req-d4fcf259-e974-4e12-81d6-8ca711623d7a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.565962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55b8c264-20fe-4738-a9e5-6e4bc6529996 req-d4fcf259-e974-4e12-81d6-8ca711623d7a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 944 time: 0.0980217 Jul 28 18:17:47.605016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Deleting port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:47.605376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:47.682428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55b8c264-20fe-4738-a9e5-6e4bc6529996 req-0b5b7342-47a7-4d33-a1cf-896f93fa61af tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089242 Jul 28 18:17:47.727979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-6f6d4f7a-f1ef-46e9-bc8f-c98fdb321aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.729918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-6f6d4f7a-f1ef-46e9-bc8f-c98fdb321aa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1655169 Jul 28 18:17:47.745827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] For port 3492490c-ce29-4e0c-bee4-cb36f8b485a1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3492490c-ce29-4e0c-bee4-cb36f8b485a1,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:47.746205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:47.763561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Calling delete_port for 3492490c-ce29-4e0c-bee4-cb36f8b485a1 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:47.801871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:47.802400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-b2f25f11-d862-4c44-9926-a21dd14440e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 217 time: 0.0564013 Jul 28 18:17:47.863295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-e79ad263-8f6b-4e43-86cc-0a2faae1b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.865178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-e79ad263-8f6b-4e43-86cc-0a2faae1b959 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0558126 Jul 28 18:17:47.948043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-92d3c465-efdf-4cd7-8c99-7bc4f65f84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:47.949612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-92d3c465-efdf-4cd7-8c99-7bc4f65f84a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764787 Jul 28 18:17:48.018085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd49721-f810-40e3-bae4-65dfb41e1f3e req-77d13f55-3cd5-47e0-bd18-9aded2287f9f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:48.020406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbd49721-f810-40e3-bae4-65dfb41e1f3e req-77d13f55-3cd5-47e0-bd18-9aded2287f9f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0751941 Jul 28 18:17:48.065015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbd49721-f810-40e3-bae4-65dfb41e1f3e req-ea0124cc-8dfd-48b7-9c79-2f310abc6770 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384164 Jul 28 18:17:48.066188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-9b61a895-6acc-44c3-9a70-75047c154b0b service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035781 Jul 28 18:17:48.098902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:48.103782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:48.104167 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.127278 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.144426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['bd871e3a-0c06-4458-b1c8-266470f116fc'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:48.160352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event deleted for resources: {'Port': ['ID=3492490c-ce29-4e0c-bee4-cb36f8b485a1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:48.188810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0bc822ee-3f4c-4e13-ac7f-396426194059 req-95bf8df7-a0f1-42ca-9980-a433dc6b2277 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128094 Jul 28 18:17:48.210149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] No DVR routers for this DVR port 3492490c-ce29-4e0c-bee4-cb36f8b485a1 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:48.212825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.214851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fca76d99-22b9-4203-abaa-b0964caf67be req-6b07f308-6eec-47e3-95d7-18267324d1ba tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.37 "DELETE /v2.0/ports/3492490c-ce29-4e0c-bee4-cb36f8b485a1 HTTP/1.1" status: 204 len: 173 time: 0.7869656 Jul 28 18:17:48.215291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'name': 'network-vif-deleted', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:48.222077 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c20de42-7f32-4cd0-ad79-924ded6b789b" -d '{"events": [{"server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "name": "network-vif-deleted", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:48.254007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.269941 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752706b2-d89d-49a7-893d-10118170d8da x-openstack-request-id: req-752706b2-d89d-49a7-893d-10118170d8da {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:48.270244 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2df29d-627a-4fc6-8205-27504b394496", "name": "network-vif-deleted", "tag": "3492490c-ce29-4e0c-bee4-cb36f8b485a1", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:48.270496 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-752706b2-d89d-49a7-893d-10118170d8da {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:48.271052 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2df29d-627a-4fc6-8205-27504b394496', 'name': 'network-vif-deleted', 'tag': '3492490c-ce29-4e0c-bee4-cb36f8b485a1', 'status': 'completed', 'code': 200} Jul 28 18:17:48.312952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:48.316513 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d66438-209d-4c81-a61d-880cdc5f042d" -d '{"events": [{"server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:48.350771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:48.355052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2523119-753f-40cf-9cee-8d6284a6ebe2 req-ceda3e73-8db5-4e2a-93cb-9a0cb2373375 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 210 time: 0.0561094 Jul 28 18:17:48.385421 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dc9b6f-5ead-455b-9057-4032f0ec1e00 x-openstack-request-id: req-02dc9b6f-5ead-455b-9057-4032f0ec1e00 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:48.385856 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:48.386433 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02dc9b6f-5ead-455b-9057-4032f0ec1e00 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:48.386841 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce', 'code': 200} Jul 28 18:17:48.477449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f015d-d139-4e8f-aa78-41cc9a770bf2 req-9a4aed0b-e466-4d66-bbf5-4468e810bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:48.480794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-498f015d-d139-4e8f-aa78-41cc9a770bf2 req-9a4aed0b-e466-4d66-bbf5-4468e810bec8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 1095 time: 0.0527973 Jul 28 18:17:48.487462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781f800-aea0-4584-85c5-79e523fef17a req-6cc8e792-8379-43d3-a6fb-65400a4811c4 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:48.489851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3781f800-aea0-4584-85c5-79e523fef17a req-6cc8e792-8379-43d3-a6fb-65400a4811c4 tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c77c1a-6969-4e1f-a078-7ccf4018fe56 HTTP/1.1" status: 200 len: 945 time: 0.0658205 Jul 28 18:17:48.537325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-498f015d-d139-4e8f-aa78-41cc9a770bf2 req-39b05a9e-7115-432c-87a1-23242c5d12e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Jul 28 18:17:48.584405 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.585575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3492490c-ce29-4e0c-bee4-cb36f8b485a1 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:48.608403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 3492490c-ce29-4e0c-bee4-cb36f8b485a1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:48.610209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3492490c-ce29-4e0c-bee4-cb36f8b485a1 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:48.610996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Deleting port bd871e3a-0c06-4458-b1c8-266470f116fc {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:48.612371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.694686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:48.697777 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.705191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.705790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.706281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.706804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.707304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.707810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.708291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.708818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.709285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.709761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.710260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.710790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:48.729404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] For port bd871e3a-0c06-4458-b1c8-266470f116fc, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bd871e3a-0c06-4458-b1c8-266470f116fc,segment=NetworkSegment(d52ac28c-2e37-48b9-84ba-920204d8c802),segment_id=d52ac28c-2e37-48b9-84ba-920204d8c802)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:48.729684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:48.752746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Calling delete_port for bd871e3a-0c06-4458-b1c8-266470f116fc owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:48.878095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673608-c391-442b-8f55-954ea67afcda req-1778d86e-b800-4d7b-8785-8dade3ff0c25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:48.879701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb673608-c391-442b-8f55-954ea67afcda req-1778d86e-b800-4d7b-8785-8dade3ff0c25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 945 time: 0.1197858 Jul 28 18:17:48.967589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb673608-c391-442b-8f55-954ea67afcda req-9761b4ee-4ed2-4e22-b1f6-6c83a87c6658 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Jul 28 18:17:49.168077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:49.201149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Pushing event deleted for resources: {'Port': ['ID=bd871e3a-0c06-4458-b1c8-266470f116fc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:49.249493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb66b24-72ba-4c12-b4c8-9fe2d61a25de req-fe129913-ee31-44ec-ad03-812b5ff0a637 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:49.258267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0fb66b24-72ba-4c12-b4c8-9fe2d61a25de req-fe129913-ee31-44ec-ad03-812b5ff0a637 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1190577 Jul 28 18:17:49.279843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] No DVR routers for this DVR port bd871e3a-0c06-4458-b1c8-266470f116fc on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:49.287725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:49.289687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3781f800-aea0-4584-85c5-79e523fef17a req-5d257c13-690c-4ea6-8eae-b5ef6393251e tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.35 "DELETE /v2.0/ports/bd871e3a-0c06-4458-b1c8-266470f116fc HTTP/1.1" status: 204 len: 173 time: 0.7879870 Jul 28 18:17:49.290131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'name': 'network-vif-deleted', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:49.292452 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b32f5f0-c82e-4836-bd59-8156a616e4dc" -d '{"events": [{"server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "name": "network-vif-deleted", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:49.330131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0fb66b24-72ba-4c12-b4c8-9fe2d61a25de req-da69a507-612b-413d-a836-02036d75deea tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709066 Jul 28 18:17:49.345560 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118767e-f3b1-46cc-8bbe-1c0e5424f778 x-openstack-request-id: req-1118767e-f3b1-46cc-8bbe-1c0e5424f778 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:49.346206 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c77c1a-6969-4e1f-a078-7ccf4018fe56", "name": "network-vif-deleted", "tag": "bd871e3a-0c06-4458-b1c8-266470f116fc", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:49.346632 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1118767e-f3b1-46cc-8bbe-1c0e5424f778 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:49.347200 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c77c1a-6969-4e1f-a078-7ccf4018fe56', 'name': 'network-vif-deleted', 'tag': 'bd871e3a-0c06-4458-b1c8-266470f116fc', 'status': 'completed', 'code': 200} Jul 28 18:17:49.491176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-650e55ec-1ea5-4725-bccd-2d24b8870eab req-df34e288-a3c9-45ed-a9c3-8056cf3caabd tempest-ListServersNegativeTestJSON-1767348503 tempest-ListServersNegativeTestJSON-1767348503-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f2df29d-627a-4fc6-8205-27504b394496 HTTP/1.1" status: 200 len: 210 time: 0.0310004 Jul 28 18:17:49.805404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:17:49.911290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:49.926239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:17:49.964878 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:49.978560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:17:50.005573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:50.114664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:50.127640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d727fc-7415-45ce-b567-e8348a207db4 req-c021d27c-0bac-4063-a7dc-7f1e7c0f1d12 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:50.130522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6d727fc-7415-45ce-b567-e8348a207db4 req-c021d27c-0bac-4063-a7dc-7f1e7c0f1d12 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 945 time: 0.0845125 Jul 28 18:17:50.177472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:50.193167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6d727fc-7415-45ce-b567-e8348a207db4 req-23be359b-76c2-42d2-a3f0-bb0286bcc46d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563762 Jul 28 18:17:50.332178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:50.485601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e938-c0aa-4610-8837-c41c330db0e1 req-debd7064-1d07-46dd-b60c-1270e6e2e3ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:50.487511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0800e938-c0aa-4610-8837-c41c330db0e1 req-debd7064-1d07-46dd-b60c-1270e6e2e3ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 944 time: 0.0547917 Jul 28 18:17:50.532277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0800e938-c0aa-4610-8837-c41c330db0e1 req-c9883b95-95dd-4e27-be11-532ae51bbd58 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377164 Jul 28 18:17:50.629636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:50.678670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Deleting subnet 9069d554-bfb0-4e61-87d1-e9e9e77d808d {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:17:50.684084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:50.728501 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:50.790624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:50.882415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3945-8830-4c06-b86b-7c61c1be828d req-5f542073-153f-4280-87d4-8a342b606d58 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:50.891580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97eb3945-8830-4c06-b86b-7c61c1be828d req-5f542073-153f-4280-87d4-8a342b606d58 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 945 time: 0.0797482 Jul 28 18:17:50.930878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97eb3945-8830-4c06-b86b-7c61c1be828d req-a9eab812-eb8e-4b72-b89f-007c901af98e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Jul 28 18:17:50.973383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:50.999097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9069d554-bfb0-4e61-87d1-e9e9e77d808d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:51.006621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.008530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-60ea5755-8553-4d39-b472-c7c5925086cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9069d554-bfb0-4e61-87d1-e9e9e77d808d HTTP/1.1" status: 204 len: 168 time: 0.3777146 Jul 28 18:17:51.011282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:51.093414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.179541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.190378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c3ca99-fc15-41b8-b765-065b3e3ab7fc']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:51.201152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ac28c-2e37-48b9-84ba-920204d8c802') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:51.201453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ac28c-2e37-48b9-84ba-920204d8c802') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:51.211773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.225965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.231919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:17:51.232311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:17:51.233947 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:17:51.390068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.396237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:51.398206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b3c3ca99-fc15-41b8-b765-065b3e3ab7fc HTTP/1.1" status: 204 len: 168 time: 0.3840153 Jul 28 18:17:51.411451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68aa20-db6c-4566-ba20-41acf9515182 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c3ca99-fc15-41b8-b765-065b3e3ab7fc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:51.671138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6bbf-f366-484c-be88-a1a1fe087043 req-578f202d-ff0a-4f57-bd1c-96cebbbe0ca1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:51.672799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5aa6bbf-f366-484c-be88-a1a1fe087043 req-578f202d-ff0a-4f57-bd1c-96cebbbe0ca1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 944 time: 0.0555563 Jul 28 18:17:51.717147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5aa6bbf-f366-484c-be88-a1a1fe087043 req-9b9808c5-64b3-4638-a008-b565a2af6902 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Jul 28 18:17:51.824049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45562) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:51.824561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:51.888287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f356ee0-5556-4e36-830e-a221f70ed8e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d073a45418441da89163a5f5dceea72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629451 Jul 28 18:17:51.891072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:51.991508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.050206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.097410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd871e3a-0c06-4458-b1c8-266470f116fc no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:52.110148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:52.126668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: bd871e3a-0c06-4458-b1c8-266470f116fc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:52.127243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bd871e3a-0c06-4458-b1c8-266470f116fc not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:52.172347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-d63b0f0d-b4f5-4bb7-92d0-654ad7dc17b2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:52.174124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-d63b0f0d-b4f5-4bb7-92d0-654ad7dc17b2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.37 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 945 time: 0.1375823 Jul 28 18:17:52.191069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33923-a0c0-473c-b39a-59dc8b47276f req-e16dce04-7dc7-48b7-b29b-097ee3db6a74 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:52.192732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c33923-a0c0-473c-b39a-59dc8b47276f req-e16dce04-7dc7-48b7-b29b-097ee3db6a74 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 945 time: 0.1249788 Jul 28 18:17:52.240065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.240256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:17:52.244134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.244276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:17:52.244593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.246521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89cde40f-1976-4b3d-bccc-75fff1d669d4 HTTP/1.1" status: 204 len: 168 time: 0.3538549 Jul 28 18:17:52.263118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eeb09-24b4-43b9-978e-a37704006b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cde40f-1976-4b3d-bccc-75fff1d669d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:52.296517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c33923-a0c0-473c-b39a-59dc8b47276f req-38aabd03-8e76-47ef-adf4-6e353e781b95 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868442 Jul 28 18:17:52.306915 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6695d654-f03d-45a5-9041-fd9023288945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.385527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:17:52.385527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.399549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.428879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:52.431082 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067e6fb-4e19-481f-b5c8-5375af1dfbc8" -d '{"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:52.443467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6695d654-f03d-45a5-9041-fd9023288945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.446070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:52.481234 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4824d031-8e2b-425f-8d90-a187e68fe698 x-openstack-request-id: req-4824d031-8e2b-425f-8d90-a187e68fe698 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:52.481628 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:52.481979 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4824d031-8e2b-425f-8d90-a187e68fe698 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:52.482597 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'code': 200} Jul 28 18:17:52.520943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:52.520943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.533257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:17:52.556753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6695d654-f03d-45a5-9041-fd9023288945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.582953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.612192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6695d654-f03d-45a5-9041-fd9023288945 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaf7437feb5f4a5e830d96a02fb92fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968827 Jul 28 18:17:52.612933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45604) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:52.628022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695d654-f03d-45a5-9041-fd9023288945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e79747-d531-448a-bf18-98b7959ca5cc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:52.633197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6c0b-6165-4724-be51-f7d732246d4b req-30f1cdcc-bd82-4228-a401-331657fd63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:52.652742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:52.659204 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c6a6c0b-6165-4724-be51-f7d732246d4b req-30f1cdcc-bd82-4228-a401-331657fd63c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1095 time: 0.1120393 Jul 28 18:17:52.719082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c6a6c0b-6165-4724-be51-f7d732246d4b req-485d99d0-aeb3-4b19-a341-859dddd6c313 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Jul 28 18:17:52.726840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.750399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.865248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f62f9-a5df-46fa-aaec-3afb72bc421e req-53658ea2-2869-47a7-b2b8-918881e575f2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:52.866859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d9f62f9-a5df-46fa-aaec-3afb72bc421e req-53658ea2-2869-47a7-b2b8-918881e575f2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0645752 Jul 28 18:17:52.910240 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.914657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d9f62f9-a5df-46fa-aaec-3afb72bc421e req-db10100e-b6ed-45c1-9f26-3839d4a4639d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Jul 28 18:17:52.922588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:17:52.943018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:52.952531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.955164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:52.956485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6e79747-d531-448a-bf18-98b7959ca5cc HTTP/1.1" status: 204 len: 168 time: 0.3428016 Jul 28 18:17:52.988066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033e0a-29eb-4aa7-9581-9b8b288f90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e79747-d531-448a-bf18-98b7959ca5cc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:53.019522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:17:53.035342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:53.037727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5aec81da-ddef-4b87-b412-97b52717bb4a req-c0353623-8644-4371-950c-dde264e86084 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.37 "DELETE /v2.0/ports/c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce HTTP/1.1" status: 204 len: 173 time: 0.8578982 Jul 28 18:17:53.038181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'name': 'network-vif-deleted', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:53.040762 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96ed5b0-1ea2-43a3-b53f-c5836c79f238" -d '{"events": [{"server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "name": "network-vif-deleted", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:53.079424 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e148d-f4a0-4505-bb68-f0fba7abebf1 x-openstack-request-id: req-4f6e148d-f4a0-4505-bb68-f0fba7abebf1 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:53.079785 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7796ef68-1704-4009-9bc5-bba0e6cd46dc", "name": "network-vif-deleted", "tag": "c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:53.080144 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f6e148d-f4a0-4505-bb68-f0fba7abebf1 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:53.080618 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796ef68-1704-4009-9bc5-bba0e6cd46dc', 'name': 'network-vif-deleted', 'tag': 'c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce', 'status': 'completed', 'code': 200} Jul 28 18:17:53.467321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e14d0f54-4f4e-4653-95be-b861541ea673 req-f097b923-8e86-4d74-a0b8-3dc2de7f9b7e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7796ef68-1704-4009-9bc5-bba0e6cd46dc HTTP/1.1" status: 200 len: 210 time: 0.0321400 Jul 28 18:17:54.080073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56de4-d37f-40ff-b182-438a125419dc req-d7ebf95f-2af0-4c89-b245-6f112cf7422f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:54.090758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14c56de4-d37f-40ff-b182-438a125419dc req-d7ebf95f-2af0-4c89-b245-6f112cf7422f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0878994 Jul 28 18:17:54.134352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14c56de4-d37f-40ff-b182-438a125419dc req-bdc8f22c-4eba-4d52-8860-dd1657f687f4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Jul 28 18:17:54.278325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05072d-398e-4508-acf0-b4b8aca99208 req-ffeb325b-3195-4e9f-a33a-4779334846b6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:54.280329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b05072d-398e-4508-acf0-b4b8aca99208 req-ffeb325b-3195-4e9f-a33a-4779334846b6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0666692 Jul 28 18:17:54.290904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45720) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:54.296087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'floatingip': {'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:54.344813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.022851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.104148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.223787 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Floating IP 5b846f4e-7332-49f5-82e0-a04701af0903 associated. External IP: 172.25.7.151, port: 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7. Jul 28 18:17:55.305118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45794) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:55.347748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45800) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:55.424231 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce602ca-8d34-4904-b020-03076f1906a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.490635 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88ae9563-f844-482a-9f3e-0ac925d9ec45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.492254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-b8b53f83-aa54-450f-95d0-9b984c505a25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:55.493744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-b8b53f83-aa54-450f-95d0-9b984c505a25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1667724 Jul 28 18:17:55.539453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-a66f5283-22bf-481e-b16d-ea82bb3b39bf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0149930 Jul 28 18:17:55.567916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce602ca-8d34-4904-b020-03076f1906a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.587966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-2ef917ef-c007-472c-8955-087c2c3a5d01 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389354 Jul 28 18:17:55.592832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:17:55.693210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce602ca-8d34-4904-b020-03076f1906a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.761644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dce602ca-8d34-4904-b020-03076f1906a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc8164cc06674dc3b738366072cc7423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548838 Jul 28 18:17:55.770139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce602ca-8d34-4904-b020-03076f1906a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafb040-4600-4dcc-b05c-0becc7eb2e44,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:55.770139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:55.830191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:55.858174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:17:55.858874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c3c4f714-8fb2-4930-b0c7-2db52ef8e2ce not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:17:55.859042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.866410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88ae9563-f844-482a-9f3e-0ac925d9ec45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.892098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:55.962889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88ae9563-f844-482a-9f3e-0ac925d9ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.006640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88ae9563-f844-482a-9f3e-0ac925d9ec45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce13d08937444cb290769056690d6d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576097 Jul 28 18:17:56.007497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae9563-f844-482a-9f3e-0ac925d9ec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4a5c4-8f3d-41d8-85e9-108b9acb10f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:56.010074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45826) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:56.056435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.060576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.062137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cafb040-4600-4dcc-b05c-0becc7eb2e44 HTTP/1.1" status: 204 len: 168 time: 0.2923217 Jul 28 18:17:56.075675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0db6b4-f005-4d23-b5b2-4e4e3dc6470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafb040-4600-4dcc-b05c-0becc7eb2e44,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:56.088370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.096532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-a2e0b0c5-8971-4efc-bb0c-ef935a2c280b service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956219 Jul 28 18:17:56.123770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.146487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:56.152637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.172703 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:56.182199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:56.182806 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:56.224764 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-952e6246-f220-4159-8b9a-b01cd8700de2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "PUT /v2.0/floatingips/5b846f4e-7332-49f5-82e0-a04701af0903 HTTP/1.1" status: 200 len: 991 time: 1.9326873 Jul 28 18:17:56.226817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:17:56.229187 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba4a3f-77d2-4023-a668-dea9cfd95141" -d '{"events": [{"name": "network-changed", "server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:56.266312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-ba1adf54-0655-4f70-b1eb-e0360e394d45 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604531 Jul 28 18:17:56.338723 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:56.369844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.369844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:56.369844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44d4a5c4-8f3d-41d8-85e9-108b9acb10f1 HTTP/1.1" status: 204 len: 168 time: 0.3559933 Jul 28 18:17:56.377743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9c83-2757-474f-96a1-bb15f0f3c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4a5c4-8f3d-41d8-85e9-108b9acb10f1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:56.408623 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3f71e-afef-4980-8fa6-22f9002246c4 x-openstack-request-id: req-3be3f71e-afef-4980-8fa6-22f9002246c4 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:56.409479 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:56.409858 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3be3f71e-afef-4980-8fa6-22f9002246c4 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:56.414213 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'status': 'completed', 'code': 200} Jul 28 18:17:56.514298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-f1b8bdab-ce21-44fc-8ce4-9c77f5b50c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:56.515982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-f1b8bdab-ce21-44fc-8ce4-9c77f5b50c1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1096 time: 0.0640950 Jul 28 18:17:56.644013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '5b846f4e-7332-49f5-82e0-a04701af0903', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01033438-92bd-425a-96fe-3429ad8a9681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:17:37Z', 'updated_at': '2021-07-28T18:17:54Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:56.680503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:56.691613 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:17:56.692291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:56.742405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b265b045-1bb5-44f0-b7a2-0bbe8d1a4404 req-663ef569-c49e-4e27-ab98-d85d761fbb88 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.1268139 Jul 28 18:17:56.799762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-ac742dae-be39-4fb1-a3c2-45fef3c80803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:56.801781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-ac742dae-be39-4fb1-a3c2-45fef3c80803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.2791715 Jul 28 18:17:56.854540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:17:56.899713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-9fe97250-ea02-446a-9434-e5ad2604a494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 999 time: 0.0867300 Jul 28 18:17:56.980791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-15c1751c-7aaa-4d43-ad5a-ddcc0ee03516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:56.991878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-15c1751c-7aaa-4d43-ad5a-ddcc0ee03516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0774944 Jul 28 18:17:57.044629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-56d71547-d7a1-481c-b697-9a624250aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:57.047953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-56d71547-d7a1-481c-b697-9a624250aed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530293 Jul 28 18:17:57.147268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-304a649c-1b41-4739-8059-8ad348a93cba service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925078 Jul 28 18:17:57.158439 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '5b846f4e-7332-49f5-82e0-a04701af0903', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01033438-92bd-425a-96fe-3429ad8a9681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:17:37Z', 'updated_at': '2021-07-28T18:17:54Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:57.194048 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8157fe-6bdc-4552-823a-68e31af39411 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '5b846f4e-7332-49f5-82e0-a04701af0903', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01033438-92bd-425a-96fe-3429ad8a9681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:17:37Z', 'updated_at': '2021-07-28T18:17:54Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:57.256579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5ba4a3f-77d2-4023-a668-dea9cfd95141 req-4e0d5c8f-7f55-445e-b93b-5fec2ce1dab3 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004326 Jul 28 18:17:57.455994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54430-15aa-4b39-a71c-370db95e8551 None None] New status for floating IP 5b846f4e-7332-49f5-82e0-a04701af0903: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:17:57.812544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3c12db8b-9fe5-4cf0-8c67-1348d3a0f402 req-028286c9-5d5f-4fdc-a999-27a455ce63fe tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0282755 Jul 28 18:17:57.955983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:57.956535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:58.082328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1538769979-network', 'tenant_id': '9f762c4f290740c4904b45c0aef42606'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:58.092902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1360449091-network', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:58.115125 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:17:58.115125 n-d-778550-5 neutron-server[101106]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 18:17:58.115125 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id': '9f762c4f290740c4904b45c0aef42606', 'id': '202b824e-114a-42a9-8256-861d1515c4bf', 'expiration': datetime.datetime(2021, 7, 28, 18, 19, 58, 110879)}] Jul 28 18:17:58.115125 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:17:58.115618 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:17:58.218334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:58.221303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.230224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.332179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.429970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.461485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:58.471607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:58.477483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.477830 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Added segment bd313d4e-594e-4700-ad64-c3c97fe553d4 of type vlan for network 70336ab2-1fdb-4f51-b713-9e314b936a61 Jul 28 18:17:58.524054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.647069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.648111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:58.648794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.722641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] Pushing event updated for resources: {'Network': ['ID=70336ab2-1fdb-4f51-b713-9e314b936a61,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:58.732581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:58.772556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Made reservation on behalf of 9f762c4f290740c4904b45c0aef42606 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:58.775049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.784067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:58.920805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0db77a2-b890-4d4d-91f7-1eb7c5d21185 req-0e69fa27-9fbd-4bca-b7ae-8f8ad3b70f53 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0333731 Jul 28 18:17:58.952971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6ab716a3-6909-448f-ad2a-3d48a4f22eea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9920058 Jul 28 18:17:58.956135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:58.961087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Request body: {'subnet': {'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1360449091-subnet', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:59.042023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.127809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.153028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:59.162798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e275a6dc-7008-4f90-8a7d-d6e4037491b9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:59.167562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.167905 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Added segment 433cbe05-5616-4c52-b9ae-c1a57a0d15e3 of type vlan for network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a Jul 28 18:17:59.230277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:59.232821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.261967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.335425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-e5db197e-f10a-4bec-8cba-c1c9e9fd12e2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:59.336871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-e5db197e-f10a-4bec-8cba-c1c9e9fd12e2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1558564 Jul 28 18:17:59.349517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': '61f31425-a04d-4d84-aff5-313c415ee56b', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:59.430429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.431640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:17:59.432277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.515486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:59.526703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:59.630080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.663695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fbd282ec-94af-4095-b24d-ec9eddc927e7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7011993 Jul 28 18:17:59.665099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46024) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:17:59.668595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Request body: {'subnet': {'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1538769979-subnet', 'tenant_id': '9f762c4f290740c4904b45c0aef42606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:17:59.691866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f3a089-0573-4998-8a0a-d9a9be6ac5de,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:59.707119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:17:59.707518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Network hostable DHCP agents. Network: 70336ab2-1fdb-4f51-b713-9e314b936a61, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:59.769118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:59.772753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:17:59.897066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:59.907220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.3 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/cd9544c4-c453-4183-b4db-6c00c298943f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:59.940734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Made reservation on behalf of 9f762c4f290740c4904b45c0aef42606 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:59.943036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.001679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 70336ab2-1fdb-4f51-b713-9e314b936a61) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:00.013799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:00.016496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.024638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd59b3b-7f88-4337-a707-204eec607d51 None None] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:18:00.079676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-615f5ed5-2d28-40dc-9650-68e77c057993 req-7d269120-8501-4f43-931e-8a6ac46a832d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0691721 Jul 28 18:18:00.132383 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-60b31517-6b30-4e4e-99ee-3354ef53bf16 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1751368 Jul 28 18:18:00.134938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46046) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:00.139696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:00.161359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.200795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-70336ab2-1fdb-4f51-b713-9e314b936a61', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:18:00.201749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.282058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.283355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.341540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.351186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Allocated IP 172.20.0.2 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/13b549d1-24b2-4850-9afd-c52172b1b463) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:00.386939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.433884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:00.436875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:00.441365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:00.478918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.491584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:00.563712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.573282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Transition to ACTIVE for port object 13b549d1-24b2-4850-9afd-c52172b1b463 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:00.574527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:00.575472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.601634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Transition to ACTIVE for port object 13b549d1-24b2-4850-9afd-c52172b1b463 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:00.616545 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.624057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc0e5db-f93e-4da4-8663-fd8e1ee6a744,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:00.637397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Checking segment: {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:00.637899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Network hostable DHCP agents. Network: c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:18:00.697928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-33dd2730-feb4-4cbe-bf2f-6d926a3658c0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3524141 Jul 28 18:18:00.708510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-6077f67e-72e7-41b4-b242-887e97c9ca74 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:18:00.709465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-6077f67e-72e7-41b4-b242-887e97c9ca74 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051086 Jul 28 18:18:00.734552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.736301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:18:00.773612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:00.776655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:00.780346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:00.784420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Request body: {'port': {'device_id': '61f31425-a04d-4d84-aff5-313c415ee56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:00.792377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Pushing event updated for resources: {'Port': ['ID=13b549d1-24b2-4850-9afd-c52172b1b463,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:00.865910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Attempting to bind port 13b549d1-24b2-4850-9afd-c52172b1b463 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:00.866283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Attempting to bind port 13b549d1-24b2-4850-9afd-c52172b1b463 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:00.866690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Attempting to bind port 13b549d1-24b2-4850-9afd-c52172b1b463 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:00.872085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:00.872470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:00.872879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.873275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:00.873746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Bound port: 13b549d1-24b2-4850-9afd-c52172b1b463, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:00.874131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:00.961221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] For port 13b549d1-24b2-4850-9afd-c52172b1b463, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:00.964935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] For port 13b549d1-24b2-4850-9afd-c52172b1b463, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13b549d1-24b2-4850-9afd-c52172b1b463,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:01.032362 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.050955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.140255 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.186879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:01.197488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f894fe-1802-4d2d-9fa1-6b9fa4b6f4df None None] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:18:01.197690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:01.208683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.251789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.306156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7c21f-b877-43b5-8785-6d099ebc428d None None] Pushing event updated for resources: {'Port': ['ID=13b549d1-24b2-4850-9afd-c52172b1b463,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:01.329381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Allocated IP 172.25.7.3 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/177e4679-7116-49ed-a68c-08713db43650) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:01.342090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e323f-9d52-4947-9aa2-2fb03028070b req-7e5a8f12-3f0d-4f72-a29f-e191c57a7b06 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:01.344702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51e323f-9d52-4947-9aa2-2fb03028070b req-7e5a8f12-3f0d-4f72-a29f-e191c57a7b06 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 931 time: 0.1334860 Jul 28 18:18:01.409587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7d34f2a3-6b49-4743-8ff9-a63a87d889f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7441080 Jul 28 18:18:01.442834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0f7f9-6da9-42a9-a88e-ef4c00c348ff None None] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:18:01.523870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51e323f-9d52-4947-9aa2-2fb03028070b req-a82e5649-6ff2-4af8-84e1-e603920dbe71 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649988 Jul 28 18:18:01.679979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.795248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9544c4-c453-4183-b4db-6c00c298943f {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:01.804860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.817305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Transition to ACTIVE for port object cd9544c4-c453-4183-b4db-6c00c298943f will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:01.893421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.936531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:01.939415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:01.942878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:01.956240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:01.969639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Pushing event updated for resources: {'Port': ['ID=177e4679-7116-49ed-a68c-08713db43650,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:02.020520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:02.098615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Attempting to bind port cd9544c4-c453-4183-b4db-6c00c298943f on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:02.098959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Attempting to bind port cd9544c4-c453-4183-b4db-6c00c298943f by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:02.099318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Attempting to bind port cd9544c4-c453-4183-b4db-6c00c298943f on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:02.104103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Port cd9544c4-c453-4183-b4db-6c00c298943f on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:18:02.104609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Attempting to bind port cd9544c4-c453-4183-b4db-6c00c298943f on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:02.109906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:02.110259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:02.110652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:02.111082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Bound port: cd9544c4-c453-4183-b4db-6c00c298943f, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:02.111736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:02.211375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:02.215670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cd9544c4-c453-4183-b4db-6c00c298943f,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:02.310442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:02.368725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:02.371530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:02.372627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:02.374823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd9544c4-c453-4183-b4db-6c00c298943f HTTP/1.1" status: 200 len: 1091 time: 1.6584680 Jul 28 18:18:02.378175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:02.386684 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0428f971-a807-4b2e-bc8f-eae124d398c0" -d '{"events": [{"name": "network-changed", "server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:02.411640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cf895-8f10-409f-a69a-571fb0b76c24 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:02.463542 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced690fd-672f-446a-96e6-5510132a0fa6 x-openstack-request-id: req-ced690fd-672f-446a-96e6-5510132a0fa6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:02.463542 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:02.463542 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ced690fd-672f-446a-96e6-5510132a0fa6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:02.463542 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f', 'status': 'completed', 'code': 200} Jul 28 18:18:02.486820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f84e3b-bfeb-4611-a07e-4525765d187d None None] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:18:02.546102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-27beda1f-34b8-4624-a473-6072bdf921e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:02.546102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-27beda1f-34b8-4624-a473-6072bdf921e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 1094 time: 0.0590193 Jul 28 18:18:02.660055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07d61344-3152-4bec-b213-dabbd28bf7c4 None None] Provisioning for port 13b549d1-24b2-4850-9afd-c52172b1b463 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:02.660606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-d5b37274-d945-44bf-b98b-feaf1e5e33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:02.662316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-d5b37274-d945-44bf-b98b-feaf1e5e33d4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74760c2f6db94aa6be0e07df546168bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1111379 Jul 28 18:18:02.705821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:02.840012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a826-9ba3-413f-ba3e-01cc0874b6c6 req-99f2ae48-18d2-4101-9069-f9e29416f24b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:02.852234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe36a826-9ba3-413f-ba3e-01cc0874b6c6 req-99f2ae48-18d2-4101-9069-f9e29416f24b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 943 time: 0.1657474 Jul 28 18:18:02.913031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-50a74d86-7ebb-48c8-98ef-c0132db024fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:02.916567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0428f971-a807-4b2e-bc8f-eae124d398c0 req-50a74d86-7ebb-48c8-98ef-c0132db024fb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466466 Jul 28 18:18:02.950350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe36a826-9ba3-413f-ba3e-01cc0874b6c6 req-3d6d9633-e9f1-45ba-a562-db56b7b92ac9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975583 Jul 28 18:18:03.016630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-346b6a50-d876-4fb4-8e0b-c43ddc9c980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:03.018517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-346b6a50-d876-4fb4-8e0b-c43ddc9c980f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 1094 time: 0.0511556 Jul 28 18:18:03.036812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13b549d1-24b2-4850-9afd-c52172b1b463 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:03.070979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-ef519939-72af-430e-82c6-bb2e90f2c485 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9544c4-c453-4183-b4db-6c00c298943f HTTP/1.1" status: 200 len: 217 time: 0.0416055 Jul 28 18:18:03.125187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-132524df-3ecd-4dfc-a244-8ec3bc85ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:03.126645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-132524df-3ecd-4dfc-a244-8ec3bc85ff5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0495300 Jul 28 18:18:03.160723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-99b2e29e-1426-41bd-b93c-3f68e3b02640 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266623 Jul 28 18:18:03.161564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Router a59c9782-674f-41af-8e9d-23f1a08a0f61 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:18:03.189772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 13b549d1-24b2-4850-9afd-c52172b1b463 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:03.194308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13b549d1-24b2-4850-9afd-c52172b1b463 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:03.194700 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:03.267482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-fd9e25ae-2aa1-4425-9954-c501ad974b86 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991879 Jul 28 18:18:03.311510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:03.353133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:18:03.362682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 13b549d1-24b2-4850-9afd-c52172b1b463, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13b549d1-24b2-4850-9afd-c52172b1b463,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:03.363740 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Sync routers for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:18:03.379524 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:03.380465 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:03.406650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef6b43-83ca-44a2-9cbf-4317b59af089 req-01bfe695-d210-4c65-8cf7-16dc9b31d958 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308918 Jul 28 18:18:03.463141 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:03.498733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:03.502798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3a1c0843-bcbb-4688-b965-04c10f611d79 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3642819 Jul 28 18:18:03.503083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46120) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:03.549388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=13b549d1-24b2-4850-9afd-c52172b1b463,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:03.577017 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:04.085422 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:02Z', 'revision_number': 3, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:04.114143 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Checking router: a59c9782-674f-41af-8e9d-23f1a08a0f61 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:18:04.114646 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Updating router a59c9782-674f-41af-8e9d-23f1a08a0f61 port 177e4679-7116-49ed-a68c-08713db43650 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:18:04.140707 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.187266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.220311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9cefc-c9f1-42ad-8539-2337e9cb5e7a req-85856072-d68f-4797-ae7b-bad7795ae59c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:04.228077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31b9cefc-c9f1-42ad-8539-2337e9cb5e7a req-85856072-d68f-4797-ae7b-bad7795ae59c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 943 time: 0.1103404 Jul 28 18:18:04.344486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31b9cefc-c9f1-42ad-8539-2337e9cb5e7a req-808e10ae-8252-4ce7-a753-97503d04c9ba tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107860 Jul 28 18:18:04.426860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Allocated IP 172.20.0.1 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/52ad9458-d442-46c5-b155-910db72514c7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:04.460508 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.470413 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Transition to ACTIVE for port object 177e4679-7116-49ed-a68c-08713db43650 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:04.537153 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.548586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.562209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Transition to ACTIVE for port object 52ad9458-d442-46c5-b155-910db72514c7 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:04.592999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Attempting to bind port 177e4679-7116-49ed-a68c-08713db43650 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:04.593965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Attempting to bind port 177e4679-7116-49ed-a68c-08713db43650 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:04.594401 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Attempting to bind port 177e4679-7116-49ed-a68c-08713db43650 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:04.603684 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Pushing event updated for resources: {'Port': ['ID=177e4679-7116-49ed-a68c-08713db43650,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:04.607926 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:04.608501 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:04.609514 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.609953 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:04.610564 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Bound port: 177e4679-7116-49ed-a68c-08713db43650, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:04.611011 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.634941 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.634941 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.636017 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.636498 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.637024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.637602 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.638081 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.638556 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.639007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.639431 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.639811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.640237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.677739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] For port 177e4679-7116-49ed-a68c-08713db43650, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:04.681135 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] For port 177e4679-7116-49ed-a68c-08713db43650, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=177e4679-7116-49ed-a68c-08713db43650,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:04.686033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.733214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:04.738230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:04.740803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:04.749015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:04.767911 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.813318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:04.841226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca7a54-9550-49f4-97ef-2b7ff2aaa333 None None] Pushing event updated for resources: {'Port': ['ID=177e4679-7116-49ed-a68c-08713db43650,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:04.870527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:04.871251 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:04.977685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13b549d1-24b2-4850-9afd-c52172b1b463 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:05.055176 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:05.075328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13b549d1-24b2-4850-9afd-c52172b1b463 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:05.075752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.151278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d13e5398-2ab5-4e15-9454-26455d720ab9 None None] Provisioning for port 52ad9458-d442-46c5-b155-910db72514c7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:05.164311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.164509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d13e5398-2ab5-4e15-9454-26455d720ab9 None None] Provisioning complete for port 52ad9458-d442-46c5-b155-910db72514c7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:05.164980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d13e5398-2ab5-4e15-9454-26455d720ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.264116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d13e5398-2ab5-4e15-9454-26455d720ab9 None None] Port 52ad9458-d442-46c5-b155-910db72514c7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:18:05.343815 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:02Z', 'revision_number': 3, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:05.385370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de4a81-09af-463b-9f45-32df332e7cb8 None None] The sync data for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 is: [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:02Z', 'revision_number': 3, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:18:05.449795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.527535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02045c0-90c7-45c8-a8fc-b19079590840 req-7107dfa8-01cc-4e62-b7af-378b574ddd94 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:05.529140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a02045c0-90c7-45c8-a8fc-b19079590840 req-7107dfa8-01cc-4e62-b7af-378b574ddd94 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 943 time: 0.0924871 Jul 28 18:18:05.584719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.587530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a02045c0-90c7-45c8-a8fc-b19079590840 req-366c10b9-92eb-438d-be9b-2ffceb9c4daa tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Jul 28 18:18:05.719295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:05.736067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-da6dc1ff-bf17-47d8-8b93-d0a1ede6d874 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962322 Jul 28 18:18:05.795905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:05.901784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-2c90ad17-979f-43a1-b800-ef94c5fbb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:05.903844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-2c90ad17-979f-43a1-b800-ef94c5fbb670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0875347 Jul 28 18:18:06.035044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:06.037501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:06.176371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-768918e0-1f55-4b5e-994f-e7358f5070db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:06.178431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-768918e0-1f55-4b5e-994f-e7358f5070db service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.2431691 Jul 28 18:18:06.406194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-b9196f52-b2ed-489e-a5bb-b5c9365c7f87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.2135096 Jul 28 18:18:06.407528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Router a59c9782-674f-41af-8e9d-23f1a08a0f61 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:18:06.646080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-f43c2b41-34ef-4a06-8010-4b79310cb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:06.654929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-f43c2b41-34ef-4a06-8010-4b79310cb88d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.2378147 Jul 28 18:18:06.722020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e8c3dc6e-0c3b-4e71-b2ad-79dcae9394bb None None] Provisioning complete for port 52ad9458-d442-46c5-b155-910db72514c7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:06.723444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e8c3dc6e-0c3b-4e71-b2ad-79dcae9394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:06.788774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-d7befc0f-168e-4af6-a199-8bc45729cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:06.793485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-d7befc0f-168e-4af6-a199-8bc45729cbf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330812 Jul 28 18:18:06.822834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3dc6e-0c3b-4e71-b2ad-79dcae9394bb None None] Port 52ad9458-d442-46c5-b155-910db72514c7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:18:07.024167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 177e4679-7116-49ed-a68c-08713db43650 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:07.042095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-84fb1e89-a001-4e12-b0d1-257f95b5411a service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413218 Jul 28 18:18:07.137807 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:07.334844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 177e4679-7116-49ed-a68c-08713db43650 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:07.344568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 177e4679-7116-49ed-a68c-08713db43650 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:07.345028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:07.529598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59807020-4fb9-4aa8-ae6a-b8cb7e6292b2 req-9374cf6d-31b2-4244-956f-4c8306194bf6 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789751 Jul 28 18:18:07.626268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:07.632249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:18:07.660945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5270e0b0-a013-42c0-8304-0ce26863a9d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a59c9782-674f-41af-8e9d-23f1a08a0f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1561558 Jul 28 18:18:07.676244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 177e4679-7116-49ed-a68c-08713db43650, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=177e4679-7116-49ed-a68c-08713db43650,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:07.692890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db192f9c-030e-415b-98f1-00d711181c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:07.733295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe4cc5-d1f3-49de-b2cd-ba745c00c530 req-4a6c9e3d-1066-4ed2-8f09-cd6990174381 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:07.735428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbbe4cc5-d1f3-49de-b2cd-ba745c00c530 req-4a6c9e3d-1066-4ed2-8f09-cd6990174381 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 943 time: 0.2374017 Jul 28 18:18:07.752944 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:07.864311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbbe4cc5-d1f3-49de-b2cd-ba745c00c530 req-5e242115-e65f-41ac-8620-a5353d4c7dd6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203678 Jul 28 18:18:07.872909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=177e4679-7116-49ed-a68c-08713db43650,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:07.990232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cd9544c4-c453-4183-b4db-6c00c298943f details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:08.172039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cd9544c4-c453-4183-b4db-6c00c298943f,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:08.212273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'cd9544c4-c453-4183-b4db-6c00c298943f', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': 'cd9544c4-c453-4183-b4db-6c00c298943f', 'mac_address': 'fa:16:3e:d1:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:08.264281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:08.284833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9544c4-c453-4183-b4db-6c00c298943f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:08.308954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cd9544c4-c453-4183-b4db-6c00c298943f,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:08.417626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:08.631910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:08.642470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Sync routers for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:18:08.657388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:08.657931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:08.688720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:08.693379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124438847', 'description': 'tempest-description--804739095'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:08.772286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cd9544c4-c453-4183-b4db-6c00c298943f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:08.813089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:08.918266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:08.979558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 177e4679-7116-49ed-a68c-08713db43650 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:09.057563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656c785-0495-43a1-a44b-05a024112a2d req-6c0fff46-8eea-41c7-86e1-223f38d0a41d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:09.059252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c656c785-0495-43a1-a44b-05a024112a2d req-6c0fff46-8eea-41c7-86e1-223f38d0a41d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 944 time: 0.0671172 Jul 28 18:18:09.074840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.126135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c656c785-0495-43a1-a44b-05a024112a2d req-3100f9dd-e14c-4034-bd71-35d724d2d8e9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Jul 28 18:18:09.207684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.248647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de72ab15-a709-4d5c-a95e-ee71b434662d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:09.323019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 177e4679-7116-49ed-a68c-08713db43650 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:09.323426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.345062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.358626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-762bbab1-d944-4cb0-977b-5f7aa2f8a88b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6688311 Jul 28 18:18:09.361933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46192) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:09.367068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'security_group_rule': {'security_group_id': 'de72ab15-a709-4d5c-a95e-ee71b434662d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:09.458198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.462074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:05Z', 'revision_number': 2, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:09.489916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Checking router: a59c9782-674f-41af-8e9d-23f1a08a0f61 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:18:09.490277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Updating router a59c9782-674f-41af-8e9d-23f1a08a0f61 port 52ad9458-d442-46c5-b155-910db72514c7 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:18:09.517295 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.582816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.692817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.711993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8fd09f-3c07-4dbd-b335-b27022ba6b9b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:09.824566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.825911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b8389df-8b9a-4aa3-aa4f-3e0e28199aa2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629734 Jul 28 18:18:09.829074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46204) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:09.833784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'security_group_rule': {'security_group_id': 'de72ab15-a709-4d5c-a95e-ee71b434662d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:09.889232 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.899763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Transition to ACTIVE for port object 52ad9458-d442-46c5-b155-910db72514c7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:09.909531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.960517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26db0-4414-4209-ba1d-00e8576bf55e req-4ebffe4e-ff69-45aa-a7d7-afb757249e83 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:09.962562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fc26db0-4414-4209-ba1d-00e8576bf55e req-4ebffe4e-ff69-45aa-a7d7-afb757249e83 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.0544970 Jul 28 18:18:09.969631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:09.982266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.009608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fc26db0-4414-4209-ba1d-00e8576bf55e req-32f49307-994f-4ccf-8209-68d59ced9fcc tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Jul 28 18:18:10.022841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cd9544c4-c453-4183-b4db-6c00c298943f up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:10.064769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.069373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa330e-8c0f-4959-bfc1-01611c2a478e None None] Pushing event updated for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:10.086640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0d6b1a-8dd3-4024-89f6-4c6a8e4d0f62,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:10.101849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.142322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.144511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28d9d2b3-3247-4393-825e-c592a328a46a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3136277 Jul 28 18:18:10.147968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46212) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:10.156637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:10.159531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Attempting to bind port 52ad9458-d442-46c5-b155-910db72514c7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:10.159976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Attempting to bind port 52ad9458-d442-46c5-b155-910db72514c7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:10.160265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Attempting to bind port 52ad9458-d442-46c5-b155-910db72514c7 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:10.165945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:10.166245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:10.166583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.167022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:10.167449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Bound port: 52ad9458-d442-46c5-b155-910db72514c7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:10.167836 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.230773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port cd9544c4-c453-4183-b4db-6c00c298943f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:10.234632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d930-20aa-487e-8636-27e3ced17e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.242781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port cd9544c4-c453-4183-b4db-6c00c298943f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:10.243241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.261888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4533a-76c6-411e-9270-20f50ca0fdb7 req-ede666c5-f8e5-479e-9bf0-59387f197546 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:10.268961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] For port 52ad9458-d442-46c5-b155-910db72514c7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:10.270084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cc4533a-76c6-411e-9270-20f50ca0fdb7 req-ede666c5-f8e5-479e-9bf0-59387f197546 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 944 time: 0.0606050 Jul 28 18:18:10.287891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] For port 52ad9458-d442-46c5-b155-910db72514c7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=52ad9458-d442-46c5-b155-910db72514c7,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:10.289030 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.331888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cc4533a-76c6-411e-9270-20f50ca0fdb7 req-79ec8b32-89e5-4ded-8074-7e4a65dda5b3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606396 Jul 28 18:18:10.360791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.384525 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.445687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.448412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:10.451290 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a0de23-db9b-408c-8352-4bf02e9ac954" -d '{"events": [{"server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "name": "network-vif-plugged", "status": "completed", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:10.478817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cd9544c4-c453-4183-b4db-6c00c298943f,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:10.493044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:10.493674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:10.537417 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf74320-4181-4c4f-8520-59d3c7196f4f x-openstack-request-id: req-bdf74320-4181-4c4f-8520-59d3c7196f4f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:10.537705 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "name": "network-vif-plugged", "status": "completed", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:10.537960 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdf74320-4181-4c4f-8520-59d3c7196f4f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:10.538360 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f', 'code': 200} Jul 28 18:18:10.551528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa330e-8c0f-4959-bfc1-01611c2a478e None None] Pushing event updated for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:10.618160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.655461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.25.7.252 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/1d98981d-e28b-4dba-8c19-fb684e99e24f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:10.661854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918fbb8-41ba-455b-8f07-80624cb92ec1 req-f224fe5d-7dfd-4a8d-8403-8f583f93d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:10.668746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8918fbb8-41ba-455b-8f07-80624cb92ec1 req-f224fe5d-7dfd-4a8d-8403-8f583f93d26a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 1096 time: 0.0851526 Jul 28 18:18:10.688158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:10.722650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:10.738161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8918fbb8-41ba-455b-8f07-80624cb92ec1 req-884608fe-bf0a-4b12-8c0d-973183534e44 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Jul 28 18:18:10.815970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.910859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:10.956425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:10.963100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:10.965222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=1d98981d-e28b-4dba-8c19-fb684e99e24f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:10.967190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:10.969749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:10Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:11.006347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db52f1-0e21-48fc-ba46-c58f8e1737dc None None] The sync data for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 is: [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:10Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:18:11.082000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.114699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.189587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995e39b-7937-4f1a-9175-30a9fc123516 req-559c6ec2-01e8-4b96-aaab-4aa36f035870 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:11.196760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5995e39b-7937-4f1a-9175-30a9fc123516 req-559c6ec2-01e8-4b96-aaab-4aa36f035870 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.0668499 Jul 28 18:18:11.243376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5995e39b-7937-4f1a-9175-30a9fc123516 req-6be300ac-a090-4e3a-a8ba-55047194a39c tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Jul 28 18:18:11.282477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.476518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1173a-49de-4c3d-8d02-6a5b5a48c7cf req-9d90912c-77fb-406c-a4ec-8b1e6de07c66 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:11.484274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05e1173a-49de-4c3d-8d02-6a5b5a48c7cf req-9d90912c-77fb-406c-a4ec-8b1e6de07c66 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.0638785 Jul 28 18:18:11.510338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470e888-4974-427b-a6cb-539a11685bb0 req-55433528-ee60-472a-9531-bc28dfbcb332 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:11.512151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2470e888-4974-427b-a6cb-539a11685bb0 req-55433528-ee60-472a-9531-bc28dfbcb332 tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 950 time: 0.0984268 Jul 28 18:18:11.547956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05e1173a-49de-4c3d-8d02-6a5b5a48c7cf req-30349be4-80bc-458a-a69d-ba60877e9700 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620372 Jul 28 18:18:11.556834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.635884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Deleting port 8d166212-59bf-4262-b2e0-b363e147fd19 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:18:11.636331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.690267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.821576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=1d98981d-e28b-4dba-8c19-fb684e99e24f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:11.863759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.867559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] For port 8d166212-59bf-4262-b2e0-b363e147fd19, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8d166212-59bf-4262-b2e0-b363e147fd19,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:11.867805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:11.886880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Calling delete_port for 8d166212-59bf-4262-b2e0-b363e147fd19 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:18:12.007853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:12.009041 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c0473f6-16fe-4582-8fca-8e084a8fee4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8578761 Jul 28 18:18:12.142684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:12.204074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Pushing event deleted for resources: {'Port': ['ID=8d166212-59bf-4262-b2e0-b363e147fd19,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:12.223492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-6be7c26f-6ad8-43f2-8ddc-9cdcb395996f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1124438847&fields=id&tenant_id=44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 267 time: 0.0466654 Jul 28 18:18:12.282050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] No DVR routers for this DVR port 8d166212-59bf-4262-b2e0-b363e147fd19 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:18:12.286833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:12.289428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2470e888-4974-427b-a6cb-539a11685bb0 req-3cb33122-1df8-478e-9d6c-d3000d55104e tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.37 "DELETE /v2.0/ports/8d166212-59bf-4262-b2e0-b363e147fd19 HTTP/1.1" status: 204 len: 173 time: 0.7663469 Jul 28 18:18:12.289976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'name': 'network-vif-deleted', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:12.292486 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f192ac-de0d-408b-b90a-7d6ae18f5146" -d '{"events": [{"server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "name": "network-vif-deleted", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:12.388722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1452c479-3f98-4af4-8f3f-1d3966222586 req-d3a102a5-b493-4db6-916f-b5cbe61de35a tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 210 time: 0.0456080 Jul 28 18:18:12.410175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-ba5a23eb-8c21-437f-811d-25d40041deef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:12.420847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-ba5a23eb-8c21-437f-811d-25d40041deef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1694295 Jul 28 18:18:12.442910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-4753a2f6-2070-4dfd-af79-9c882786eff6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/quotas/44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 375 time: 0.0219951 Jul 28 18:18:12.462194 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3995f6-fc0e-4af0-81a1-9cfbfa5dbaa2 x-openstack-request-id: req-9b3995f6-fc0e-4af0-81a1-9cfbfa5dbaa2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:12.462735 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c56dec-7403-4c4f-a2fb-48557c899915", "name": "network-vif-deleted", "tag": "8d166212-59bf-4262-b2e0-b363e147fd19", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:12.463259 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b3995f6-fc0e-4af0-81a1-9cfbfa5dbaa2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:12.464107 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c56dec-7403-4c4f-a2fb-48557c899915', 'name': 'network-vif-deleted', 'tag': '8d166212-59bf-4262-b2e0-b363e147fd19', 'status': 'completed', 'code': 200} Jul 28 18:18:12.514710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-04341e42-01f8-4b88-9d9b-7e18c4929a16 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703692 Jul 28 18:18:12.698046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-1ebd1839-b01f-432a-859e-8ec4f48cd3ae service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619947 Jul 28 18:18:12.711158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b094-889d-4f6c-8ae5-30230b00739d req-aa86a027-6dff-4577-8c04-7dddd2ce3df8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:12.712800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e088b094-889d-4f6c-8ae5-30230b00739d req-aa86a027-6dff-4577-8c04-7dddd2ce3df8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.0749795 Jul 28 18:18:12.757590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e088b094-889d-4f6c-8ae5-30230b00739d req-85b7554c-d6f9-4729-9e95-fbe3f5e0c0b1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Jul 28 18:18:12.848513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-cd2ac114-59d5-4276-9ea5-6087a8bd9892 service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362846 Jul 28 18:18:12.995587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 52ad9458-d442-46c5-b155-910db72514c7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:13.025795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:13.116070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 52ad9458-d442-46c5-b155-910db72514c7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:13.120319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 52ad9458-d442-46c5-b155-910db72514c7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:13.120707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:13.250428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-23903e65-0f4f-4e75-b007-4bd91c7ab5cc req-cdab3d68-bd53-4530-81a4-edf93c6dda73 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0580139 Jul 28 18:18:13.289272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:13.344343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 52ad9458-d442-46c5-b155-910db72514c7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=52ad9458-d442-46c5-b155-910db72514c7,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:13.436248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:13.527930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:13.534610 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95f9326c-9770-4dfe-bd69-e4456678f313 req-25ab6575-21f0-40ab-8cf6-e0cbddd5766f tempest-VolumesBackupsTest-1278279244 tempest-VolumesBackupsTest-1278279244-project] 10.222.0.25 "GET /v2.0/ports?device_id=47c56dec-7403-4c4f-a2fb-48557c899915 HTTP/1.1" status: 200 len: 210 time: 0.0297973 Jul 28 18:18:13.902025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8d166212-59bf-4262-b2e0-b363e147fd19 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:18:13.922280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8d166212-59bf-4262-b2e0-b363e147fd19 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:18:13.922620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8d166212-59bf-4262-b2e0-b363e147fd19 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:18:14.354367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b97cda18-a40f-412a-bb2b-7c44f4383033 req-bd616a39-c579-4f5f-bf77-7fbbd43dfd6e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0275142 Jul 28 18:18:14.924044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 52ad9458-d442-46c5-b155-910db72514c7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:14.975038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 52ad9458-d442-46c5-b155-910db72514c7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:14.975337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:15.439671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:15.456230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-06d2ab0f-f4fd-427c-a762-2a85285c681b req-b104fe18-2734-4dcb-9bc4-77999cdf2097 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0507095 Jul 28 18:18:16.554872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a366c96-da84-45f7-9468-10245a58297f req-28009fd9-61c4-40da-84ea-e0f571d20c1b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0285039 Jul 28 18:18:17.717250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da9213aa-cac0-481a-b347-67bde4a928cf req-1de2f5a8-8108-4390-b4e5-af2cada8ea6e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0765388 Jul 28 18:18:17.739738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-8186a1c3-758b-4608-88bc-795896fdd2cd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:17.741799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-8186a1c3-758b-4608-88bc-795896fdd2cd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1826851 Jul 28 18:18:17.818800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-30ad26f8-652d-439f-92e6-711986131181 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 380 time: 0.0655875 Jul 28 18:18:17.829173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'device_id': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'admin_state_up': True, 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'security_groups': ['de72ab15-a709-4d5c-a95e-ee71b434662d']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:18.198045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:18:18.204968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:18.443268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.20.0.12 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/b3c49cec-14d0-4d17-8b97-7463ad23b30e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:18.714172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:18.721482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:18.735364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Transition to ACTIVE for port object b3c49cec-14d0-4d17-8b97-7463ad23b30e will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:18.953148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6679a50e-1bd9-4bb1-8004-20a4a4f50bed req-56d3e167-6259-4d6b-a9d7-059e52dae850 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0799685 Jul 28 18:18:18.979053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:19.091933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:19.103412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:19.105595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:19.108022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:19.164330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:19.164968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:19.271101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c34b046b-c426-4d9e-b72a-9e742baa9b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4467461 Jul 28 18:18:19.290644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Request body: {'port': {'device_id': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:19.486995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:19.641439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d0016867-5f6c-41ad-bf6b-ef6ea0d26e4e None None] Provisioning for port b3c49cec-14d0-4d17-8b97-7463ad23b30e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:19.645583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d0016867-5f6c-41ad-bf6b-ef6ea0d26e4e None None] Provisioning complete for port b3c49cec-14d0-4d17-8b97-7463ad23b30e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:19.646520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0016867-5f6c-41ad-bf6b-ef6ea0d26e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:19.786342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d0016867-5f6c-41ad-bf6b-ef6ea0d26e4e None None] Port b3c49cec-14d0-4d17-8b97-7463ad23b30e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:18:20.143925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272ef67-6c72-4dbd-a367-6b4b4a1cfba4 req-63b36c01-f2f0-461e-b665-38d5d27979b3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:20.169712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1272ef67-6c72-4dbd-a367-6b4b4a1cfba4 req-63b36c01-f2f0-461e-b665-38d5d27979b3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 932 time: 0.0889361 Jul 28 18:18:20.190392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:20.201226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:20.218598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Transition to ACTIVE for port object b3c49cec-14d0-4d17-8b97-7463ad23b30e will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:20.219929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1272ef67-6c72-4dbd-a367-6b4b4a1cfba4 req-a3612101-0e76-45fd-918e-3d8f9670ccba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 Jul 28 18:18:20.337308 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:20.430731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:20.618782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Attempting to bind port b3c49cec-14d0-4d17-8b97-7463ad23b30e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:20.619439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Attempting to bind port b3c49cec-14d0-4d17-8b97-7463ad23b30e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:20.621026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Attempting to bind port b3c49cec-14d0-4d17-8b97-7463ad23b30e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:20.644261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Port b3c49cec-14d0-4d17-8b97-7463ad23b30e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:18:20.644826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Attempting to bind port b3c49cec-14d0-4d17-8b97-7463ad23b30e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:20.651978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:20.652670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:20.653291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:20.653939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Bound port: b3c49cec-14d0-4d17-8b97-7463ad23b30e, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:20.654838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:20.840518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:20.844697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:21.087891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:21.161614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.162252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:21.163716 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] 10.222.0.37 "PUT /v2.0/ports/b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1092 time: 1.8844128 Jul 28 18:18:21.164169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:21.166501 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:21.225011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084388-85fd-44e6-a216-524b3747bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:21.229052 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f33133-15ba-4348-ac90-e0a3addb3002 x-openstack-request-id: req-e4f33133-15ba-4348-ac90-e0a3addb3002 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:21.229469 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:21.229821 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4f33133-15ba-4348-ac90-e0a3addb3002 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:21.230307 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'status': 'completed', 'code': 200} Jul 28 18:18:21.377050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-393373f6-dd20-4576-9539-7aae865a096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.382343 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-393373f6-dd20-4576-9539-7aae865a096f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1095 time: 0.1267304 Jul 28 18:18:21.399661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52642-ef87-458f-8af3-5eadea3d1cd0 req-f1f4ce59-835a-4fd0-bfb7-fa8db7a197f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.401986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47d52642-ef87-458f-8af3-5eadea3d1cd0 req-f1f4ce59-835a-4fd0-bfb7-fa8db7a197f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 944 time: 0.1076479 Jul 28 18:18:21.454742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47d52642-ef87-458f-8af3-5eadea3d1cd0 req-7f07e0fa-eb84-4a7e-b487-09b592d984cf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Jul 28 18:18:21.580751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-908e19bd-bf8f-41dd-bf9a-f7ea93c44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.582694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-908e19bd-bf8f-41dd-bf9a-f7ea93c44e52 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=44e9a34837854191ae9bb143a0b0c455&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1883705 Jul 28 18:18:21.763432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-085db265-b28d-48f1-8519-ac99cc6d1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.771488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-412dfbf4-d4dc-41e5-81d8-eca4ecbe09e3 req-085db265-b28d-48f1-8519-ac99cc6d1624 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752090 Jul 28 18:18:21.891373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c6d79707-1f37-4234-8b97-76790291decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:21.893263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-c6d79707-1f37-4234-8b97-76790291decd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1095 time: 0.0899487 Jul 28 18:18:21.943009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-1b23d787-a5dc-4217-bc5f-241a52f46010 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 217 time: 0.0409393 Jul 28 18:18:22.004410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-896f48ab-f8e6-4909-b944-c931b105322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:22.006522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-896f48ab-f8e6-4909-b944-c931b105322b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0552430 Jul 28 18:18:22.078556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-b78aa358-4559-4e82-aead-ab9e0b250a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:22.080521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-b78aa358-4559-4e82-aead-ab9e0b250a7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673368 Jul 28 18:18:22.231705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-86e75927-d646-4a6d-93db-42e3b8bef4b5 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396711 Jul 28 18:18:22.372972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e377b34b-4ab2-4bf5-913f-90b97e52f31d req-f90a351d-7726-43e0-86ba-c5ccf4156f15 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296358 Jul 28 18:18:22.629561 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b458d5-af8f-488b-9a2d-dc8133bf4a81 req-2bd1923c-a33a-476b-b553-9d86f30c44aa tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:22.631217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22b458d5-af8f-488b-9a2d-dc8133bf4a81 req-2bd1923c-a33a-476b-b553-9d86f30c44aa tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 944 time: 0.0810940 Jul 28 18:18:22.677520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-22b458d5-af8f-488b-9a2d-dc8133bf4a81 req-f3b14ac4-8440-4e86-9f80-662b5ace4a18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Jul 28 18:18:23.827232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9692821-7c48-48e5-a438-e7dd5930b924 req-6b0550ab-42a1-43ba-988a-fa2b3dd9d605 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:23.835955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9692821-7c48-48e5-a438-e7dd5930b924 req-6b0550ab-42a1-43ba-988a-fa2b3dd9d605 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 944 time: 0.0779858 Jul 28 18:18:23.874835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9692821-7c48-48e5-a438-e7dd5930b924 req-e2ba2d7f-5f3b-4aa2-9c02-3b47f9fb1461 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Jul 28 18:18:23.962051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:24.101032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:24.113067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:24.177693 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:24.200794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:24.224871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:24.310720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:24.366869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:24.523865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b3c49cec-14d0-4d17-8b97-7463ad23b30e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:25.025160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da4f96-e3b7-4da9-b5fc-cc0dc0506efa req-5e689407-325e-41cc-b152-c95349c85b61 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:25.026639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96da4f96-e3b7-4da9-b5fc-cc0dc0506efa req-5e689407-325e-41cc-b152-c95349c85b61 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0642793 Jul 28 18:18:25.122080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96da4f96-e3b7-4da9-b5fc-cc0dc0506efa req-ee985af8-0eb2-4992-af28-2f5742c65f53 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883141 Jul 28 18:18:25.963086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:26.118204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port b3c49cec-14d0-4d17-8b97-7463ad23b30e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:26.123741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b3c49cec-14d0-4d17-8b97-7463ad23b30e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:26.126695 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:26.236954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:26.256642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee070ee-abeb-4c30-ab22-062fbb343354 req-2e523cbc-3148-41d7-ae8a-08889a05be3b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:26.264654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ee070ee-abeb-4c30-ab22-062fbb343354 req-2e523cbc-3148-41d7-ae8a-08889a05be3b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0660377 Jul 28 18:18:26.292093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:26.294692 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28158613-bce6-4e46-9f17-83371c70fce1" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:26.315604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:26.362380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ee070ee-abeb-4c30-ab22-062fbb343354 req-cbca9e3e-2043-4024-a0de-e8dd94098b74 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790937 Jul 28 18:18:26.395788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:26.477298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:26.485766 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303796af-0c9c-4f4f-b826-24682642ea40 x-openstack-request-id: req-303796af-0c9c-4f4f-b826-24682642ea40 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:26.486000 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:26.486299 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303796af-0c9c-4f4f-b826-24682642ea40 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:26.486718 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:18:26.657770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb373f53-c1e3-4e52-8bc3-bb8350f62b53 req-004dc508-fc9d-47bd-958e-421ab1986962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:26.660426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb373f53-c1e3-4e52-8bc3-bb8350f62b53 req-004dc508-fc9d-47bd-958e-421ab1986962 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1097 time: 0.0813699 Jul 28 18:18:26.704405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb373f53-c1e3-4e52-8bc3-bb8350f62b53 req-12b162d6-5a23-4f06-ae8c-89cc3c3f4f35 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350595 Jul 28 18:18:27.575914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e7fe-0844-4df0-9cb7-4839cbb041d8 req-25f7c198-20c0-4964-a5c0-ee238731a8a0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:27.584914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0747e7fe-0844-4df0-9cb7-4839cbb041d8 req-25f7c198-20c0-4964-a5c0-ee238731a8a0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.1069047 Jul 28 18:18:27.623509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0747e7fe-0844-4df0-9cb7-4839cbb041d8 req-5426cf4d-e8cf-4ac4-a677-3be1c0f85b2b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Jul 28 18:18:28.745242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5d96b-73ab-45d0-8dfd-198b1e136559 req-d6707ec3-cc7e-4fca-ae22-a73a857ced72 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:28.753200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbf5d96b-73ab-45d0-8dfd-198b1e136559 req-d6707ec3-cc7e-4fca-ae22-a73a857ced72 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0564325 Jul 28 18:18:28.803696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbf5d96b-73ab-45d0-8dfd-198b1e136559 req-d4019346-9448-408b-a27e-621996d3e901 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jul 28 18:18:28.910639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2344f-8b8a-4bfe-8a28-cbf03fa225c8 req-09e6e559-ec87-46a4-ae5e-760f6754a7a4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:28.912152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7f2344f-8b8a-4bfe-8a28-cbf03fa225c8 req-09e6e559-ec87-46a4-ae5e-760f6754a7a4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0518205 Jul 28 18:18:28.921539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:28.926966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'floatingip': {'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:28.987438 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:29.480889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:29.557621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:29.689843 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Floating IP a4ddbf87-c15c-439c-b4b2-7e502059d390 associated. External IP: 172.25.7.252, port: b3c49cec-14d0-4d17-8b97-7463ad23b30e. Jul 28 18:18:29.943925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Router a59c9782-674f-41af-8e9d-23f1a08a0f61 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:18:30.427453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:18:30.434452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:30.443944 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Sync routers for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:18:30.455115 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:30.455982 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:30.471954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-536808ab-1d47-4aab-ab7c-8d6ba6b8a100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "PUT /v2.0/floatingips/a4ddbf87-c15c-439c-b4b2-7e502059d390 HTTP/1.1" status: 200 len: 992 time: 1.5491943 Jul 28 18:18:30.472722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:30.480315 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3aa219-0591-484c-8806-6fc7e40b8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:30.555451 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b315a-1615-460c-a56b-1016210a6a84 x-openstack-request-id: req-e37b315a-1615-460c-a56b-1016210a6a84 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:30.555754 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:30.556009 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e37b315a-1615-460c-a56b-1016210a6a84 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:30.556413 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'status': 'completed', 'code': 200} Jul 28 18:18:30.658071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-b113a721-e2b0-4423-a584-3d1a5078738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:30.658071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-b113a721-e2b0-4423-a584-3d1a5078738d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1097 time: 0.0762830 Jul 28 18:18:30.661470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:30.788285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-64df3c8b-0164-433c-ae78-50aa028ee2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:30.791940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-64df3c8b-0164-433c-ae78-50aa028ee2e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1327577 Jul 28 18:18:30.880799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-ae48c6e9-1da9-4932-8f31-639a0a52a3a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0807452 Jul 28 18:18:30.940966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-27c28a96-cc09-4380-974f-3ca68bf4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:30.943448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-27c28a96-cc09-4380-974f-3ca68bf4e59a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0552626 Jul 28 18:18:30.981808 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4ddbf87-c15c-439c-b4b2-7e502059d390', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:18:11Z', 'updated_at': '2021-07-28T18:18:29Z', 'revision_number': 1, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:31.010555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-0fa37d05-9064-48ee-b473-15f418127899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:31.012224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-0fa37d05-9064-48ee-b473-15f418127899 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619709 Jul 28 18:18:31.013959 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Checking router: a59c9782-674f-41af-8e9d-23f1a08a0f61 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:18:31.023626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:18:31.025038 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:31.147355 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-372cb920-b800-4774-b339-9cb635b7045c service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268544 Jul 28 18:18:31.159337 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:18:31.286443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db3aa219-0591-484c-8806-6fc7e40b8b2c req-9274020e-3345-4332-b416-36c08691440b service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179447 Jul 28 18:18:31.427482 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4ddbf87-c15c-439c-b4b2-7e502059d390', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:18:11Z', 'updated_at': '2021-07-28T18:18:29Z', 'revision_number': 1, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:31.457975 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e1cc-a2d7-4e4b-a01e-9932a2248daa None None] The sync data for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 is: [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4ddbf87-c15c-439c-b4b2-7e502059d390', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:18:11Z', 'updated_at': '2021-07-28T18:18:29Z', 'revision_number': 1, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:18:31.766823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb0f40-8d66-4f97-9a63-e9d6a6b3ed90 None None] New status for floating IP a4ddbf87-c15c-439c-b4b2-7e502059d390: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:18:33.504168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41356147-f136-4e4b-8dd0-7140010ef6ad req-1b338af0-ce29-4d0c-9df5-c8a535df5771 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:33.505927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41356147-f136-4e4b-8dd0-7140010ef6ad req-1b338af0-ce29-4d0c-9df5-c8a535df5771 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.0581205 Jul 28 18:18:33.556382 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41356147-f136-4e4b-8dd0-7140010ef6ad req-85243eba-cd58-458b-a9e3-6b3a18078fff tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Jul 28 18:18:34.719277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5248-55d4-41df-a185-8152ff7e8347 req-32ffb821-893e-483d-b0a8-f23953afd040 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:34.720984 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-610c5248-55d4-41df-a185-8152ff7e8347 req-32ffb821-893e-483d-b0a8-f23953afd040 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.0834146 Jul 28 18:18:34.769023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-610c5248-55d4-41df-a185-8152ff7e8347 req-dfa2b399-4b5c-41b2-9f74-20bdde04bdaa tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Jul 28 18:18:35.390734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-e4daf011-97ca-4720-8683-2e16c2fec966 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:35.392692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-e4daf011-97ca-4720-8683-2e16c2fec966 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.1039414 Jul 28 18:18:35.513005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port cd9544c4-c453-4183-b4db-6c00c298943f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:18:35.513422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:35.619497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port cd9544c4-c453-4183-b4db-6c00c298943f, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cd9544c4-c453-4183-b4db-6c00c298943f,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:35.619888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:35.634349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for cd9544c4-c453-4183-b4db-6c00c298943f owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:18:35.919776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea0ce-08e0-44bb-93ce-01bae795184a req-dee3f8d2-1d47-4e2f-ad6d-0ab97e6ecd36 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:35.922456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c92ea0ce-08e0-44bb-93ce-01bae795184a req-dee3f8d2-1d47-4e2f-ad6d-0ab97e6ecd36 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 945 time: 0.0515864 Jul 28 18:18:35.962363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c92ea0ce-08e0-44bb-93ce-01bae795184a req-a9c09504-3161-47cf-ac10-d8f50f3355a0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Jul 28 18:18:36.011350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:36.024902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cd9544c4-c453-4183-b4db-6c00c298943f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:36.066863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=cd9544c4-c453-4183-b4db-6c00c298943f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:36.080116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.080925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.081433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.081924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.082404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.083390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.087674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.089148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.089148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.089148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.089454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.090334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:36.143764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port cd9544c4-c453-4183-b4db-6c00c298943f on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:18:36.146574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:36.148737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a62cefcf-bd64-4ab7-93d4-f07135bdb4bb req-f1897fea-3f74-42b0-94e1-fa73a1362104 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "DELETE /v2.0/ports/cd9544c4-c453-4183-b4db-6c00c298943f HTTP/1.1" status: 204 len: 173 time: 0.7496865 Jul 28 18:18:36.149245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'name': 'network-vif-deleted', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:36.151892 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e6b63-05e3-40f2-8b6c-203feb7a88c6" -d '{"events": [{"server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "name": "network-vif-deleted", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:36.306854 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cd896-268b-4819-a5d6-8aca97b68fc7 x-openstack-request-id: req-c32cd896-268b-4819-a5d6-8aca97b68fc7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:36.307157 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f31425-a04d-4d84-aff5-313c415ee56b", "name": "network-vif-deleted", "tag": "cd9544c4-c453-4183-b4db-6c00c298943f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:36.307437 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c32cd896-268b-4819-a5d6-8aca97b68fc7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:36.307838 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f31425-a04d-4d84-aff5-313c415ee56b', 'name': 'network-vif-deleted', 'tag': 'cd9544c4-c453-4183-b4db-6c00c298943f', 'status': 'completed', 'code': 200} Jul 28 18:18:37.091932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b4d15dc6-c129-4aab-9465-4d1657ce2601 req-fd030fda-9759-4b66-93c6-c3d5b5151b47 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0541961 Jul 28 18:18:38.053141 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb2e3-cd80-45c4-892f-aedda62b7eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:38.280721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbb38e6d-a8a0-4ccb-a8b9-759cf0a19ef9 req-72eb699f-115a-493e-805a-6ecf47f05ed5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0349712 Jul 28 18:18:39.401959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-703638f3-cf8f-45df-9537-fcaf72fe3775 req-135d064c-a8dd-4e58-b9a7-a999459bcdb9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0421689 Jul 28 18:18:40.081618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:40.169468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cd9544c4-c453-4183-b4db-6c00c298943f no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:18:40.203135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: cd9544c4-c453-4183-b4db-6c00c298943f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:18:40.203945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cd9544c4-c453-4183-b4db-6c00c298943f not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:18:40.240514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9e05547-f41b-4698-b19d-c364dcabae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:40.546944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14087e5a-2ee3-47da-ae4a-0891c5a26124 req-b794dbed-7807-418b-9f20-8b5cd497c852 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=61f31425-a04d-4d84-aff5-313c415ee56b HTTP/1.1" status: 200 len: 210 time: 0.0576127 Jul 28 18:18:40.843440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46900) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:41.020752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.071110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.124893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.195889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.223230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d723f3400fa473887425216e003ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784578 Jul 28 18:18:41.225754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46906) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:18:41.254218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd59ca-35bc-4d2a-8416-a56a85960794,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:41.275128 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.275826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.276344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.276846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.277347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.277845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.278342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.278828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.279323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.279835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.280847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.281348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74482c-7e28-4978-9b40-3b9037e112e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:41.300537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.361251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.531131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.533771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:41.535992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2bd59ca-35bc-4d2a-8416-a56a85960794 HTTP/1.1" status: 204 len: 168 time: 0.3080173 Jul 28 18:18:41.550018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd2f01-0213-45d4-b699-bf2a8100a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd59ca-35bc-4d2a-8416-a56a85960794,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:42.153753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-0e85880f-3f30-4f8c-8a4d-aba023cda480 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:42.155459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-0e85880f-3f30-4f8c-8a4d-aba023cda480 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1193867 Jul 28 18:18:42.172091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-1f702844-9752-4e09-bb45-db346e513fc9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0102549 Jul 28 18:18:42.219130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-9ce58512-3423-40c0-9f40-1f9006d75538 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405846 Jul 28 18:18:42.233410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-078bb0d8-37f5-4f46-bcda-31de48497402 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:18:42.234587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-078bb0d8-37f5-4f46-bcda-31de48497402 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080163 Jul 28 18:18:42.343664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-ac1fdf3c-77fe-48a8-9e7b-43fdd936c91b service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024780 Jul 28 18:18:42.443966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e77e8e7-351f-44cb-ae9e-905e404d42c8 req-44f1887a-8e4d-4925-ad2f-b258a6bb088b service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936632 Jul 28 18:18:42.812534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b4764f3-4aad-4a4b-b3bc-8d76b38dc617 req-b2459427-fc70-4b40-9fb0-602806e6e4c4 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=92e246af-8a7d-45c5-a6c3-334f16458c11 HTTP/1.1" status: 200 len: 210 time: 0.0299351 Jul 28 18:18:42.967142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:43.711493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-d910e852-23b9-4afe-860a-88ae05ea1376 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:43.716335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-d910e852-23b9-4afe-860a-88ae05ea1376 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1334269 Jul 28 18:18:43.729320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-3414003f-2412-4bc0-85c9-621bdb3e67e8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0096319 Jul 28 18:18:43.770351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-65f490fb-be5f-4842-83f9-8d4c2de03517 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285122 Jul 28 18:18:43.862019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-5e9ab73b-f1db-4083-a621-710eb80fa57a service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901546 Jul 28 18:18:43.950908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-076d5f57-a8af-466c-af0d-309d25f43987 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828331 Jul 28 18:18:44.117936 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:44.256153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cef837c6-c369-4877-9ca0-14a0bfe8083c req-619ba4dd-07af-4b5c-9aab-248296669908 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 210 time: 0.0290151 Jul 28 18:18:45.362733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-292ce659-28a4-408d-ace9-4f92681eedd9 req-2445f094-c9ff-4834-bd65-d66a853b52b6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 210 time: 0.0267353 Jul 28 18:18:45.447303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:46.463326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-870406f8-bed5-4c92-8fdf-bb9234b53d9d req-795d0971-9ac9-4809-9211-4c41fcd4a927 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 210 time: 0.0268583 Jul 28 18:18:46.731936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-3b95eb7d-77b1-4452-9c83-3b86b64d9998 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:46.733401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-3b95eb7d-77b1-4452-9c83-3b86b64d9998 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1120050 Jul 28 18:18:46.746319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:46.949972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:18:46.953621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:47.092336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.7 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/6db315bd-48ef-4a18-a41c-356e07553cf0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:47.253515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:47.376781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:47.419471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:47.423103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:47.434576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:18:47.444064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:47.492587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:47.493402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:47.594876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147624f-e5b3-4ece-a944-a3e5614830f4 req-d0f7e07b-ef87-4055-be67-9757e9b3f787 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:47.596388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8147624f-e5b3-4ece-a944-a3e5614830f4 req-d0f7e07b-ef87-4055-be67-9757e9b3f787 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 931 time: 0.0497746 Jul 28 18:18:47.624959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-c43124d0-cd86-47c0-ae01-27409a3cd492 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8823748 Jul 28 18:18:47.639341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8147624f-e5b3-4ece-a944-a3e5614830f4 req-a8e811fa-f394-4392-8dba-cf5a18e03b75 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Jul 28 18:18:47.642086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Request body: {'port': {'device_id': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:18:47.704209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:47.981665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db315bd-48ef-4a18-a41c-356e07553cf0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:47.989803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.001645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Transition to ACTIVE for port object 6db315bd-48ef-4a18-a41c-356e07553cf0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:18:48.064339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.113228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Pushing event updated for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:48.184285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Attempting to bind port 6db315bd-48ef-4a18-a41c-356e07553cf0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:18:48.184620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Attempting to bind port 6db315bd-48ef-4a18-a41c-356e07553cf0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:18:48.184952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Attempting to bind port 6db315bd-48ef-4a18-a41c-356e07553cf0 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:48.189816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Port 6db315bd-48ef-4a18-a41c-356e07553cf0 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:18:48.190266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Attempting to bind port 6db315bd-48ef-4a18-a41c-356e07553cf0 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:18:48.197351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:18:48.197695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:18:48.198083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:18:48.198507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Bound port: 6db315bd-48ef-4a18-a41c-356e07553cf0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:18:48.198868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.264259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:48.268023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6db315bd-48ef-4a18-a41c-356e07553cf0,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:48.360336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.393712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.394340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.395772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] 10.222.0.35 "PUT /v2.0/ports/6db315bd-48ef-4a18-a41c-356e07553cf0 HTTP/1.1" status: 200 len: 1091 time: 0.7585301 Jul 28 18:18:48.396223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:48.398468 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5ade9-c115-48aa-b879-56f886481f08" -d '{"events": [{"name": "network-changed", "server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:48.425189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea4efa-8d55-4d4c-91e6-5b4aac588cfd service neutron] Pushing event updated for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:48.435624 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac9be1-e16d-4ce6-bcc9-d45aea66cc2a x-openstack-request-id: req-5bac9be1-e16d-4ce6-bcc9-d45aea66cc2a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:48.435920 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:48.436174 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bac9be1-e16d-4ce6-bcc9-d45aea66cc2a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:48.436618 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0', 'status': 'completed', 'code': 200} Jul 28 18:18:48.503429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ade9-c115-48aa-b879-56f886481f08 req-7ebb5fab-3c03-458f-9ef2-cfe94886cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.505223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50d5ade9-c115-48aa-b879-56f886481f08 req-7ebb5fab-3c03-458f-9ef2-cfe94886cdca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 1094 time: 0.0459404 Jul 28 18:18:48.608750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ade9-c115-48aa-b879-56f886481f08 req-ce84a236-5fb4-4357-938e-f85ddf3703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.610782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50d5ade9-c115-48aa-b879-56f886481f08 req-ce84a236-5fb4-4357-938e-f85ddf3703b1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74760c2f6db94aa6be0e07df546168bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0971518 Jul 28 18:18:48.661792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:48.714943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ade9-c115-48aa-b879-56f886481f08 req-f339b9a0-c838-4fbd-9187-d0b4597eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.715475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50d5ade9-c115-48aa-b879-56f886481f08 req-f339b9a0-c838-4fbd-9187-d0b4597eac86 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965180 Jul 28 18:18:48.799267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4307fa3-0222-49c7-93fd-f26a2135a8da req-5c9ef3d9-c686-4606-9967-cb55ba3130b1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.800846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4307fa3-0222-49c7-93fd-f26a2135a8da req-5c9ef3d9-c686-4606-9967-cb55ba3130b1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 943 time: 0.0845072 Jul 28 18:18:48.835142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-7459dd51-1972-40e6-8e90-54a0149e717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.836839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-7459dd51-1972-40e6-8e90-54a0149e717d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 1094 time: 0.0745518 Jul 28 18:18:48.889534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4307fa3-0222-49c7-93fd-f26a2135a8da req-9d5301f1-d6ff-4d77-ac05-1334ff76cfbb tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814109 Jul 28 18:18:48.891497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-5e230269-dc75-484c-955e-4fc53ccbbc54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db315bd-48ef-4a18-a41c-356e07553cf0 HTTP/1.1" status: 200 len: 217 time: 0.0464456 Jul 28 18:18:48.943685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-6c97acd4-0f7d-42c5-9ee5-3d5a1b7f26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:48.944943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-6c97acd4-0f7d-42c5-9ee5-3d5a1b7f26a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0472562 Jul 28 18:18:48.978889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-b4fd5d5b-d149-4417-8ef9-4ebea88061d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265963 Jul 28 18:18:49.072800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-214d691b-0a68-4189-be53-5026141e429e service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873830 Jul 28 18:18:49.167679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d506fa16-26f4-43a6-b1a5-c7691ddac429 req-b8add562-1936-4c1d-ac66-b75a9462d055 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879731 Jul 28 18:18:50.020186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d68a6-ba7f-453f-bb29-57f4b001e343 req-c993b506-f47a-42bd-8e02-b615af6a2d61 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:50.021714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-570d68a6-ba7f-453f-bb29-57f4b001e343 req-c993b506-f47a-42bd-8e02-b615af6a2d61 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 943 time: 0.0532835 Jul 28 18:18:50.065027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-570d68a6-ba7f-453f-bb29-57f4b001e343 req-bce37b27-a370-440b-aa6b-8355a694ed25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Jul 28 18:18:51.193368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2bc8a-3102-45f4-babe-7edd1a328c30 req-af3ca04a-88ea-44db-84ff-79cf61f2b140 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:51.195032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22d2bc8a-3102-45f4-babe-7edd1a328c30 req-af3ca04a-88ea-44db-84ff-79cf61f2b140 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 943 time: 0.0556331 Jul 28 18:18:51.239324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22d2bc8a-3102-45f4-babe-7edd1a328c30 req-9f88cecd-e96f-4236-a5c7-aeee92b8b3dd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Jul 28 18:18:52.363162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553bb2-1df6-4433-b6d9-f6876181b981 req-a6c6de12-bf22-46aa-a44b-b7e4ebfd7879 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:52.364717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef553bb2-1df6-4433-b6d9-f6876181b981 req-a6c6de12-bf22-46aa-a44b-b7e4ebfd7879 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 943 time: 0.0509479 Jul 28 18:18:52.403513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef553bb2-1df6-4433-b6d9-f6876181b981 req-1b59dbb3-f568-4aaf-ab0a-d446a5151692 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 28 18:18:53.521745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad779-d520-4b74-bef1-66e90a982024 req-033f4312-be06-4265-9f37-98e50054af37 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:53.523221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9bad779-d520-4b74-bef1-66e90a982024 req-033f4312-be06-4265-9f37-98e50054af37 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 943 time: 0.0496361 Jul 28 18:18:53.563095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9bad779-d520-4b74-bef1-66e90a982024 req-3c3988c4-a2ca-48c0-aa30-0128131b6608 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 28 18:18:54.203613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6db315bd-48ef-4a18-a41c-356e07553cf0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:54.300156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6db315bd-48ef-4a18-a41c-356e07553cf0,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:54.310466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '6db315bd-48ef-4a18-a41c-356e07553cf0', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': '6db315bd-48ef-4a18-a41c-356e07553cf0', 'mac_address': 'fa:16:3e:14:97:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:54.352516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:54.366540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db315bd-48ef-4a18-a41c-356e07553cf0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:18:54.386623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6db315bd-48ef-4a18-a41c-356e07553cf0,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:54.458503 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:54.506466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:54.513951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.514306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.514735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.515091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.515959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.516299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.516635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.516969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.517360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.517873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.518213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.518544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:54.692941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182db5c-2bfe-4d3a-82c5-4c8e76ae4bca req-165bb50a-36d5-4c96-a9e9-0e01994acf0c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:54.695162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5182db5c-2bfe-4d3a-82c5-4c8e76ae4bca req-165bb50a-36d5-4c96-a9e9-0e01994acf0c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 944 time: 0.0636747 Jul 28 18:18:54.743478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5182db5c-2bfe-4d3a-82c5-4c8e76ae4bca req-ff30d26b-b3c0-4d1e-8eef-c55980fbb7ba tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 28 18:18:54.761840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6db315bd-48ef-4a18-a41c-356e07553cf0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:55.860103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289643-0cd0-4771-80a3-c59a71c9344d req-5094d164-ecf7-4cd8-af4e-490fd28911b7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:55.861610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69289643-0cd0-4771-80a3-c59a71c9344d req-5094d164-ecf7-4cd8-af4e-490fd28911b7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 944 time: 0.0496321 Jul 28 18:18:55.900550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69289643-0cd0-4771-80a3-c59a71c9344d req-1cddede2-6d0c-460f-9c7a-2a2d44d8781f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Jul 28 18:18:56.204105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6db315bd-48ef-4a18-a41c-356e07553cf0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:56.342114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 6db315bd-48ef-4a18-a41c-356e07553cf0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:18:56.347286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 6db315bd-48ef-4a18-a41c-356e07553cf0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:18:56.347800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:56.428166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:56.454826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:18:56.458082 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91d9def-246f-4960-a54f-efad6d994a71" -d '{"events": [{"server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "name": "network-vif-plugged", "status": "completed", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:56.477108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6db315bd-48ef-4a18-a41c-356e07553cf0,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:56.514622 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599dd10-13fd-42b6-9dc6-f9e849d61628 x-openstack-request-id: req-2599dd10-13fd-42b6-9dc6-f9e849d61628 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:56.514978 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "name": "network-vif-plugged", "status": "completed", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:56.515947 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2599dd10-13fd-42b6-9dc6-f9e849d61628 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:56.516428 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0', 'code': 200} Jul 28 18:18:56.561625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:18:56.648224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c17a-e795-49b0-b38e-a032c004ad03 req-0f9854f3-d809-4fc2-90df-13351885e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:56.649931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccf9c17a-e795-49b0-b38e-a032c004ad03 req-0f9854f3-d809-4fc2-90df-13351885e16d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 1096 time: 0.0645385 Jul 28 18:18:56.702259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccf9c17a-e795-49b0-b38e-a032c004ad03 req-5e6c0fe3-c57c-4cff-a983-a11f876992ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Jul 28 18:18:56.788941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:57.018589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82d00-7fbd-4fb6-ad90-309df151672d req-392b048c-a4cd-4619-883e-9b9ae05c132c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:57.020225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51f82d00-7fbd-4fb6-ad90-309df151672d req-392b048c-a4cd-4619-883e-9b9ae05c132c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Jul 28 18:18:57.064135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51f82d00-7fbd-4fb6-ad90-309df151672d req-389c12ce-d20d-425e-887d-4ed6dc0aebbd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Jul 28 18:18:58.188935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d228f-8d3d-4c34-ab96-8451a2b52783 req-fc8f2e74-80e5-4b71-a18d-e0cac8894957 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:58.190720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb8d228f-8d3d-4c34-ab96-8451a2b52783 req-fc8f2e74-80e5-4b71-a18d-e0cac8894957 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Jul 28 18:18:58.231004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb8d228f-8d3d-4c34-ab96-8451a2b52783 req-151cb08a-2ce3-41ff-ad1d-f2128d05d21d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Jul 28 18:18:58.619964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf6f7-dbdd-48ee-936e-ab29441b23b9 req-2780a2fb-34a7-4988-8881-e4cee391a047 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:58.624192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efcaf6f7-dbdd-48ee-936e-ab29441b23b9 req-2780a2fb-34a7-4988-8881-e4cee391a047 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0567377 Jul 28 18:18:58.668053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efcaf6f7-dbdd-48ee-936e-ab29441b23b9 req-c6eb5d91-33e2-4dcd-96b0-736751990e13 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Jul 28 18:18:59.810403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806de0a5-aa3f-485d-82a4-3e1898949921 req-2769384a-1299-4618-9543-441d504818e6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:18:59.812839 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-806de0a5-aa3f-485d-82a4-3e1898949921 req-2769384a-1299-4618-9543-441d504818e6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Jul 28 18:18:59.853052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-806de0a5-aa3f-485d-82a4-3e1898949921 req-3935c3ed-7b6d-4970-abf8-e8d2c2ca1d86 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Jul 28 18:19:00.360606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5016b-9318-4a65-a32a-0f3856d43d1c req-098a8aa5-1b74-40d2-b84a-aa67df8f13e7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:00.362516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7e5016b-9318-4a65-a32a-0f3856d43d1c req-098a8aa5-1b74-40d2-b84a-aa67df8f13e7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0580778 Jul 28 18:19:00.410659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7e5016b-9318-4a65-a32a-0f3856d43d1c req-1ff76114-b542-44b0-933b-812259ac1126 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Jul 28 18:19:01.542385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a950-3cd6-41f1-a328-47eebd2a1f63 req-53aaec11-2c8b-4f8b-b16b-e7bdcd938228 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:01.544015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7976a950-3cd6-41f1-a328-47eebd2a1f63 req-53aaec11-2c8b-4f8b-b16b-e7bdcd938228 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0626643 Jul 28 18:19:01.587185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7976a950-3cd6-41f1-a328-47eebd2a1f63 req-2018596d-cdb9-4835-a2f4-edb4fb51ed5e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Jul 28 18:19:01.862106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-1474afaa-f31d-41e1-964b-f9ebb217e691 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:01.863746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-1474afaa-f31d-41e1-964b-f9ebb217e691 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 945 time: 0.0711429 Jul 28 18:19:01.961653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port 6db315bd-48ef-4a18-a41c-356e07553cf0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:19:01.962000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:02.054566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port 6db315bd-48ef-4a18-a41c-356e07553cf0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6db315bd-48ef-4a18-a41c-356e07553cf0,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:02.054956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:02.067572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for 6db315bd-48ef-4a18-a41c-356e07553cf0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:19:02.273169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:02.286329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6db315bd-48ef-4a18-a41c-356e07553cf0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:19:02.299733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=6db315bd-48ef-4a18-a41c-356e07553cf0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:02.364851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port 6db315bd-48ef-4a18-a41c-356e07553cf0 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:19:02.367951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:02.369919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ffd069e-176d-4b9f-a544-f62698c94941 req-3ce3c4d3-0145-4c4c-ac93-2209fb9faff9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "DELETE /v2.0/ports/6db315bd-48ef-4a18-a41c-356e07553cf0 HTTP/1.1" status: 204 len: 173 time: 0.5004523 Jul 28 18:19:02.370353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'name': 'network-vif-deleted', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:02.372670 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1744f28a-4cbb-4672-bc71-22b82c73f6d8" -d '{"events": [{"server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "name": "network-vif-deleted", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:02.386314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-7fb98100-cbf2-4e0d-93c1-c28e63b889a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517581 Jul 28 18:19:02.410196 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995eac17-3368-4658-aa27-bfe0a4047898 x-openstack-request-id: req-995eac17-3368-4658-aa27-bfe0a4047898 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:02.410551 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833c60d4-80b5-4e42-9c8b-09fcaf72e009", "name": "network-vif-deleted", "tag": "6db315bd-48ef-4a18-a41c-356e07553cf0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:02.411268 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-995eac17-3368-4658-aa27-bfe0a4047898 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:02.411268 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833c60d4-80b5-4e42-9c8b-09fcaf72e009', 'name': 'network-vif-deleted', 'tag': '6db315bd-48ef-4a18-a41c-356e07553cf0', 'status': 'completed', 'code': 200} Jul 28 18:19:02.470230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df18c9-8475-4e0d-873b-5817d664c640 req-340a8160-60a2-42d3-92bb-0663abafc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:02.472097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-340a8160-60a2-42d3-92bb-0663abafc245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1096 time: 0.0424750 Jul 28 18:19:02.577444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df18c9-8475-4e0d-873b-5817d664c640 req-610a35ce-0b38-4d42-bf72-0b6abe2e59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:02.579566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-610a35ce-0b38-4d42-bf72-0b6abe2e59a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.0886989 Jul 28 18:19:02.655517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-257d886f-4b35-4fe5-bf23-cdeb69ccfb8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0673590 Jul 28 18:19:02.702049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f691ac6-78c2-43c6-91c9-9dd432a63506 req-98112967-9f30-4c55-a404-cdc66188f658 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=833c60d4-80b5-4e42-9c8b-09fcaf72e009 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Jul 28 18:19:02.722263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df18c9-8475-4e0d-873b-5817d664c640 req-6c9821fe-65f2-4c08-8709-20fc30061059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:02.723808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-6c9821fe-65f2-4c08-8709-20fc30061059 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0590115 Jul 28 18:19:02.781723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df18c9-8475-4e0d-873b-5817d664c640 req-248237f4-4106-4f41-9b80-6b757e219c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:02.783451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-248237f4-4106-4f41-9b80-6b757e219c37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525615 Jul 28 18:19:02.885353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-23930e01-6592-468b-b9eb-a0072ccffc4a service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926614 Jul 28 18:19:02.997264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86df18c9-8475-4e0d-873b-5817d664c640 req-c37ce1c2-6ae4-4d23-87db-25285c867087 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039751 Jul 28 18:19:04.001366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-e252efa3-59d3-49a0-867d-6c302f2b2c73 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:04.004863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-e252efa3-59d3-49a0-867d-6c302f2b2c73 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1491933 Jul 28 18:19:04.023251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-73b7b882-0190-4e34-b73a-f1b8b36b6c0d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0121872 Jul 28 18:19:04.053903 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-4235a598-4475-4f6d-974b-a5e7e5b3c7a5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270197 Jul 28 18:19:04.256441 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-e64edd58-c18d-4dfa-9642-a1076afb0880 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918633 Jul 28 18:19:04.351007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-0778cfed-5374-4af1-8da0-9b79b17ec884 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883451 Jul 28 18:19:04.596072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bb110cb-bcd6-4cd7-b788-b6f381d27b3f req-4eae795c-cb4d-42e7-ad08-f70936536909 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Jul 28 18:19:05.699411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c7e71d74-ebbb-414b-9a03-a4ffcdb17d56 req-21663349-f3e4-4516-a99c-734526446fd0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 210 time: 0.0311811 Jul 28 18:19:06.266713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6db315bd-48ef-4a18-a41c-356e07553cf0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:19:06.316187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 6db315bd-48ef-4a18-a41c-356e07553cf0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:19:06.316539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6db315bd-48ef-4a18-a41c-356e07553cf0 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:19:06.672465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-3c8aa9fd-1ce6-44e9-b2a1-c6623a80e483 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:06.672465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-3c8aa9fd-1ce6-44e9-b2a1-c6623a80e483 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1223629 Jul 28 18:19:06.672465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:19:07.088359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65434d44-d849-4c6f-9ec3-36274f40cc3e req-fc5dc4c8-02e4-4f23-a59b-b5cff30ff4f2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 210 time: 0.0319796 Jul 28 18:19:07.278954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:19:07.287268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:07.441552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.14 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/bdf4240b-77bc-40a1-9aed-cdace4158697) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:19:07.676634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-378d9308-a260-42ab-8a69-e722aef52f13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818861 Jul 28 18:19:07.684641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b86be61-d23f-4807-b30a-33536bd6ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:07.690152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:07.774652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-c738d776-f84d-4645-8458-d5648c82fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:07.776121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-c738d776-f84d-4645-8458-d5648c82fb93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0415077 Jul 28 18:19:07.843849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:07.912391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:19:07.922278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:19:07.927683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:19:07.930686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:07.969566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-ab4cda98-2820-4f8e-862a-998a45212da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:07.971151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-ab4cda98-2820-4f8e-862a-998a45212da6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1770117 Jul 28 18:19:08.041911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:08.042549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:08.075593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-44d6a734-48ab-4dd7-a780-65d432cb70f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.0874977 Jul 28 18:19:08.131419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-7b53279c-b989-44df-9065-09f02ba91455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:08.133126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-7b53279c-b989-44df-9065-09f02ba91455 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0505133 Jul 28 18:19:08.149643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-a27564d0-1ce8-4fcb-8117-63ca2c82ab3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5312381 Jul 28 18:19:08.173150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Request body: {'port': {'device_id': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:19:08.273278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-b88434c3-803e-4969-a57d-b2afc74cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:08.274910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-b88434c3-803e-4969-a57d-b2afc74cea00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347892 Jul 28 18:19:08.293687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:08.353380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635685-03c6-4271-93f1-d059cda5d886 req-7c83296e-2e8a-44a8-a4b9-bfd7b766313c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:08.361395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13635685-03c6-4271-93f1-d059cda5d886 req-7c83296e-2e8a-44a8-a4b9-bfd7b766313c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 932 time: 0.1822262 Jul 28 18:19:08.466619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13635685-03c6-4271-93f1-d059cda5d886 req-9d97d7e6-bdaf-4bbd-b467-a493b0d57b42 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042764 Jul 28 18:19:08.528549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-1f777eb7-8092-4129-b629-881e010da623 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438922 Jul 28 18:19:08.715765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e7e26a9-9c79-4467-8475-9ddf91ecf9c3 req-37baf601-ee8f-477a-8a1d-04cb2366c104 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801066 Jul 28 18:19:08.788252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf4240b-77bc-40a1-9aed-cdace4158697 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:08.796194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:08.809879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Transition to ACTIVE for port object bdf4240b-77bc-40a1-9aed-cdace4158697 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:19:08.897336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:08.944181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:09.017617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Attempting to bind port bdf4240b-77bc-40a1-9aed-cdace4158697 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:19:09.018095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Attempting to bind port bdf4240b-77bc-40a1-9aed-cdace4158697 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:19:09.018527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Attempting to bind port bdf4240b-77bc-40a1-9aed-cdace4158697 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:19:09.023242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Port bdf4240b-77bc-40a1-9aed-cdace4158697 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:19:09.023612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Attempting to bind port bdf4240b-77bc-40a1-9aed-cdace4158697 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:19:09.029063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:19:09.029406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:19:09.029799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:19:09.030232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Bound port: bdf4240b-77bc-40a1-9aed-cdace4158697, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:19:09.030655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:09.115759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:19:09.119079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:19:09.184974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:09.220327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.220942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:09.222313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] 10.222.0.35 "PUT /v2.0/ports/bdf4240b-77bc-40a1-9aed-cdace4158697 HTTP/1.1" status: 200 len: 1092 time: 1.0550375 Jul 28 18:19:09.222839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:09.225088 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6c3e0-1a9b-4975-a879-212eaa994bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:09.249280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe901-2bb5-4162-a592-de4d2a99f6ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:09.281307 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e7a28e-6382-4da0-9ae0-1743403e775e x-openstack-request-id: req-18e7a28e-6382-4da0-9ae0-1743403e775e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:09.281307 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:09.281307 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18e7a28e-6382-4da0-9ae0-1743403e775e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:09.281307 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'status': 'completed', 'code': 200} Jul 28 18:19:09.342637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-c87e4283-4d0d-48d0-bd72-3e163a24b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.344597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-c87e4283-4d0d-48d0-bd72-3e163a24b373 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0454419 Jul 28 18:19:09.454099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-4135e869-db10-4cb6-826d-64652ac81737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.455711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-4135e869-db10-4cb6-826d-64652ac81737 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74760c2f6db94aa6be0e07df546168bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1035342 Jul 28 18:19:09.578609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-d0428b75-a432-49d5-86b0-0a9e0922348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.580054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84a6c3e0-1a9b-4975-a879-212eaa994bd9 req-d0428b75-a432-49d5-86b0-0a9e0922348e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182675 Jul 28 18:19:09.604303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388018bd-5c2a-4a00-a51e-3aa11476e390 req-9585f111-cd22-4d02-8d04-d64bf891bfe8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.606200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-388018bd-5c2a-4a00-a51e-3aa11476e390 req-9585f111-cd22-4d02-8d04-d64bf891bfe8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0633044 Jul 28 18:19:09.649150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-388018bd-5c2a-4a00-a51e-3aa11476e390 req-3cc318d1-c734-4d80-97d9-6ed9774b8bc1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Jul 28 18:19:09.675416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-eecde7e7-010f-42d0-ac65-d21bd9cb3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.677025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-eecde7e7-010f-42d0-ac65-d21bd9cb3e0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0599422 Jul 28 18:19:09.722042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-1ff8ae77-d63f-463d-ba3f-4d7f052d701a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf4240b-77bc-40a1-9aed-cdace4158697 HTTP/1.1" status: 200 len: 217 time: 0.0365422 Jul 28 18:19:09.773193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-5c8ae117-5920-4141-9388-2ea60f86d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:09.774645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-5c8ae117-5920-4141-9388-2ea60f86d985 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0463455 Jul 28 18:19:09.807293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-cdc1af2d-ebe4-4a9b-9a82-8871d1a95f25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253098 Jul 28 18:19:09.911465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-6ed70580-1785-4f35-847c-b6c04309904b service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956531 Jul 28 18:19:10.009286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f74d1c99-a121-474b-bc18-4b5df4c89312 req-e373e0b1-e2e2-4132-8d89-7c5ec0b9d948 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900991 Jul 28 18:19:10.079000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:10.219633 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1fc3-38ed-45b5-84d2-b19c509e61ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:10.808410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787644c-3375-4afe-a83d-d8d2216589ad req-445a9695-6aea-4061-bcdf-92375af99b9e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:10.810930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f787644c-3375-4afe-a83d-d8d2216589ad req-445a9695-6aea-4061-bcdf-92375af99b9e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0638287 Jul 28 18:19:10.855039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f787644c-3375-4afe-a83d-d8d2216589ad req-4a86da90-c160-446d-b6eb-37d6fb93d057 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Jul 28 18:19:11.061300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:11.987634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15755cd-f9f8-4c61-a6d7-85058b8d053e req-682b5cb1-0d6e-474c-911a-e04b22205e7d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:11.989321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a15755cd-f9f8-4c61-a6d7-85058b8d053e req-682b5cb1-0d6e-474c-911a-e04b22205e7d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0509489 Jul 28 18:19:12.035923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a15755cd-f9f8-4c61-a6d7-85058b8d053e req-04726636-55dd-4293-94e8-02f64ee1f2d0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Jul 28 18:19:12.946946 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:13.172044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3546551-0d1a-43f0-9e86-537f3f6d5ae9 req-eb8e7206-4f99-4655-a809-6e45248f1fc8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:13.173906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3546551-0d1a-43f0-9e86-537f3f6d5ae9 req-eb8e7206-4f99-4655-a809-6e45248f1fc8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0544221 Jul 28 18:19:13.214114 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3546551-0d1a-43f0-9e86-537f3f6d5ae9 req-1835b9df-5261-41f5-912b-45148e5b021e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335023 Jul 28 18:19:14.303031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:19:14.336179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2bf9-df0e-46a6-8b48-8db66426ce49 req-6e95a079-4669-49ab-988e-9630f48cfb0c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:14.337923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5edd2bf9-df0e-46a6-8b48-8db66426ce49 req-6e95a079-4669-49ab-988e-9630f48cfb0c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0515661 Jul 28 18:19:14.378074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5edd2bf9-df0e-46a6-8b48-8db66426ce49 req-fccbba82-5cd1-458f-8836-29461cea287a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Jul 28 18:19:14.453224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:14.465625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'mac_address': 'fa:16:3e:9e:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:19:14.504953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:14.520536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf4240b-77bc-40a1-9aed-cdace4158697 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:14.544730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:14.633307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:14.683350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:14.931302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['bdf4240b-77bc-40a1-9aed-cdace4158697'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:19:15.408515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:15.530025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071129-c79d-4245-ba22-01cda8d5bb64 req-d273328c-3f64-4b59-a225-522d3a43fd6a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:15.532249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15071129-c79d-4245-ba22-01cda8d5bb64 req-d273328c-3f64-4b59-a225-522d3a43fd6a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 945 time: 0.0694628 Jul 28 18:19:15.576321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15071129-c79d-4245-ba22-01cda8d5bb64 req-1c02f676-f50e-45da-bb6e-b3e00ae88b5b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Jul 28 18:19:16.316146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:19:16.437589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port bdf4240b-77bc-40a1-9aed-cdace4158697 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:19:16.447168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port bdf4240b-77bc-40a1-9aed-cdace4158697 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:19:16.447744 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:16.541653 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:16.563922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:16.566130 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8dcda-c223-46ed-a09d-2fccfc6fb181" -d '{"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:16.578811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:16.606885 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5adb1f3-6bb0-41b7-91a6-e8b08f6f960b x-openstack-request-id: req-c5adb1f3-6bb0-41b7-91a6-e8b08f6f960b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:16.607419 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:16.607997 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5adb1f3-6bb0-41b7-91a6-e8b08f6f960b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:16.609897 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'code': 200} Jul 28 18:19:16.646510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:16.752548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:16.755460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32708aa5-d2a5-4c6a-b6f6-121988975923 req-e911282f-bdbb-45c8-9ad0-421fbc3bd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:16.758617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32708aa5-d2a5-4c6a-b6f6-121988975923 req-e911282f-bdbb-45c8-9ad0-421fbc3bd25a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0791967 Jul 28 18:19:16.798794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b0f6-1cfe-4fef-a511-034fe790aab0 req-83ccbba8-dddc-45df-86ac-dd0a5e1c28d3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:16.800411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1456b0f6-1cfe-4fef-a511-034fe790aab0 req-83ccbba8-dddc-45df-86ac-dd0a5e1c28d3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1107931 Jul 28 18:19:16.848271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32708aa5-d2a5-4c6a-b6f6-121988975923 req-e1cf7654-1b69-4b4a-a229-e047c3561748 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813293 Jul 28 18:19:16.868706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1456b0f6-1cfe-4fef-a511-034fe790aab0 req-4fa726fe-5cd3-421c-bcf6-10cd79fe0279 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597181 Jul 28 18:19:18.046598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214207b-0ce8-4235-a01d-0f9d68742ad2 req-5a8a9dc9-0d4b-44fb-be75-52cd6ba07cdb tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:18.054584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f214207b-0ce8-4235-a01d-0f9d68742ad2 req-5a8a9dc9-0d4b-44fb-be75-52cd6ba07cdb tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0756595 Jul 28 18:19:18.096999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f214207b-0ce8-4235-a01d-0f9d68742ad2 req-bc08e263-1533-42b8-b81e-2fa4eeb41169 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Jul 28 18:19:18.638663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:19.238447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7c2a-88cf-4425-92ee-6e9fc39a6d77 req-51e4f2d5-28f3-4aa1-884f-5669f101a15e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:19.240188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81d7c2a-88cf-4425-92ee-6e9fc39a6d77 req-51e4f2d5-28f3-4aa1-884f-5669f101a15e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Jul 28 18:19:19.278814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81d7c2a-88cf-4425-92ee-6e9fc39a6d77 req-3a453ba7-f693-46c6-a671-93ab79b66c28 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 28 18:19:20.004721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be12e65-a687-4010-b5b7-61076068035f req-c1de28f2-0455-4310-ae7f-598151b44f0b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:20.006205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9be12e65-a687-4010-b5b7-61076068035f req-c1de28f2-0455-4310-ae7f-598151b44f0b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0493512 Jul 28 18:19:20.052387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9be12e65-a687-4010-b5b7-61076068035f req-af889fab-408e-447b-8e3e-76df76744f58 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Jul 28 18:19:21.117864 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:19:21.181624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26002fc7-281a-4534-beb0-559b4d09fc39 req-12bf9b78-6157-492b-8b60-c65bc70e66e0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:21.186492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26002fc7-281a-4534-beb0-559b4d09fc39 req-12bf9b78-6157-492b-8b60-c65bc70e66e0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0554085 Jul 28 18:19:21.231345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26002fc7-281a-4534-beb0-559b4d09fc39 req-fa7de59c-9407-42aa-b844-df58642b2731 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361757 Jul 28 18:19:22.359680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0afcfc-344d-4c27-ad3c-1d887bcdf06f req-4155c92c-e6ae-46f6-801f-a7760281bea5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:22.361631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b0afcfc-344d-4c27-ad3c-1d887bcdf06f req-4155c92c-e6ae-46f6-801f-a7760281bea5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0552936 Jul 28 18:19:22.408604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b0afcfc-344d-4c27-ad3c-1d887bcdf06f req-bc1bd686-7da6-43d8-a18e-7f80287ba82c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Jul 28 18:19:23.530900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871920-fe17-42d5-8d32-480176d15646 req-616ca05f-8eda-49d7-9f91-9f377634a74d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:23.532643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22871920-fe17-42d5-8d32-480176d15646 req-616ca05f-8eda-49d7-9f91-9f377634a74d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0545852 Jul 28 18:19:23.582558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22871920-fe17-42d5-8d32-480176d15646 req-8cb18e10-b522-421e-9f8e-7fe8d3535019 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 Jul 28 18:19:24.701947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b7513-8974-4a4b-a7f6-dbe9ee268afa req-adaff35b-0668-492a-876b-844a13838c5b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:24.704155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e88b7513-8974-4a4b-a7f6-dbe9ee268afa req-adaff35b-0668-492a-876b-844a13838c5b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0564735 Jul 28 18:19:24.750274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e88b7513-8974-4a4b-a7f6-dbe9ee268afa req-fc06dc4a-ee18-452e-8166-6877bb7c0484 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jul 28 18:19:25.875514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d05a5e-3c23-443a-b2b0-d6ab281ca9d9 req-a08c9012-9e52-43d8-9b8e-37fb6b225d10 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:25.877016 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52d05a5e-3c23-443a-b2b0-d6ab281ca9d9 req-a08c9012-9e52-43d8-9b8e-37fb6b225d10 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0537016 Jul 28 18:19:25.915077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52d05a5e-3c23-443a-b2b0-d6ab281ca9d9 req-4a4837b7-ea8f-480d-a6f6-2ac3c02c8ff3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Jul 28 18:19:27.031503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebabab2-daad-4639-b628-2bab552c8f2f req-97da48c6-acb0-44fa-973b-047732cac92c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:27.033031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ebabab2-daad-4639-b628-2bab552c8f2f req-97da48c6-acb0-44fa-973b-047732cac92c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0498841 Jul 28 18:19:27.072841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ebabab2-daad-4639-b628-2bab552c8f2f req-6c977bf7-6a2b-47cb-a4d1-88d65e95259d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Jul 28 18:19:28.188636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ecf01-068f-4231-936d-47582c0c37ba req-399caf10-3714-4b21-9b00-2cabb41c21b7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:28.190150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d2ecf01-068f-4231-936d-47582c0c37ba req-399caf10-3714-4b21-9b00-2cabb41c21b7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0494511 Jul 28 18:19:28.235030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d2ecf01-068f-4231-936d-47582c0c37ba req-20977f8f-0890-43ce-b2dd-08d5b9b0ee71 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Jul 28 18:19:29.353493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d732c3-ec52-44a5-bafb-bb733cb1e322 req-9c62b2ff-bd53-4e1a-9df1-c7321f82f88e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:29.355132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64d732c3-ec52-44a5-bafb-bb733cb1e322 req-9c62b2ff-bd53-4e1a-9df1-c7321f82f88e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0509293 Jul 28 18:19:29.393546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64d732c3-ec52-44a5-bafb-bb733cb1e322 req-2daf33f5-5d65-4892-917d-862767f57726 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Jul 28 18:19:30.523118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c812b4-3412-4306-ad0f-86d0705accf6 req-03131382-7022-4020-9f48-5951e7e13326 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:30.524846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54c812b4-3412-4306-ad0f-86d0705accf6 req-03131382-7022-4020-9f48-5951e7e13326 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0537899 Jul 28 18:19:30.563777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54c812b4-3412-4306-ad0f-86d0705accf6 req-70ff79ea-934e-4207-95df-8c6143a6ec79 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 28 18:19:31.118605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-959c749f-0c7f-4ee5-8663-7da9ed357bc6 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:31.120144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-959c749f-0c7f-4ee5-8663-7da9ed357bc6 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/networks?id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 200 len: 814 time: 0.1096179 Jul 28 18:19:31.134936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-04b066c6-9725-4808-a05e-cb1a3c2ef04b tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/quotas/9f762c4f290740c4904b45c0aef42606 HTTP/1.1" status: 200 len: 375 time: 0.0088086 Jul 28 18:19:31.166976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-ce9a8c97-3986-4dec-b0c2-be89ce6ee9b4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263505 Jul 28 18:19:31.264166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-24e66e3d-d382-4d7c-b696-930f0e9cec42 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899093 Jul 28 18:19:31.352242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-e85c7e2b-c7a6-4510-a2f5-2abdea81da53 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815465 Jul 28 18:19:31.648384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b366589-ef2c-474c-ae13-c522f342dab3 req-7092db53-a688-438a-bb52-83c9e53a55e1 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 210 time: 0.0318785 Jul 28 18:19:31.693366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331ca5-f573-45dd-b411-83dc86ff1ab2 req-7680063e-9266-4e93-a558-42fb80706bc1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:31.695028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d331ca5-f573-45dd-b411-83dc86ff1ab2 req-7680063e-9266-4e93-a558-42fb80706bc1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0618050 Jul 28 18:19:31.744062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d331ca5-f573-45dd-b411-83dc86ff1ab2 req-b1bf21cd-d261-490c-949c-3026b76aa74f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Jul 28 18:19:32.749806 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-298a49ae-b0f4-4838-b58f-fef0f86077f9 req-b06ac978-a956-4180-bfc4-983e99cd519c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 210 time: 0.0305059 Jul 28 18:19:32.871422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f38f-eb58-4323-8eaa-3197ac380a4c req-3e95f355-aed6-4fef-9773-166a99a59ba9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:32.872991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d211f38f-eb58-4323-8eaa-3197ac380a4c req-3e95f355-aed6-4fef-9773-166a99a59ba9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0556638 Jul 28 18:19:32.915810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d211f38f-eb58-4323-8eaa-3197ac380a4c req-0c6f240b-7a08-4f01-a739-45687ca7a724 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Jul 28 18:19:33.844214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36b5963e-b7c3-4796-8ad5-80d6cf8a9ca4 req-a2f4b2eb-4a8e-4643-b3a9-860983e50552 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 210 time: 0.0265996 Jul 28 18:19:34.011585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-d1a07045-be66-4cb5-9b99-3adc7b0c5a1f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:34.013179 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-d1a07045-be66-4cb5-9b99-3adc7b0c5a1f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "GET /v2.0/networks?id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 200 len: 814 time: 0.1298637 Jul 28 18:19:34.026420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Request body: {'port': {'device_id': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a', 'admin_state_up': True, 'tenant_id': '9f762c4f290740c4904b45c0aef42606'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:19:34.079929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660c6-0deb-457c-9adc-3e9da70898fa req-476fe1a3-dad4-4d84-87d8-0e657fd99db9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:34.081595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97e660c6-0deb-457c-9adc-3e9da70898fa req-476fe1a3-dad4-4d84-87d8-0e657fd99db9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0847383 Jul 28 18:19:34.136281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97e660c6-0deb-457c-9adc-3e9da70898fa req-cab5e093-c71a-41e2-8199-f4c8c381e849 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Jul 28 18:19:34.215547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Made reservation on behalf of 9f762c4f290740c4904b45c0aef42606 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:19:34.219681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:34.363877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Allocated IP 172.20.0.5 (c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a/7dc0e5db-f93e-4da4-8663-fd8e1ee6a744/4bf55447-bcfa-44b8-93a7-ec0276aa0d97) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:19:34.516111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:34.631038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:34.695131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Pushing event updated for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:34.718061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:19:34.718777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:19:34.721679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:19:34.778202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:34.778812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:34.883044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-1008f2ea-0fc3-41c5-a3f2-172098ec96e4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603630 Jul 28 18:19:34.895775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Request body: {'port': {'device_id': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:19:34.965548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:34.995559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb96ed-b027-46bb-8699-f6f55c44377e req-fdb33908-560e-4bef-b4bd-08dfdc837751 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:34.997950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9fb96ed-b027-46bb-8699-f6f55c44377e req-fdb33908-560e-4bef-b4bd-08dfdc837751 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 931 time: 0.0793350 Jul 28 18:19:35.047608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9fb96ed-b027-46bb-8699-f6f55c44377e req-851de763-ba81-4b83-95b1-b48101655256 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Jul 28 18:19:35.258168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:35.267428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:35.283743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Transition to ACTIVE for port object 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:19:35.302957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8144-5a8f-407c-a36b-2cfd215d3807 req-3282c7b0-d681-480c-bf95-52b44ed667bc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:35.302957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-682e8144-5a8f-407c-a36b-2cfd215d3807 req-3282c7b0-d681-480c-bf95-52b44ed667bc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0766816 Jul 28 18:19:35.335653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-682e8144-5a8f-407c-a36b-2cfd215d3807 req-e1fe6f5e-98a9-46a5-bbb7-225c6b44ddb0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 28 18:19:35.361264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:35.412060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:35.476234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Attempting to bind port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:19:35.476570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Attempting to bind port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:19:35.476900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Attempting to bind port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:19:35.481079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:19:35.481401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Attempting to bind port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:19:35.486722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:19:35.487054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Checking segment: {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:19:35.487467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Bound using segment: {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:19:35.487886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Bound port: 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:19:35.488237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:35.550727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:19:35.553966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:19:35.647247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:35.682190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:35.682825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:35.684245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] 10.222.0.37 "PUT /v2.0/ports/4bf55447-bcfa-44b8-93a7-ec0276aa0d97 HTTP/1.1" status: 200 len: 1091 time: 0.7931828 Jul 28 18:19:35.684686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:35.686976 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27402fe1-65f9-4a32-b706-f9921a6b43c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:35.710305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aca309-67f0-4988-8a6b-41d2838f3484 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:35.851272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-e9c4eefa-dbaf-40db-8056-f97196e41fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:35.852864 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-e9c4eefa-dbaf-40db-8056-f97196e41fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 1094 time: 0.0424304 Jul 28 18:19:35.859760 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd583565-a921-4c4e-81f8-ac4e3e3ec013 x-openstack-request-id: req-dd583565-a921-4c4e-81f8-ac4e3e3ec013 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:35.860053 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:35.860306 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd583565-a921-4c4e-81f8-ac4e3e3ec013 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:35.860718 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97', 'status': 'completed', 'code': 200} Jul 28 18:19:35.898388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-80639fa1-c4d1-4189-b6dc-fdbf6b91ed96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97 HTTP/1.1" status: 200 len: 217 time: 0.0367322 Jul 28 18:19:35.948771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221eba7-beec-40b2-8308-829a4e42f239 req-06c767c5-f1de-4c6f-ad41-f62378a4c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:35.950365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-06c767c5-f1de-4c6f-ad41-f62378a4c3cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dc0e5db-f93e-4da4-8663-fd8e1ee6a744 HTTP/1.1" status: 200 len: 854 time: 0.0454183 Jul 28 18:19:35.984303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-b4bb156b-8e12-45a0-b66f-bbced3188f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263932 Jul 28 18:19:36.077551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-d560d731-211b-49cd-b086-0f6803405d60 service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858433 Jul 28 18:19:36.213072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82798ce-cee7-4e4d-9ca5-9928418d106e req-86a7eb52-f6df-47ca-8ad4-d905c89ce46f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:36.214528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c82798ce-cee7-4e4d-9ca5-9928418d106e req-86a7eb52-f6df-47ca-8ad4-d905c89ce46f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 943 time: 0.0846519 Jul 28 18:19:36.218438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4221eba7-beec-40b2-8308-829a4e42f239 req-a54dc273-f9f3-4eb2-aa1d-b780d14cfa89 service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328590 Jul 28 18:19:36.253074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c82798ce-cee7-4e4d-9ca5-9928418d106e req-3f59e7b5-2002-437d-b497-256ea00f46ff tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Jul 28 18:19:36.375169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-102c8cd4-4193-4bf4-89ef-854ab644ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:36.377505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-102c8cd4-4193-4bf4-89ef-854ab644ea79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 1094 time: 0.0413382 Jul 28 18:19:36.484630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f0da-5e49-4a91-8d6d-dcdbd2eb54d4 req-68db37da-be9a-40dc-8090-d0968b30e3a9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:36.487996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4f5f0da-5e49-4a91-8d6d-dcdbd2eb54d4 req-68db37da-be9a-40dc-8090-d0968b30e3a9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Jul 28 18:19:36.497468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-18d46354-70a1-408c-9b45-54a22149976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:36.499236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-18d46354-70a1-408c-9b45-54a22149976b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 200 len: 915 time: 0.1149371 Jul 28 18:19:36.532329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4f5f0da-5e49-4a91-8d6d-dcdbd2eb54d4 req-6dda4d89-541e-4b3c-be57-66fe9c24327d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Jul 28 18:19:36.550108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-ccacee75-f292-4f6f-9f48-a525211de242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97 HTTP/1.1" status: 200 len: 217 time: 0.0418499 Jul 28 18:19:36.601449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-f55d915c-7997-4383-b81e-e73bb3dcabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:36.602925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-f55d915c-7997-4383-b81e-e73bb3dcabf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dc0e5db-f93e-4da4-8663-fd8e1ee6a744 HTTP/1.1" status: 200 len: 854 time: 0.0452633 Jul 28 18:19:36.635352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-6aae6ca9-1085-4942-99ee-f30e63a923d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249329 Jul 28 18:19:36.733231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-56931add-debd-429b-87ed-a5df430a79b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901663 Jul 28 18:19:36.830938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27402fe1-65f9-4a32-b706-f9921a6b43c2 req-d2826c48-e6ad-4777-a332-871eeed97974 service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885603 Jul 28 18:19:37.292817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334a5d-68ae-4689-b276-3ee02543f1f9 req-baa69196-d936-4377-831e-20f5003960f6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:37.294328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9334a5d-68ae-4689-b276-3ee02543f1f9 req-baa69196-d936-4377-831e-20f5003960f6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0579989 Jul 28 18:19:37.335088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9334a5d-68ae-4689-b276-3ee02543f1f9 req-44cdef5c-eef4-4461-9439-604e30480697 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Jul 28 18:19:37.383495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b51e3d-9b2e-4c03-ae92-a36a4eff3756 req-0ef6b785-eb78-4248-91bf-d3fbcbed1cc4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:37.384968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5b51e3d-9b2e-4c03-ae92-a36a4eff3756 req-0ef6b785-eb78-4248-91bf-d3fbcbed1cc4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 943 time: 0.0517251 Jul 28 18:19:37.421623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5b51e3d-9b2e-4c03-ae92-a36a4eff3756 req-d5b22a5b-16cb-45a9-a735-175c4f78aaf3 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299959 Jul 28 18:19:37.660588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c593f-e400-472d-b4d6-3565ad49db03 req-25b9cfbb-5276-4bd9-807c-6e647e8d3d3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:37.709690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-697c593f-e400-472d-b4d6-3565ad49db03 req-25b9cfbb-5276-4bd9-807c-6e647e8d3d3d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Jul 28 18:19:37.709690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-697c593f-e400-472d-b4d6-3565ad49db03 req-b536789e-3d7e-4727-a223-e8df44309ebd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Jul 28 18:19:37.921434 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ab8868e-a690-47c3-b670-bedd6e2cee00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:38.369210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:19:38.463791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3985d0-a86d-47b9-be98-ba178f560f09 req-30d6df93-5860-41d6-aecc-79f8a6a08046 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:38.465294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf3985d0-a86d-47b9-be98-ba178f560f09 req-30d6df93-5860-41d6-aecc-79f8a6a08046 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Jul 28 18:19:38.475616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:38.491156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97', 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a', 'port_id': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97', 'mac_address': 'fa:16:3e:54:61:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc0e5db-f93e-4da4-8663-fd8e1ee6a744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:19:38.518864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf3985d0-a86d-47b9-be98-ba178f560f09 req-1e918727-c17b-458c-a24a-7abb6fee5b3b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Jul 28 18:19:38.557350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:38.573086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61709d-1760-49b6-8476-76e40589dbb1 req-19b024be-655c-4d85-979d-e22ef446936a tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:38.574241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:38.575230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d61709d-1760-49b6-8476-76e40589dbb1 req-19b024be-655c-4d85-979d-e22ef446936a tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 943 time: 0.0761511 Jul 28 18:19:38.601455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:38.618021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d61709d-1760-49b6-8476-76e40589dbb1 req-612aab76-ae1d-4dbe-a15b-fd541b9b835e tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jul 28 18:19:38.664266 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:38.711099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:38.819085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2898-c8e0-4e8f-991d-7dc905c9695f req-a40f5ca6-884b-4d7c-831f-640b97cff743 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:38.820793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bf2898-c8e0-4e8f-991d-7dc905c9695f req-a40f5ca6-884b-4d7c-831f-640b97cff743 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0495539 Jul 28 18:19:38.858350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bf2898-c8e0-4e8f-991d-7dc905c9695f req-3704a657-fe70-4f35-bc6b-d3038afc9d66 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Jul 28 18:19:38.897223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4bf55447-bcfa-44b8-93a7-ec0276aa0d97'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:19:39.645429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7e3d5-62bf-4211-b840-88013e74ef55 req-c2ce8255-1a7d-41ca-9708-ec8fd2511276 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:39.646927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f7e3d5-62bf-4211-b840-88013e74ef55 req-c2ce8255-1a7d-41ca-9708-ec8fd2511276 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Jul 28 18:19:39.691382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96f7e3d5-62bf-4211-b840-88013e74ef55 req-798d3437-b7c8-485d-846c-3f42653a9a62 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376334 Jul 28 18:19:39.776378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bbad6-b47e-46a9-a036-1bf57a3d0aaa req-73cbb0a6-2a12-42c9-8ae5-efae09c83f9c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:39.776378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b0bbad6-b47e-46a9-a036-1bf57a3d0aaa req-73cbb0a6-2a12-42c9-8ae5-efae09c83f9c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 944 time: 0.0497870 Jul 28 18:19:39.817131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b0bbad6-b47e-46a9-a036-1bf57a3d0aaa req-80c324cd-d1c9-475c-bcd2-31fd728455e2 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jul 28 18:19:39.975246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b08ed-074a-47f5-a9f8-d560f58180c4 req-44496c72-6b28-4a4a-85b0-3b7864debe3a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:39.976819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-385b08ed-074a-47f5-a9f8-d560f58180c4 req-44496c72-6b28-4a4a-85b0-3b7864debe3a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0493515 Jul 28 18:19:40.016809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-385b08ed-074a-47f5-a9f8-d560f58180c4 req-5562403e-ad3a-4af5-ba9c-d47884ffecc3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 28 18:19:40.078572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:40.218817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a710397-0f5d-48e8-875b-f12649686c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:40.384450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:19:40.494925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:19:40.498794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:19:40.499175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:40.577371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:40.601191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:40.603426 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263b7ea-433b-42c9-b09d-e44656697067" -d '{"events": [{"server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "name": "network-vif-plugged", "status": "completed", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:40.617007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:40.642235 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf74b20-8a2f-4a8a-b436-ade8ec0985d5 x-openstack-request-id: req-aaf74b20-8a2f-4a8a-b436-ade8ec0985d5 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:40.642235 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "name": "network-vif-plugged", "status": "completed", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:40.642235 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf74b20-8a2f-4a8a-b436-ade8ec0985d5 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:40.642235 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97', 'code': 200} Jul 28 18:19:40.689665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:40.746941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:40.772468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0929-4652-4a84-8648-6579dc37f76a req-1e0855c5-f188-4b35-ad93-9b977c63d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:40.774356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2efe0929-4652-4a84-8648-6579dc37f76a req-1e0855c5-f188-4b35-ad93-9b977c63d484 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 1096 time: 0.0802138 Jul 28 18:19:40.813911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2efe0929-4652-4a84-8648-6579dc37f76a req-0aa13452-8120-4a80-a872-4c0914e19554 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jul 28 18:19:40.840078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618e248-e2f7-49b9-8b43-adbd08998e8f req-24669228-1ac2-4a91-92d9-ea3fb75e5db4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:40.841586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6618e248-e2f7-49b9-8b43-adbd08998e8f req-24669228-1ac2-4a91-92d9-ea3fb75e5db4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Jul 28 18:19:40.880629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6618e248-e2f7-49b9-8b43-adbd08998e8f req-701955e5-1007-4f6a-beab-8d16d6fda069 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Jul 28 18:19:40.940325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e31f-4f54-46f6-ab7b-fe74f8db8916 req-9775df17-5cb3-41e2-90c7-0384775fcec4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:40.941844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20e4e31f-4f54-46f6-ab7b-fe74f8db8916 req-9775df17-5cb3-41e2-90c7-0384775fcec4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 945 time: 0.0536666 Jul 28 18:19:40.985218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20e4e31f-4f54-46f6-ab7b-fe74f8db8916 req-bbf4b888-6aee-4a3d-a7b1-afccdc4604fd tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Jul 28 18:19:41.049985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:41.134786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17921b-277b-4e95-b867-55a4591489da req-211ac29a-f838-4f91-9685-8f1c4a156281 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:41.136327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd17921b-277b-4e95-b867-55a4591489da req-211ac29a-f838-4f91-9685-8f1c4a156281 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0525210 Jul 28 18:19:41.174780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd17921b-277b-4e95-b867-55a4591489da req-c435769e-4d4a-4e85-8751-42a5ca3e9fcd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Jul 28 18:19:42.006065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eeea2-5271-48bf-9035-ed6155d43165 req-2c6bc09f-c16d-41ff-9d27-469989f73012 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:42.007801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b22eeea2-5271-48bf-9035-ed6155d43165 req-2c6bc09f-c16d-41ff-9d27-469989f73012 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Jul 28 18:19:42.059575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b22eeea2-5271-48bf-9035-ed6155d43165 req-f8d7db68-1fa9-4588-87bd-3366e14ecfa8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Jul 28 18:19:42.118248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3935-a42f-497b-a2de-af364be36531 req-304f7aa0-0dd9-4e7b-a413-2ec619c4b896 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:42.119802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-764e3935-a42f-497b-a2de-af364be36531 req-304f7aa0-0dd9-4e7b-a413-2ec619c4b896 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 945 time: 0.0588703 Jul 28 18:19:42.159156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-764e3935-a42f-497b-a2de-af364be36531 req-5117fc34-57c8-4cc4-bb46-162c85604a5c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Jul 28 18:19:42.310060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec354-01cb-49b9-9970-c7e63f7b3ac5 req-a0547076-2fb2-48b3-a3a8-9349407af2d8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:42.312386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebeec354-01cb-49b9-9970-c7e63f7b3ac5 req-a0547076-2fb2-48b3-a3a8-9349407af2d8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0598142 Jul 28 18:19:42.356363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ebeec354-01cb-49b9-9970-c7e63f7b3ac5 req-a951a3f9-063a-49f0-af0c-2c7088ebd37b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371628 Jul 28 18:19:42.946459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:43.180924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5781-25e5-4b84-b072-19e2a780deee req-f0bc0e81-b82e-4504-ac39-03fe4f7a5dc8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:43.185694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebfe5781-25e5-4b84-b072-19e2a780deee req-f0bc0e81-b82e-4504-ac39-03fe4f7a5dc8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Jul 28 18:19:43.225707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebfe5781-25e5-4b84-b072-19e2a780deee req-93cc21dc-ad37-4324-a1a1-58177111f26c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359566 Jul 28 18:19:43.490670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db8af-09b5-4044-8edf-af5cc6dd2f53 req-100b7aec-397c-416b-9a8f-728acba51258 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:43.492203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-701db8af-09b5-4044-8edf-af5cc6dd2f53 req-100b7aec-397c-416b-9a8f-728acba51258 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0572469 Jul 28 18:19:43.538921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-701db8af-09b5-4044-8edf-af5cc6dd2f53 req-e988c025-7f8c-46d3-b61c-7d03056fe04a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360820 Jul 28 18:19:44.379696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76959a0d-3562-45f6-a607-488ac08e1f43 req-5fda070a-4bd2-4c0f-b71e-af356b4d8959 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:44.381888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76959a0d-3562-45f6-a607-488ac08e1f43 req-5fda070a-4bd2-4c0f-b71e-af356b4d8959 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0683794 Jul 28 18:19:44.426324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76959a0d-3562-45f6-a607-488ac08e1f43 req-3f0e88fa-7322-44c1-956a-362684f289e7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368392 Jul 28 18:19:44.682491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86e8f-dbbd-4626-9408-41b8a1c3c0c8 req-35f889ec-4fb4-42f7-ad26-4ae083d7817f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:44.691048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ee86e8f-dbbd-4626-9408-41b8a1c3c0c8 req-35f889ec-4fb4-42f7-ad26-4ae083d7817f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0682673 Jul 28 18:19:44.725747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ee86e8f-dbbd-4626-9408-41b8a1c3c0c8 req-ff284387-3171-4f6b-9698-3ebfeb214203 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Jul 28 18:19:45.414910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:45.562729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9b2ee-0346-42cb-8a6a-7fdd74728f37 req-f0168f2d-6f30-4f9a-8ef2-c0a8cc3f7523 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:45.568182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ad9b2ee-0346-42cb-8a6a-7fdd74728f37 req-f0168f2d-6f30-4f9a-8ef2-c0a8cc3f7523 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0660834 Jul 28 18:19:45.608241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ad9b2ee-0346-42cb-8a6a-7fdd74728f37 req-a9c36d73-fe08-4219-95d6-c8d10038fb79 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373566 Jul 28 18:19:45.861594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee22d-ba01-4e7c-975c-e3e1d8aca3de req-7712cd36-eb45-4c2c-9f9a-97e75c888f38 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:45.863173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c5ee22d-ba01-4e7c-975c-e3e1d8aca3de req-7712cd36-eb45-4c2c-9f9a-97e75c888f38 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0586641 Jul 28 18:19:45.908793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c5ee22d-ba01-4e7c-975c-e3e1d8aca3de req-696e39db-08d2-41eb-8d0e-ef845da6dbdc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Jul 28 18:19:46.729316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70747f28-5bed-486e-8d0e-3c12ffd93204 req-53f386ac-44b2-4aa8-9147-a78f761c5fa7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:46.730927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70747f28-5bed-486e-8d0e-3c12ffd93204 req-53f386ac-44b2-4aa8-9147-a78f761c5fa7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Jul 28 18:19:46.777805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70747f28-5bed-486e-8d0e-3c12ffd93204 req-a3a7e09e-345c-4d3b-91a4-0a6911ae53bf tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Jul 28 18:19:47.040375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa26380-2bab-4f5e-acdc-90a1f084ed3f req-f575a289-6d71-4fd7-b6a4-b02f7bd088da tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:47.041979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa26380-2bab-4f5e-acdc-90a1f084ed3f req-f575a289-6d71-4fd7-b6a4-b02f7bd088da tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0555990 Jul 28 18:19:47.083049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-daa26380-2bab-4f5e-acdc-90a1f084ed3f req-72438327-efc4-4634-8246-2ab140ace392 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Jul 28 18:19:47.914808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32175df-51c9-4530-bf8a-a46755376830 req-df302fa5-e574-44a0-961d-c0a6d291e801 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:47.919924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a32175df-51c9-4530-bf8a-a46755376830 req-df302fa5-e574-44a0-961d-c0a6d291e801 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0647221 Jul 28 18:19:47.959808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a32175df-51c9-4530-bf8a-a46755376830 req-c3e0b818-0a65-495c-ad8d-7a16c2f928f2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373080 Jul 28 18:19:48.215684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9cd5-338f-443e-9769-6cfb358c4d27 req-3477f5ce-b93b-4b78-a9b7-0cd58fac0dff tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:48.217890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc9a9cd5-338f-443e-9769-6cfb358c4d27 req-3477f5ce-b93b-4b78-a9b7-0cd58fac0dff tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0608454 Jul 28 18:19:48.270918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc9a9cd5-338f-443e-9769-6cfb358c4d27 req-f740c8b3-0e98-4b8c-a366-ff14c0a23156 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 Jul 28 18:19:48.412385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:19:48.533726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:48.563440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:19:48.609726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:48.613174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:19:48.638803 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:48.644533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:48.702282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:48.749756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:48.761552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'mac_address': 'fa:16:3e:9e:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:19:48.787427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:48.832273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:48.858769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdf4240b-77bc-40a1-9aed-cdace4158697 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:19:48.863460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:48.882741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:19:48.888825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:48.960260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:49.051752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['bdf4240b-77bc-40a1-9aed-cdace4158697'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:19:49.088578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:49.113068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5904abc-7cb8-4210-8b98-89f44b67577e req-7b86e801-ca25-4791-a8cf-58484f997ac9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:49.114631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5904abc-7cb8-4210-8b98-89f44b67577e req-7b86e801-ca25-4791-a8cf-58484f997ac9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 944 time: 0.0566363 Jul 28 18:19:49.155593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5904abc-7cb8-4210-8b98-89f44b67577e req-38918cb1-24e8-4f84-862e-601fb605cba8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339065 Jul 28 18:19:49.404895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9650470-95f7-4903-8782-234389ab3833 req-d2c98e51-0b82-478b-b487-ecc5afcdaf2f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:49.410623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9650470-95f7-4903-8782-234389ab3833 req-d2c98e51-0b82-478b-b487-ecc5afcdaf2f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 945 time: 0.0610478 Jul 28 18:19:49.447945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9650470-95f7-4903-8782-234389ab3833 req-2fea65f6-aaf4-41a1-92d2-d64011610e42 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Jul 28 18:19:50.284299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb99441-64c4-4720-a511-53744c94993d req-67e8a61b-3ad7-4bd9-bc2a-c8029a9f0b80 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:50.291295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fb99441-64c4-4720-a511-53744c94993d req-67e8a61b-3ad7-4bd9-bc2a-c8029a9f0b80 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 944 time: 0.0555260 Jul 28 18:19:50.338813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fb99441-64c4-4720-a511-53744c94993d req-ee898841-1f1c-4f61-af21-06af56c5fe34 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465856 Jul 28 18:19:50.416899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:19:50.469073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:19:50.472639 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:50.606097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:50.647480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57486fb-d3ec-4b2f-8c4c-71d572af95d8 req-d4aabf76-ed1b-4707-9aec-8b8564584a83 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:50.651373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:50.656746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57486fb-d3ec-4b2f-8c4c-71d572af95d8 req-d4aabf76-ed1b-4707-9aec-8b8564584a83 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 945 time: 0.1055028 Jul 28 18:19:50.659789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:19:50.715202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:50.715742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57486fb-d3ec-4b2f-8c4c-71d572af95d8 req-1851e31a-ec21-4bc4-b2cc-e3d31811887d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Jul 28 18:19:50.717871 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6bb6d5-b825-4e24-b683-3586114b6f20" -d '{"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:50.753762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:50.790163 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4af892-746b-4604-8058-b041bb15531f x-openstack-request-id: req-6e4af892-746b-4604-8058-b041bb15531f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:50.790163 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:50.790163 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e4af892-746b-4604-8058-b041bb15531f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:50.790582 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'code': 200} Jul 28 18:19:50.802060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port bdf4240b-77bc-40a1-9aed-cdace4158697 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:19:50.808348 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:50.846445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:50.936515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:50.979459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:51.037845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:19:51.138396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:51.524703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67ff01-5697-497c-92be-85418bd9590e req-53700777-dcb9-46b2-a35b-e5ee92ea44cb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:51.533086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab67ff01-5697-497c-92be-85418bd9590e req-53700777-dcb9-46b2-a35b-e5ee92ea44cb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0857451 Jul 28 18:19:51.578249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab67ff01-5697-497c-92be-85418bd9590e req-8f792b15-9da3-4b85-a4a4-d3121c91c3a5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Jul 28 18:19:51.845524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb8ca8-a97c-411b-840b-c683dd79c043 req-58c7def2-f16d-4c16-acfc-61028ab69f8b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:51.855263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17fb8ca8-a97c-411b-840b-c683dd79c043 req-58c7def2-f16d-4c16-acfc-61028ab69f8b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0630312 Jul 28 18:19:51.904358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17fb8ca8-a97c-411b-840b-c683dd79c043 req-30562c8b-2a61-49c4-9475-9a86d9f0f3c9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Jul 28 18:19:52.712153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db5161-432a-4b51-baa1-20aa21c626d8 req-aaed4570-6a92-4006-91f6-cd878957fc0d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:52.719784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79db5161-432a-4b51-baa1-20aa21c626d8 req-aaed4570-6a92-4006-91f6-cd878957fc0d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0605900 Jul 28 18:19:52.762417 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79db5161-432a-4b51-baa1-20aa21c626d8 req-58a917d0-da2a-4bf2-8330-038f1eb566e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Jul 28 18:19:52.808866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:19:52.808866 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d5981f-759c-47e7-b5a2-b3ae2523817b" -d '{"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:52.838795 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6108fb3c-9784-4361-804c-d6fd3b411a68 x-openstack-request-id: req-6108fb3c-9784-4361-804c-d6fd3b411a68 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:52.838795 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:52.838795 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6108fb3c-9784-4361-804c-d6fd3b411a68 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:52.838795 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'code': 200} Jul 28 18:19:53.074624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774acc5-9940-44d1-ba9d-93fec6f652d5 req-9384e7ca-2524-4811-a637-7c4cbdc9bf0a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:53.076308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3774acc5-9940-44d1-ba9d-93fec6f652d5 req-9384e7ca-2524-4811-a637-7c4cbdc9bf0a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0706022 Jul 28 18:19:53.159058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3774acc5-9940-44d1-ba9d-93fec6f652d5 req-499064a2-c31e-4fc4-b1e9-13d84e2d1f25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Jul 28 18:19:53.916478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3857d1-ebfd-4e51-aa6b-a2792f58380c req-b95a9ef2-49f1-4c29-aa89-518ce9ebc33b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:53.920389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3857d1-ebfd-4e51-aa6b-a2792f58380c req-b95a9ef2-49f1-4c29-aa89-518ce9ebc33b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0658846 Jul 28 18:19:53.958996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3857d1-ebfd-4e51-aa6b-a2792f58380c req-c58aacc3-0803-46b4-aac2-891f05de18d8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343332 Jul 28 18:19:54.296952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cef041-58f9-49d3-8e9e-c66e927c9be5 req-437017f6-9b8e-4d1c-a161-af0c25f6359b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:54.298586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70cef041-58f9-49d3-8e9e-c66e927c9be5 req-437017f6-9b8e-4d1c-a161-af0c25f6359b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0681114 Jul 28 18:19:54.345375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70cef041-58f9-49d3-8e9e-c66e927c9be5 req-d0d58f41-3703-46b0-9de5-39b5e3b9d3da tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Jul 28 18:19:55.138952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0376-639a-41c9-8870-7252969f99e8 req-6bca2b9c-709a-400c-9ab8-4e15d7a50682 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:55.142015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f61e0376-639a-41c9-8870-7252969f99e8 req-6bca2b9c-709a-400c-9ab8-4e15d7a50682 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0669272 Jul 28 18:19:55.205772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f61e0376-639a-41c9-8870-7252969f99e8 req-fbedaa34-fc00-4376-a272-f5fb37016681 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570834 Jul 28 18:19:55.564545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2191-91f8-477f-88c4-95b4c0c0e441 req-bdbf3261-c3e6-49d3-95ff-86954d6eea9a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:55.566660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a4c2191-91f8-477f-88c4-95b4c0c0e441 req-bdbf3261-c3e6-49d3-95ff-86954d6eea9a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1101553 Jul 28 18:19:55.671450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a4c2191-91f8-477f-88c4-95b4c0c0e441 req-63c8b775-33e8-44ac-8a90-24374ea43da0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Jul 28 18:19:56.360133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ddd45-3a38-40d3-a363-8165f137d037 req-c54dd55e-1946-45ed-b24c-0bc157c50e53 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:56.369455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c1ddd45-3a38-40d3-a363-8165f137d037 req-c54dd55e-1946-45ed-b24c-0bc157c50e53 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0750792 Jul 28 18:19:56.423746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c1ddd45-3a38-40d3-a363-8165f137d037 req-313b2755-355d-4ce5-a637-e610dd8a55d1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528693 Jul 28 18:19:56.935102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ed5fa-1788-463f-b829-9d291f520737 req-9294287f-13c3-4a1e-bd49-304022f576ef tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:56.948148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f32ed5fa-1788-463f-b829-9d291f520737 req-9294287f-13c3-4a1e-bd49-304022f576ef tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1611602 Jul 28 18:19:57.007521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f32ed5fa-1788-463f-b829-9d291f520737 req-f6be5f5e-c2c2-4a86-8ce3-d8cfdc974191 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539169 Jul 28 18:19:57.590515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4a0f7-a12f-48ee-8de7-d38f86dd2bc6 req-37257514-75cb-45b8-a597-cd55a3975382 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:57.598940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9fe4a0f7-a12f-48ee-8de7-d38f86dd2bc6 req-37257514-75cb-45b8-a597-cd55a3975382 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0602772 Jul 28 18:19:57.662185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9fe4a0f7-a12f-48ee-8de7-d38f86dd2bc6 req-a574a3ce-4a85-40eb-837d-f2711aad0814 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569296 Jul 28 18:19:58.228204 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:19:58.228672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704302c9-87da-48a3-9537-1381bccf24af req-b92c2fb5-f8e1-446a-a98d-f27ad0e79532 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:58.228672 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-704302c9-87da-48a3-9537-1381bccf24af req-b92c2fb5-f8e1-446a-a98d-f27ad0e79532 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0780709 Jul 28 18:19:58.238163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-704302c9-87da-48a3-9537-1381bccf24af req-8ee5213e-03c5-462a-9154-d4b84c0d321f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Jul 28 18:19:58.928417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba8ace-0735-4b53-9093-64c62c7efbc6 req-65616df8-5226-4201-a409-36a7dc9a9c0e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:58.930379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bba8ace-0735-4b53-9093-64c62c7efbc6 req-65616df8-5226-4201-a409-36a7dc9a9c0e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.1432462 Jul 28 18:19:59.042592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bba8ace-0735-4b53-9093-64c62c7efbc6 req-fe5cf16d-07e5-472c-b722-c21c26139b13 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008239 Jul 28 18:19:59.483563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757326c0-4cd5-438b-b34c-19b5866882a9 req-256d65d1-423e-47fa-8aa7-080740ee502c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:19:59.492052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-757326c0-4cd5-438b-b34c-19b5866882a9 req-256d65d1-423e-47fa-8aa7-080740ee502c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0700026 Jul 28 18:19:59.564216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-757326c0-4cd5-438b-b34c-19b5866882a9 req-c260c339-7ad3-449b-9c02-d9f13a4f9409 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690742 Jul 28 18:20:00.195566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d0539-849a-498a-ac1b-90c067353e8c req-43f4a3b3-0499-4375-a8f0-5a7e4d57a3c5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:00.197063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-324d0539-849a-498a-ac1b-90c067353e8c req-43f4a3b3-0499-4375-a8f0-5a7e4d57a3c5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0633037 Jul 28 18:20:00.251705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-324d0539-849a-498a-ac1b-90c067353e8c req-42ea9e01-8c8d-4659-b861-e5d3d80f10e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 Jul 28 18:20:00.700500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036311b6-3d16-4ecf-b24f-38fc34e2bff0 req-fc9b9f72-e286-43e8-800d-f2a0ad928294 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:00.702034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-036311b6-3d16-4ecf-b24f-38fc34e2bff0 req-fc9b9f72-e286-43e8-800d-f2a0ad928294 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0562601 Jul 28 18:20:00.747053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-036311b6-3d16-4ecf-b24f-38fc34e2bff0 req-6960e441-bd98-4afb-af11-ee66903c8d35 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jul 28 18:20:01.492264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73b9-cdce-4f77-9175-00a23d8c75a9 req-e096cfea-8993-4e00-8489-3d295a7f2c86 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:01.507281 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-513d73b9-cdce-4f77-9175-00a23d8c75a9 req-e096cfea-8993-4e00-8489-3d295a7f2c86 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.1371324 Jul 28 18:20:01.622741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-513d73b9-cdce-4f77-9175-00a23d8c75a9 req-edc0b60c-09e5-4938-b10a-8731670d0d1d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076491 Jul 28 18:20:01.912473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65073181-bb0a-47aa-af9a-3eea574e40a9 req-d34e1f5f-93e1-4023-bbe1-0532e769a9cf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:01.921670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65073181-bb0a-47aa-af9a-3eea574e40a9 req-d34e1f5f-93e1-4023-bbe1-0532e769a9cf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0858510 Jul 28 18:20:01.972590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65073181-bb0a-47aa-af9a-3eea574e40a9 req-2d4c9351-e739-444d-a824-f53bc01e0daf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496948 Jul 28 18:20:02.522141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-4486e052-de92-4238-89a1-bc09e8699c63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538874 Jul 28 18:20:02.630065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-90cc9ee2-4f8f-4d2d-ba70-b96f32453c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:02.633552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-90cc9ee2-4f8f-4d2d-ba70-b96f32453c79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1097 time: 0.0877972 Jul 28 18:20:02.846677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-57b72aed-f0da-4693-94c4-cbe9c5062bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:02.848262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-57b72aed-f0da-4693-94c4-cbe9c5062bb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1732094 Jul 28 18:20:02.942525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dde72-c7df-42aa-ba5f-4961fe56a81c req-7526a5cf-51a2-4228-9633-a130ca96246b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:02.944465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-632dde72-c7df-42aa-ba5f-4961fe56a81c req-7526a5cf-51a2-4228-9633-a130ca96246b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.1484423 Jul 28 18:20:02.972899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-1d4a855a-09e9-455f-971f-3d1c0a0ddcc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1002 time: 0.1110709 Jul 28 18:20:03.034490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-608bc623-8f4f-4a50-9cbe-c7d4c925f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:03.036302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-608bc623-8f4f-4a50-9cbe-c7d4c925f104 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0555301 Jul 28 18:20:03.143995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-2fc667ec-98c3-4337-af9d-a1cbb663c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:03.145461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-2fc667ec-98c3-4337-af9d-a1cbb663c1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778093 Jul 28 18:20:03.149865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9c7f-04af-43e3-8ba1-0423f9190f22 req-7528067f-19a6-4409-abef-15b2741bc706 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:03.151468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-632dde72-c7df-42aa-ba5f-4961fe56a81c req-ca743a99-9db6-4cec-a296-624a01cff1d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775401 Jul 28 18:20:03.160052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1eee9c7f-04af-43e3-8ba1-0423f9190f22 req-7528067f-19a6-4409-abef-15b2741bc706 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0801010 Jul 28 18:20:03.217772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1eee9c7f-04af-43e3-8ba1-0423f9190f22 req-e2d3df1f-0f13-45f7-8c83-63850eee065c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507751 Jul 28 18:20:03.910894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-1a1689d4-7850-4c24-8e0a-d3c732b81315 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562699 Jul 28 18:20:04.043649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3430ecdf-83e8-4230-9b92-6765f49e13ba req-a82ff8fb-f914-4ef5-a12b-5102afba6c92 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157947 Jul 28 18:20:04.300159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2439-cc73-459d-b628-051888d42566 req-3c49d889-da12-43ea-86b4-2a8a427be5ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:04.301710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7bc2439-cc73-459d-b628-051888d42566 req-3c49d889-da12-43ea-86b4-2a8a427be5ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0640697 Jul 28 18:20:04.342092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7bc2439-cc73-459d-b628-051888d42566 req-52f46655-98c4-4ac7-97de-fc8d61983050 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340674 Jul 28 18:20:04.343927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c4a4-56bc-43e5-a3c9-c1f4da1fbce7 req-468ab6e8-f15f-4e84-bde1-41cf1224af76 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:04.345476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaa3c4a4-56bc-43e5-a3c9-c1f4da1fbce7 req-468ab6e8-f15f-4e84-bde1-41cf1224af76 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0522544 Jul 28 18:20:04.383892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaa3c4a4-56bc-43e5-a3c9-c1f4da1fbce7 req-88bd5824-5870-40f0-8f18-17e41c1e5428 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jul 28 18:20:05.477923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adcb9d-80e5-4a9c-9dff-e96f95ab2ef5 req-e821eef0-ea26-4288-92fa-79d4593efaf7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:05.487131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5adcb9d-80e5-4a9c-9dff-e96f95ab2ef5 req-e821eef0-ea26-4288-92fa-79d4593efaf7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0611167 Jul 28 18:20:05.542659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5adcb9d-80e5-4a9c-9dff-e96f95ab2ef5 req-a1a18637-c5d2-4f01-964a-3d41e0a4d829 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485582 Jul 28 18:20:05.606142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed798-79e2-4671-a452-45f19cd34b39 req-08898b9b-7ce9-434b-8efd-72161f240479 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:05.615370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1fed798-79e2-4671-a452-45f19cd34b39 req-08898b9b-7ce9-434b-8efd-72161f240479 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1009614 Jul 28 18:20:05.697083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1fed798-79e2-4671-a452-45f19cd34b39 req-b40eddfb-8827-4a63-9a20-12f5c610cf11 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Jul 28 18:20:05.745013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-59dc20d0-f43b-4d1e-a789-642be84b80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:05.746531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-59dc20d0-f43b-4d1e-a789-642be84b80a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1096 time: 0.0671210 Jul 28 18:20:05.929847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-a16556d7-b18f-47c6-8695-9ded06fbbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:05.931758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-a16556d7-b18f-47c6-8695-9ded06fbbb73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1770220 Jul 28 18:20:06.017843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-672928d2-22ac-448f-9fc3-70a7550b91e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0762112 Jul 28 18:20:06.130544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-6d71f9d5-9eda-41ae-b186-2c52bd99621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:06.132216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-6d71f9d5-9eda-41ae-b186-2c52bd99621a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.1050315 Jul 28 18:20:06.212758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-1ed40391-a30d-4306-a577-997511c06414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:06.214963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-1ed40391-a30d-4306-a577-997511c06414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752165 Jul 28 18:20:06.345464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-faac15ee-03c0-4ad8-89dc-d3beeefdfea6 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205542 Jul 28 18:20:06.450750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25b5c0b4-e4c7-44ce-b53a-d3072cc98d6d req-668dc3c1-5615-4b36-b415-5f4bb0300cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974026 Jul 28 18:20:06.817876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799202c5-e114-4b15-b5a5-46972ce375d4 req-a2b93903-a794-457a-80a1-9dacde24a820 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:06.819562 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-799202c5-e114-4b15-b5a5-46972ce375d4 req-a2b93903-a794-457a-80a1-9dacde24a820 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.1945875 Jul 28 18:20:06.910684 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-799202c5-e114-4b15-b5a5-46972ce375d4 req-cf4631bc-cd28-4e43-9466-f945288a36d9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784240 Jul 28 18:20:06.964335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3f823-29bc-4f5c-84ed-68641474dacb req-83a808ca-1a75-4f77-b262-bea4a677b4e5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:06.969461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25f3f823-29bc-4f5c-84ed-68641474dacb req-83a808ca-1a75-4f77-b262-bea4a677b4e5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1095417 Jul 28 18:20:07.048857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25f3f823-29bc-4f5c-84ed-68641474dacb req-bf80882d-1829-4593-9e50-e5df342cc1dc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719173 Jul 28 18:20:07.961893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-153b6668-c071-408c-80d9-300baf524926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:08.074389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd6a6-86d7-4f2d-80f6-378a880eb1d6 req-e5d6421f-0d94-4da9-a64e-00313a6edc11 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:08.076880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2ebd6a6-86d7-4f2d-80f6-378a880eb1d6 req-e5d6421f-0d94-4da9-a64e-00313a6edc11 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 945 time: 0.0762572 Jul 28 18:20:08.142890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2ebd6a6-86d7-4f2d-80f6-378a880eb1d6 req-1c23c744-5428-41ca-85fe-3e896a358e75 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577230 Jul 28 18:20:08.233058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7748f-290c-472d-b7c0-e8804d686705 req-90b58f8d-f33c-4f70-8546-e79c122b0c38 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:08.241561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25e7748f-290c-472d-b7c0-e8804d686705 req-90b58f8d-f33c-4f70-8546-e79c122b0c38 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0789788 Jul 28 18:20:08.302924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25e7748f-290c-472d-b7c0-e8804d686705 req-68816eee-4a1a-40fb-966b-f5c09f2959fe tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 Jul 28 18:20:08.431970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5824c-cdaa-4de3-ae21-c4459436f031 req-5fd9fd7f-c34d-44a9-a7c8-8a3c577f255f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:08.440881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82a5824c-cdaa-4de3-ae21-c4459436f031 req-5fd9fd7f-c34d-44a9-a7c8-8a3c577f255f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.1208096 Jul 28 18:20:08.494713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82a5824c-cdaa-4de3-ae21-c4459436f031 req-ff5791e8-41ae-48d0-83e9-593515dedcae tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522759 Jul 28 18:20:08.524770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:08.685538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-bc558348-38c4-4dc0-a709-22ee05ef8a9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673831 Jul 28 18:20:08.729016 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:08.795596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:08.799844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:08.805823 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9c835-a523-46ca-91de-d04f6b2bb623" -d '{"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-unplugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:08.845596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-79f372db-c894-40e2-8086-e05fb7732a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:08.851331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-79f372db-c894-40e2-8086-e05fb7732a87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.1097791 Jul 28 18:20:08.913079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:08.921590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985ecb3-51ea-4b72-9806-85c9d7ddf755 x-openstack-request-id: req-4985ecb3-51ea-4b72-9806-85c9d7ddf755 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:08.921590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-unplugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:08.921590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4985ecb3-51ea-4b72-9806-85c9d7ddf755 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:08.921590 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'code': 200} Jul 28 18:20:09.009331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-7c15a748-efdf-4d6a-9c44-324395e1bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:09.011040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-7c15a748-efdf-4d6a-9c44-324395e1bf08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1211820 Jul 28 18:20:09.015269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:09.024466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.024822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.025170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.025581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.025968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.026309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.026640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.027158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.027678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.028057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.028442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.028900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.083090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-af6cfe16-828b-4b34-8534-7c41ccb2cc3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.0640233 Jul 28 18:20:09.137001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-ddbe55e4-e2dc-409d-9dbf-69da187ea63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:09.138521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-ddbe55e4-e2dc-409d-9dbf-69da187ea63f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0489719 Jul 28 18:20:09.198238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-2e5b5d9e-ae00-4910-955d-56dd1cf1c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:09.199939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-2e5b5d9e-ae00-4910-955d-56dd1cf1c267 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531530 Jul 28 18:20:09.422821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450afd-2b69-4b3f-8fcd-791d13679b8c req-a80f2e11-e31b-4911-a8d7-078ac79d0429 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:09.424679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb450afd-2b69-4b3f-8fcd-791d13679b8c req-a80f2e11-e31b-4911-a8d7-078ac79d0429 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1781111 Jul 28 18:20:09.491809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-981cabbd-0172-4463-9e6d-1ca87d8f9f0c service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831814 Jul 28 18:20:09.732765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-839a6434-d41a-4be2-b213-fc5763d0d9a6 req-43cfe58d-89e1-4219-8ec3-93bbc1ac3372 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203379 Jul 28 18:20:09.769863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb450afd-2b69-4b3f-8fcd-791d13679b8c req-5df987e8-06cb-4a1b-93cc-b75e43c0c58e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297381 Jul 28 18:20:09.916448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71baf8-e311-4f42-952d-5a11d9022146 req-e9adbae8-bfa3-408a-adec-2b69253c98cd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:09.918548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c71baf8-e311-4f42-952d-5a11d9022146 req-e9adbae8-bfa3-408a-adec-2b69253c98cd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0630262 Jul 28 18:20:09.956901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c71baf8-e311-4f42-952d-5a11d9022146 req-e39fd884-c226-4652-9a5f-6baa2dffa732 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Jul 28 18:20:10.084230 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:10.245519 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-619ec91f-7db6-4e51-ab8c-3db563a874d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:11.073367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:11.138731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd390b1-a2f3-4bae-ab13-915d827a7569 req-d3ea6347-c0d0-44f8-87b4-ccfc690d73ea tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:11.143808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bcd390b1-a2f3-4bae-ab13-915d827a7569 req-d3ea6347-c0d0-44f8-87b4-ccfc690d73ea tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0773749 Jul 28 18:20:11.185048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bcd390b1-a2f3-4bae-ab13-915d827a7569 req-b3fad828-7a0a-41f5-ae3d-afea38842de0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jul 28 18:20:11.441189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854115-e373-4926-8ba7-e8d99237ebae req-f9c34b2a-90ee-4def-87ca-daa5c3bafc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:11.442879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-f9c34b2a-90ee-4def-87ca-daa5c3bafc9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0465047 Jul 28 18:20:11.563785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854115-e373-4926-8ba7-e8d99237ebae req-7181066f-16cc-4fbe-a1f3-1b73a503903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:11.565592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-7181066f-16cc-4fbe-a1f3-1b73a503903c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 911 time: 0.1157656 Jul 28 18:20:11.652779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-5a96c780-747b-4343-b7b4-f96428abf2f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf4240b-77bc-40a1-9aed-cdace4158697 HTTP/1.1" status: 200 len: 217 time: 0.0704999 Jul 28 18:20:11.716393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854115-e373-4926-8ba7-e8d99237ebae req-eb5cacae-ae82-42ea-9e7c-eb4fcd85468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:11.717938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-eb5cacae-ae82-42ea-9e7c-eb4fcd85468a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0579603 Jul 28 18:20:11.753691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-a04ebf0b-be77-4843-9262-cc198a18edb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283601 Jul 28 18:20:11.860041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-c54c3b22-4238-4167-b86e-c68b2fec6468 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981908 Jul 28 18:20:11.992989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93eaa-24aa-4f22-92d1-f2d2690ca4d8 req-bb850966-bd32-4e90-8459-173de2b1a2a3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:12.001689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b93eaa-24aa-4f22-92d1-f2d2690ca4d8 req-bb850966-bd32-4e90-8459-173de2b1a2a3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1402011 Jul 28 18:20:12.073050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54b93eaa-24aa-4f22-92d1-f2d2690ca4d8 req-e77fd80d-966b-489b-bf9a-b4c841c42664 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700862 Jul 28 18:20:12.075346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d854115-e373-4926-8ba7-e8d99237ebae req-afa58719-71dc-4686-b3fb-98fcedee847b service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042456 Jul 28 18:20:12.341102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560a58-2400-4594-8116-ac3666bce7bb req-c2cc2654-ebfe-4372-9b22-3cddc4d93f58 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:12.344188 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16560a58-2400-4594-8116-ac3666bce7bb req-c2cc2654-ebfe-4372-9b22-3cddc4d93f58 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0760818 Jul 28 18:20:12.389143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16560a58-2400-4594-8116-ac3666bce7bb req-6992f5f7-1c36-485a-8d1f-3e0ba4f3bbef tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Jul 28 18:20:12.548255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:12.613829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-12867953-c038-461e-9ca7-81f1e7dd1971 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311705 Jul 28 18:20:12.687732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:12.708506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:12.747933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:12.763777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:12.786975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:12.862737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:12.922817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:12.952179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b3c49cec-14d0-4d17-8b97-7463ad23b30e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:13.044151 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:13.205302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f687d0-d4ef-4770-ac25-ea7c756001d2 req-606cf472-84d2-4e49-9385-2ae599eee92f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:13.208184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25f687d0-d4ef-4770-ac25-ea7c756001d2 req-606cf472-84d2-4e49-9385-2ae599eee92f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0546465 Jul 28 18:20:13.250634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25f687d0-d4ef-4770-ac25-ea7c756001d2 req-fe76bbc0-3e9a-4197-bbc5-139cb161d5b3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367806 Jul 28 18:20:13.512504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d3a75-e4c1-4584-ae99-12e88ad34236 req-dd9511be-c688-48bc-9da4-c75e99d4bb64 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:13.514200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc1d3a75-e4c1-4584-ae99-12e88ad34236 req-dd9511be-c688-48bc-9da4-c75e99d4bb64 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.0526142 Jul 28 18:20:13.559609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc1d3a75-e4c1-4584-ae99-12e88ad34236 req-3f7e7ed1-b516-480c-a23f-3564df15bfb6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Jul 28 18:20:14.470754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd9a1-396e-4531-9489-305c86be41bd req-6075694e-708a-4d73-a845-10d3d064b612 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:14.472027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a5fd9a1-396e-4531-9489-305c86be41bd req-6075694e-708a-4d73-a845-10d3d064b612 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0816836 Jul 28 18:20:14.522175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a5fd9a1-396e-4531-9489-305c86be41bd req-89be4781-437c-4667-a5b8-b8d4f65d5ec7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435219 Jul 28 18:20:14.563230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:14.679862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b3c49cec-14d0-4d17-8b97-7463ad23b30e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:20:14.685218 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:14.778560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04829f-30f9-4cd3-8efe-95d2477640a4 req-83383cd3-e9a8-483e-981d-ae1e7a2e4594 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:14.781646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a04829f-30f9-4cd3-8efe-95d2477640a4 req-83383cd3-e9a8-483e-981d-ae1e7a2e4594 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 946 time: 0.1043236 Jul 28 18:20:14.791863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:14.879082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a04829f-30f9-4cd3-8efe-95d2477640a4 req-c43b9278-54ce-4d15-a7fa-058aa2be8c0f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908306 Jul 28 18:20:14.991689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:15.080878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:15.083669 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c90b523-7ed2-456b-b1e8-93a0274eb541" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:15.125785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:15.199162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:15.199162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:15.199162 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df537e5-b9c3-4dbc-a2c1-72f248563e88 x-openstack-request-id: req-7df537e5-b9c3-4dbc-a2c1-72f248563e88 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:15.200445 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:15.200940 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7df537e5-b9c3-4dbc-a2c1-72f248563e88 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:15.201505 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:20:15.534616 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:15.540121 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:15.613730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:15.629729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:15.706746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e306638-fc7e-444f-a5b4-63b42021505a req-2bdc9fe7-aa94-48f5-9b46-3070dda250bc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:15.718843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e306638-fc7e-444f-a5b4-63b42021505a req-2bdc9fe7-aa94-48f5-9b46-3070dda250bc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0868337 Jul 28 18:20:15.743945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:15.776213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e306638-fc7e-444f-a5b4-63b42021505a req-673fe72c-d735-4c35-be7f-39de4cd8e437 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555120 Jul 28 18:20:16.920762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7dccd-26fa-42eb-bca1-b78466d37a60 req-56804f45-39b0-48ae-9dbc-826b5983253b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:16.933841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fa7dccd-26fa-42eb-bca1-b78466d37a60 req-56804f45-39b0-48ae-9dbc-826b5983253b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0797901 Jul 28 18:20:16.980393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4fa7dccd-26fa-42eb-bca1-b78466d37a60 req-4a22da8f-ee17-48c5-a065-9ffba0810891 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Jul 28 18:20:17.203265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:17.239122 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445ccdf9-9e74-495b-80f4-ea473fd7cf1d" -d '{"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:17.274960 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e9b38-887b-481c-8355-1fc6f51e0b5d x-openstack-request-id: req-7f3e9b38-887b-481c-8355-1fc6f51e0b5d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:17.275325 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-unplugged", "status": "failed", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697", "code": 422}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:17.275876 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f3e9b38-887b-481c-8355-1fc6f51e0b5d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:17.276380 n-d-778550-5 neutron-server[101108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'code': 422} returned with failed status Jul 28 18:20:18.126246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173953-f16e-4a1d-8d65-b1de93cdf040 req-db699300-946d-4874-ab62-babaa7eee38c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:18.127778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e173953-f16e-4a1d-8d65-b1de93cdf040 req-db699300-946d-4874-ab62-babaa7eee38c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0597503 Jul 28 18:20:18.166833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e173953-f16e-4a1d-8d65-b1de93cdf040 req-b04c02ff-c323-4964-b907-a098c00fe1d7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Jul 28 18:20:18.347172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-33814637-4bae-4dc1-8b4e-9de1c564906b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:18.348832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-33814637-4bae-4dc1-8b4e-9de1c564906b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ecf7f81-f696-42e4-ab26-1ee26c138bd6 HTTP/1.1" status: 200 len: 944 time: 0.0611489 Jul 28 18:20:18.464510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port bdf4240b-77bc-40a1-9aed-cdace4158697 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:20:18.464957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:18.602279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port bdf4240b-77bc-40a1-9aed-cdace4158697, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=bdf4240b-77bc-40a1-9aed-cdace4158697,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:18.603223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:18.619637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for bdf4240b-77bc-40a1-9aed-cdace4158697 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:20:18.677985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:18.784667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device bdf4240b-77bc-40a1-9aed-cdace4158697 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:18.866215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:18.900034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=bdf4240b-77bc-40a1-9aed-cdace4158697,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:18.909756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.910116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.910444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.910791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.911114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.911466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.912740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.913098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.913426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.913767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.914073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.914396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:18.981173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port bdf4240b-77bc-40a1-9aed-cdace4158697 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:20:18.984784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:18.987821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d22a1fc1-f2e8-4f8e-8286-0118d55e8f5a req-39aeab46-5611-4f50-8d1d-891e318fe86e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "DELETE /v2.0/ports/bdf4240b-77bc-40a1-9aed-cdace4158697 HTTP/1.1" status: 204 len: 173 time: 0.6305611 Jul 28 18:20:18.988439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-deleted', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:18.991973 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a383201-e507-44e8-8960-ea8ad0c49229" -d '{"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-deleted", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:19.041266 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe12cf-a77c-4f5e-9156-47b166c34b72 x-openstack-request-id: req-8efe12cf-a77c-4f5e-9156-47b166c34b72 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:19.041729 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf7f81-f696-42e4-ab26-1ee26c138bd6", "name": "network-vif-deleted", "tag": "bdf4240b-77bc-40a1-9aed-cdace4158697", "status": "failed", "code": 422}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:19.042052 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8efe12cf-a77c-4f5e-9156-47b166c34b72 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:19.042526 n-d-778550-5 neutron-server[101106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ecf7f81-f696-42e4-ab26-1ee26c138bd6', 'name': 'network-vif-deleted', 'tag': 'bdf4240b-77bc-40a1-9aed-cdace4158697', 'status': 'failed', 'code': 422} returned with failed status Jul 28 18:20:19.361758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b427c-18af-438d-b226-755e8082dd3d req-ff087fa6-58b9-40a7-b18c-3739a002e3fc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:19.364052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-832b427c-18af-438d-b226-755e8082dd3d req-ff087fa6-58b9-40a7-b18c-3739a002e3fc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0715261 Jul 28 18:20:19.426128 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-832b427c-18af-438d-b226-755e8082dd3d req-c53d3da6-3c4b-4546-9caa-b182bb41f71c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542600 Jul 28 18:20:20.355407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-9fd266b4-3d2c-4df1-b08c-e47b255a18a8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:20.357343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-9fd266b4-3d2c-4df1-b08c-e47b255a18a8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1109204 Jul 28 18:20:20.374613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-52f14add-c244-4c92-9c9f-e77576d18966 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0110648 Jul 28 18:20:20.430778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-c4274c64-3695-4839-b1f8-e5097b1f8487 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500748 Jul 28 18:20:20.538940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-2a83a62e-b541-465f-bd63-b2d727399c52 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042950 Jul 28 18:20:20.609974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832fdf-3c9b-4512-aba0-5eaf842029e5 req-66892802-e0f7-492f-95ac-cb588836f8c6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:20.618177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc832fdf-3c9b-4512-aba0-5eaf842029e5 req-66892802-e0f7-492f-95ac-cb588836f8c6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0674222 Jul 28 18:20:20.669381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc832fdf-3c9b-4512-aba0-5eaf842029e5 req-75edf9d9-1f3c-4e95-b070-f97915da4005 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458760 Jul 28 18:20:21.177920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-e0790bba-3b46-4a97-abb9-87c584561f9b service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359684 Jul 28 18:20:21.549401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce8143e4-0559-467c-881c-fe2d6c0091c0 req-87865f32-fb64-402f-869a-c8dd18781e9b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 210 time: 0.0487549 Jul 28 18:20:21.896968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef4161-7962-42c3-af8d-e80bfbbd780a req-6bbf084b-fff1-4714-adaf-667ccae7d7ed tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:21.907090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef4161-7962-42c3-af8d-e80bfbbd780a req-6bbf084b-fff1-4714-adaf-667ccae7d7ed tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0977948 Jul 28 18:20:21.972520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80ef4161-7962-42c3-af8d-e80bfbbd780a req-3b0b339f-2d94-45d6-805d-3fd1aa051674 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644703 Jul 28 18:20:22.261568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-c09aeba2-0692-4f0b-bb1d-db8ed9df1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:22.263142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-c09aeba2-0692-4f0b-bb1d-db8ed9df1508 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 1094 time: 0.0463591 Jul 28 18:20:22.342302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-382ef597-14d1-4446-a102-11c29418180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:22.344505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-382ef597-14d1-4446-a102-11c29418180c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1094 time: 0.0587244 Jul 28 18:20:22.462124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-b3a5eddb-5137-401b-99e2-1d8472cf8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:22.463828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-b3a5eddb-5137-401b-99e2-1d8472cf8d7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1120563 Jul 28 18:20:22.551144 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-8532139c-7c4a-4d59-9030-f9d32f3172cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 999 time: 0.0796254 Jul 28 18:20:22.617156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-5a110252-5df8-4fc7-bc97-1511b808ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:22.619482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-5a110252-5df8-4fc7-bc97-1511b808ce37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0605896 Jul 28 18:20:22.677583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b679c63-909e-4a6d-a152-97166401335e req-f9252061-ecc8-43f4-bad4-2bfa0894740f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 210 time: 0.0496097 Jul 28 18:20:22.718679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-846eee46-8b0c-4c6d-b585-750af46dd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:22.720487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-846eee46-8b0c-4c6d-b585-750af46dd182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814970 Jul 28 18:20:22.863647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-9f77e2b3-7a5f-47fd-82dc-a48383df073d service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357627 Jul 28 18:20:23.008555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6384cba3-3d33-4022-9856-5324f2182fd8 req-a338c577-68e0-4071-ab6b-8fe649acf010 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299186 Jul 28 18:20:23.160307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28151f-0c76-4bb1-9638-9283f4ffb15d req-c314eaf2-7741-4793-86fb-ee77ae8002c2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:23.162828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b28151f-0c76-4bb1-9638-9283f4ffb15d req-c314eaf2-7741-4793-86fb-ee77ae8002c2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0647788 Jul 28 18:20:23.223746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b28151f-0c76-4bb1-9638-9283f4ffb15d req-f4e3d75d-0a07-414e-a3a4-be4d8c4fc8f4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515819 Jul 28 18:20:23.544029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10587483-86cb-454d-97b1-d0266a954740 req-dc142abf-b4a5-4853-a9ef-78d32ca25e57 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:23.546036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10587483-86cb-454d-97b1-d0266a954740 req-dc142abf-b4a5-4853-a9ef-78d32ca25e57 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0817213 Jul 28 18:20:23.632180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10587483-86cb-454d-97b1-d0266a954740 req-746b0b43-4ef1-4111-a84a-4de2ea854d96 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795178 Jul 28 18:20:23.837071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02285310-534b-432c-9636-f6957604f833 req-d60581a8-0080-47d5-b5d0-d95f94114816 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 210 time: 0.0506504 Jul 28 18:20:24.380452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cc780-39e6-4bed-ad16-25236cecbe08 req-7ad300a5-54fd-4dbb-a9ad-13f4855b2f06 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:24.396564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-361cc780-39e6-4bed-ad16-25236cecbe08 req-7ad300a5-54fd-4dbb-a9ad-13f4855b2f06 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0864029 Jul 28 18:20:24.472039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-361cc780-39e6-4bed-ad16-25236cecbe08 req-db6db394-3532-40f7-86d9-72d733d04f32 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738316 Jul 28 18:20:24.837357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48e38-ee85-499f-a984-1465b1f49f64 req-3a041f0a-e9f9-444c-bbc2-c30a315055d1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:24.846906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ea48e38-ee85-499f-a984-1465b1f49f64 req-3a041f0a-e9f9-444c-bbc2-c30a315055d1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0875494 Jul 28 18:20:25.099919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ea48e38-ee85-499f-a984-1465b1f49f64 req-f7ed0c87-eae7-41a1-96ef-e89f9a752f66 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511923 Jul 28 18:20:25.191798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a04e2e6-27f5-4449-a335-8ccf08890d79 req-11f590eb-f230-4f79-b164-99880e1bec87 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 210 time: 0.0324993 Jul 28 18:20:25.290564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-cea1f7e7-0ed4-40e6-a93c-0219f906cbf6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:25.293801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-cea1f7e7-0ed4-40e6-a93c-0219f906cbf6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.4002759 Jul 28 18:20:25.308584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:20:25.660187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:25.665285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:25.669956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d773a-f169-4640-956f-a0ccce1fb526 req-8280be7b-50d2-4e53-8cb5-f4e5e067bfb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:25.669956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a4d773a-f169-4640-956f-a0ccce1fb526 req-8280be7b-50d2-4e53-8cb5-f4e5e067bfb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0758276 Jul 28 18:20:25.780384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a4d773a-f169-4640-956f-a0ccce1fb526 req-5b4da40e-04bc-4b44-a0dc-6171757e09d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992885 Jul 28 18:20:25.943618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.4 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/66e3e7c2-0013-48fe-b34c-d35c34270c41) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:26.113861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:26.315971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:26.329914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3fbc-08fc-419a-9217-3c8c5fe3d631 req-07e2a40f-9f6e-4c29-8132-2c1e52af0ef8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:26.331666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-410d3fbc-08fc-419a-9217-3c8c5fe3d631 req-07e2a40f-9f6e-4c29-8132-2c1e52af0ef8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.1007924 Jul 28 18:20:26.368440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ea695-6fe1-4aa6-bfa2-aa961581822e req-82b48064-7b95-4325-a5b4-f785590bceda tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:26.370533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-455ea695-6fe1-4aa6-bfa2-aa961581822e req-82b48064-7b95-4325-a5b4-f785590bceda tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 931 time: 0.0749848 Jul 28 18:20:26.431514 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-455ea695-6fe1-4aa6-bfa2-aa961581822e req-0958926b-3fb8-4e54-bf13-3bd2c3a8a6a6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Jul 28 18:20:26.446351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:26.454506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:26.457466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:26.460141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:20:26.498991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-410d3fbc-08fc-419a-9217-3c8c5fe3d631 req-114d8e96-08a0-459d-a0aa-4d70fed231ad tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260531 Jul 28 18:20:26.523571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:26.524182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:26.614271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-568fdcc2-c2b9-4d9d-bfd8-e846910fdd51 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3103216 Jul 28 18:20:26.627951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Request body: {'port': {'device_id': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:20:26.724486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.020607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4c40-5016-41e8-bbe0-db94f2cac610 req-418db196-6275-43cb-bc1c-8aae6ebec81f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:27.033357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b05f4c40-5016-41e8-bbe0-db94f2cac610 req-418db196-6275-43cb-bc1c-8aae6ebec81f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1141417 Jul 28 18:20:27.141662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b05f4c40-5016-41e8-bbe0-db94f2cac610 req-4945dc4c-c067-4d98-b8e5-f2810eb1acab tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022069 Jul 28 18:20:27.286670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e3e7c2-0013-48fe-b34c-d35c34270c41 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:27.301075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.318175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Transition to ACTIVE for port object 66e3e7c2-0013-48fe-b34c-d35c34270c41 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:20:27.396979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.500390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Pushing event updated for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:27.641257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Attempting to bind port 66e3e7c2-0013-48fe-b34c-d35c34270c41 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:20:27.641634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Attempting to bind port 66e3e7c2-0013-48fe-b34c-d35c34270c41 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:20:27.641938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Attempting to bind port 66e3e7c2-0013-48fe-b34c-d35c34270c41 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:20:27.646847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Port 66e3e7c2-0013-48fe-b34c-d35c34270c41 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:20:27.647175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Attempting to bind port 66e3e7c2-0013-48fe-b34c-d35c34270c41 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:20:27.652938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:20:27.653283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:20:27.653674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:20:27.654104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Bound port: 66e3e7c2-0013-48fe-b34c-d35c34270c41, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:20:27.654653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.685206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bb8f5-0495-4373-a514-6eb714c6be37 req-4af735d1-3bc0-428a-bc4b-8f6fa04e4ec2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:27.695311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-941bb8f5-0495-4373-a514-6eb714c6be37 req-4af735d1-3bc0-428a-bc4b-8f6fa04e4ec2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 943 time: 0.0647190 Jul 28 18:20:27.729250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-941bb8f5-0495-4373-a514-6eb714c6be37 req-bab138c3-467f-4e3b-9187-243cd42515af tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342917 Jul 28 18:20:27.729444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:27.732570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:27.846517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87e28d-d885-4691-b449-a236fb7fedcd req-6c4a55d2-dcc5-4faa-943d-18adeb3d09f3 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:27.847983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed87e28d-d885-4691-b449-a236fb7fedcd req-6c4a55d2-dcc5-4faa-943d-18adeb3d09f3 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0565860 Jul 28 18:20:27.853722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.898173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:27.899032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:27.902553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] 10.222.0.35 "PUT /v2.0/ports/66e3e7c2-0013-48fe-b34c-d35c34270c41 HTTP/1.1" status: 200 len: 1091 time: 1.2808113 Jul 28 18:20:27.903283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:27.909468 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81218337-5722-4e06-b90b-eae1e987a8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:27.916809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed87e28d-d885-4691-b449-a236fb7fedcd req-b11049a7-3787-4979-aa9b-9585f6994853 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608845 Jul 28 18:20:27.949430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffbab9-ed2b-4690-bb33-9ed07eaaa71c service neutron] Pushing event updated for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:28.024291 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083d748-8d45-4664-b8a0-534c80b0e40c x-openstack-request-id: req-5083d748-8d45-4664-b8a0-534c80b0e40c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:28.026195 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:28.027199 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5083d748-8d45-4664-b8a0-534c80b0e40c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:28.028246 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41', 'status': 'completed', 'code': 200} Jul 28 18:20:28.057642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-b5f666ff-f877-49c4-a113-1bf5e7af5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.060582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-b5f666ff-f877-49c4-a113-1bf5e7af5fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 1094 time: 0.0807509 Jul 28 18:20:28.134040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-5059d871-e797-43c7-9459-80974b3578df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41 HTTP/1.1" status: 200 len: 217 time: 0.0648565 Jul 28 18:20:28.235336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-85f82e4d-501a-4009-b987-004958c3f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.240014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-85f82e4d-501a-4009-b987-004958c3f93d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0990551 Jul 28 18:20:28.283653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-d38d92dc-04a6-43e0-8564-05225dad4ee3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353417 Jul 28 18:20:28.402507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c3ff-e38a-4e18-b5d1-840a8947861c req-dd9d6ff0-0a35-4ddb-bfdd-ba1b9c51c6c6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.412946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1c1c3ff-e38a-4e18-b5d1-840a8947861c req-dd9d6ff0-0a35-4ddb-bfdd-ba1b9c51c6c6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.1079009 Jul 28 18:20:28.462017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-01000492-b66e-41ee-89b4-e5d07a9ddd45 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708832 Jul 28 18:20:28.599508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1c1c3ff-e38a-4e18-b5d1-840a8947861c req-a2660724-6603-4e11-8b29-6a984f6ac908 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824799 Jul 28 18:20:28.615309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d78db31e-19a4-47e4-82ec-6da1c6a6aab1 req-78173658-bdbb-4cc9-b986-ca6ec84887d7 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425736 Jul 28 18:20:28.829586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982274c3-00ae-4df8-995c-1ec1d042e0b0 req-dd01e2f7-e459-46e4-8cc3-8e64ae2b5526 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.831143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-982274c3-00ae-4df8-995c-1ec1d042e0b0 req-dd01e2f7-e459-46e4-8cc3-8e64ae2b5526 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.1055686 Jul 28 18:20:28.833260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218337-5722-4e06-b90b-eae1e987a8ba req-19957fa2-4ceb-4e94-aa67-f0c4523ddd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.834890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-19957fa2-4ceb-4e94-aa67-f0c4523ddd28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 1094 time: 0.0748217 Jul 28 18:20:28.936499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-982274c3-00ae-4df8-995c-1ec1d042e0b0 req-68845b20-2947-4151-95c9-11a7bc0cfe5a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968361 Jul 28 18:20:28.951644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd3802-1c37-461b-8977-110ca7d67abe req-976da2ce-ae88-4596-9dd2-3fcedfe74636 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:28.952953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ddd3802-1c37-461b-8977-110ca7d67abe req-976da2ce-ae88-4596-9dd2-3fcedfe74636 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 943 time: 0.1149116 Jul 28 18:20:29.001627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218337-5722-4e06-b90b-eae1e987a8ba req-afb82aca-ea5a-40d3-9b32-356594c218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:29.003138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-afb82aca-ea5a-40d3-9b32-356594c218e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 911 time: 0.1550152 Jul 28 18:20:29.047959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ddd3802-1c37-461b-8977-110ca7d67abe req-0ac71db2-e25e-4249-a79d-9efcd8deeca2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Jul 28 18:20:29.078459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-9b65f478-1fe6-4967-974d-c8ec4dec87b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41 HTTP/1.1" status: 200 len: 217 time: 0.0642107 Jul 28 18:20:29.168194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218337-5722-4e06-b90b-eae1e987a8ba req-167bea82-f2d0-4012-8095-21d176b1da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:29.168194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-167bea82-f2d0-4012-8095-21d176b1da5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0741014 Jul 28 18:20:29.176103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97012-d876-476a-b2df-dfa41c29b142 req-800fd633-8d0a-40cd-814c-9c1e31e77c43 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:29.177687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-72d97012-d876-476a-b2df-dfa41c29b142 req-800fd633-8d0a-40cd-814c-9c1e31e77c43 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0950584 Jul 28 18:20:29.209603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-99174699-daf1-46cd-b5c2-00b5a31b43e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308299 Jul 28 18:20:29.356182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-72d97012-d876-476a-b2df-dfa41c29b142 req-d8802cd5-6ac1-42a0-978f-07ef738d98f0 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691949 Jul 28 18:20:29.409735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-46164b4c-d645-4f5d-8b1a-8b763dc27d4d service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908777 Jul 28 18:20:29.556328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81218337-5722-4e06-b90b-eae1e987a8ba req-2d42b86a-63f3-4371-8cce-019a69a3464c service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389313 Jul 28 18:20:29.761114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcecb76-3c48-4ab0-828c-435969238000 req-533bbc79-0318-447e-ba70-f64fee80e6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:29.762817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddcecb76-3c48-4ab0-828c-435969238000 req-533bbc79-0318-447e-ba70-f64fee80e6d5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0820262 Jul 28 18:20:29.803888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddcecb76-3c48-4ab0-828c-435969238000 req-e95f6a6c-ab8b-46b5-8390-dd66bfa261e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Jul 28 18:20:30.069688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2520f7-68a4-4490-8c7b-2faddab2bf1a req-55923280-e2d2-472b-8464-edeb07f87eb2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:30.072103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba2520f7-68a4-4490-8c7b-2faddab2bf1a req-55923280-e2d2-472b-8464-edeb07f87eb2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0561373 Jul 28 18:20:30.127469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba2520f7-68a4-4490-8c7b-2faddab2bf1a req-9b7f9f96-a25b-48a1-94ba-df6a2382224f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Jul 28 18:20:30.207512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d998-71c0-4dac-a74f-61f8bb24ad49 req-ea16f421-6cfa-4825-9f41-184f6036eb8e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:30.209314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd10d998-71c0-4dac-a74f-61f8bb24ad49 req-ea16f421-6cfa-4825-9f41-184f6036eb8e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 943 time: 0.0673358 Jul 28 18:20:30.289855 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd10d998-71c0-4dac-a74f-61f8bb24ad49 req-fc8ae974-123c-44f5-aca7-a11a74bff2e3 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531583 Jul 28 18:20:30.502407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca799a-91fc-4b51-9c9f-7f5500fbfee0 req-303e16de-d38e-4ad7-aa52-e0ccea4db690 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:30.511345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67ca799a-91fc-4b51-9c9f-7f5500fbfee0 req-303e16de-d38e-4ad7-aa52-e0ccea4db690 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0749490 Jul 28 18:20:30.564735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67ca799a-91fc-4b51-9c9f-7f5500fbfee0 req-75a1812b-963d-4ae2-b5f7-507728225d11 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Jul 28 18:20:30.984787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7d7d8-f298-4f5e-b179-ad8116194bd7 req-3c00a60f-0c27-412b-b780-ecc80c570e4e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:30.986722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cf7d7d8-f298-4f5e-b179-ad8116194bd7 req-3c00a60f-0c27-412b-b780-ecc80c570e4e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0895133 Jul 28 18:20:31.027922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cf7d7d8-f298-4f5e-b179-ad8116194bd7 req-135db01f-b8ca-4cd5-9952-019fc40df5ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344095 Jul 28 18:20:31.267190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97970-58ba-4b86-9524-17096641338a req-69e84edb-51f0-4063-9105-1ce62d7304c2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:31.269020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41e97970-58ba-4b86-9524-17096641338a req-69e84edb-51f0-4063-9105-1ce62d7304c2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0706697 Jul 28 18:20:31.329226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41e97970-58ba-4b86-9524-17096641338a req-e102d18e-aa97-4698-bb61-4e34d2b82815 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 Jul 28 18:20:31.439814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d30407-bc52-4a7a-b629-7b924d821f0b req-4935f59f-115d-4db5-a27d-80f6ba2cf191 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:31.443152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61d30407-bc52-4a7a-b629-7b924d821f0b req-4935f59f-115d-4db5-a27d-80f6ba2cf191 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 943 time: 0.0630281 Jul 28 18:20:31.483242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61d30407-bc52-4a7a-b629-7b924d821f0b req-0ae50ee7-f0d9-4937-bade-225c527fe76e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Jul 28 18:20:31.681193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3024c-bd1f-4954-8100-ecb11def8313 req-f906269e-3e87-463f-989b-7d2fab97fc14 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:31.683335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf3024c-bd1f-4954-8100-ecb11def8313 req-f906269e-3e87-463f-989b-7d2fab97fc14 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0530281 Jul 28 18:20:31.731371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf3024c-bd1f-4954-8100-ecb11def8313 req-65f30862-0794-4b11-94f3-4e8fa8f436b4 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 Jul 28 18:20:32.156124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f95f6-2f2d-4ec9-87f8-33363e329382 req-ed55d815-27e8-431b-8695-e95c083855ec tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:32.158003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b40f95f6-2f2d-4ec9-87f8-33363e329382 req-ed55d815-27e8-431b-8695-e95c083855ec tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0539277 Jul 28 18:20:32.202622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b40f95f6-2f2d-4ec9-87f8-33363e329382 req-db2b9cca-c7e1-4109-bb92-76bb5ea6a1da tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357029 Jul 28 18:20:32.465315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0f29-8753-49e9-93eb-3d4943bbc379 req-a5b69d39-8041-4481-8126-4d65de239d15 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:32.466917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f6d0f29-8753-49e9-93eb-3d4943bbc379 req-a5b69d39-8041-4481-8126-4d65de239d15 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0705485 Jul 28 18:20:32.507139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f6d0f29-8753-49e9-93eb-3d4943bbc379 req-65093801-da02-421f-bc73-26be003ec6a1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Jul 28 18:20:32.625271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411759e5-0ccc-46e4-b489-d3fa4601461a req-0db9d7be-e987-4552-b8f9-eb637c27d37f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:32.626847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-411759e5-0ccc-46e4-b489-d3fa4601461a req-0db9d7be-e987-4552-b8f9-eb637c27d37f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 943 time: 0.0619502 Jul 28 18:20:32.673713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-411759e5-0ccc-46e4-b489-d3fa4601461a req-ad96e2c8-dff7-4678-adad-e1119de7c54a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jul 28 18:20:32.833693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 66e3e7c2-0013-48fe-b34c-d35c34270c41 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:32.855493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c393e-75ff-40e4-b54e-760e18ff1aa9 req-800bf53c-58e5-40e8-b744-1b43451267c8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:32.857040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b6c393e-75ff-40e4-b54e-760e18ff1aa9 req-800bf53c-58e5-40e8-b744-1b43451267c8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0518527 Jul 28 18:20:32.907242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b6c393e-75ff-40e4-b54e-760e18ff1aa9 req-840ba509-9ccb-4e8b-95de-f6a92e67201d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Jul 28 18:20:32.939197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:32.952176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '66e3e7c2-0013-48fe-b34c-d35c34270c41', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': '66e3e7c2-0013-48fe-b34c-d35c34270c41', 'mac_address': 'fa:16:3e:ad:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:32.994211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:33.007945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3e7c2-0013-48fe-b34c-d35c34270c41 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:33.028123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:33.105753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:33.153551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:33.342140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb934c7-d89b-43de-83a3-78bc6b12b865 req-5abdd117-28b2-4cad-977c-a6d5060c9c01 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:33.344541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fb934c7-d89b-43de-83a3-78bc6b12b865 req-5abdd117-28b2-4cad-977c-a6d5060c9c01 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0658782 Jul 28 18:20:33.392070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fb934c7-d89b-43de-83a3-78bc6b12b865 req-697f066b-197a-45c4-873a-839d6dcafae7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Jul 28 18:20:33.418544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['66e3e7c2-0013-48fe-b34c-d35c34270c41'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:33.638899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f22f5-812f-4f36-b464-ea8c87b9707d req-5cdb33b5-8977-431b-ab21-208cc185a44f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:33.641066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f12f22f5-812f-4f36-b464-ea8c87b9707d req-5cdb33b5-8977-431b-ab21-208cc185a44f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0604699 Jul 28 18:20:33.682060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f12f22f5-812f-4f36-b464-ea8c87b9707d req-7fb685bd-e504-4d20-bae1-2bf05e5608ea tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349104 Jul 28 18:20:33.800653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db43b3f-f4c0-4c85-87bf-b1cd55c91e6e req-6a0aaa48-5832-4542-98a1-abaa9d7f6ad0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:33.802269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7db43b3f-f4c0-4c85-87bf-b1cd55c91e6e req-6a0aaa48-5832-4542-98a1-abaa9d7f6ad0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 944 time: 0.0527411 Jul 28 18:20:33.844111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7db43b3f-f4c0-4c85-87bf-b1cd55c91e6e req-8dd06c01-5639-49cf-90d0-acb946ef470a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356016 Jul 28 18:20:34.050638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b50b4f-46af-4bd1-961a-093609ea17e6 req-b1cba4c4-358c-4b76-bfb6-8a8bfbd3725d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:34.051606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69b50b4f-46af-4bd1-961a-093609ea17e6 req-b1cba4c4-358c-4b76-bfb6-8a8bfbd3725d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0559201 Jul 28 18:20:34.096190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69b50b4f-46af-4bd1-961a-093609ea17e6 req-23256b66-d23e-4446-ba44-aeb9da712c5d tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Jul 28 18:20:34.598559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1aef-9142-47e7-b535-86d07416c566 req-06a18f9e-0740-460f-8041-098413f711c0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:34.598559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-907c1aef-9142-47e7-b535-86d07416c566 req-06a18f9e-0740-460f-8041-098413f711c0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0674160 Jul 28 18:20:34.598559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-907c1aef-9142-47e7-b535-86d07416c566 req-3835fbb8-9b22-48cd-a2b8-f227194e3aa3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386612 Jul 28 18:20:34.824205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9872-eeed-4d01-9d1f-bf6c30ceae15 req-1f73ffa1-293b-4649-86df-c20170d7b608 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:34.825969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b47e9872-eeed-4d01-9d1f-bf6c30ceae15 req-1f73ffa1-293b-4649-86df-c20170d7b608 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0523190 Jul 28 18:20:34.846058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 66e3e7c2-0013-48fe-b34c-d35c34270c41 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:34.876833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b47e9872-eeed-4d01-9d1f-bf6c30ceae15 req-7437d7f2-6645-40a1-aae6-f64cd3105976 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Jul 28 18:20:34.983065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ee43-ee53-47b1-8df2-e946b28e4a56 req-c31ffe6e-04a4-4c1e-ac39-22cfb0ccecae tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:34.984596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9c9ee43-ee53-47b1-8df2-e946b28e4a56 req-c31ffe6e-04a4-4c1e-ac39-22cfb0ccecae tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 944 time: 0.0541646 Jul 28 18:20:35.028534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9c9ee43-ee53-47b1-8df2-e946b28e4a56 req-eafd0f8a-342e-4088-b529-de1025608d8c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Jul 28 18:20:35.118222 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:20:35.195712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 66e3e7c2-0013-48fe-b34c-d35c34270c41 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:20:35.200770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 66e3e7c2-0013-48fe-b34c-d35c34270c41 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:20:35.201146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:35.221925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b3aa-a78c-4bbc-8e45-d3117011b754 req-66bbe3c8-e599-4eba-ae71-c1134dee4c71 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.223622 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a68b3aa-a78c-4bbc-8e45-d3117011b754 req-66bbe3c8-e599-4eba-ae71-c1134dee4c71 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0580895 Jul 28 18:20:35.266549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a68b3aa-a78c-4bbc-8e45-d3117011b754 req-fd691501-e391-4dcd-bff3-d270f48f962c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 28 18:20:35.286128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:35.309857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:35.312686 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f11277-73e8-4547-8a92-c5539a6e2727" -d '{"events": [{"server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "name": "network-vif-plugged", "status": "completed", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:35.329255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:35.356921 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf4125a-6074-4cf9-a190-a3a6c9f18800 x-openstack-request-id: req-fdf4125a-6074-4cf9-a190-a3a6c9f18800 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:35.357362 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "name": "network-vif-plugged", "status": "completed", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:35.357614 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdf4125a-6074-4cf9-a190-a3a6c9f18800 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:35.358534 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41', 'code': 200} Jul 28 18:20:35.418627 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:35.475056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7948919-b7c3-422a-bf3a-8a85af67ee14 req-afb7bb75-46c4-481d-ba1c-c914719bed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.477014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7948919-b7c3-422a-bf3a-8a85af67ee14 req-afb7bb75-46c4-481d-ba1c-c914719bed8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 1096 time: 0.0608871 Jul 28 18:20:35.532829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7948919-b7c3-422a-bf3a-8a85af67ee14 req-95d2fea3-9357-4ce0-a074-3a46ef4f6d86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Jul 28 18:20:35.627583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:35.728321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dda3d-2fa6-4e7e-aaca-aed20cad86ac req-0bd69d2b-6b91-4cec-bc99-33325a73518b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.742191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b3e6a-1ccf-4afd-8363-4eb1ae466fd0 req-153caa85-664b-4a6e-a2f2-0539e76f3249 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.742414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-742dda3d-2fa6-4e7e-aaca-aed20cad86ac req-0bd69d2b-6b91-4cec-bc99-33325a73518b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0678418 Jul 28 18:20:35.751308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e11b3e6a-1ccf-4afd-8363-4eb1ae466fd0 req-153caa85-664b-4a6e-a2f2-0539e76f3249 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0852385 Jul 28 18:20:35.798408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e11b3e6a-1ccf-4afd-8363-4eb1ae466fd0 req-de3c98ca-3a29-4125-8303-ff0a80d63d6c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Jul 28 18:20:35.803011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-742dda3d-2fa6-4e7e-aaca-aed20cad86ac req-8a34c99c-b3f6-4b15-9c07-440870dfd43c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609846 Jul 28 18:20:35.858705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-4f2c5152-6a65-4c58-a344-714de583c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.860275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-4f2c5152-6a65-4c58-a344-714de583c03f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0569785 Jul 28 18:20:35.989243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-f3a62a7b-d649-413c-9856-fba31ecd4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:35.990810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-f3a62a7b-d649-413c-9856-fba31ecd4124 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1228733 Jul 28 18:20:36.018211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7c400-8b7e-474a-8d45-1369f883d98d req-9b56e1bf-9679-472a-a989-4edb1702fb96 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.019753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61a7c400-8b7e-474a-8d45-1369f883d98d req-9b56e1bf-9679-472a-a989-4edb1702fb96 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0681810 Jul 28 18:20:36.095100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-1ce8c858-cb0f-4320-8393-28231ae51b46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.0956736 Jul 28 18:20:36.119480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61a7c400-8b7e-474a-8d45-1369f883d98d req-63e85b8d-a1a6-4cfb-a31f-0f728fa1e738 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725460 Jul 28 18:20:36.172236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-4b04a11e-7ce1-4426-9a91-f57dd6e496a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.173955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-4b04a11e-7ce1-4426-9a91-f57dd6e496a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0535321 Jul 28 18:20:36.183062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa2fcb-03e6-4e8c-b7af-435c42a62042 req-00ca9e59-3bbe-4443-9680-bb8fd71218ca tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.185585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0aaa2fcb-03e6-4e8c-b7af-435c42a62042 req-00ca9e59-3bbe-4443-9680-bb8fd71218ca tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0843272 Jul 28 18:20:36.257706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0aaa2fcb-03e6-4e8c-b7af-435c42a62042 req-38ba942a-89f3-4f6d-bd3a-a18be8026fd8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Jul 28 18:20:36.260862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-e94312e0-c1f6-42a3-aac6-9714461e1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.262648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-e94312e0-c1f6-42a3-aac6-9714461e1ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804856 Jul 28 18:20:36.374459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-cd5b5960-4887-4d1e-9e62-8531135df888 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016254 Jul 28 18:20:36.490040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ade5119-453a-43dd-8601-6e0a07036e38 req-30e40e4a-14e4-4ffb-a3ff-b7b6d24c881e service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054904 Jul 28 18:20:36.942605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7764124-41f9-41c6-8960-1c0140778b2f req-1901bc51-d7f0-4c37-95a0-a0b45fcd18d0 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.950386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7764124-41f9-41c6-8960-1c0140778b2f req-1901bc51-d7f0-4c37-95a0-a0b45fcd18d0 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0622287 Jul 28 18:20:36.958050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb168d-61db-4d6a-b404-4e7a939cdbb2 req-5281f0d3-675d-438d-a28c-9f283e46516b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:36.960730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbcb168d-61db-4d6a-b404-4e7a939cdbb2 req-5281f0d3-675d-438d-a28c-9f283e46516b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0582755 Jul 28 18:20:36.989140 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7764124-41f9-41c6-8960-1c0140778b2f req-65e374ad-186e-43e6-b633-e47d951179ef tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378227 Jul 28 18:20:37.006176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbcb168d-61db-4d6a-b404-4e7a939cdbb2 req-a80e612e-c096-4dc3-83f4-cc65ba2772fb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396030 Jul 28 18:20:37.374004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5671df-6ec7-4c06-a002-8e70214d9f6d req-8ce0f03f-4352-41c2-9ce9-2ce9f44cedf1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:37.375526 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5671df-6ec7-4c06-a002-8e70214d9f6d req-8ce0f03f-4352-41c2-9ce9-2ce9f44cedf1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0498712 Jul 28 18:20:37.415993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f5671df-6ec7-4c06-a002-8e70214d9f6d req-66e6380e-4583-4e2b-8ee7-57ee199cab64 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Jul 28 18:20:37.664298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-45e58cd7-da10-451e-8291-65f4bc8c67a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:37.788583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd0c7-02ff-4603-bff6-72e4ebcc7f19 req-a20cd898-f35d-47b9-a962-f2cd2909fdbc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:37.788583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d58dd0c7-02ff-4603-bff6-72e4ebcc7f19 req-a20cd898-f35d-47b9-a962-f2cd2909fdbc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0606692 Jul 28 18:20:37.822522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d58dd0c7-02ff-4603-bff6-72e4ebcc7f19 req-2a1e5a19-bb7d-4da4-8f6b-63b3a7a088c4 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Jul 28 18:20:38.109852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2113-acf0-408e-9534-c8c0c3ccf3c3 req-3b79367e-4eec-4b1f-b05c-fb21561c417e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:38.112171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a4c2113-acf0-408e-9534-c8c0c3ccf3c3 req-3b79367e-4eec-4b1f-b05c-fb21561c417e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0504937 Jul 28 18:20:38.139609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f28ca3-0808-43ee-b9b4-8fa3991c092d req-4d6903a7-86c2-4dc6-b688-42d93b4ee267 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:38.141305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76f28ca3-0808-43ee-b9b4-8fa3991c092d req-4d6903a7-86c2-4dc6-b688-42d93b4ee267 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0621743 Jul 28 18:20:38.150448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a4c2113-acf0-408e-9534-c8c0c3ccf3c3 req-294abef6-6031-49f0-8cca-c886bba1631b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Jul 28 18:20:38.188285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76f28ca3-0808-43ee-b9b4-8fa3991c092d req-bfdb1889-c652-48bd-9380-5dcc6badc981 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Jul 28 18:20:38.724685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:38.727876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:38.877263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:38.900331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:38.921269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:38.923864 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54df0be8-2d27-40fc-89e4-6d2f7117aa3e" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:38.937313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:38.951381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:38.962997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f315a5-25ed-4c8b-97fa-89e01f7ff415 req-04fb83f7-7497-409c-83ed-dc2a461df633 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:38.970928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70f315a5-25ed-4c8b-97fa-89e01f7ff415 req-04fb83f7-7497-409c-83ed-dc2a461df633 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0734246 Jul 28 18:20:38.980229 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67d598-4e72-4ee1-9e23-33ecc8cb84c3 x-openstack-request-id: req-fa67d598-4e72-4ee1-9e23-33ecc8cb84c3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:38.980586 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:38.980960 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa67d598-4e72-4ee1-9e23-33ecc8cb84c3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:38.981446 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:20:38.998564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:39.005415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70f315a5-25ed-4c8b-97fa-89e01f7ff415 req-b4aeed81-e36a-4dbe-a826-467cd77d1e20 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Jul 28 18:20:39.012413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:39.052995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:39.122869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:20:39.123139 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:20:39.127345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:39.316753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8033d-5283-4f9b-99d5-ff082ed3afbd req-02dd14bb-2d9c-4087-b3eb-a872edf3c867 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:39.318512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ea8033d-5283-4f9b-99d5-ff082ed3afbd req-02dd14bb-2d9c-4087-b3eb-a872edf3c867 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0495183 Jul 28 18:20:39.359049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ea8033d-5283-4f9b-99d5-ff082ed3afbd req-150845f1-dfe0-4d09-a9aa-f1bec480936b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345323 Jul 28 18:20:39.658366 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:39.674192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:39.693472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:39.772667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:39.823575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:39.859810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b3c49cec-14d0-4d17-8b97-7463ad23b30e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:40.140796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468aca1-9a86-4a78-821d-04a9ce4d654c req-cd09990f-0e7e-47ec-a2eb-b812a7fe0e6c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:40.142330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9468aca1-9a86-4a78-821d-04a9ce4d654c req-cd09990f-0e7e-47ec-a2eb-b812a7fe0e6c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0562294 Jul 28 18:20:40.189653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9468aca1-9a86-4a78-821d-04a9ce4d654c req-79b86c3d-5e30-4056-8b57-23f10ddfdd34 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Jul 28 18:20:40.442874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:40.498411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1af6-a088-4ad6-8430-31090d87eb85 req-2e5b4f71-fcf6-41aa-ada1-2a602c5b7cad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:40.500250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e58d1af6-a088-4ad6-8430-31090d87eb85 req-2e5b4f71-fcf6-41aa-ada1-2a602c5b7cad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0594532 Jul 28 18:20:40.509678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3f56a463-bab0-4e76-ad09-b5805f4aaa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:40.557105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e58d1af6-a088-4ad6-8430-31090d87eb85 req-b61c3636-7400-418c-a9bb-1342c6f859e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476308 Jul 28 18:20:40.742097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:40.797102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b3c49cec-14d0-4d17-8b97-7463ad23b30e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:20:40.797730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:40.879660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:40.913769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:40.982123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:40.984506 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429a994-bed6-4dff-83f8-af7fb1bc81ac" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:40.991028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:41.030855 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211131e6-c71f-4de3-8c6c-9d86b39c029a x-openstack-request-id: req-211131e6-c71f-4de3-8c6c-9d86b39c029a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:41.031149 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:41.031494 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-211131e6-c71f-4de3-8c6c-9d86b39c029a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:41.031911 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:20:41.053181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:41.059269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:41.365062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f040c7-dcc7-44fb-8258-325826a07c27 req-607ed73d-a573-4671-9696-e9d9cdf96ab9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:41.367425 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81f040c7-dcc7-44fb-8258-325826a07c27 req-607ed73d-a573-4671-9696-e9d9cdf96ab9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0726998 Jul 28 18:20:41.415272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81f040c7-dcc7-44fb-8258-325826a07c27 req-9f97c511-d270-4958-9c4f-4cc0447450f4 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Jul 28 18:20:41.688092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf14fe-20df-4b2f-b21f-eb08c9b33a41 req-2e633393-ba54-480c-ad6d-643a1f74e44a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:41.690426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fcf14fe-20df-4b2f-b21f-eb08c9b33a41 req-2e633393-ba54-480c-ad6d-643a1f74e44a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0575461 Jul 28 18:20:41.749011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fcf14fe-20df-4b2f-b21f-eb08c9b33a41 req-8880f133-ce64-463a-8635-fcab80e2dc60 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522699 Jul 28 18:20:42.575275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae1b84-eafc-4446-a8ee-b5ffdf272911 req-bd79a827-bc18-44e2-b3a0-cf78bc3f6986 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:42.579047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ae1b84-eafc-4446-a8ee-b5ffdf272911 req-bd79a827-bc18-44e2-b3a0-cf78bc3f6986 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0676575 Jul 28 18:20:42.643080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47ae1b84-eafc-4446-a8ee-b5ffdf272911 req-e9c77079-082d-4370-ba7c-982310fc0049 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527496 Jul 28 18:20:42.743148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:42.908746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:42.916475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92fadb-056b-4c2e-9a27-dac855840c97 req-1bcc13c9-2cc8-4e3f-930d-960f3bafc730 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:42.919502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d92fadb-056b-4c2e-9a27-dac855840c97 req-1bcc13c9-2cc8-4e3f-930d-960f3bafc730 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 943 time: 0.0848720 Jul 28 18:20:42.928640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'mac_address': 'fa:16:3e:6d:4d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:42.974352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d92fadb-056b-4c2e-9a27-dac855840c97 req-59f83b00-2575-45df-9bab-429342d5591f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446663 Jul 28 18:20:42.976046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:43.005738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:43.021461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:43.043576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:43.122641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:43.177434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:43.368004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:43.823353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fba4d4-de4c-4e0c-a08c-3f7282f09d10 req-7affc08d-0609-4e12-ae64-e83b0346aed1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:43.832934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6fba4d4-de4c-4e0c-a08c-3f7282f09d10 req-7affc08d-0609-4e12-ae64-e83b0346aed1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0742805 Jul 28 18:20:43.878508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6fba4d4-de4c-4e0c-a08c-3f7282f09d10 req-80291340-99ae-41fb-ae97-d780c06c2188 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Jul 28 18:20:44.103486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425539-7180-42de-aa32-3c21008ed41b req-d6930428-5022-43e4-917f-9595c045133b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:44.105001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63425539-7180-42de-aa32-3c21008ed41b req-d6930428-5022-43e4-917f-9595c045133b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 944 time: 0.0504780 Jul 28 18:20:44.144423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63425539-7180-42de-aa32-3c21008ed41b req-088b9f92-2478-4127-bbb0-681d806f0684 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328324 Jul 28 18:20:44.739617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:44.791001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:20:44.791001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:44.885924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:45.012781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:45.016909 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2b3845-143e-43a3-93e9-fcbb17e06cca" -d '{"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:45.018451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da494bc-c6c7-4828-926e-acbd19ae1573 req-88d5079e-667e-4b67-b9f0-405d78215287 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:45.025977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1da494bc-c6c7-4828-926e-acbd19ae1573 req-88d5079e-667e-4b67-b9f0-405d78215287 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0580058 Jul 28 18:20:45.070298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:45.082914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1da494bc-c6c7-4828-926e-acbd19ae1573 req-5a75f6cc-77d1-4ca3-b830-c2ed81be7543 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492337 Jul 28 18:20:45.096194 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c32a2-c975-49b2-a6a2-a37cf67957c0 x-openstack-request-id: req-cf4c32a2-c975-49b2-a6a2-a37cf67957c0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:45.096486 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-plugged", "status": "completed", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:45.096738 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf4c32a2-c975-49b2-a6a2-a37cf67957c0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:45.097128 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'code': 200} Jul 28 18:20:45.160034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:45.229699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=10']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:45.397573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b7d6c-7e5e-4647-823b-22f70b6f94f6 req-d632e925-96a2-4810-8d85-1e746fc46652 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:45.397573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c1b7d6c-7e5e-4647-823b-22f70b6f94f6 req-d632e925-96a2-4810-8d85-1e746fc46652 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0826101 Jul 28 18:20:45.518381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99285-1fb9-47b2-848f-81756f3a156b req-e9eadd28-1ab8-4a16-afda-0eb878f53c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:45.518381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2be99285-1fb9-47b2-848f-81756f3a156b req-e9eadd28-1ab8-4a16-afda-0eb878f53c72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1097 time: 0.0656140 Jul 28 18:20:45.518381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c1b7d6c-7e5e-4647-823b-22f70b6f94f6 req-106eb74b-aec8-4812-a83b-e364ce1d3a8b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063056 Jul 28 18:20:45.518706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:45.518888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2be99285-1fb9-47b2-848f-81756f3a156b req-c10390ff-b7f2-46e6-bc26-5e1b589bdb8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637310 Jul 28 18:20:46.210634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e638a-3eff-4eb2-b83d-779e7faa1502 req-d26ce5bf-f6c6-4b4b-8278-033e8f3be925 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:46.219449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81e638a-3eff-4eb2-b83d-779e7faa1502 req-d26ce5bf-f6c6-4b4b-8278-033e8f3be925 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0597851 Jul 28 18:20:46.270906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81e638a-3eff-4eb2-b83d-779e7faa1502 req-cf977a0d-2d43-4692-ac34-92d47b31b33e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504241 Jul 28 18:20:46.581331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114def3-cf43-49ef-adcb-9d8e02e2588d req-65c5274a-f230-4f71-8bad-f620259d7fed tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:46.589228 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b114def3-cf43-49ef-adcb-9d8e02e2588d req-65c5274a-f230-4f71-8bad-f620259d7fed tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0637679 Jul 28 18:20:46.629877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b114def3-cf43-49ef-adcb-9d8e02e2588d req-5aecde09-e9ae-4784-b336-013a76ef4614 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395975 Jul 28 18:20:47.406978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e43cc-d8ef-4c63-ade2-5770469d052d req-1c9d8862-81cb-4b58-a791-f15970838bcf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:47.409231 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b5e43cc-d8ef-4c63-ade2-5770469d052d req-1c9d8862-81cb-4b58-a791-f15970838bcf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0625174 Jul 28 18:20:47.471746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b5e43cc-d8ef-4c63-ade2-5770469d052d req-74ad7b2e-e73d-4c5e-b117-a238487fc7fc tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519021 Jul 28 18:20:47.772333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0168013-d315-4903-95fd-25afbd873358 req-197c5a86-daa9-4bfb-983f-ff898af2ee34 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:47.773925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0168013-d315-4903-95fd-25afbd873358 req-197c5a86-daa9-4bfb-983f-ff898af2ee34 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0619700 Jul 28 18:20:47.828385 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0168013-d315-4903-95fd-25afbd873358 req-f91cbddc-9e26-4e83-bd18-a59f29469ea5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Jul 28 18:20:48.625471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fceff-2ae1-44a9-9bea-d4889fcfa39e req-39352212-294d-4a9d-bd15-785cd7919783 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:48.627492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-422fceff-2ae1-44a9-9bea-d4889fcfa39e req-39352212-294d-4a9d-bd15-785cd7919783 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0712078 Jul 28 18:20:48.668562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-422fceff-2ae1-44a9-9bea-d4889fcfa39e req-55982b12-7958-4b2e-aa93-7901dd22fc3c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Jul 28 18:20:48.676566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:48.977120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a1994-c94e-4fce-bed4-8501a671e397 req-c33f81d0-db76-4937-b67c-c14b623ce290 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:48.986093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a29a1994-c94e-4fce-bed4-8501a671e397 req-c33f81d0-db76-4937-b67c-c14b623ce290 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0668826 Jul 28 18:20:49.034515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a29a1994-c94e-4fce-bed4-8501a671e397 req-4e4d2ac0-8ba2-487c-a736-946519f15cfa tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Jul 28 18:20:49.814721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44f57e-5d05-4b04-a704-a46964b38b80 req-3497b563-928d-49b8-8442-5cbf6ac57c68 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:49.822358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc44f57e-5d05-4b04-a704-a46964b38b80 req-3497b563-928d-49b8-8442-5cbf6ac57c68 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0733361 Jul 28 18:20:49.864005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc44f57e-5d05-4b04-a704-a46964b38b80 req-da390e32-2238-46b4-bc12-6b86dc05fd3e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Jul 28 18:20:50.201852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823d72-57d0-47d9-b4c8-e4193e5752d0 req-a3435451-7bcb-4244-83dc-1ce9055cbf73 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:50.207933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb823d72-57d0-47d9-b4c8-e4193e5752d0 req-a3435451-7bcb-4244-83dc-1ce9055cbf73 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0667894 Jul 28 18:20:50.270261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eb823d72-57d0-47d9-b4c8-e4193e5752d0 req-79a08a8a-82a1-4995-8af3-d9d81ada1d5e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601966 Jul 28 18:20:51.075143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6978c-e5eb-47dd-8d35-97234ec9da6d req-2d5d6e3a-8f2f-452a-9275-a678eb6d64fd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:51.077351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9fe6978c-e5eb-47dd-8d35-97234ec9da6d req-2d5d6e3a-8f2f-452a-9275-a678eb6d64fd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.1350195 Jul 28 18:20:51.146677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9fe6978c-e5eb-47dd-8d35-97234ec9da6d req-2d007bc0-0397-4923-8c4f-b1e68d20d59b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Jul 28 18:20:52.276457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc17b4c-61be-4740-957a-b7ffb4a4f955 req-1e999bd1-3b95-4164-bfa6-3a18fe3664c1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:52.284607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdc17b4c-61be-4740-957a-b7ffb4a4f955 req-1e999bd1-3b95-4164-bfa6-3a18fe3664c1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0608871 Jul 28 18:20:52.346907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdc17b4c-61be-4740-957a-b7ffb4a4f955 req-b03eb0a3-cc3b-40e6-aa1f-2ca8f633c2b7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Jul 28 18:20:53.469797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1864-927c-486d-987c-b41f9f1d6bed req-ee542889-cdcf-4c08-91da-cd1ca4ecfb3b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:53.475588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f08a1864-927c-486d-987c-b41f9f1d6bed req-ee542889-cdcf-4c08-91da-cd1ca4ecfb3b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0588272 Jul 28 18:20:53.527352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f08a1864-927c-486d-987c-b41f9f1d6bed req-4881ba08-3b0d-4e41-95df-9909106fb64b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Jul 28 18:20:53.586685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeedf3-d30d-4eb7-bb6e-b7c82b3e7a0f req-339a85ba-ae63-4732-87e3-6cd2cbe93e09 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:53.588232 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8aeedf3-d30d-4eb7-bb6e-b7c82b3e7a0f req-339a85ba-ae63-4732-87e3-6cd2cbe93e09 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0562608 Jul 28 18:20:53.637080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8aeedf3-d30d-4eb7-bb6e-b7c82b3e7a0f req-081e3d85-9299-4404-816b-c5fcb96cf745 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Jul 28 18:20:54.646506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1645b0-695a-4c55-95c9-443c22bb1b4b req-ac00325f-74c1-47fe-a0c9-d29d04105cd8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:54.648127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be1645b0-695a-4c55-95c9-443c22bb1b4b req-ac00325f-74c1-47fe-a0c9-d29d04105cd8 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0504217 Jul 28 18:20:54.691740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be1645b0-695a-4c55-95c9-443c22bb1b4b req-68654c9b-faae-42f6-a43f-cbe00cc67922 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366755 Jul 28 18:20:54.782739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ee98-05c5-4f44-8e8c-c2e37707c451 req-eaa7d555-27c5-4fc3-a9be-2d3924c34225 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:54.784562 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e58ee98-05c5-4f44-8e8c-c2e37707c451 req-eaa7d555-27c5-4fc3-a9be-2d3924c34225 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0509155 Jul 28 18:20:54.828118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e58ee98-05c5-4f44-8e8c-c2e37707c451 req-0f97f793-e9fb-4da1-8890-9363553a2b27 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372260 Jul 28 18:20:55.518252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eb8da-99a0-47ae-a8e2-39396679dcba req-50807733-ac5b-45eb-9423-8ea86b2c3e50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:55.519793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-616eb8da-99a0-47ae-a8e2-39396679dcba req-50807733-ac5b-45eb-9423-8ea86b2c3e50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0555387 Jul 28 18:20:55.560062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-616eb8da-99a0-47ae-a8e2-39396679dcba req-ea24fda5-8370-438c-aad2-ba31211fc21c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Jul 28 18:20:55.813911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aa33d-e655-4fd6-bbbf-f6ae6be5f907 req-7d355503-569a-41c9-8c1d-d9caec34c24d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:55.815342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f4aa33d-e655-4fd6-bbbf-f6ae6be5f907 req-7d355503-569a-41c9-8c1d-d9caec34c24d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0545795 Jul 28 18:20:55.857094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f4aa33d-e655-4fd6-bbbf-f6ae6be5f907 req-5f0f0b8b-e8a3-461b-9b3c-612c34e0d6bd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Jul 28 18:20:56.696598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee648eef-1665-40db-9fdd-f024e0ff90ac req-22536bed-8763-4e89-9841-7021a627208f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:56.698236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee648eef-1665-40db-9fdd-f024e0ff90ac req-22536bed-8763-4e89-9841-7021a627208f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0558295 Jul 28 18:20:56.740610 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee648eef-1665-40db-9fdd-f024e0ff90ac req-0da04c9b-ac5c-4424-b498-505e991132ea tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359483 Jul 28 18:20:56.868134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:56.975259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:57.008692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:20:57.011739 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49514f-efc4-4d8c-b02c-5e6c57dba589" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:57.029604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75525a0-c880-4345-9cd2-b600613dbca1 req-b6f24d35-bdb9-4a98-83ee-cbe51bbd82fd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:57.037941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c75525a0-c880-4345-9cd2-b600613dbca1 req-b6f24d35-bdb9-4a98-83ee-cbe51bbd82fd tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0901973 Jul 28 18:20:57.069941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:57.078866 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab29b1-8ceb-4435-9bc6-8aeece3a1ee2 x-openstack-request-id: req-8dab29b1-8ceb-4435-9bc6-8aeece3a1ee2 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:57.080739 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:57.080739 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dab29b1-8ceb-4435-9bc6-8aeece3a1ee2 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:57.080982 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:20:57.102156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c75525a0-c880-4345-9cd2-b600613dbca1 req-9bd21c32-6f9f-40d2-ad5b-405b24d2012b tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371425 Jul 28 18:20:57.150418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:57.215430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:57.885053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ba5c0-a0f0-4292-88d1-2ebc50710ec7 req-4caea710-d398-408d-a781-73d1a44437ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:57.886582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c77ba5c0-a0f0-4292-88d1-2ebc50710ec7 req-4caea710-d398-408d-a781-73d1a44437ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0505300 Jul 28 18:20:57.925428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c77ba5c0-a0f0-4292-88d1-2ebc50710ec7 req-7d4e9610-dfb3-4c9a-9746-33bf9c8e0fcd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Jul 28 18:20:58.215493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c4828-d467-4e53-b62d-082849bcb38f req-6faaf509-82bc-40e3-9235-086791835265 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:58.216982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a9c4828-d467-4e53-b62d-082849bcb38f req-6faaf509-82bc-40e3-9235-086791835265 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0480371 Jul 28 18:20:58.263659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a9c4828-d467-4e53-b62d-082849bcb38f req-cb956b45-0964-49d7-9b98-85329e5bae67 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jul 28 18:20:58.881148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:58.980415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:58.994845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'mac_address': 'fa:16:3e:2e:40:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:59.033283 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:59.053105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:20:59.060516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3dab-0862-43dd-88a9-95231d6804ab req-71723f02-2e68-4eaf-863f-6219dba3b224 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:59.062638 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7fdc3dab-0862-43dd-88a9-95231d6804ab req-71723f02-2e68-4eaf-863f-6219dba3b224 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0624032 Jul 28 18:20:59.080759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:59.107240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7fdc3dab-0862-43dd-88a9-95231d6804ab req-f9f8e354-c5f6-4d5d-be9a-0f6d096929f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Jul 28 18:20:59.173527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:20:59.224029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:59.273085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b3c49cec-14d0-4d17-8b97-7463ad23b30e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:59.391460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8df81-bfc9-4314-a53c-05247b8cb9cb req-d5551014-af39-4ec3-8518-4aa1d37a3caa tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:20:59.393752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0e8df81-bfc9-4314-a53c-05247b8cb9cb req-d5551014-af39-4ec3-8518-4aa1d37a3caa tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0556016 Jul 28 18:20:59.465897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0e8df81-bfc9-4314-a53c-05247b8cb9cb req-9feca7de-daca-48e8-92b2-95849f87d03d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536301 Jul 28 18:21:00.244271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabda06-05d9-4ed2-b638-4f75d9ca14d9 req-0698f09d-dbe8-4ffd-9e02-a34e4239dc5f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:00.246115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cabda06-05d9-4ed2-b638-4f75d9ca14d9 req-0698f09d-dbe8-4ffd-9e02-a34e4239dc5f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 946 time: 0.0663011 Jul 28 18:21:00.286548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cabda06-05d9-4ed2-b638-4f75d9ca14d9 req-da2ff894-e29e-4b23-a22e-a107855dafd5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 28 18:21:00.611718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f211a17-bfa2-4036-af46-b5bd3df7967e req-c322dbdb-9cf7-42f9-8b40-5c81a30d5029 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:00.613970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f211a17-bfa2-4036-af46-b5bd3df7967e req-c322dbdb-9cf7-42f9-8b40-5c81a30d5029 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0610092 Jul 28 18:21:00.681082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f211a17-bfa2-4036-af46-b5bd3df7967e req-1048c937-f890-4db0-a8d5-ae6f21dd1593 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Jul 28 18:21:00.690204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-863173ea-dced-46e7-b8b0-6a76a3a0fb0c req-d0d3a8a8-f181-44cd-a31d-f09c0628282c service neutron] (101106) timed out ('10.222.0.35', 53122) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:21:00.912061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:00.982020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b3c49cec-14d0-4d17-8b97-7463ad23b30e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:00.982549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:01.143498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:01.202215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:01.205843 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19807500-c15f-4711-b69e-f4278a65b9d0" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:01.222989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:01.259131 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deef328d-0714-4079-b715-9bb848fed7bb x-openstack-request-id: req-deef328d-0714-4079-b715-9bb848fed7bb {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:01.259653 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:01.260095 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deef328d-0714-4079-b715-9bb848fed7bb {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:01.260554 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:21:01.364398 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:01.471021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c558936-c34b-4d52-9d28-63074f232b61 req-4864c5db-bee4-4e78-b3f8-b6cedaa814d2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:01.473501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:01.487125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c558936-c34b-4d52-9d28-63074f232b61 req-4864c5db-bee4-4e78-b3f8-b6cedaa814d2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.1264284 Jul 28 18:21:01.564173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c558936-c34b-4d52-9d28-63074f232b61 req-7541d51a-f22f-4ed5-b69a-fbcf3f3db215 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759294 Jul 28 18:21:01.874394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8468a6-7397-4b66-afc1-c0eb11d9a268 req-3dd46af5-30b0-480d-a55f-42aad9f69e1f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:01.875867 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba8468a6-7397-4b66-afc1-c0eb11d9a268 req-3dd46af5-30b0-480d-a55f-42aad9f69e1f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0722048 Jul 28 18:21:01.926461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba8468a6-7397-4b66-afc1-c0eb11d9a268 req-7fe0a628-fc5f-4c98-9730-cbe4d9820adf tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Jul 28 18:21:02.693145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0196-c3a1-4df7-91de-6ba03ee10d3e req-65e48f49-833c-4fbc-adbe-c79e4be09fb2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:02.702374 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f0f0196-c3a1-4df7-91de-6ba03ee10d3e req-65e48f49-833c-4fbc-adbe-c79e4be09fb2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0692010 Jul 28 18:21:02.758342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f0f0196-c3a1-4df7-91de-6ba03ee10d3e req-22d0797f-31f3-4d45-aa76-480a1e1dbaae tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Jul 28 18:21:03.129160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1e56c-6405-4631-a9b7-68d2b6461efe req-c37d6613-98aa-4a65-aba2-da8ce340ea25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:03.132747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddf1e56c-6405-4631-a9b7-68d2b6461efe req-c37d6613-98aa-4a65-aba2-da8ce340ea25 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0659721 Jul 28 18:21:03.185657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddf1e56c-6405-4631-a9b7-68d2b6461efe req-70712433-08d3-45c8-8984-c12295a3c18f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Jul 28 18:21:03.884915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafacef4-cd23-47b1-acf1-28d24e7094cd req-e80d0e15-56ca-4c4f-8adb-74f58bf41ec7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:03.893949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dafacef4-cd23-47b1-acf1-28d24e7094cd req-e80d0e15-56ca-4c4f-8adb-74f58bf41ec7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0722454 Jul 28 18:21:03.954428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dafacef4-cd23-47b1-acf1-28d24e7094cd req-501b415e-cdab-448e-89f3-1c90140dc100 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556066 Jul 28 18:21:04.085270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-f485365b-2ae4-4803-88c4-896a89e404e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469332 Jul 28 18:21:04.197255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-49ae1795-7e49-4809-ba38-dc8c8b5bebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:04.198897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-49ae1795-7e49-4809-ba38-dc8c8b5bebe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 1097 time: 0.0600753 Jul 28 18:21:04.363605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084c4b-5ab7-4b91-86dd-5bb626616398 req-3224c4a8-f875-43cf-87a1-4a0fb38cd600 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:04.365590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c084c4b-5ab7-4b91-86dd-5bb626616398 req-3224c4a8-f875-43cf-87a1-4a0fb38cd600 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0826185 Jul 28 18:21:04.393908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-8a07eb42-096f-4d95-ba19-90ffe8ae1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:04.395216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-8a07eb42-096f-4d95-ba19-90ffe8ae1b6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1756186 Jul 28 18:21:04.437611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c084c4b-5ab7-4b91-86dd-5bb626616398 req-de1b1f20-438f-4b05-b9b7-a032e774a286 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594132 Jul 28 18:21:04.528641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-16b093ea-8969-4681-a0e9-f13b7ff89559 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 200 len: 1001 time: 0.1121690 Jul 28 18:21:04.583981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-78d39d1e-4999-43e4-b8d6-5af7ed65e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:04.585899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-78d39d1e-4999-43e4-b8d6-5af7ed65e53b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0495589 Jul 28 18:21:04.651971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-c54a5267-4799-47de-a352-501180ea2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:04.653578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-c54a5267-4799-47de-a352-501180ea2a59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588987 Jul 28 18:21:04.794778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-3c6ef3c6-fd41-49c9-927a-908d032c5dd3 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334336 Jul 28 18:21:04.922442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb074149-81c8-4dc6-9c99-8ca4bee6a587 req-9f717257-317f-4696-91c7-8d48f64d7fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199872 Jul 28 18:21:05.141497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272c6b5-c8e8-4c22-84b3-90a3cbb4c6c6 req-60beb9a8-eaf0-4d3b-8b9c-760687e2a9fd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:05.143913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d272c6b5-c8e8-4c22-84b3-90a3cbb4c6c6 req-60beb9a8-eaf0-4d3b-8b9c-760687e2a9fd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0931375 Jul 28 18:21:05.192377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d272c6b5-c8e8-4c22-84b3-90a3cbb4c6c6 req-2686f5cb-0ed9-4f75-8400-1b0a6879bb64 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421548 Jul 28 18:21:05.654772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fc778-b000-4e1e-bb57-72afb2c13d7a req-0851eaa2-4b72-450b-b097-bfae55b4d28f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:05.658128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea2fc778-b000-4e1e-bb57-72afb2c13d7a req-0851eaa2-4b72-450b-b097-bfae55b4d28f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0675828 Jul 28 18:21:05.720435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea2fc778-b000-4e1e-bb57-72afb2c13d7a req-1b219ef1-65d2-4912-bb64-e454826da03d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Jul 28 18:21:06.381087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62916629-6161-48ed-bb63-bd574b19594e req-7d3bf787-4f5d-43bc-a5a5-214b8d037a8e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:06.388664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62916629-6161-48ed-bb63-bd574b19594e req-7d3bf787-4f5d-43bc-a5a5-214b8d037a8e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0755296 Jul 28 18:21:06.435856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62916629-6161-48ed-bb63-bd574b19594e req-2af5d70f-90ef-45d4-8c40-ce55547f1eaa tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Jul 28 18:21:07.016268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d7f0d-0f2f-4edc-b0ae-24278bac49cf req-14f311e6-f67a-40c9-8c63-76930188ab14 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:07.017989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a79d7f0d-0f2f-4edc-b0ae-24278bac49cf req-14f311e6-f67a-40c9-8c63-76930188ab14 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.1182940 Jul 28 18:21:07.063963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a79d7f0d-0f2f-4edc-b0ae-24278bac49cf req-f48ab700-e909-406f-abbb-b8206914dc0c tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 Jul 28 18:21:07.666095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd7ba-0690-4365-a927-12a30f560e47 req-65ed3b64-6743-4aae-bbb0-f88ac0f084ef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:07.670827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c06cd7ba-0690-4365-a927-12a30f560e47 req-65ed3b64-6743-4aae-bbb0-f88ac0f084ef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0959532 Jul 28 18:21:07.711197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-44ebf2ba-ff3b-41f0-8326-8ac55482118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:07.752666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c06cd7ba-0690-4365-a927-12a30f560e47 req-14629227-183a-4df0-b5b3-d4a9740f097d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767834 Jul 28 18:21:08.264782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921418d-7ca5-40a7-a02d-610bf86a9107 req-0d934641-0a50-4cec-9504-0c4f87679d04 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:08.276158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7921418d-7ca5-40a7-a02d-610bf86a9107 req-0d934641-0a50-4cec-9504-0c4f87679d04 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0895989 Jul 28 18:21:08.327132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7921418d-7ca5-40a7-a02d-610bf86a9107 req-c364f763-bb03-4fb9-9ac6-f8b2826e3d4f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Jul 28 18:21:08.920275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c4345-a04e-488f-8323-112132f80308 req-1e5a8049-7626-40d9-9ea6-c56bebe4fbef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:08.923169 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a12c4345-a04e-488f-8323-112132f80308 req-1e5a8049-7626-40d9-9ea6-c56bebe4fbef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0820417 Jul 28 18:21:08.970420 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a12c4345-a04e-488f-8323-112132f80308 req-f832cadf-04dd-4d89-a361-b3d0d430c8e1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Jul 28 18:21:09.532194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c622e-f3be-4222-9d9e-4753763e8574 req-9dd30378-c94d-4891-a93c-0b67a7e7ce87 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:09.533710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-657c622e-f3be-4222-9d9e-4753763e8574 req-9dd30378-c94d-4891-a93c-0b67a7e7ce87 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0632091 Jul 28 18:21:09.586442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-657c622e-f3be-4222-9d9e-4753763e8574 req-d569c52d-782b-470c-a186-1b2ee06cbee2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Jul 28 18:21:10.104616 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:10.153202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f4230-d618-4bfa-a138-fb2a2ef1b31f req-48235c9e-a9a3-4a30-a632-9cc05440b65f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:10.154895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a61f4230-d618-4bfa-a138-fb2a2ef1b31f req-48235c9e-a9a3-4a30-a632-9cc05440b65f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0620418 Jul 28 18:21:10.191588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0029fe6-ffce-4166-b45b-97c47bc81931 req-24a5b34f-233d-48d3-bbe0-2531f15be568 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:10.207489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0029fe6-ffce-4166-b45b-97c47bc81931 req-24a5b34f-233d-48d3-bbe0-2531f15be568 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.1132355 Jul 28 18:21:10.212886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3f18-3844-45a3-82e8-8b4eabef12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:10.264415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a61f4230-d618-4bfa-a138-fb2a2ef1b31f req-1b234d37-8635-4674-b9ff-cb5836c73694 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002426 Jul 28 18:21:10.270240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0029fe6-ffce-4166-b45b-97c47bc81931 req-1a729ae3-f6ed-4fe8-9f72-a84296fc2824 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Jul 28 18:21:10.968238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5074d-aa28-43a9-878a-2065fa0b9d36 req-7e198a34-daa2-4d7b-8331-9d5f4488c845 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:10.976488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4f5074d-aa28-43a9-878a-2065fa0b9d36 req-7e198a34-daa2-4d7b-8331-9d5f4488c845 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 945 time: 0.0704823 Jul 28 18:21:11.023966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4f5074d-aa28-43a9-878a-2065fa0b9d36 req-21fcf655-9bb8-4fba-8a33-583e07bbf02c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Jul 28 18:21:11.064897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:11.321580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-f42889e1-d9d0-4d64-bceb-931972785d47 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:11.323478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-f42889e1-d9d0-4d64-bceb-931972785d47 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0711555 Jul 28 18:21:11.455072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df036a-c4e5-4e2b-8476-704ff1d21329 req-07221dc4-2d95-4b17-9550-73ecd40c5823 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:11.456728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31df036a-c4e5-4e2b-8476-704ff1d21329 req-07221dc4-2d95-4b17-9550-73ecd40c5823 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 945 time: 0.0749514 Jul 28 18:21:11.546751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31df036a-c4e5-4e2b-8476-704ff1d21329 req-d83f6024-f8cf-4c0d-996c-a26576810312 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Jul 28 18:21:11.547687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709cc-f7ec-4fac-b20d-efaecf707d37 req-f1078907-5698-4d0e-9b00-6534fab422c7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:11.547687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-323709cc-f7ec-4fac-b20d-efaecf707d37 req-f1078907-5698-4d0e-9b00-6534fab422c7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0897934 Jul 28 18:21:11.547687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port 66e3e7c2-0013-48fe-b34c-d35c34270c41 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:21:11.547687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:11.611113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-323709cc-f7ec-4fac-b20d-efaecf707d37 req-07c1168e-ee05-45b0-83a0-b730220d9c0d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868695 Jul 28 18:21:11.643015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port 66e3e7c2-0013-48fe-b34c-d35c34270c41, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=66e3e7c2-0013-48fe-b34c-d35c34270c41,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:11.643385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:11.656608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for 66e3e7c2-0013-48fe-b34c-d35c34270c41 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:21:11.882027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:11.895054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['66e3e7c2-0013-48fe-b34c-d35c34270c41'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:11.926950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=66e3e7c2-0013-48fe-b34c-d35c34270c41,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:11.970637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port 66e3e7c2-0013-48fe-b34c-d35c34270c41 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:21:11.973457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:11.975711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-178b2c57-c862-47ea-97cd-89cd8b623e6e req-821aeb18-9521-4535-8708-b1a67ce2a524 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "DELETE /v2.0/ports/66e3e7c2-0013-48fe-b34c-d35c34270c41 HTTP/1.1" status: 204 len: 173 time: 0.6435485 Jul 28 18:21:11.976172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'name': 'network-vif-deleted', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:11.978540 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34d759-5b08-4501-b5c1-984d6e8814d5" -d '{"events": [{"server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "name": "network-vif-deleted", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:12.018170 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd9f47e-c767-44f8-a8f9-634dc3901542 x-openstack-request-id: req-bbd9f47e-c767-44f8-a8f9-634dc3901542 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:12.018483 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0708e2a-9e18-40df-b74a-a3ebbb80a0df", "name": "network-vif-deleted", "tag": "66e3e7c2-0013-48fe-b34c-d35c34270c41", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:12.018771 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbd9f47e-c767-44f8-a8f9-634dc3901542 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:12.019228 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0708e2a-9e18-40df-b74a-a3ebbb80a0df', 'name': 'network-vif-deleted', 'tag': '66e3e7c2-0013-48fe-b34c-d35c34270c41', 'status': 'completed', 'code': 200} Jul 28 18:21:12.117360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:21:12.176593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b36e6-9171-4110-b40f-abdd78183019 req-d51536f6-8eac-4cd1-9377-7892e5fe0d60 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:12.178124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd8b36e6-9171-4110-b40f-abdd78183019 req-d51536f6-8eac-4cd1-9377-7892e5fe0d60 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 945 time: 0.0657814 Jul 28 18:21:12.231126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd8b36e6-9171-4110-b40f-abdd78183019 req-f8015aa6-d4ca-41c5-98c0-614df0090e60 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Jul 28 18:21:12.619107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-5f8299f4-2b6e-4d76-9490-40229104fc70 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:12.621792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-5f8299f4-2b6e-4d76-9490-40229104fc70 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 945 time: 0.0608966 Jul 28 18:21:12.744350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e59a7737-d720-4802-9fd5-341f0d1e8085 req-ac0e924a-a2c5-4005-a2e0-6d4ec6cd992d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0708e2a-9e18-40df-b74a-a3ebbb80a0df HTTP/1.1" status: 200 len: 210 time: 0.0541492 Jul 28 18:21:12.747689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d867d1-d7f3-44cb-a9ce-2297433e395e req-fd6da1c3-5d6f-4164-801c-dfe5a074127d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:12.750702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0d867d1-d7f3-44cb-a9ce-2297433e395e req-fd6da1c3-5d6f-4164-801c-dfe5a074127d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0569134 Jul 28 18:21:12.776523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Deleting port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:21:12.776876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:12.810987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0d867d1-d7f3-44cb-a9ce-2297433e395e req-ceba7e7e-a615-4b74-adca-566783427534 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Jul 28 18:21:12.877485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] For port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:12.877864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:12.891670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Calling delete_port for 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:21:12.979724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:13.076033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:13.110622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Pushing event deleted for resources: {'Port': ['ID=4bf55447-bcfa-44b8-93a7-ec0276aa0d97,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:13.134376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.134720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.135070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.135433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.135779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.136118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.136453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.136787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.137119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.137494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.137818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.138150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:13.159530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] No DVR routers for this DVR port 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:21:13.162228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:13.164579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66020559-b5b9-4a33-a3cc-10798c8f8574 req-f625d628-b685-4fb5-9608-e27831568d91 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "DELETE /v2.0/ports/4bf55447-bcfa-44b8-93a7-ec0276aa0d97 HTTP/1.1" status: 204 len: 173 time: 0.5261953 Jul 28 18:21:13.165032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'name': 'network-vif-deleted', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:13.168258 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c5c6be-1110-441b-85f6-220ee7eaa6b7" -d '{"events": [{"server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "name": "network-vif-deleted", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:13.202914 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2696c3-c5f3-47c5-8e43-4aff88bf1bb0 x-openstack-request-id: req-eb2696c3-c5f3-47c5-8e43-4aff88bf1bb0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:13.203232 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b94d05-ca5c-420c-87b9-8bb436f6f44f", "name": "network-vif-deleted", "tag": "4bf55447-bcfa-44b8-93a7-ec0276aa0d97", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:13.203538 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb2696c3-c5f3-47c5-8e43-4aff88bf1bb0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:13.203958 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b94d05-ca5c-420c-87b9-8bb436f6f44f', 'name': 'network-vif-deleted', 'tag': '4bf55447-bcfa-44b8-93a7-ec0276aa0d97', 'status': 'completed', 'code': 200} Jul 28 18:21:13.324397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a0ff516-cef1-44f6-8204-552a2eb6459d req-7ef5bb42-8042-44fe-b7fa-0f9cef4726e8 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b94d05-ca5c-420c-87b9-8bb436f6f44f HTTP/1.1" status: 200 len: 210 time: 0.0263433 Jul 28 18:21:14.102722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f1cde-9c41-447d-892f-46e5893f4757 req-9d3c9535-b15a-4ba4-9401-2ec64cfc4985 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:14.104388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f8f1cde-9c41-447d-892f-46e5893f4757 req-9d3c9535-b15a-4ba4-9401-2ec64cfc4985 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 947 time: 0.0525510 Jul 28 18:21:14.133563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-f0ecc6f5-f4db-4321-af61-66324f49a5ca tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:14.135030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-f0ecc6f5-f4db-4321-af61-66324f49a5ca tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1453371 Jul 28 18:21:14.145089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f8f1cde-9c41-447d-892f-46e5893f4757 req-a0cc9b8e-2578-4f9f-9f41-dd47a43b82ac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341213 Jul 28 18:21:14.150838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-c27a6174-90d7-47a2-96be-482df87119cb tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/quotas/74760c2f6db94aa6be0e07df546168bb HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jul 28 18:21:14.189239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-61e9881c-1a87-465c-814c-5b19f4f9ce08 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311718 Jul 28 18:21:14.261791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-f6f1ce53-9011-488f-9ce8-e660f78e6d52 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:21:14.262963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-f6f1ce53-9011-488f-9ce8-e660f78e6d52 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635679 Jul 28 18:21:14.368943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-bdc3f8af-a9bc-4951-94ec-c7921a0cbe94 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993972 Jul 28 18:21:14.476073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-efe82b53-dcc0-4bca-b2bb-cf0b297e37d1 service neutron] 10.222.0.25 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000655 Jul 28 18:21:14.896004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6eaf778a-c4a6-4fbe-a589-4e6bda524984 req-51858d5f-560d-4b45-9dab-6a76edf6d0b1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 210 time: 0.0402489 Jul 28 18:21:14.947142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:14.979136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:21:14.979781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4bf55447-bcfa-44b8-93a7-ec0276aa0d97 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:21:14.980443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:15.020660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 66e3e7c2-0013-48fe-b34c-d35c34270c41 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:15.043946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 66e3e7c2-0013-48fe-b34c-d35c34270c41 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:21:15.044296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 66e3e7c2-0013-48fe-b34c-d35c34270c41 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:21:15.099754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:15.123915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:15.126373 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc68914d-126a-4219-bb36-915e002138ab" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:15.144645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:15.177551 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ef14c-6b79-49ee-b689-1419f4a693b3 x-openstack-request-id: req-897ef14c-6b79-49ee-b689-1419f4a693b3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:15.177846 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:15.178151 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-897ef14c-6b79-49ee-b689-1419f4a693b3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:15.178491 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'code': 200} Jul 28 18:21:15.212937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:15.278102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=14']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:15.286377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.286867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.287336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.287801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.288241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.288696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.289151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.289618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.290061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.290748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.291196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.291656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:15.441886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:16.002478 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-900c8020-c0df-4234-b6a5-2760ada91776 req-272c6ca8-6875-401f-9c0e-cc56935daa6f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Jul 28 18:21:16.854512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-94a91db7-faf6-4568-846e-3244a326e01d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:16.856060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-94a91db7-faf6-4568-846e-3244a326e01d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/networks?id=4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 200 len: 810 time: 0.1213236 Jul 28 18:21:16.871561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Request body: {'port': {'device_id': '84ba6e63-388d-4725-80a1-8700896d47a9', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'admin_state_up': True, 'tenant_id': '74760c2f6db94aa6be0e07df546168bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:16.951125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3805b8-a9eb-4a75-9212-57fed36b1911 req-dc57f2e7-f311-47fa-a659-41e5a7464bb3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:16.952796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c3805b8-a9eb-4a75-9212-57fed36b1911 req-dc57f2e7-f311-47fa-a659-41e5a7464bb3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0957246 Jul 28 18:21:17.035655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c3805b8-a9eb-4a75-9212-57fed36b1911 req-72eccfa4-9b2d-4d8b-986a-c83e5a605453 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640290 Jul 28 18:21:17.129881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7a93556-3396-46a2-8af8-529c2724b486 req-d66cd50d-223f-40da-b6e2-4ef3928f2fba tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jul 28 18:21:17.139548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Made reservation on behalf of 74760c2f6db94aa6be0e07df546168bb for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:17.149413 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:17.280258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Allocated IP 172.20.0.13 (4486abb8-8b97-41e3-9419-83d418ae6f42/f4f4573b-d5ee-422b-bf71-e2c49319a741/d46caa02-62c1-4e02-b9ce-629f9fcfb840) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:17.440735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d35336-467c-4a85-b4bd-d8844de157ed req-94bcab9f-e701-406a-9a85-8f9292466a50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.448846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2d35336-467c-4a85-b4bd-d8844de157ed req-94bcab9f-e701-406a-9a85-8f9292466a50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0668552 Jul 28 18:21:17.480076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:17.546050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2d35336-467c-4a85-b4bd-d8844de157ed req-196e4e92-6daf-4a9e-aecf-73730f34af09 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913067 Jul 28 18:21:17.564323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-967b2ea6-ac5c-4328-b93d-da0a52e0ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.566051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-967b2ea6-ac5c-4328-b93d-da0a52e0ecb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0976517 Jul 28 18:21:17.591197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:17.649774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Network 4486abb8-8b97-41e3-9419-83d418ae6f42 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:17.653156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:17.659917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:17.685545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-2c177d5b-ca18-4d1d-bfc2-83f4325b6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.688197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-2c177d5b-ca18-4d1d-bfc2-83f4325b6e0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1140430 Jul 28 18:21:17.690036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event updated for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:17.726113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.727137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:17.759039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-148f9d91-5c61-41a6-91e9-471d5d5ce240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0620415 Jul 28 18:21:17.796721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-74655e26-6245-4823-9ac3-e83216636b27 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9310169 Jul 28 18:21:17.809795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Request body: {'port': {'device_id': '84ba6e63-388d-4725-80a1-8700896d47a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:17.816650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-5ba8861d-f11c-4418-9b2f-8696e0190968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.818060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-5ba8861d-f11c-4418-9b2f-8696e0190968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0528939 Jul 28 18:21:17.869082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:17.873044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-bfe05c56-432d-417d-910a-75a52ed38ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:17.875636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-bfe05c56-432d-417d-910a-75a52ed38ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488985 Jul 28 18:21:17.974311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-8ba5f1fb-d7ad-4402-9a20-c874c96d2bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901444 Jul 28 18:21:18.090844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eeea4cde-f9e2-4574-a6b5-6028910be893 req-5b657917-ad98-4d14-8747-040e438451c8 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095092 Jul 28 18:21:18.162905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46caa02-62c1-4e02-b9ce-629f9fcfb840 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:18.172073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.185140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Transition to ACTIVE for port object d46caa02-62c1-4e02-b9ce-629f9fcfb840 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:18.242965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.261716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fb13-da71-47d8-8321-4f442810dd07 req-ef097a3f-fe75-4cb6-a27f-e611e51610a4 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:18.263220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfb2fb13-da71-47d8-8321-4f442810dd07 req-ef097a3f-fe75-4cb6-a27f-e611e51610a4 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 932 time: 0.0582848 Jul 28 18:21:18.324212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:18.362275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cfb2fb13-da71-47d8-8321-4f442810dd07 req-bd32f93c-f0e9-483b-bc23-57d4a87204c5 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Jul 28 18:21:18.436345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Attempting to bind port d46caa02-62c1-4e02-b9ce-629f9fcfb840 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:21:18.436779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Attempting to bind port d46caa02-62c1-4e02-b9ce-629f9fcfb840 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:21:18.437203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Attempting to bind port d46caa02-62c1-4e02-b9ce-629f9fcfb840 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:18.442232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Port d46caa02-62c1-4e02-b9ce-629f9fcfb840 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:21:18.442629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Attempting to bind port d46caa02-62c1-4e02-b9ce-629f9fcfb840 on network 4486abb8-8b97-41e3-9419-83d418ae6f42 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:18.447980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:21:18.448376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Checking segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:18.448842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Bound using segment: {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:21:18.449365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Bound port: d46caa02-62c1-4e02-b9ce-629f9fcfb840, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92cc895-6648-4de7-8140-3e3c882e3abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:21:18.449740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.517527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:18.520754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:18.569260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.606253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:18.606860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.609684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] 10.222.0.35 "PUT /v2.0/ports/d46caa02-62c1-4e02-b9ce-629f9fcfb840 HTTP/1.1" status: 200 len: 1092 time: 0.8030198 Jul 28 18:21:18.609684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:18.611804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb" -d '{"events": [{"name": "network-changed", "server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:18.653064 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:18.658482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45535-5087-43a0-a427-50cf76637ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:18.686353 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e181d59-7e41-4c76-9cca-1e5e4d37e5a8 x-openstack-request-id: req-1e181d59-7e41-4c76-9cca-1e5e4d37e5a8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:18.689858 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:18.689858 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e181d59-7e41-4c76-9cca-1e5e4d37e5a8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:18.689858 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840', 'status': 'completed', 'code': 200} Jul 28 18:21:18.696948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b800f6-9e34-4b4a-9619-cb520d329d05 req-c7748980-4bd8-43e0-abff-8991ebbad30e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:18.705803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4b800f6-9e34-4b4a-9619-cb520d329d05 req-c7748980-4bd8-43e0-abff-8991ebbad30e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0808313 Jul 28 18:21:18.751466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-aa04828c-ff48-4035-9cf9-e44878a28090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:18.753180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-aa04828c-ff48-4035-9cf9-e44878a28090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 1095 time: 0.0616260 Jul 28 18:21:18.758378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4b800f6-9e34-4b4a-9619-cb520d329d05 req-020c3584-5c27-443d-990e-f30adbb5732f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516701 Jul 28 18:21:18.858114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-61773ccb-34a5-4855-9a7b-27382e8238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:18.859682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-61773ccb-34a5-4855-9a7b-27382e8238aa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74760c2f6db94aa6be0e07df546168bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0980263 Jul 28 18:21:19.303041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-d4d2eb4b-fc7c-440d-a269-6d93499232bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:19.304555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-046b56d4-675b-48c9-8a6b-f6f6e0f889cb req-d4d2eb4b-fc7c-440d-a269-6d93499232bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4383025 Jul 28 18:21:19.379948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-3c44dd7e-378b-4a7c-b26a-f89030ef40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:19.381427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-3c44dd7e-378b-4a7c-b26a-f89030ef40a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74760c2f6db94aa6be0e07df546168bb&device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 1095 time: 0.0415492 Jul 28 18:21:19.426214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-a8a6081e-b983-4bcf-87df-01ec6199b1a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840 HTTP/1.1" status: 200 len: 217 time: 0.0369961 Jul 28 18:21:19.511663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-22658b8e-d7b3-4fd5-b40c-02731640ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:19.513137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-22658b8e-d7b3-4fd5-b40c-02731640ade2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 200 len: 850 time: 0.0802088 Jul 28 18:21:19.537092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322383f3-f172-4ea4-82f6-49061a7f5dcf req-415639b8-b7fb-4d94-932b-a253f613dc6a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:19.538549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-322383f3-f172-4ea4-82f6-49061a7f5dcf req-415639b8-b7fb-4d94-932b-a253f613dc6a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 944 time: 0.0716984 Jul 28 18:21:19.567992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-5ad1bd61-3dd0-472f-88e3-eea5002f4bfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4486abb8-8b97-41e3-9419-83d418ae6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342355 Jul 28 18:21:19.636929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-322383f3-f172-4ea4-82f6-49061a7f5dcf req-a5d1b620-53c7-4bd6-aaa8-f33a4fa669a6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838325 Jul 28 18:21:19.688655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-e2770a13-6b01-40ef-b5ae-10af51320a7e service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181264 Jul 28 18:21:19.793734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ebb79ab-87ba-4c94-bb12-83634b8ba453 req-7d02d08d-bf63-45c6-bb31-a5db67b3a6e5 service neutron] 10.222.0.35 "GET /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Jul 28 18:21:19.890941 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a7d57-bc84-48c0-a255-04c95d217916 req-5ea8bede-cb1e-46c6-a807-031d759c5d18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:19.892321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa6a7d57-bc84-48c0-a255-04c95d217916 req-5ea8bede-cb1e-46c6-a807-031d759c5d18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0540481 Jul 28 18:21:19.931517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa6a7d57-bc84-48c0-a255-04c95d217916 req-7a2d483c-59a7-4959-8390-342a3a3fde2f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Jul 28 18:21:20.123249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b419961-f639-4b65-bdca-92b1ae6702da req-9350ae99-7f1b-4000-9f90-014f1bbe88ad tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:20.124772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b419961-f639-4b65-bdca-92b1ae6702da req-9350ae99-7f1b-4000-9f90-014f1bbe88ad tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0514154 Jul 28 18:21:20.170230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b419961-f639-4b65-bdca-92b1ae6702da req-359650a2-8721-4455-a540-b867e76ac3f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jul 28 18:21:20.297441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8c617-72fe-479a-a7c5-e3c8a794cea9 req-fcfa35c1-81fe-4419-be6c-9da7e4f9f2c7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:20.298988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4fc8c617-72fe-479a-a7c5-e3c8a794cea9 req-fcfa35c1-81fe-4419-be6c-9da7e4f9f2c7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0501227 Jul 28 18:21:20.348550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4fc8c617-72fe-479a-a7c5-e3c8a794cea9 req-329b1cb0-43eb-4e56-85b0-78892d4c8909 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Jul 28 18:21:20.647701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-84bdde7e-e528-44da-8838-da4e562a8493 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:20.649260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-84bdde7e-e528-44da-8838-da4e562a8493 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1093018 Jul 28 18:21:20.666171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-008a0ae2-6f7a-428b-a779-9fb713d22626 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/quotas/44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Jul 28 18:21:20.745409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-dcf088af-4714-4224-a486-b1b617fff2c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702317 Jul 28 18:21:20.783017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd4f1-53ff-4032-8046-f750d1feb4e2 req-5a419fd5-d517-4086-a18b-354d95e579d9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:20.784718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-464dd4f1-53ff-4032-8046-f750d1feb4e2 req-5a419fd5-d517-4086-a18b-354d95e579d9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 944 time: 0.0543292 Jul 28 18:21:20.830869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-464dd4f1-53ff-4032-8046-f750d1feb4e2 req-116872a8-5666-4f68-bd42-db8ba34bd2aa tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Jul 28 18:21:20.850074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-3be3f072-513e-4bfb-868a-dd1cc6da3d60 service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036203 Jul 28 18:21:20.954353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-3a0c58af-f1dc-41f6-a235-df42099acbfb service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983086 Jul 28 18:21:21.234557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4bbc0358-2e7a-4a89-8254-6f64307e79c2 req-238fcae3-074e-4a4b-a327-338dd72b4c81 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 210 time: 0.0266366 Jul 28 18:21:21.955624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5a59-cf6e-4f7b-a3c5-0ebd9598c8d8 req-3d70ed14-4e51-4f76-b2c6-15379af77ec0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:21.963682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71fa5a59-cf6e-4f7b-a3c5-0ebd9598c8d8 req-3d70ed14-4e51-4f76-b2c6-15379af77ec0 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 944 time: 0.0577793 Jul 28 18:21:22.000527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71fa5a59-cf6e-4f7b-a3c5-0ebd9598c8d8 req-34913cb0-2add-4b4f-a62f-e462b6fe6148 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Jul 28 18:21:22.070582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-bc53b90b-ce90-4fe4-9515-df5cc4cba8d4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:22.072249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-bc53b90b-ce90-4fe4-9515-df5cc4cba8d4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/networks?id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 200 len: 814 time: 0.1150875 Jul 28 18:21:22.088720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-dafe6923-7b3f-41a5-adef-6e1753988d97 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/quotas/9f762c4f290740c4904b45c0aef42606 HTTP/1.1" status: 200 len: 375 time: 0.0098445 Jul 28 18:21:22.125730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c77d3dc1-80ac-40ab-8f83-2d90c075e063 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277028 Jul 28 18:21:22.231963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-7d422732-87a3-42a3-ad99-8f0a060064a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990317 Jul 28 18:21:22.330576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6a188585-b546-4d8a-8f40-bb36ccffcdc0 service neutron] 10.222.0.25 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955818 Jul 28 18:21:22.351326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d546db29-c826-43b5-8679-7eafac2490aa req-56672dc8-e79c-49f8-941a-a667b2eeaf78 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 210 time: 0.0439372 Jul 28 18:21:22.599495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf07f15b-fd85-4f91-82a2-e8a8238c6854 req-60bd15b6-875c-46da-bd0f-766da08c5a65 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 210 time: 0.0363863 Jul 28 18:21:23.121803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ae942-e90c-4132-8535-9a59af98854b req-a2b56237-fe23-4d09-9dfa-a63a6ef49c1a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:23.123377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b2ae942-e90c-4132-8535-9a59af98854b req-a2b56237-fe23-4d09-9dfa-a63a6ef49c1a tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 944 time: 0.0525682 Jul 28 18:21:23.184743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b2ae942-e90c-4132-8535-9a59af98854b req-34a4fd66-40c7-4e94-abf6-a008e7344db7 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Jul 28 18:21:23.249566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-03ce6f55-d155-4187-bf54-c946ca21a375 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:23.251259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-03ce6f55-d155-4187-bf54-c946ca21a375 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1250694 Jul 28 18:21:23.265806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'device_id': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'admin_state_up': True, 'tenant_id': '44e9a34837854191ae9bb143a0b0c455'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:23.430101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:23.435532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:23.459035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3d414c1-1779-458c-b823-2a37102c4e73 req-92ff8a04-0d92-4112-bb08-f8be177ddf1c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 210 time: 0.0331881 Jul 28 18:21:23.572786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.20.0.3 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/7124a13c-6565-4861-93b3-67becc2a980b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:23.702387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466965ec-46db-418b-9735-2c761f23df21 req-a873ba00-5461-4032-a7f3-17e957706ed3 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Jul 28 18:21:23.741901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:23.801641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Transition to ACTIVE for port object 7124a13c-6565-4861-93b3-67becc2a980b will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:23.933063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:23.978473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:23.981539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:23.987993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:23.990532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:24.044700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:24.045348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:24.124570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-070ea72d-cbf5-4949-8ac2-a4642010d4dd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600209 Jul 28 18:21:24.134673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Request body: {'port': {'device_id': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:24.195010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:24.332759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8cb150a9-553a-4141-bc92-45d750099859 None None] Provisioning for port 7124a13c-6565-4861-93b3-67becc2a980b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:24.339080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8cb150a9-553a-4141-bc92-45d750099859 None None] Provisioning complete for port 7124a13c-6565-4861-93b3-67becc2a980b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:24.339971 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8cb150a9-553a-4141-bc92-45d750099859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:24.377569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8cb150a9-553a-4141-bc92-45d750099859 None None] Port 7124a13c-6565-4861-93b3-67becc2a980b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:21:24.387365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4390-43fd-4659-bca3-ead62ab5f681 req-15610e98-5ed4-461c-bc36-c353a5764fa2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:24.389027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03fb4390-43fd-4659-bca3-ead62ab5f681 req-15610e98-5ed4-461c-bc36-c353a5764fa2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 944 time: 0.0832672 Jul 28 18:21:24.630028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-cf56fb9a-11e4-4028-bac1-42373e6c9ad1 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:24.632545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-cf56fb9a-11e4-4028-bac1-42373e6c9ad1 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "GET /v2.0/networks?id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 200 len: 814 time: 0.1876853 Jul 28 18:21:24.648286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042bded-f5e2-472d-ae09-cd884430f566 req-fc136c65-7b10-458e-ab33-05f292c2655f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:24.650189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9042bded-f5e2-472d-ae09-cd884430f566 req-fc136c65-7b10-458e-ab33-05f292c2655f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 931 time: 0.0981369 Jul 28 18:21:24.655570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Request body: {'port': {'device_id': '066b8b0d-d528-4877-a924-e30cf4971d70', 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a', 'admin_state_up': True, 'tenant_id': '9f762c4f290740c4904b45c0aef42606'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:24.771859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9042bded-f5e2-472d-ae09-cd884430f566 req-a1997f27-bde1-4993-9611-3859434b17df tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971487 Jul 28 18:21:24.881652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03fb4390-43fd-4659-bca3-ead62ab5f681 req-5c6c8c4e-b044-4610-8c2a-93883e0ee0c9 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636521 Jul 28 18:21:24.906317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96b0247e-761e-43de-bb2d-b34d0dc9c821 req-4ec4f9b2-d51f-42b6-bdf4-238db0a9caed tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 210 time: 0.0535591 Jul 28 18:21:24.927716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Made reservation on behalf of 9f762c4f290740c4904b45c0aef42606 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:24.928762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.013071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7124a13c-6565-4861-93b3-67becc2a980b {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:25.026533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.040714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d46caa02-62c1-4e02-b9ce-629f9fcfb840 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:25.050634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Transition to ACTIVE for port object 7124a13c-6565-4861-93b3-67becc2a980b will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:25.115711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Allocated IP 172.20.0.13 (c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a/7dc0e5db-f93e-4da4-8663-fd8e1ee6a744/93a177fd-bf9e-4457-855a-e3afb3ca6944) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:25.143870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.165684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:25.198563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Pushing event updated for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:25.213924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840', 'network_id': '4486abb8-8b97-41e3-9419-83d418ae6f42', 'port_id': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840', 'mac_address': 'fa:16:3e:ab:af:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4573b-d5ee-422b-bf71-e2c49319a741', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:25.273513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Attempting to bind port 7124a13c-6565-4861-93b3-67becc2a980b on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:21:25.274322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Attempting to bind port 7124a13c-6565-4861-93b3-67becc2a980b by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:21:25.274756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Attempting to bind port 7124a13c-6565-4861-93b3-67becc2a980b on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:25.283302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Port 7124a13c-6565-4861-93b3-67becc2a980b on network 70336ab2-1fdb-4f51-b713-9e314b936a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:21:25.283796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Attempting to bind port 7124a13c-6565-4861-93b3-67becc2a980b on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:25.286632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.294827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:21:25.298292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:25.302246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:21:25.302975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Bound port: 7124a13c-6565-4861-93b3-67becc2a980b, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:21:25.303628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.318704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46caa02-62c1-4e02-b9ce-629f9fcfb840 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:25.348562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.359598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:25.396568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:25.402678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7124a13c-6565-4861-93b3-67becc2a980b,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:25.429970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.481566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.493903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:25.519183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.528284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:25.528284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.528987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] 10.222.0.37 "PUT /v2.0/ports/7124a13c-6565-4861-93b3-67becc2a980b HTTP/1.1" status: 200 len: 1091 time: 1.3989964 Jul 28 18:21:25.529492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:25.531931 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47415c1f-ca9d-42a7-9f1c-5001435bc9db" -d '{"events": [{"name": "network-changed", "server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "tag": "7124a13c-6565-4861-93b3-67becc2a980b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:25.569370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd94f-5840-4caa-926e-133b1b8a0426 service neutron] Pushing event updated for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:25.583952 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55b2f0-c5fb-4cc3-a868-035e73de6391 x-openstack-request-id: req-0d55b2f0-c5fb-4cc3-a868-035e73de6391 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:25.584405 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "tag": "7124a13c-6565-4861-93b3-67becc2a980b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:25.587150 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d55b2f0-c5fb-4cc3-a868-035e73de6391 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:25.587673 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b', 'status': 'completed', 'code': 200} Jul 28 18:21:25.606716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:25.614798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:25.618536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:25.662769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-046ccc5a-e74c-42af-b690-cd93d1449bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:25.664182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Pushing event updated for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:25.667578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-046ccc5a-e74c-42af-b690-cd93d1449bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 1094 time: 0.0626040 Jul 28 18:21:25.677019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.677403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.677773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.678133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.678700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.679299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.679699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.680061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.680413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.680774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.681135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.681810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:25.706948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:25.707712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:25.736219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d46caa02-62c1-4e02-b9ce-629f9fcfb840'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:25.780895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6cc2b450-563f-4e31-9516-8618c8724c77 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289253 Jul 28 18:21:25.796846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-426853e7-41c4-4115-9603-2f426a8bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:25.798113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Request body: {'port': {'device_id': '066b8b0d-d528-4877-a924-e30cf4971d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:25.798859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-426853e7-41c4-4115-9603-2f426a8bff13 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=44e9a34837854191ae9bb143a0b0c455&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1266990 Jul 28 18:21:25.891474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.003368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-0098dd9e-0981-48a3-8f82-eb51c91b1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.004800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47415c1f-ca9d-42a7-9f1c-5001435bc9db req-0098dd9e-0981-48a3-8f82-eb51c91b1564 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992304 Jul 28 18:21:26.032931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394dc7e-faeb-4c8c-bc4b-f8667f3e89c6 req-f1f74f00-8e2c-43cf-a212-44b618a8a1c6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.034493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9394dc7e-faeb-4c8c-bc4b-f8667f3e89c6 req-f1f74f00-8e2c-43cf-a212-44b618a8a1c6 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 945 time: 0.0712798 Jul 28 18:21:26.048251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625dd37-763c-4ca0-bd18-3adbd8b90977 req-ddda552b-0c79-410b-9c19-52878be324e4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.055568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c625dd37-763c-4ca0-bd18-3adbd8b90977 req-ddda552b-0c79-410b-9c19-52878be324e4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 943 time: 0.1458454 Jul 28 18:21:26.106923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9394dc7e-faeb-4c8c-bc4b-f8667f3e89c6 req-e96e74a0-72b4-495f-8031-a67f29e28e65 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651782 Jul 28 18:21:26.121061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-1e7fd90d-ca8d-4a41-a489-a2bbb06d9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.122834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-1e7fd90d-ca8d-4a41-a489-a2bbb06d9220 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 1094 time: 0.0728955 Jul 28 18:21:26.178273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-618c9363-bf79-41f9-ad75-a3538c60146e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7124a13c-6565-4861-93b3-67becc2a980b HTTP/1.1" status: 200 len: 217 time: 0.0421753 Jul 28 18:21:26.198908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c625dd37-763c-4ca0-bd18-3adbd8b90977 req-3ee84854-4dc9-4c87-9836-190995e50a37 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423988 Jul 28 18:21:26.278231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-48307cc1-14e2-451f-9226-5e98e93f430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.279694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-48307cc1-14e2-451f-9226-5e98e93f430c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0947266 Jul 28 18:21:26.291915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b385-ac07-4006-bcaf-77c44a8319bd req-7f0eac69-630d-4377-ac24-0ee1959b7155 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.296259 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3405b385-ac07-4006-bcaf-77c44a8319bd req-7f0eac69-630d-4377-ac24-0ee1959b7155 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 932 time: 0.1025381 Jul 28 18:21:26.318827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a177fd-bf9e-4457-855a-e3afb3ca6944 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:26.326728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.338675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Transition to ACTIVE for port object 93a177fd-bf9e-4457-855a-e3afb3ca6944 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:26.372512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3405b385-ac07-4006-bcaf-77c44a8319bd req-ebd0204f-e5f5-46f2-b103-ea54bb8ab740 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Jul 28 18:21:26.380171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-663f923a-8e55-482f-af58-aeb7fa083a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.381996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-663f923a-8e55-482f-af58-aeb7fa083a51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843940 Jul 28 18:21:26.401162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.453450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Pushing event updated for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:26.483028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-c2045fa5-4ff4-4de1-8353-598ef2bb28da service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942781 Jul 28 18:21:26.544121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Attempting to bind port 93a177fd-bf9e-4457-855a-e3afb3ca6944 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:21:26.544427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Attempting to bind port 93a177fd-bf9e-4457-855a-e3afb3ca6944 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:21:26.544910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Attempting to bind port 93a177fd-bf9e-4457-855a-e3afb3ca6944 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:26.551064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Port 93a177fd-bf9e-4457-855a-e3afb3ca6944 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:21:26.551487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Attempting to bind port 93a177fd-bf9e-4457-855a-e3afb3ca6944 on network c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:26.556831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:21:26.557177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Checking segment: {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:26.557567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Bound using segment: {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:21:26.558003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Bound port: 93a177fd-bf9e-4457-855a-e3afb3ca6944, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433cbe05-5616-4c52-b9ae-c1a57a0d15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:21:26.558369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.614575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d4ca6d-2e27-4c93-964c-ce2252ab87f2 req-ad772c6e-860c-4606-9621-9f4b10fbf802 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243694 Jul 28 18:21:26.632951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:26.636249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:26.693113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.728559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.729273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:26.730936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] 10.222.0.37 "PUT /v2.0/ports/93a177fd-bf9e-4457-855a-e3afb3ca6944 HTTP/1.1" status: 200 len: 1092 time: 0.9415383 Jul 28 18:21:26.731381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:26.734279 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed91157-50a8-4951-96ee-61af8a398509" -d '{"events": [{"name": "network-changed", "server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:26.758080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f5f1e-e101-414f-a6b3-68404a21a806 service neutron] Pushing event updated for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:26.782577 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2790e4-3ec4-4c21-8690-581c6c428f02 x-openstack-request-id: req-8d2790e4-3ec4-4c21-8690-581c6c428f02 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:26.782853 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:26.783124 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d2790e4-3ec4-4c21-8690-581c6c428f02 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:26.783575 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944', 'status': 'completed', 'code': 200} Jul 28 18:21:26.845842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91157-50a8-4951-96ee-61af8a398509 req-258f15c4-3d96-40c8-bc13-84e1de1d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.850237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aed91157-50a8-4951-96ee-61af8a398509 req-258f15c4-3d96-40c8-bc13-84e1de1d0a31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 1095 time: 0.0450628 Jul 28 18:21:26.958153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91157-50a8-4951-96ee-61af8a398509 req-3f93e6c7-82ff-4510-a970-dc7b80f14641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:26.959814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aed91157-50a8-4951-96ee-61af8a398509 req-3f93e6c7-82ff-4510-a970-dc7b80f14641 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9f762c4f290740c4904b45c0aef42606&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043830 Jul 28 18:21:27.064696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91157-50a8-4951-96ee-61af8a398509 req-44c3d072-7877-4b8d-9581-241ec41c4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.066091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aed91157-50a8-4951-96ee-61af8a398509 req-44c3d072-7877-4b8d-9581-241ec41c4742 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988114 Jul 28 18:21:27.073388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d46caa02-62c1-4e02-b9ce-629f9fcfb840 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:27.161568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-283d6cd5-1ce7-43bc-8f6e-bfb8008874b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.163208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-283d6cd5-1ce7-43bc-8f6e-bfb8008874b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f762c4f290740c4904b45c0aef42606&device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 1095 time: 0.0552425 Jul 28 18:21:27.184293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port d46caa02-62c1-4e02-b9ce-629f9fcfb840 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:27.189115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port d46caa02-62c1-4e02-b9ce-629f9fcfb840 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:27.196935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:27.213143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-584ff111-e8b7-45d1-90c6-11712ef085f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944 HTTP/1.1" status: 200 len: 217 time: 0.0408070 Jul 28 18:21:27.244691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089004-51a7-4e9f-afc4-890e0f20cd07 req-f6e02c2a-ef22-4402-b58f-1ebdd509fa57 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.246579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d089004-51a7-4e9f-afc4-890e0f20cd07 req-f6e02c2a-ef22-4402-b58f-1ebdd509fa57 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 945 time: 0.0571482 Jul 28 18:21:27.279050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6e9ef1f5-203a-47e1-9c4b-77b59579073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.281422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6e9ef1f5-203a-47e1-9c4b-77b59579073c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dc0e5db-f93e-4da4-8663-fd8e1ee6a744 HTTP/1.1" status: 200 len: 854 time: 0.0607491 Jul 28 18:21:27.307315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d089004-51a7-4e9f-afc4-890e0f20cd07 req-cb047798-762b-4ae6-8c49-859c1e465784 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479503 Jul 28 18:21:27.330676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-a696a6e4-e791-42d2-84b0-d770fa0d5abe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402374 Jul 28 18:21:27.338768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:27.366789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:27.369320 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372526c4-a53b-4071-bf3e-b54d5312e02f" -d '{"events": [{"server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "name": "network-vif-plugged", "status": "completed", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:27.384135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:27.422116 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5e885-c6b9-4567-9bc9-04fbfc44367d x-openstack-request-id: req-ded5e885-c6b9-4567-9bc9-04fbfc44367d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:27.424159 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "name": "network-vif-plugged", "status": "completed", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:27.424991 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ded5e885-c6b9-4567-9bc9-04fbfc44367d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:27.426001 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840', 'code': 200} Jul 28 18:21:27.435692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64215827-a138-41a2-9026-a3f28b23bbfb req-dac7d83f-8311-4091-b43d-4af8f7e51a8a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.437252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64215827-a138-41a2-9026-a3f28b23bbfb req-dac7d83f-8311-4091-b43d-4af8f7e51a8a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 943 time: 0.1096609 Jul 28 18:21:27.449966 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:27.507424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-f71941c0-cd61-447c-ac95-accc9ebd821c service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665318 Jul 28 18:21:27.558193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:27.572893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64215827-a138-41a2-9026-a3f28b23bbfb req-e47cb941-363a-4572-8df1-ecd75b6d39b1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264756 Jul 28 18:21:27.597186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ae822-17ac-417c-9c5c-f0755e21951e req-7b4ee866-d710-4969-91f2-fd83eccaf0b4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.598747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c6ae822-17ac-417c-9c5c-f0755e21951e req-7b4ee866-d710-4969-91f2-fd83eccaf0b4 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 944 time: 0.0719182 Jul 28 18:21:27.635424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28c3e0-efa0-4af6-8a80-e104442af849 req-dd60a166-d95a-4dcc-9fe5-a3434eeadbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:27.636936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e28c3e0-efa0-4af6-8a80-e104442af849 req-dd60a166-d95a-4dcc-9fe5-a3434eeadbc4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 1097 time: 0.1415277 Jul 28 18:21:27.647960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c6ae822-17ac-417c-9c5c-f0755e21951e req-e58f5258-d835-4eec-80e5-bb968f1ae412 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Jul 28 18:21:27.699032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e28c3e0-efa0-4af6-8a80-e104442af849 req-b1602288-0c84-4cb0-8943-22f9e4e79698 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 Jul 28 18:21:27.702926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efa309d8-08e2-411a-81b9-8cb30f8cce5a req-6b6c8e88-8bf7-407b-a551-e513361f46a4 service neutron] 10.222.0.37 "GET /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449578 Jul 28 18:21:28.411266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6413436-b9e5-442d-96c0-c2c92c630e61 req-e6633d55-11dc-4d0c-80c1-007aa8d2b407 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:28.412797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6413436-b9e5-442d-96c0-c2c92c630e61 req-e6633d55-11dc-4d0c-80c1-007aa8d2b407 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Jul 28 18:21:28.451469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6413436-b9e5-442d-96c0-c2c92c630e61 req-1d35a12d-14fa-4e57-8f69-e0668482a88f tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 28 18:21:28.693159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2aabe-805b-422f-9ecd-f4bd98987d41 req-3e0edb5e-1e5c-4aa0-91e3-8bec9d477f7e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:28.694717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddd2aabe-805b-422f-9ecd-f4bd98987d41 req-3e0edb5e-1e5c-4aa0-91e3-8bec9d477f7e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 943 time: 0.0553665 Jul 28 18:21:28.738933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddd2aabe-805b-422f-9ecd-f4bd98987d41 req-ad9d1fbe-a884-41ee-8792-bdbd1b4023ac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Jul 28 18:21:28.771360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e13ef-5021-4bc0-aa68-42d6ef38a343 req-f3f4d460-664d-47d8-8fcd-0ca8b9a3f02e tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:28.772880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f3e13ef-5021-4bc0-aa68-42d6ef38a343 req-f3f4d460-664d-47d8-8fcd-0ca8b9a3f02e tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 944 time: 0.0541904 Jul 28 18:21:28.811912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f3e13ef-5021-4bc0-aa68-42d6ef38a343 req-4aeaf1c3-24a1-4dda-ac73-d35bb1eddb0e tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Jul 28 18:21:29.020057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7124a13c-6565-4861-93b3-67becc2a980b details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:29.122846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7124a13c-6565-4861-93b3-67becc2a980b,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:29.135091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '7124a13c-6565-4861-93b3-67becc2a980b', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': '7124a13c-6565-4861-93b3-67becc2a980b', 'mac_address': 'fa:16:3e:63:76:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:29.171607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:29.189152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7124a13c-6565-4861-93b3-67becc2a980b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:29.210996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7124a13c-6565-4861-93b3-67becc2a980b,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:29.275692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:29.276388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 93a177fd-bf9e-4457-855a-e3afb3ca6944 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:29.433124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7076-b99d-46bc-a2c9-f5a61a30369c req-1764d970-88ee-4069-973e-24a53a77775f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:29.434927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-982a7076-b99d-46bc-a2c9-f5a61a30369c req-1764d970-88ee-4069-973e-24a53a77775f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0530672 Jul 28 18:21:29.476280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-982a7076-b99d-46bc-a2c9-f5a61a30369c req-dff8534b-15d0-4506-969e-41c240c0f8cf tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349629 Jul 28 18:21:29.526651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:29.568450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:29.582038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '93a177fd-bf9e-4457-855a-e3afb3ca6944', 'network_id': 'c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a', 'port_id': '93a177fd-bf9e-4457-855a-e3afb3ca6944', 'mac_address': 'fa:16:3e:6a:9e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc0e5db-f93e-4da4-8663-fd8e1ee6a744', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:29.582550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5cc9f-e96a-48aa-96a3-fdbf20d58b3a req-b8fd3472-d023-428a-b717-665efdad42d1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:29.584112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8a5cc9f-e96a-48aa-96a3-fdbf20d58b3a req-b8fd3472-d023-428a-b717-665efdad42d1 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0522058 Jul 28 18:21:29.624152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:29.629994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8a5cc9f-e96a-48aa-96a3-fdbf20d58b3a req-f9ec6fa6-c065-4518-b810-7e08af8f7178 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Jul 28 18:21:29.640599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a177fd-bf9e-4457-855a-e3afb3ca6944 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:29.663579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:29.727774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:29.780173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:29.857386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7510dd9-8f00-46ec-be78-974cffb6b035 req-87a2580a-84af-4f6c-bc07-710431f967bc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:29.858884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7510dd9-8f00-46ec-be78-974cffb6b035 req-87a2580a-84af-4f6c-bc07-710431f967bc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 944 time: 0.0502660 Jul 28 18:21:29.899846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7510dd9-8f00-46ec-be78-974cffb6b035 req-76ce4eb2-f95f-4edc-9222-fd91b56463b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Jul 28 18:21:29.964930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['93a177fd-bf9e-4457-855a-e3afb3ca6944'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:29.970847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:30.003218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf027-8701-4284-9217-28004f15de03 req-08157b67-46e8-4a22-ac1f-4b64e177d442 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:30.004757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cdcf027-8701-4284-9217-28004f15de03 req-08157b67-46e8-4a22-ac1f-4b64e177d442 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 945 time: 0.0500760 Jul 28 18:21:30.048217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cdcf027-8701-4284-9217-28004f15de03 req-2e6f06c3-dca7-4b8f-a56c-9a7309e9a4d3 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Jul 28 18:21:30.165858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f514a5-82a1-48d6-807d-2cfad2a5080f req-21a48f28-9b88-443b-b4e2-bfc9d2bf9093 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:30.167542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65f514a5-82a1-48d6-807d-2cfad2a5080f req-21a48f28-9b88-443b-b4e2-bfc9d2bf9093 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Jul 28 18:21:30.205830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-65f514a5-82a1-48d6-807d-2cfad2a5080f req-ed80cf29-b458-4306-bfa4-cd5341515de2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 28 18:21:30.608440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f417f16-d5e7-4a7e-8ddd-535e54a1afb0 req-6abca46e-946a-49fe-a03c-6b96899841c9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:30.609866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f417f16-d5e7-4a7e-8ddd-535e54a1afb0 req-6abca46e-946a-49fe-a03c-6b96899841c9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0482457 Jul 28 18:21:30.652483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f417f16-d5e7-4a7e-8ddd-535e54a1afb0 req-d3901662-f6c9-4c9d-8e00-0b00da7cfabb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350773 Jul 28 18:21:30.994336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-6bdd59cd-c444-45b5-a488-d2f95d586755 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:30.996531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-6bdd59cd-c444-45b5-a488-d2f95d586755 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0578730 Jul 28 18:21:31.025638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e7c9d-247f-4ea2-8898-13dd76ad0f13 req-01326c80-6ab3-4430-9f30-96bbfe736052 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.027862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd6e7c9d-247f-4ea2-8898-13dd76ad0f13 req-01326c80-6ab3-4430-9f30-96bbfe736052 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 944 time: 0.0612803 Jul 28 18:21:31.031738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7124a13c-6565-4861-93b3-67becc2a980b up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:31.084078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd6e7c9d-247f-4ea2-8898-13dd76ad0f13 req-c2999901-02b9-4d2a-ab42-08cb884810cf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Jul 28 18:21:31.115295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Deleting port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:21:31.115686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.196028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 7124a13c-6565-4861-93b3-67becc2a980b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:31.200567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 7124a13c-6565-4861-93b3-67becc2a980b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:31.200976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.227033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62d5b1-a720-4744-82bf-e186d04b8bfa req-8a14fda0-5653-4810-b398-f5de096057de tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.228600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f62d5b1-a720-4744-82bf-e186d04b8bfa req-8a14fda0-5653-4810-b398-f5de096057de tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 945 time: 0.0719669 Jul 28 18:21:31.252050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] For port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:31.252427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.290673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.315837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:31.318363 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd39776-b971-42ed-b96c-4dde4e239df7" -d '{"events": [{"server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "name": "network-vif-plugged", "status": "completed", "tag": "7124a13c-6565-4861-93b3-67becc2a980b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:31.333917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7124a13c-6565-4861-93b3-67becc2a980b,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:31.344813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5f242-b398-4f39-b7c2-0d4268242a25 req-de7c9918-fbd4-4793-a41b-15d56b5aa62d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.346391 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4f5f242-b398-4f39-b7c2-0d4268242a25 req-de7c9918-fbd4-4793-a41b-15d56b5aa62d tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0546162 Jul 28 18:21:31.362475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f62d5b1-a720-4744-82bf-e186d04b8bfa req-7cd3f483-3cf6-4590-8009-ca96d63cd3db tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250606 Jul 28 18:21:31.384078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.385021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 93a177fd-bf9e-4457-855a-e3afb3ca6944 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:31.401212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4f5f242-b398-4f39-b7c2-0d4268242a25 req-99110f45-731c-47cb-8d54-e214d75025ce tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Jul 28 18:21:31.443173 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eaf4d1-74a0-41d7-bef9-215d432c9401 x-openstack-request-id: req-12eaf4d1-74a0-41d7-bef9-215d432c9401 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:31.443480 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "name": "network-vif-plugged", "status": "completed", "tag": "7124a13c-6565-4861-93b3-67becc2a980b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:31.443729 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12eaf4d1-74a0-41d7-bef9-215d432c9401 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:31.444289 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b', 'code': 200} Jul 28 18:21:31.471305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:31.543976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b69e3-712e-4ed6-9408-6f736172de38 req-b2d0454d-3c2a-45f7-8c74-874923f1d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.544171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 93a177fd-bf9e-4457-855a-e3afb3ca6944 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:31.546338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-787b69e3-712e-4ed6-9408-6f736172de38 req-b2d0454d-3c2a-45f7-8c74-874923f1d670 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 1096 time: 0.0456150 Jul 28 18:21:31.548611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 93a177fd-bf9e-4457-855a-e3afb3ca6944 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:31.549010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.558001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.558360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.558686 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Floating IP 5b846f4e-7332-49f5-82e0-a04701af0903 disassociated. External IP: 172.25.7.151, port: 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7. Jul 28 18:21:31.559015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Calling delete_port for 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:21:31.583737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-787b69e3-712e-4ed6-9408-6f736172de38 req-856b12d1-2ac4-46af-9bba-9d1dbf3c7a9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Jul 28 18:21:31.645215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.679645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:31.755376 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.779510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ec5d-f3fa-4ef4-a820-b8868ee37d26 req-3ab6ee0b-53f8-448b-8615-727c300d20bc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.781032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fd7ec5d-f3fa-4ef4-a820-b8868ee37d26 req-3ab6ee0b-53f8-448b-8615-727c300d20bc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 946 time: 0.0498567 Jul 28 18:21:31.784148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:31.810508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:31.829473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'Port': ['ID=4af40ffe-da84-42c9-836f-f5f3e7ff9bb7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:31.892047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fd7ec5d-f3fa-4ef4-a820-b8868ee37d26 req-8fc36628-2107-48f0-a3d0-7a00b80fa1e0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cdee00d-ab06-4405-8dc4-62f1137c28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016243 Jul 28 18:21:31.904723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41d3fe-42cd-437a-9d6c-d62fbc97abb2 req-8558d2d1-b83b-443d-90c6-ecc2b0ae02ed tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:31.906234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f41d3fe-42cd-437a-9d6c-d62fbc97abb2 req-8558d2d1-b83b-443d-90c6-ecc2b0ae02ed tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Jul 28 18:21:31.947346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f41d3fe-42cd-437a-9d6c-d62fbc97abb2 req-b8e17ed5-d68f-458c-9260-7aaa72598d74 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Jul 28 18:21:31.963378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:21:32.068600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:21:32.079604 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:21:32.088632 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:21:32.089242 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.107243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] No DVR routers for this DVR port 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:21:32.109974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:32.112271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-382367d3-2cbe-448d-863c-c20d7b63a962 req-864ff277-23c2-413f-83d1-c16292d44cb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "DELETE /v2.0/ports/4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 HTTP/1.1" status: 204 len: 173 time: 1.1087468 Jul 28 18:21:32.112848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-deleted', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:32.115207 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2f26e-be4c-44f2-bfdd-4782cbdc58e8" -d '{"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-deleted", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:32.160477 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f5a5e8-b340-4fea-963c-5720ed76172c x-openstack-request-id: req-f4f5a5e8-b340-4fea-963c-5720ed76172c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:32.161008 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01033438-92bd-425a-96fe-3429ad8a9681", "name": "network-vif-deleted", "tag": "4af40ffe-da84-42c9-836f-f5f3e7ff9bb7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:32.161415 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4f5a5e8-b340-4fea-963c-5720ed76172c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:32.162037 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01033438-92bd-425a-96fe-3429ad8a9681', 'name': 'network-vif-deleted', 'tag': '4af40ffe-da84-42c9-836f-f5f3e7ff9bb7', 'status': 'completed', 'code': 200} Jul 28 18:21:32.231018 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:21:32.234594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7c2b7-16c5-4b02-9c64-36f52cddca5a req-c6735e65-c22b-4674-bf15-e5060d392217 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:32.236719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58d7c2b7-16c5-4b02-9c64-36f52cddca5a req-c6735e65-c22b-4674-bf15-e5060d392217 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0680001 Jul 28 18:21:32.301157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58d7c2b7-16c5-4b02-9c64-36f52cddca5a req-285c39a2-1051-466e-aa6b-48ff1da75a2f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jul 28 18:21:32.455318 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.484828 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:21:32.494311 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:21:32.502062 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.506485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a57737-f446-4a84-92e0-21aae0495a0b req-2c735f59-4e88-4630-a09a-0d65adb8d65d tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:32.508263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6a57737-f446-4a84-92e0-21aae0495a0b req-2c735f59-4e88-4630-a09a-0d65adb8d65d tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Jul 28 18:21:32.559893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6a57737-f446-4a84-92e0-21aae0495a0b req-144ebf72-0f6f-4506-9e73-8aad5925d37d tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Jul 28 18:21:32.611020 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:21:32.804425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.830546 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbebecb-a05a-4628-9e65-b2a96913dee5 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:21:33.025325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f7a4ff6-c619-4e1f-b126-8f3a43294181 req-de43e88e-1b35-492b-aa2a-b2f67f944d30 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=01033438-92bd-425a-96fe-3429ad8a9681 HTTP/1.1" status: 200 len: 210 time: 0.0377216 Jul 28 18:21:33.076076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d029e7c-8e79-4a77-8070-e1778af1ebab req-8d59e6e9-16e6-45f9-873c-97d283173e5e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.077712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d029e7c-8e79-4a77-8070-e1778af1ebab req-8d59e6e9-16e6-45f9-873c-97d283173e5e tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Jul 28 18:21:33.116496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2dda55-887b-4b0e-845c-23456b6d64a4 None None] New status for floating IP 5b846f4e-7332-49f5-82e0-a04701af0903: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:21:33.123094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d029e7c-8e79-4a77-8070-e1778af1ebab req-bd6df7db-2b39-4f80-a73a-a2e394b95879 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/security-groups?id=3781f154-9e2d-4bc2-b8a4-0927912f6256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Jul 28 18:21:33.411985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc202f3-33ad-46dc-a667-e4ef08026106 req-a0be562e-8502-4371-b655-cbe6a894dd2a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.413457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fc202f3-33ad-46dc-a667-e4ef08026106 req-a0be562e-8502-4371-b655-cbe6a894dd2a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Jul 28 18:21:33.445907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:33.448549 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35096cb-824d-411a-914c-94d059f6345c" -d '{"events": [{"server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "name": "network-vif-plugged", "status": "completed", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:33.453503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fc202f3-33ad-46dc-a667-e4ef08026106 req-abd43807-5546-49e1-bc6b-3593d653d0d0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Jul 28 18:21:33.488130 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27827fe-d179-4b54-b65f-5e4a6303ac8c x-openstack-request-id: req-e27827fe-d179-4b54-b65f-5e4a6303ac8c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:33.488438 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "name": "network-vif-plugged", "status": "completed", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:33.488709 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e27827fe-d179-4b54-b65f-5e4a6303ac8c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:33.489138 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944', 'code': 200} Jul 28 18:21:33.627019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-1cefe5c1-322c-4156-b970-24f3748587ab tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.628497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-1cefe5c1-322c-4156-b970-24f3748587ab tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 946 time: 0.0715454 Jul 28 18:21:33.630421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d13a-dd17-4b44-a64a-b7a2c5878ad9 req-db683afa-c66d-407c-9cef-1f6ab9e101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.631767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73e8d13a-dd17-4b44-a64a-b7a2c5878ad9 req-db683afa-c66d-407c-9cef-1f6ab9e101be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 1097 time: 0.0834644 Jul 28 18:21:33.676332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3975ce0-f34d-4e48-9240-a374135f6c69 req-11d62773-b06c-421a-9883-a78b07dc1938 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.677445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3975ce0-f34d-4e48-9240-a374135f6c69 req-11d62773-b06c-421a-9883-a78b07dc1938 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.0495327 Jul 28 18:21:33.724446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73e8d13a-dd17-4b44-a64a-b7a2c5878ad9 req-789f8c8a-1597-4721-8cfe-0c421e89f216 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818086 Jul 28 18:21:33.734570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3975ce0-f34d-4e48-9240-a374135f6c69 req-e0eb9914-5a5f-4476-ba46-f5de5c0829e3 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Jul 28 18:21:33.755546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Deleting port d46caa02-62c1-4e02-b9ce-629f9fcfb840 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:21:33.755906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:33.887891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ca083-ffb5-4502-8d2b-ecdd36739a75 req-0235f163-9298-4eca-a9b9-7fda02234f47 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:33.889287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c00ca083-ffb5-4502-8d2b-ecdd36739a75 req-0235f163-9298-4eca-a9b9-7fda02234f47 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0858004 Jul 28 18:21:33.890999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] For port d46caa02-62c1-4e02-b9ce-629f9fcfb840, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d46caa02-62c1-4e02-b9ce-629f9fcfb840,segment=NetworkSegment(b92cc895-6648-4de7-8140-3e3c882e3abe),segment_id=b92cc895-6648-4de7-8140-3e3c882e3abe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:33.891363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:33.910112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Calling delete_port for d46caa02-62c1-4e02-b9ce-629f9fcfb840 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:21:33.976039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c00ca083-ffb5-4502-8d2b-ecdd36739a75 req-c5fb79b0-9b36-4608-a252-5f47b4227203 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774817 Jul 28 18:21:34.115477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.127154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d46caa02-62c1-4e02-b9ce-629f9fcfb840'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:34.147963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Pushing event deleted for resources: {'Port': ['ID=d46caa02-62c1-4e02-b9ce-629f9fcfb840,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:34.175487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51574) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:34.191721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] No DVR routers for this DVR port d46caa02-62c1-4e02-b9ce-629f9fcfb840 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:21:34.194494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.196862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3ee2b72-8675-4802-bbf1-aa5caa9538db req-7d683e46-7668-49e5-924c-26bc080bd7d2 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.35 "DELETE /v2.0/ports/d46caa02-62c1-4e02-b9ce-629f9fcfb840 HTTP/1.1" status: 204 len: 173 time: 0.5610831 Jul 28 18:21:34.197297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'name': 'network-vif-deleted', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:34.199730 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0c043-13d7-4b20-a5b0-6c70e8ad4034" -d '{"events": [{"server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "name": "network-vif-deleted", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:34.236081 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b614ba9-21c5-48e1-98cc-6f672ef4b5ba x-openstack-request-id: req-4b614ba9-21c5-48e1-98cc-6f672ef4b5ba {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:34.236371 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba6e63-388d-4725-80a1-8700896d47a9", "name": "network-vif-deleted", "tag": "d46caa02-62c1-4e02-b9ce-629f9fcfb840", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:34.236806 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b614ba9-21c5-48e1-98cc-6f672ef4b5ba {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:34.237209 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba6e63-388d-4725-80a1-8700896d47a9', 'name': 'network-vif-deleted', 'tag': 'd46caa02-62c1-4e02-b9ce-629f9fcfb840', 'status': 'completed', 'code': 200} Jul 28 18:21:34.241599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43e36e73-c8a8-4448-b336-a105d9fa3f70 req-0e5d84f1-b7b8-486d-a5ed-e137bd5e9123 tempest-DeleteServersTestJSON-1585470432 tempest-DeleteServersTestJSON-1585470432-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ba6e63-388d-4725-80a1-8700896d47a9 HTTP/1.1" status: 200 len: 210 time: 0.0413387 Jul 28 18:21:34.259418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.284183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.378153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.380773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.382021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "DELETE /v2.0/security-groups/7cdee00d-ab06-4405-8dc4-62f1137c28e2 HTTP/1.1" status: 204 len: 168 time: 0.2052472 Jul 28 18:21:34.384751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51586) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:34.391144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a09273-6218-46ae-b6c6-176c1c0f0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdee00d-ab06-4405-8dc4-62f1137c28e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:34.402070 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-c3c54c82-2785-4cfa-b14f-af4cdd34772a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] show failed (client error): The resource could not be found. Jul 28 18:21:34.403040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3c54c82-2785-4cfa-b14f-af4cdd34772a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups/7cdee00d-ab06-4405-8dc4-62f1137c28e2 HTTP/1.1" status: 404 len: 347 time: 0.0173037 Jul 28 18:21:34.406139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51588) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:34.532904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Deleting port d816b202-9bf9-4f41-805d-6ecfa32376bd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:21:34.533251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.613818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.614196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.626106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Calling delete_port for d816b202-9bf9-4f41-805d-6ecfa32376bd owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:21:34.841012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.857749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c2b52-11e1-4fac-b5a3-fd9f6177add7 req-f43a134d-1051-4614-bb11-8869ef175650 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:34.859238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b8c2b52-11e1-4fac-b5a3-fd9f6177add7 req-f43a134d-1051-4614-bb11-8869ef175650 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.0490155 Jul 28 18:21:34.868364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'Port': ['ID=d816b202-9bf9-4f41-805d-6ecfa32376bd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:34.902189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b8c2b52-11e1-4fac-b5a3-fd9f6177add7 req-2cbaac9d-5c42-40fd-8d18-3d73bef1ce90 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Jul 28 18:21:34.940832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.945599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:34.945599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe8bfaf1-6322-40b4-800a-1b683e05a2e3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "DELETE /v2.0/floatingips/5b846f4e-7332-49f5-82e0-a04701af0903 HTTP/1.1" status: 204 len: 168 time: 0.5376561 Jul 28 18:21:35.070988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:35.091592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:21:35.092228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 4af40ffe-da84-42c9-836f-f5f3e7ff9bb7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:21:35.094552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d00a1-123a-4670-846c-7a3033e3ff11 req-b5d21126-0cd2-4f0f-b4a8-e9c29c05708d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:35.096182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e8d00a1-123a-4670-846c-7a3033e3ff11 req-b5d21126-0cd2-4f0f-b4a8-e9c29c05708d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Jul 28 18:21:35.139140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e8d00a1-123a-4670-846c-7a3033e3ff11 req-493c0207-775c-4fb9-9b9a-b1610b19807a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Jul 28 18:21:35.441693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:35.446853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610758364', 'description': 'tempest-description--598101273'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:35.538560 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:35.630534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:35.680992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:35.712427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1272e3d1-4e32-4557-ab10-cb9650278ed1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:35.747631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:35.749217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66fa26a4-6258-4082-91a5-161e91c5a215 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3064852 Jul 28 18:21:35.759438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51644) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:35.768755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group_rule': {'security_group_id': '1272e3d1-4e32-4557-ab10-cb9650278ed1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:35.920580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:35.967731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.040793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.060256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22ea8a7-f726-420f-8fbd-c4baf36b6f6f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:36.126932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.128367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad8929fa-d34e-47c5-87d6-39fd06c804e2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697727 Jul 28 18:21:36.130856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:36.135582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'security_group_rule': {'security_group_id': '1272e3d1-4e32-4557-ab10-cb9650278ed1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:36.223699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.257842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9523d99-d0c0-48e0-9072-758f62613e29 req-c84a02ad-2ca8-4b52-adc7-35ad33267084 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:36.261378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9523d99-d0c0-48e0-9072-758f62613e29 req-c84a02ad-2ca8-4b52-adc7-35ad33267084 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Jul 28 18:21:36.285344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.338743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9523d99-d0c0-48e0-9072-758f62613e29 req-6fd2097a-cea5-40da-bd58-2163571fd414 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Jul 28 18:21:36.355907 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.375445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9cf609-75c4-4f04-b5a3-7ec936150849,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:36.441632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.443564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d79f2ef-d282-44dd-b272-8f2a618d6d4b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114772 Jul 28 18:21:36.446589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:36.452029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:36.546691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.665421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:36.822520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Allocated IP 172.25.7.196 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e99ddc2a-114f-4198-b30b-ef1875e12a90) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:36.934448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.047656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.092323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:37.096080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:37.100022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:37.102983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d46caa02-62c1-4e02-b9ce-629f9fcfb840 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:37.126361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=e99ddc2a-114f-4198-b30b-ef1875e12a90,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:37.150628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: d46caa02-62c1-4e02-b9ce-629f9fcfb840 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:21:37.151251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d46caa02-62c1-4e02-b9ce-629f9fcfb840 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:21:37.191840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.278086 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.478512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.481084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d770cc-9774-491e-a4c1-4036c2686fba req-94e2566a-ff7d-4fed-9a68-20ddfba7229c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:37.482859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05d770cc-9774-491e-a4c1-4036c2686fba req-94e2566a-ff7d-4fed-9a68-20ddfba7229c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Jul 28 18:21:37.523915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05d770cc-9774-491e-a4c1-4036c2686fba req-f22ab7ee-644f-4190-87c0-535e42967796 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Jul 28 18:21:37.561164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.642829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=e99ddc2a-114f-4198-b30b-ef1875e12a90,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:37.666535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.707049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0011d5b-b9f2-49ca-801a-101568d505b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.784229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:37.795288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bf7dd36-5e0e-4203-88bf-99e19e596eb5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3378365 Jul 28 18:21:37.990365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-db246502-98a6-4a96-979d-db1aa37596c4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1610758364&fields=id&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 267 time: 0.0403447 Jul 28 18:21:38.120869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-bd879035-683e-488a-b22c-fdde0dfa1b23 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:38.122422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-bd879035-683e-488a-b22c-fdde0dfa1b23 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 816 time: 0.1246061 Jul 28 18:21:38.148970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-f03e5ecc-8fb1-4531-883f-01aab4ec0021 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/quotas/99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 375 time: 0.0193307 Jul 28 18:21:38.222575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-eb280402-6e41-4485-a6b3-b149df8a53eb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500607 Jul 28 18:21:38.331925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-0166516d-3584-4509-8612-1dc926c40751 service neutron] 10.222.0.25 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961740 Jul 28 18:21:38.432206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-12e0dfb9-075e-42ea-a497-12bbd5d06ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929754 Jul 28 18:21:38.696351 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26638555-41fd-4db8-9556-0b04e7dd94e3 req-1d22c639-a1fd-46b9-bb62-0d9d2330b7a5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 210 time: 0.0521576 Jul 28 18:21:38.724370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029301a7-a134-487e-96d4-65858e402ee5 req-f3701443-de7d-4675-ad6c-ea21df9550c3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:38.732618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-029301a7-a134-487e-96d4-65858e402ee5 req-f3701443-de7d-4675-ad6c-ea21df9550c3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1065133 Jul 28 18:21:38.806449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-029301a7-a134-487e-96d4-65858e402ee5 req-78aad0c4-48e1-4c8b-8bfb-c4db6d0e7d14 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Jul 28 18:21:39.833351 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d3cd439-dd5d-41b0-a37b-f3c01bd73055 req-12b9d875-df32-4496-8cd8-389514c3ffae tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 210 time: 0.0471380 Jul 28 18:21:39.939090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317ccdb-f723-4b8c-9440-fadca6ee500e req-f294e2e1-2651-4a02-8347-b3d67c28356d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:39.940785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0317ccdb-f723-4b8c-9440-fadca6ee500e req-f294e2e1-2651-4a02-8347-b3d67c28356d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Jul 28 18:21:40.004203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0317ccdb-f723-4b8c-9440-fadca6ee500e req-afb477dc-c65d-48b9-bb89-98b541151a17 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Jul 28 18:21:40.064400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:40.223658 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-783dc090-a291-46f0-abbc-ee29dd6b6a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:40.566279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-0490a552-2447-45f2-a3c1-cd046768f527 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:40.568006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-0490a552-2447-45f2-a3c1-cd046768f527 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.35 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 816 time: 0.1243131 Jul 28 18:21:40.617613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-f6825b9a-424d-4e50-80ce-1b411297e119 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 380 time: 0.0398247 Jul 28 18:21:40.628678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'port': {'device_id': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'admin_state_up': True, 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'security_groups': ['1272e3d1-4e32-4557-ab10-cb9650278ed1']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:40.852111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Made reservation on behalf of 99b7c4b666cd4f9d8d3f04060895325f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:40.856656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:40.988296 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4301807-297c-437c-99d7-425552148543 req-a3e88d8c-4cc7-4592-8714-7110c897499d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 210 time: 0.0638347 Jul 28 18:21:41.055327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51740) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:41.064743 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.114509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Allocated IP 172.20.0.3 (b11b0cf5-40f7-41e8-851d-cbe7d4060572/f403a708-25d9-492f-8cbc-877d9b22874a/1abe2790-ffa5-4578-a5b1-3138af50243d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:41.152233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Deleting subnet f4f4573b-d5ee-422b-bf71-e2c49319a741 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:21:41.156170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.203291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.253881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.646112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60981cc-8761-4c5a-83b6-e31f70f81549 req-47b065e2-05ea-4415-a277-a3fca9ad9f07 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:41.646112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f60981cc-8761-4c5a-83b6-e31f70f81549 req-47b065e2-05ea-4415-a277-a3fca9ad9f07 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.4954212 Jul 28 18:21:41.683442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f60981cc-8761-4c5a-83b6-e31f70f81549 req-0b030f9d-2668-48f9-a729-a1d50c4cfe33 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Jul 28 18:21:41.733575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.818284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Transition to ACTIVE for port object 1abe2790-ffa5-4578-a5b1-3138af50243d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:41.822659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.854629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.856624 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f4f4573b-d5ee-422b-bf71-e2c49319a741 HTTP/1.1" status: 204 len: 168 time: 0.8001528 Jul 28 18:21:41.857552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d72dc-2fe6-4f0a-ab43-7ecc188116fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f4573b-d5ee-422b-bf71-e2c49319a741,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:41.859434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51752) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:41.929732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:41.972433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.014575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.029711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4486abb8-8b97-41e3-9419-83d418ae6f42']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:42.033093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:42.038846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92cc895-6648-4de7-8140-3e3c882e3abe') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:42.039428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92cc895-6648-4de7-8140-3e3c882e3abe') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:42.047224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:42.049578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:42.049732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.064088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:42.064770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.071983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:21:42.076438 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:21:42.138853 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:21:42.211755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e11f-004b-4133-a902-3df70fbeb400 req-74690218-5975-459f-83ff-b5b79ba07841 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:42.219229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6287e11f-004b-4133-a902-3df70fbeb400 req-74690218-5975-459f-83ff-b5b79ba07841 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 931 time: 0.0809700 Jul 28 18:21:42.238861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:42.239675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.248251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.260036 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.262132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] 10.222.0.25 "DELETE /v2.0/networks/4486abb8-8b97-41e3-9419-83d418ae6f42 HTTP/1.1" status: 204 len: 168 time: 0.4018614 Jul 28 18:21:42.294436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3897e2-90d6-4ebb-91c7-077926d3097e admin admin] Pushing event deleted for resources: {'Network': ['ID=4486abb8-8b97-41e3-9419-83d418ae6f42,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:42.298225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6287e11f-004b-4133-a902-3df70fbeb400 req-0c1ce86d-e10b-4658-bb27-272eb3d33660 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771821 Jul 28 18:21:42.310658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-9cbe2d4a-acf6-4fb6-8c8d-32a274f705d4 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865003 Jul 28 18:21:42.323440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Request body: {'port': {'device_id': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:42.409392 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.515179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09699b44-9e9d-4d71-b157-43458ba0eb53 None None] Provisioning for port 1abe2790-ffa5-4578-a5b1-3138af50243d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:42.519857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09699b44-9e9d-4d71-b157-43458ba0eb53 None None] Provisioning complete for port 1abe2790-ffa5-4578-a5b1-3138af50243d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:42.526007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09699b44-9e9d-4d71-b157-43458ba0eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.554287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09699b44-9e9d-4d71-b157-43458ba0eb53 None None] Port 1abe2790-ffa5-4578-a5b1-3138af50243d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:21:42.700252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:42.707959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.722592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Transition to ACTIVE for port object 1abe2790-ffa5-4578-a5b1-3138af50243d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:42.747137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51768) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:42.812325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.825243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-301b8384-d8bf-4878-b1c7-f595e65e03bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74760c2f6db94aa6be0e07df546168bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744948 Jul 28 18:21:42.825648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51770) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:42.841805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3d93-68e6-4119-8a3d-177b0c65e03e req-e160af03-9ed0-4b4b-8fd1-3dfc0d9724e7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:42.849501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a51b3d93-68e6-4119-8a3d-177b0c65e03e req-e160af03-9ed0-4b4b-8fd1-3dfc0d9724e7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0945046 Jul 28 18:21:42.883691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:42.943592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.944113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a51b3d93-68e6-4119-8a3d-177b0c65e03e req-0b24d0f2-3993-4e7e-8829-d83650aaec2d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873878 Jul 28 18:21:42.951780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.958004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:21:42.958589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:21:42.959066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:42.964788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:21:42.966183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:42.970879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:21:42.971352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:42.971883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Bound using segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:21:42.972427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Bound port: 1abe2790-ffa5-4578-a5b1-3138af50243d, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:21:42.973053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:42.978561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:43.045232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:43.049677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:43.109628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:43.113252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:43.114432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3781f154-9e2d-4bc2-b8a4-0927912f6256 HTTP/1.1" status: 204 len: 168 time: 0.2880945 Jul 28 18:21:43.121288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:43.132890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621499c0-1c44-436b-a310-12c1f84f3cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3781f154-9e2d-4bc2-b8a4-0927912f6256,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:43.191352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:43.199434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.200008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:43.201783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-b6ccf2cc-1dfa-41a3-8ed4-a24d1c4302c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 1091 time: 0.8828323 Jul 28 18:21:43.202429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:43.212078 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b" -d '{"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:43.257804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9459bba8-1375-4e37-8af7-4de8fce9982c x-openstack-request-id: req-9459bba8-1375-4e37-8af7-4de8fce9982c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:43.257804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:43.257804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9459bba8-1375-4e37-8af7-4de8fce9982c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:43.257804 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'status': 'completed', 'code': 200} Jul 28 18:21:43.329864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-4d64c461-8119-47c8-9140-ec087cb08ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.330630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-4d64c461-8119-47c8-9140-ec087cb08ebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1094 time: 0.0536308 Jul 28 18:21:43.484168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-7e9702d3-77e1-4950-a05f-dfe8908fccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.485842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-7e9702d3-77e1-4950-a05f-dfe8908fccdf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1471438 Jul 28 18:21:43.509751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d38720-fbf9-4eba-ac3e-2f9a1ccbc93c req-7664c3fd-02d9-46a6-9cb7-5af3dd540622 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.514409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12d38720-fbf9-4eba-ac3e-2f9a1ccbc93c req-7664c3fd-02d9-46a6-9cb7-5af3dd540622 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.1169524 Jul 28 18:21:43.567315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12d38720-fbf9-4eba-ac3e-2f9a1ccbc93c req-95f7419e-6605-4208-8142-cebb608da989 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Jul 28 18:21:43.649759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-340743da-52e8-4e28-90a9-bcd981023809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.651371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f09c3c5c-bfd4-4a69-a563-46ea454ca48b req-340743da-52e8-4e28-90a9-bcd981023809 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545849 Jul 28 18:21:43.743499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-f4c4dc5e-a2af-4ee6-a20d-af3f84bb1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.745993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-f4c4dc5e-a2af-4ee6-a20d-af3f84bb1cab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1094 time: 0.0548532 Jul 28 18:21:43.798726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-a0de9e91-01f8-4e78-8def-506744404f0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 217 time: 0.0452936 Jul 28 18:21:43.851835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-e4c1d0eb-41a6-45f2-bed1-501917a34622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.853341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-e4c1d0eb-41a6-45f2-bed1-501917a34622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0480397 Jul 28 18:21:43.904454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-e978b298-7abe-474a-a154-f5bf0f2d8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:43.905870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-e978b298-7abe-474a-a154-f5bf0f2d8f88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454173 Jul 28 18:21:44.035273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-d84044b0-e2d0-46a6-8d20-a6fc6213acb9 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221480 Jul 28 18:21:44.151526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b5a3c-99c6-4a3c-b7e6-9a92330d1a3b req-9811f7e3-e628-462a-8599-f6b4968b80b0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:44.153550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d4b5a3c-99c6-4a3c-b7e6-9a92330d1a3b req-9811f7e3-e628-462a-8599-f6b4968b80b0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1402292 Jul 28 18:21:44.237752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d4b5a3c-99c6-4a3c-b7e6-9a92330d1a3b req-136303cd-eae2-47d1-84c6-79036b8889eb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Jul 28 18:21:44.248636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8825618e-b3a3-45be-a9a2-bcf8b55a1f2d req-ac2b2a93-e3fb-4dc7-b231-7a588dfa4524 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880744 Jul 28 18:21:44.277706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51804) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:44.396213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-385297308-network', 'tenant_id': 'bbece395ed434307bac1134780f19832'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:44.492184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Made reservation on behalf of bbece395ed434307bac1134780f19832 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:44.494730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.505328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.635281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.706458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.734519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:21:44.756275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce4fc3-caac-4777-84a8-6a229222826c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:44.764937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.764937 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Added segment 205d1aa8-6fb4-40a1-bcba-c5f15b281c7c of type vlan for network abd37a91-6af4-4a61-a9b6-d0afac11cf93 Jul 28 18:21:44.824885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec1b5-d2a1-4433-bdd5-de0ed3418c16 req-fe8a4838-5670-4c71-b47c-4c91081a40af tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:44.827017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d32ec1b5-d2a1-4433-bdd5-de0ed3418c16 req-fe8a4838-5670-4c71-b47c-4c91081a40af tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.1509309 Jul 28 18:21:44.853928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.899794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d32ec1b5-d2a1-4433-bdd5-de0ed3418c16 req-2af4a5a5-689f-45ba-bf2f-96b6a724d9a0 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650506 Jul 28 18:21:44.949046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:44.950066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:44.950668 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:45.010658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] Pushing event updated for resources: {'Network': ['ID=abd37a91-6af4-4a61-a9b6-d0afac11cf93,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:45.026606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network abd37a91-6af4-4a61-a9b6-d0afac11cf93 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:21:45.047306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-efa2e6b7-96d9-4476-9410-efac4413b49e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7684379 Jul 28 18:21:45.050186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:45.055486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Request body: {'subnet': {'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-385297308-subnet', 'tenant_id': 'bbece395ed434307bac1134780f19832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:45.120498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Made reservation on behalf of bbece395ed434307bac1134780f19832 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:45.122914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:45.359112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ec999-3784-4218-b973-8f4d3ff11187 req-e0366ccd-3a37-463c-bc76-04de83e083fe tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:45.360770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-287ec999-3784-4218-b973-8f4d3ff11187 req-e0366ccd-3a37-463c-bc76-04de83e083fe tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Jul 28 18:21:45.362280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:45.452472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:45.473011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-287ec999-3784-4218-b973-8f4d3ff11187 req-81623221-ae5b-4cf1-b8d2-11f5f6dc8f20 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909019 Jul 28 18:21:45.478376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab933798-d036-4a83-ab72-60b350458b47,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:45.486091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Checking segment: {'id': '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:45.486455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Network hostable DHCP agents. Network: abd37a91-6af4-4a61-a9b6-d0afac11cf93, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:21:45.554937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Network abd37a91-6af4-4a61-a9b6-d0afac11cf93 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:21:45.640979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, abd37a91-6af4-4a61-a9b6-d0afac11cf93) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:45.645699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:45.647607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:45.651274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95d577-3573-498b-86d9-a6d370f72d8d None None] Network abd37a91-6af4-4a61-a9b6-d0afac11cf93 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:21:45.738651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af9005f2-9fbc-4cb8-acf5-cb0e0342d54f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6872787 Jul 28 18:21:45.810262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6581f30-7321-480f-976a-2fe720526933 None None] Network abd37a91-6af4-4a61-a9b6-d0afac11cf93 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:21:46.065684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95ac40-8f56-402b-8531-28d460b17884 req-d0046c10-0d45-4244-bfa6-c05c7fdc0fac tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:46.067782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e95ac40-8f56-402b-8531-28d460b17884 req-d0046c10-0d45-4244-bfa6-c05c7fdc0fac tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0744581 Jul 28 18:21:46.124333 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6e95ac40-8f56-402b-8531-28d460b17884 req-b241ff8f-1cc2-4f37-86d5-69928bdd9bb2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478280 Jul 28 18:21:46.323798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-d7f88a4d-7f5b-4622-bacf-e18bbb51db7d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:46.325240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-d7f88a4d-7f5b-4622-bacf-e18bbb51db7d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/networks?id=abd37a91-6af4-4a61-a9b6-d0afac11cf93 HTTP/1.1" status: 200 len: 821 time: 0.1108837 Jul 28 18:21:46.340849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1d43fba7-7226-497e-891c-0079edcf1ee1 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/quotas/bbece395ed434307bac1134780f19832 HTTP/1.1" status: 200 len: 375 time: 0.0096164 Jul 28 18:21:46.387078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-6c61642c-2944-46f4-9c4f-fc7cc08e1f5a tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbece395ed434307bac1134780f19832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344551 Jul 28 18:21:46.489565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-99c48c0e-df59-49a2-b91b-6d7b766a8207 service neutron] 10.222.0.25 "GET /v2.0/networks/abd37a91-6af4-4a61-a9b6-d0afac11cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952027 Jul 28 18:21:46.633756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-fbac80c0-0045-4d96-bdc4-878a09595ad9 service neutron] 10.222.0.25 "GET /v2.0/networks/abd37a91-6af4-4a61-a9b6-d0afac11cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376803 Jul 28 18:21:46.638170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0b6b-79e9-496e-b7e2-0aab6238819a req-c23120fa-0c26-43ef-b326-f8329ddac541 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:46.647263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-864d0b6b-79e9-496e-b7e2-0aab6238819a req-c23120fa-0c26-43ef-b326-f8329ddac541 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0757506 Jul 28 18:21:46.695882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-864d0b6b-79e9-496e-b7e2-0aab6238819a req-1a3b3105-1182-4762-8925-d4fc142b8b1a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jul 28 18:21:46.964055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b43db3-9d71-4872-a9b0-9ccb1df87bf4 req-31c14a5e-30a3-4060-b4f8-da289baa0bb9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0463066 Jul 28 18:21:47.299829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df160-c210-431e-afa8-7ce2bff3e50c req-cf581aa6-ef80-4f04-b440-ad5f677bba2a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:47.301465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-545df160-c210-431e-afa8-7ce2bff3e50c req-cf581aa6-ef80-4f04-b440-ad5f677bba2a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0635860 Jul 28 18:21:47.346269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-545df160-c210-431e-afa8-7ce2bff3e50c req-4af77753-472a-4f2f-a2c2-1f7f91e58a52 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377343 Jul 28 18:21:47.819513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bf63-4b3d-495c-9280-81170fa9d147 req-0ad5b31f-493f-47db-82d8-dd98139b9fae tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:47.821185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd72bf63-4b3d-495c-9280-81170fa9d147 req-0ad5b31f-493f-47db-82d8-dd98139b9fae tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0595582 Jul 28 18:21:47.866528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd72bf63-4b3d-495c-9280-81170fa9d147 req-67b110d7-0bed-4afd-9366-d7fa0300cbea tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Jul 28 18:21:48.088901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a4d0f55-d0ec-43c2-aaf4-a2cd73847827 req-7b677a4a-fde1-49f1-9f2e-9683e871327f tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0505738 Jul 28 18:21:48.487013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b88a-9971-40bc-aeeb-0d83d7ca9cb3 req-625c5f5a-2fc1-4254-a99e-9bf9e5213151 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:48.488871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2377b88a-9971-40bc-aeeb-0d83d7ca9cb3 req-625c5f5a-2fc1-4254-a99e-9bf9e5213151 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0541036 Jul 28 18:21:48.530160 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2377b88a-9971-40bc-aeeb-0d83d7ca9cb3 req-0c4152e1-e915-4467-a6e0-c485eac80bc6 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Jul 28 18:21:48.663291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:48.996789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a4595-eb27-4ad8-9a4d-8486b8e2c5ad req-d0be1017-e917-43b9-8a4f-fb849c0de086 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:49.004519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b43a4595-eb27-4ad8-9a4d-8486b8e2c5ad req-d0be1017-e917-43b9-8a4f-fb849c0de086 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 28 18:21:49.049604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b43a4595-eb27-4ad8-9a4d-8486b8e2c5ad req-52ec1028-4bf2-4635-87d4-8199ee686e63 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Jul 28 18:21:49.057585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f0bd-4d6b-487a-9d2d-da8830c896bf req-482e2906-383f-4e24-bcb7-ac6da6651974 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:49.059193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81d8f0bd-4d6b-487a-9d2d-da8830c896bf req-482e2906-383f-4e24-bcb7-ac6da6651974 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0765007 Jul 28 18:21:49.105066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81d8f0bd-4d6b-487a-9d2d-da8830c896bf req-e516826b-c759-4695-84e2-8c2cb42f59e5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Jul 28 18:21:49.118324 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:21:49.142987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:49.208426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-668d214b-0f00-4a76-94b9-a8e37d01c6d4 req-a1012469-ba62-42ef-9d44-8f9a8c2bdf82 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Jul 28 18:21:49.258755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:49.270951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:49.308226 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:49.326436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:49.346888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-7f5a831b-dd06-4941-9551-adb501464a5c tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:49.348538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-7f5a831b-dd06-4941-9551-adb501464a5c tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.35 "GET /v2.0/networks?id=abd37a91-6af4-4a61-a9b6-d0afac11cf93 HTTP/1.1" status: 200 len: 821 time: 0.1212950 Jul 28 18:21:49.350040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:49.365167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Request body: {'port': {'device_id': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93', 'admin_state_up': True, 'tenant_id': 'bbece395ed434307bac1134780f19832'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:49.446413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:49.499751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:49.657745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Made reservation on behalf of bbece395ed434307bac1134780f19832 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:49.661328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:49.706775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62df4d6-f34b-4f15-8e73-beff47a360fa req-99b92a02-811e-4669-9dba-219dc1c4da18 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:49.708315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e62df4d6-f34b-4f15-8e73-beff47a360fa req-99b92a02-811e-4669-9dba-219dc1c4da18 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.0841911 Jul 28 18:21:49.780617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['1abe2790-ffa5-4578-a5b1-3138af50243d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:49.789427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e62df4d6-f34b-4f15-8e73-beff47a360fa req-8a07f31f-19f4-4c9f-b03c-8a9943fb718c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554526 Jul 28 18:21:49.867479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Allocated IP 172.20.0.3 (abd37a91-6af4-4a61-a9b6-d0afac11cf93/ab933798-d036-4a83-ab72-60b350458b47/3aa4864b-3b37-49c2-8b7c-3ca7207e18be) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:50.100167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:50.217324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84d616-abc9-4aeb-91e7-ce59199c729c req-c97d1af2-b807-4aa9-86a2-e2ab23437116 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:50.218776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f84d616-abc9-4aeb-91e7-ce59199c729c req-c97d1af2-b807-4aa9-86a2-e2ab23437116 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0679924 Jul 28 18:21:50.230671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:50.262182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f84d616-abc9-4aeb-91e7-ce59199c729c req-49a53df2-2123-44eb-ac32-d2f8e7b1dd8c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Jul 28 18:21:50.282207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Network abd37a91-6af4-4a61-a9b6-d0afac11cf93 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:50.288488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:50.299468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:21:50.321726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Pushing event updated for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:50.331752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990133d-a122-4c18-a9c8-51e23a3ab1fa req-9c05f2bc-1f9b-4283-99d7-89111ade8c1a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:50.333305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a990133d-a122-4c18-a9c8-51e23a3ab1fa req-9c05f2bc-1f9b-4283-99d7-89111ade8c1a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.1493855 Jul 28 18:21:50.396910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a990133d-a122-4c18-a9c8-51e23a3ab1fa req-4c46f291-a9f2-4d7f-927e-cf768b3897ee tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540047 Jul 28 18:21:50.412489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:50.412698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0925e1-b23e-4062-80c7-c551e4f580cc req-a7b10549-7061-47f0-9b9c-8b2f03eab9dc tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:50.413913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:50.426352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff0925e1-b23e-4062-80c7-c551e4f580cc req-a7b10549-7061-47f0-9b9c-8b2f03eab9dc tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 931 time: 0.0926332 Jul 28 18:21:50.461786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff0925e1-b23e-4062-80c7-c551e4f580cc req-f2846cab-6b71-4e6f-834b-45ef935290b0 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Jul 28 18:21:50.590352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-1c0b4fc1-d03d-4847-b579-37c4b8e3938d tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289255 Jul 28 18:21:50.607646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Request body: {'port': {'device_id': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:50.664079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:50.966139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa4864b-3b37-49c2-8b7c-3ca7207e18be {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:50.975287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:50.990511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be41c33-21ae-44dd-8f46-2ea475554cdf req-9c6ef4ee-d427-4685-b580-cc551fa6f825 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:50.992031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3be41c33-21ae-44dd-8f46-2ea475554cdf req-9c6ef4ee-d427-4685-b580-cc551fa6f825 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.0903769 Jul 28 18:21:50.999932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Transition to ACTIVE for port object 3aa4864b-3b37-49c2-8b7c-3ca7207e18be will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:21:51.034621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3be41c33-21ae-44dd-8f46-2ea475554cdf req-ab660822-150f-49a2-8b07-3586088a7a59 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358796 Jul 28 18:21:51.086504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.140706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:51.150949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:51.295741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 1abe2790-ffa5-4578-a5b1-3138af50243d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:51.325588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 1abe2790-ffa5-4578-a5b1-3138af50243d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:51.334820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.388382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Attempting to bind port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:21:51.388382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Attempting to bind port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:21:51.388966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Attempting to bind port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be on network abd37a91-6af4-4a61-a9b6-d0afac11cf93 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:51.402284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be on network abd37a91-6af4-4a61-a9b6-d0afac11cf93 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:21:51.402602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Attempting to bind port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be on network abd37a91-6af4-4a61-a9b6-d0afac11cf93 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:21:51.412151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:21:51.412489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Checking segment: {'id': '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:21:51.412879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Bound using segment: {'id': '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:21:51.413309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Bound port: 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:21:51.413664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.508562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ee9f-6c46-47c1-ba2f-77561c78908b req-715fefae-b3a5-480d-ae55-1fe631ff8db6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.517514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.518373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d155ee9f-6c46-47c1-ba2f-77561c78908b req-715fefae-b3a5-480d-ae55-1fe631ff8db6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0723939 Jul 28 18:21:51.563433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:51.565042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d155ee9f-6c46-47c1-ba2f-77561c78908b req-0a0c149a-7af6-46c9-b9fc-063d004b4c06 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 28 18:21:51.565869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:51.569615 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d37df9c-6bf2-4089-a462-a1a9afebaa84" -d '{"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:51.588479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:51.599589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,segment=NetworkSegment(205d1aa8-6fb4-40a1-bcba-c5f15b281c7c),segment_id=205d1aa8-6fb4-40a1-bcba-c5f15b281c7c)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:51.624137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f13e8-74f8-4a7a-baec-703f8a8b3a3a req-a270ad34-a12b-41bb-a486-342eb43d2885 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.625873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b4f13e8-74f8-4a7a-baec-703f8a8b3a3a req-a270ad34-a12b-41bb-a486-342eb43d2885 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0942752 Jul 28 18:21:51.634989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.667341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b4f13e8-74f8-4a7a-baec-703f8a8b3a3a req-d177d3e7-e8c1-43d5-b114-d1e5709e2598 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jul 28 18:21:51.678621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.721211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.721913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:51.723707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:51.724268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] 10.222.0.35 "PUT /v2.0/ports/3aa4864b-3b37-49c2-8b7c-3ca7207e18be HTTP/1.1" status: 200 len: 1091 time: 1.1208763 Jul 28 18:21:51.734881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd65644-c192-496f-a77e-4305384846a9 req-bd2dad5c-b8aa-4fcf-a092-3170dc1ae945 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.736808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:51.737863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fd65644-c192-496f-a77e-4305384846a9 req-bd2dad5c-b8aa-4fcf-a092-3170dc1ae945 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 943 time: 0.1131086 Jul 28 18:21:51.739207 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9190aa7-66db-4f1c-ac76-166038a69f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:51.766542 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9566bdbf-6e87-4c4a-8ee2-0290fcec62a2 x-openstack-request-id: req-9566bdbf-6e87-4c4a-8ee2-0290fcec62a2 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:51.766942 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:51.767758 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9566bdbf-6e87-4c4a-8ee2-0290fcec62a2 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:51.768256 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'code': 200} Jul 28 18:21:51.768379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db480a-8205-4020-b837-e228bd17f648 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:51.792831 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fd65644-c192-496f-a77e-4305384846a9 req-03ca98b0-c2d8-4b25-9433-d9a13c1a221c tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Jul 28 18:21:51.809246 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db61851b-90ae-4d38-8206-c3b8474398f7 x-openstack-request-id: req-db61851b-90ae-4d38-8206-c3b8474398f7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:51.810041 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:51.810540 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db61851b-90ae-4d38-8206-c3b8474398f7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:51.821161 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be', 'status': 'completed', 'code': 200} Jul 28 18:21:51.910955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-d298d2e6-2268-4588-9157-5002272b4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.912564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-d298d2e6-2268-4588-9157-5002272b4548 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbece395ed434307bac1134780f19832&device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 1094 time: 0.0777061 Jul 28 18:21:51.920621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ba2d-0632-4f77-b0d8-5cd2cbb55d6c req-9dcff15c-3eef-402f-87ee-adbfe432da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:51.922130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5493ba2d-0632-4f77-b0d8-5cd2cbb55d6c req-9dcff15c-3eef-402f-87ee-adbfe432da75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1096 time: 0.0602160 Jul 28 18:21:52.017772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5493ba2d-0632-4f77-b0d8-5cd2cbb55d6c req-4082ccfe-d8be-4488-b468-ebdbad2f9da3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758955 Jul 28 18:21:52.049020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-b6e8ebc4-ee0d-458e-b36c-9bd669df9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.050581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-b6e8ebc4-ee0d-458e-b36c-9bd669df9d97 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bbece395ed434307bac1134780f19832&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1170392 Jul 28 18:21:52.170680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1925e-919a-49c3-9600-9348939044b7 req-70098a23-fb11-4393-b492-5d2a9f8f675f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.172510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fd1925e-919a-49c3-9600-9348939044b7 req-70098a23-fb11-4393-b492-5d2a9f8f675f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0549080 Jul 28 18:21:52.279841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fd1925e-919a-49c3-9600-9348939044b7 req-532a7963-f339-4ee3-80ea-2c9b20df701c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952840 Jul 28 18:21:52.299835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-15c051a0-69f0-48c5-acdc-674da7218ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.301412 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9190aa7-66db-4f1c-ac76-166038a69f0f req-15c051a0-69f0-48c5-acdc-674da7218ad9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256647 Jul 28 18:21:52.393432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-037593a3-fdec-4ba9-9b73-5fb6ca227293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.394772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-037593a3-fdec-4ba9-9b73-5fb6ca227293 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbece395ed434307bac1134780f19832&device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 1094 time: 0.0457158 Jul 28 18:21:52.438522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b32b9205-0f1b-4b0b-9c70-ff424e7141ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be HTTP/1.1" status: 200 len: 217 time: 0.0340638 Jul 28 18:21:52.487668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-6d24ee68-18d8-4a2c-821f-5dc9f6f85a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.493955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-6d24ee68-18d8-4a2c-821f-5dc9f6f85a38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab933798-d036-4a83-ab72-60b350458b47 HTTP/1.1" status: 200 len: 861 time: 0.0485592 Jul 28 18:21:52.542543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-73b991aa-76d2-41d6-b298-0b88a41068b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd37a91-6af4-4a61-a9b6-d0afac11cf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400364 Jul 28 18:21:52.649000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-d8c30de3-c2c5-4aa6-a606-efebc34c2aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/abd37a91-6af4-4a61-a9b6-d0afac11cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978725 Jul 28 18:21:52.730169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101041-90f0-4cc3-a628-ab54d64f9e9f req-efc31c71-f336-4d33-9366-b723e521ee19 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.737027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96101041-90f0-4cc3-a628-ab54d64f9e9f req-efc31c71-f336-4d33-9366-b723e521ee19 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0870893 Jul 28 18:21:52.767251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcdca099-1e5b-4b19-95d7-919b688b37e1 req-b0c1c41f-c447-4722-a199-c57113528b8c service neutron] 10.222.0.35 "GET /v2.0/networks/abd37a91-6af4-4a61-a9b6-d0afac11cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096632 Jul 28 18:21:52.780410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96101041-90f0-4cc3-a628-ab54d64f9e9f req-96857ed2-ca62-4785-ac63-e79d71da5ff9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344756 Jul 28 18:21:52.839746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901770eb-0af6-45e8-8ce2-f9d6f66f8ea3 req-8aa674f6-62e0-4a19-8958-151486feeea5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.841266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-901770eb-0af6-45e8-8ce2-f9d6f66f8ea3 req-8aa674f6-62e0-4a19-8958-151486feeea5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0563147 Jul 28 18:21:52.895999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-901770eb-0af6-45e8-8ce2-f9d6f66f8ea3 req-e7cc8094-0822-40bf-9007-7e3a61292d41 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Jul 28 18:21:52.950220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7e4cc-6af7-4add-989c-2e45afae667e req-607b6141-4034-48ce-9676-84bcc1698be9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:52.951834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30e7e4cc-6af7-4add-989c-2e45afae667e req-607b6141-4034-48ce-9676-84bcc1698be9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 943 time: 0.0688901 Jul 28 18:21:52.991713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30e7e4cc-6af7-4add-989c-2e45afae667e req-cd78594a-104a-4ee4-8130-61b927684563 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jul 28 18:21:53.432270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677d84-d508-4c00-afe3-87f0bd3bd48c req-db73c6a2-7bfe-41f4-a36f-90889b2ccfa9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:53.434033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6677d84-d508-4c00-afe3-87f0bd3bd48c req-db73c6a2-7bfe-41f4-a36f-90889b2ccfa9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0549035 Jul 28 18:21:53.477742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6677d84-d508-4c00-afe3-87f0bd3bd48c req-a3a2f091-903c-42fb-aed4-3aa0f0786030 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Jul 28 18:21:53.908033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367cde3-f49f-4a22-a655-59941dc307eb req-cca9b798-41c4-4803-9b6f-683d50f2f93c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:53.909595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8367cde3-f49f-4a22-a655-59941dc307eb req-cca9b798-41c4-4803-9b6f-683d50f2f93c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0534182 Jul 28 18:21:53.950727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8367cde3-f49f-4a22-a655-59941dc307eb req-0e464358-1ae7-4845-a153-9fe763140002 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Jul 28 18:21:54.010612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454cc33-98b5-4374-a8b5-7bfd4b144e22 req-fb06ae8f-5cec-463e-949d-43c9d892cd3c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:54.012140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1454cc33-98b5-4374-a8b5-7bfd4b144e22 req-fb06ae8f-5cec-463e-949d-43c9d892cd3c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0515018 Jul 28 18:21:54.109034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631a31-1974-476b-9ccf-1d5b0637d9b3 req-50de37b7-34ce-4346-a39f-10b6dcd5f5a1 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:54.110808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58631a31-1974-476b-9ccf-1d5b0637d9b3 req-50de37b7-34ce-4346-a39f-10b6dcd5f5a1 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 943 time: 0.0490658 Jul 28 18:21:54.164071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1454cc33-98b5-4374-a8b5-7bfd4b144e22 req-b89467ea-1920-4eed-8683-7804f2a52a15 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432352 Jul 28 18:21:54.168936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58631a31-1974-476b-9ccf-1d5b0637d9b3 req-17eee7aa-9bf7-4192-b4a9-d6ab9d18e6e9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Jul 28 18:21:54.609863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa08a-9949-437b-934a-0d894aa68473 req-639d7cc6-da0f-4ebd-877c-b4bb289a56de tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:54.611473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6faaa08a-9949-437b-934a-0d894aa68473 req-639d7cc6-da0f-4ebd-877c-b4bb289a56de tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Jul 28 18:21:54.649644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6faaa08a-9949-437b-934a-0d894aa68473 req-152b8863-4654-4416-bd58-3d2e9489cb21 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Jul 28 18:21:54.776913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298fa97-860f-4127-b569-47104aaa76b1 req-089cfe20-10a2-495f-be49-ddca649a4245 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:54.780073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7298fa97-860f-4127-b569-47104aaa76b1 req-089cfe20-10a2-495f-be49-ddca649a4245 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0562665 Jul 28 18:21:54.792382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52064) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:21:54.797592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Request body: {'floatingip': {'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:21:54.843717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:55.146299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebfa18-5e92-4dd0-96f3-921ed4c6c518 req-df68f737-69d9-4c23-b163-30544ef6cca6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:55.150265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94ebfa18-5e92-4dd0-96f3-921ed4c6c518 req-df68f737-69d9-4c23-b163-30544ef6cca6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1125786 Jul 28 18:21:55.251746 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94ebfa18-5e92-4dd0-96f3-921ed4c6c518 req-3179cf7b-4ff8-44b6-9569-1c5e4c14386d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Jul 28 18:21:55.390204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443b1d2-686f-4d44-9cfa-50b8a6ece58c req-f345ab79-8484-426a-99ff-206ae3043c29 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:55.398553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2443b1d2-686f-4d44-9cfa-50b8a6ece58c req-f345ab79-8484-426a-99ff-206ae3043c29 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.1062379 Jul 28 18:21:55.435958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2443b1d2-686f-4d44-9cfa-50b8a6ece58c req-85ab11f6-0b13-43a4-8944-0cc19e55223f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Jul 28 18:21:55.480471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7328fb-e4b4-4747-bc90-44580a4ddd3f req-0360a187-96b5-4061-8ad2-efe2799ac643 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:55.481966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e7328fb-e4b4-4747-bc90-44580a4ddd3f req-0360a187-96b5-4061-8ad2-efe2799ac643 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 943 time: 0.1048443 Jul 28 18:21:55.483829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:55.522857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e7328fb-e4b4-4747-bc90-44580a4ddd3f req-4ee6a730-c6c7-49d1-8225-d3527ef9341a tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Jul 28 18:21:55.544662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:56.018175 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Floating IP ba89d176-47ef-46a7-a05c-473804d20d87 associated. External IP: 172.25.7.196, port: 1abe2790-ffa5-4578-a5b1-3138af50243d. Jul 28 18:21:56.228135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:21:56.340155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:21:56.345315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:56.374623 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:21:56.395135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ce0bf-2e15-4672-bda2-1e4365bdd971 req-89485369-8b90-4937-afa2-76751661ea39 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.396416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29eedd20-09aa-4f2b-8f0e-ce45c63784ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "PUT /v2.0/floatingips/ba89d176-47ef-46a7-a05c-473804d20d87 HTTP/1.1" status: 200 len: 991 time: 1.6026292 Jul 28 18:21:56.397257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d3ce0bf-2e15-4672-bda2-1e4365bdd971 req-89485369-8b90-4937-afa2-76751661ea39 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0765133 Jul 28 18:21:56.403361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:56.405718 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d7aac-ea80-439d-8dd5-d11ef439e677" -d '{"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:56.414632 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:21:56.415249 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:56.447481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d3ce0bf-2e15-4672-bda2-1e4365bdd971 req-9ce62871-ef45-4873-8e66-65ce81116f06 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369794 Jul 28 18:21:56.508419 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ada77-1e7a-48a2-aed1-8c14e83db010 x-openstack-request-id: req-a88ada77-1e7a-48a2-aed1-8c14e83db010 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:56.508713 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:56.508965 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a88ada77-1e7a-48a2-aed1-8c14e83db010 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:56.509360 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'status': 'completed', 'code': 200} Jul 28 18:21:56.586116 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:21:56.629517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-1e4611c4-b981-4dd1-a768-d835e7a94712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.632751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-1e4611c4-b981-4dd1-a768-d835e7a94712 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1096 time: 0.1003873 Jul 28 18:21:56.636981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b15862-8742-4745-be43-9427f784c39b req-3e84a64b-c553-4f84-87c9-6fcdcd5f29c8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.640126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01b15862-8742-4745-be43-9427f784c39b req-3e84a64b-c553-4f84-87c9-6fcdcd5f29c8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0843327 Jul 28 18:21:56.693435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01b15862-8742-4745-be43-9427f784c39b req-c340cd4a-b503-4c13-8ad2-2cfb5259cbc4 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Jul 28 18:21:56.784679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e259-72f6-45e1-8ea0-445337e35a93 req-81bb0aa2-82d9-4d3b-bf7a-ad68636a8b8f tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.786205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0aa5e259-72f6-45e1-8ea0-445337e35a93 req-81bb0aa2-82d9-4d3b-bf7a-ad68636a8b8f tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 943 time: 0.1314740 Jul 28 18:21:56.811710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-37f7f3b3-8ef5-44dd-b86e-6a0f86f9a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.813264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-37f7f3b3-8ef5-44dd-b86e-6a0f86f9a8bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1731751 Jul 28 18:21:56.893972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0aa5e259-72f6-45e1-8ea0-445337e35a93 req-af79c6d8-1d86-4979-b6d7-3ea85d30f60f tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013710 Jul 28 18:21:56.910160 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ba89d176-47ef-46a7-a05c-473804d20d87', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:21:37Z', 'updated_at': '2021-07-28T18:21:55Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:56.917979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-8ac1ade1-2c23-4594-88c0-c9e9248c0df9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 999 time: 0.0930929 Jul 28 18:21:56.940837 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:21:56.949760 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:21:56.950547 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:56.976045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-140ad500-e694-4658-9381-144196c40693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:56.977666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-140ad500-e694-4658-9381-144196c40693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0519881 Jul 28 18:21:57.026487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-6ff7b6b1-2fcf-47b8-b896-6a4e3ce3f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:57.028108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-6ff7b6b1-2fcf-47b8-b896-6a4e3ce3f803 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424533 Jul 28 18:21:57.062302 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:21:57.129097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-7640cf17-6532-42e5-a54a-15bb7e4c0be8 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926912 Jul 28 18:21:57.176339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3aa4864b-3b37-49c2-8b7c-3ca7207e18be details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:57.284965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a03d7aac-ea80-439d-8dd5-d11ef439e677 req-95bf237c-86c1-4d1b-8e0c-43929743e387 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484690 Jul 28 18:21:57.324966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,segment=NetworkSegment(205d1aa8-6fb4-40a1-bcba-c5f15b281c7c),segment_id=205d1aa8-6fb4-40a1-bcba-c5f15b281c7c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:57.338024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be', 'network_id': 'abd37a91-6af4-4a61-a9b6-d0afac11cf93', 'port_id': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be', 'mac_address': 'fa:16:3e:57:27:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab933798-d036-4a83-ab72-60b350458b47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:57.377754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:57.394441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa4864b-3b37-49c2-8b7c-3ca7207e18be {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:21:57.415983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,segment=NetworkSegment(205d1aa8-6fb4-40a1-bcba-c5f15b281c7c),segment_id=205d1aa8-6fb4-40a1-bcba-c5f15b281c7c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:57.450619 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ba89d176-47ef-46a7-a05c-473804d20d87', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:21:37Z', 'updated_at': '2021-07-28T18:21:55Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:57.479117 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b17a9d-c285-416a-be89-f375b64ac211 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'ba89d176-47ef-46a7-a05c-473804d20d87', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:21:37Z', 'updated_at': '2021-07-28T18:21:55Z', 'revision_number': 1, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:21:57.503960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:57.579470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:57.621625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cc615-8351-40fe-abcf-72d5b460a55a req-cbcf055b-eef5-4799-9290-e11306dc6f15 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:57.624846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e0cc615-8351-40fe-abcf-72d5b460a55a req-cbcf055b-eef5-4799-9290-e11306dc6f15 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0914981 Jul 28 18:21:57.681221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e0cc615-8351-40fe-abcf-72d5b460a55a req-46ca3169-efbb-4e1a-97e9-d1c77ce3862e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Jul 28 18:21:57.824983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3aa4864b-3b37-49c2-8b7c-3ca7207e18be'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:57.862544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3047b0-cb64-4c5b-a2b6-1e18f9a6957f req-2aebca5a-ee68-4dc0-9e49-55ba9621478e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:57.866145 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc3047b0-cb64-4c5b-a2b6-1e18f9a6957f req-2aebca5a-ee68-4dc0-9e49-55ba9621478e tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0801244 Jul 28 18:21:57.868224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a8fef-cf0c-429b-bd72-92e575e3f701 None None] New status for floating IP ba89d176-47ef-46a7-a05c-473804d20d87: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:21:57.921786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc3047b0-cb64-4c5b-a2b6-1e18f9a6957f req-a2158540-45b5-4d87-bf8e-c8d3a198700a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478985 Jul 28 18:21:58.022143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597f3cd-ff09-4b91-a0ba-9ff7877665b8 req-fc973355-f69e-433c-a82f-7b98d7afdbce tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:58.023858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5597f3cd-ff09-4b91-a0ba-9ff7877665b8 req-fc973355-f69e-433c-a82f-7b98d7afdbce tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0513451 Jul 28 18:21:58.067439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5597f3cd-ff09-4b91-a0ba-9ff7877665b8 req-3c4fac30-f2f1-4e85-aee4-5612762c9247 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Jul 28 18:21:58.811337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b293c-c6d5-4b0c-9a00-1f60d7819883 req-f77e71a4-c3b7-4109-975d-0e361d2cb9fd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:58.813626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-623b293c-c6d5-4b0c-9a00-1f60d7819883 req-f77e71a4-c3b7-4109-975d-0e361d2cb9fd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Jul 28 18:21:58.853058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-623b293c-c6d5-4b0c-9a00-1f60d7819883 req-f032b75e-9996-4148-b952-c0b64b8a592f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Jul 28 18:21:59.056257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00fc72-9f0b-4531-be82-8afc29619295 req-efd69ab7-7f48-404b-bc06-80bd1787c6d5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:59.057876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae00fc72-9f0b-4531-be82-8afc29619295 req-efd69ab7-7f48-404b-bc06-80bd1787c6d5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0508342 Jul 28 18:21:59.096512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae00fc72-9f0b-4531-be82-8afc29619295 req-18be03f8-22b4-44da-82c8-2e1a1b585739 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Jul 28 18:21:59.192208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3aa4864b-3b37-49c2-8b7c-3ca7207e18be up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:59.195379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47350b40-19f8-4897-9239-98950293323e req-b4c0ab43-158a-4aa3-8679-bf3f590ee847 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:59.197135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47350b40-19f8-4897-9239-98950293323e req-b4c0ab43-158a-4aa3-8679-bf3f590ee847 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0576096 Jul 28 18:21:59.252129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47350b40-19f8-4897-9239-98950293323e req-5d3378e5-ddd2-4222-b19c-32e018b44ba4 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Jul 28 18:21:59.308865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:21:59.314017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:21:59.314017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:59.393284 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:59.419079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:21:59.421613 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c741d-cb63-4992-bc04-b7fa2ebf7aa9" -d '{"events": [{"server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:59.434719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,segment=NetworkSegment(205d1aa8-6fb4-40a1-bcba-c5f15b281c7c),segment_id=205d1aa8-6fb4-40a1-bcba-c5f15b281c7c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:59.458406 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df6fac-8cba-49e1-b00b-c61b74bc1f79 x-openstack-request-id: req-05df6fac-8cba-49e1-b00b-c61b74bc1f79 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:59.458829 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:59.459092 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05df6fac-8cba-49e1-b00b-c61b74bc1f79 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:59.459587 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be', 'code': 200} Jul 28 18:21:59.506289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:21:59.573976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:59.575736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58244ce4-5d14-468e-bf24-7b85a4a8cdf6 req-8f127226-44fc-4af2-a09f-2c048a203c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:21:59.580082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58244ce4-5d14-468e-bf24-7b85a4a8cdf6 req-8f127226-44fc-4af2-a09f-2c048a203c59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 1096 time: 0.0533092 Jul 28 18:21:59.616808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58244ce4-5d14-468e-bf24-7b85a4a8cdf6 req-6b7c0ae7-0ffc-4d5f-af29-e0b484d96848 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294983 Jul 28 18:22:00.008327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19b37-fc37-4ca8-a97e-34bee44e69d2 req-8dbd7505-05b2-437d-8151-ce11cde42250 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.010088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27a19b37-fc37-4ca8-a97e-34bee44e69d2 req-8dbd7505-05b2-437d-8151-ce11cde42250 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0783656 Jul 28 18:22:00.060983 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27a19b37-fc37-4ca8-a97e-34bee44e69d2 req-2299b53c-da1a-45bf-8c82-293ae360c011 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Jul 28 18:22:00.217328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f45a90-95c9-4477-85dc-1008281bb0ae req-459daa52-a758-44c9-81cb-96bb884665b5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.218978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04f45a90-95c9-4477-85dc-1008281bb0ae req-459daa52-a758-44c9-81cb-96bb884665b5 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0521986 Jul 28 18:22:00.258325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04f45a90-95c9-4477-85dc-1008281bb0ae req-1bf2b7e2-ca44-4552-9fd7-8e6472f97add tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328469 Jul 28 18:22:00.391451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8c64-6824-492f-a787-01db09114a50 req-2807a97e-5002-4c45-a3c3-758fa0ec22a9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.392915 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5de8c64-6824-492f-a787-01db09114a50 req-2807a97e-5002-4c45-a3c3-758fa0ec22a9 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0591779 Jul 28 18:22:00.432466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5de8c64-6824-492f-a787-01db09114a50 req-dffa3ece-aaf3-47bd-b577-a8f4154f6561 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Jul 28 18:22:00.631709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1016fbe-c300-4362-841b-4ccdbfa78ea2 req-14773a2d-9754-4f06-9a3a-d5a4e0716793 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.639618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1016fbe-c300-4362-841b-4ccdbfa78ea2 req-14773a2d-9754-4f06-9a3a-d5a4e0716793 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0622950 Jul 28 18:22:00.674803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1016fbe-c300-4362-841b-4ccdbfa78ea2 req-e88b7775-ce85-477d-b14c-7db5c7292ed2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Jul 28 18:22:00.783158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-75426d22-0145-43d7-8566-ab3850514ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.784798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-75426d22-0145-43d7-8566-ab3850514ea3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0607698 Jul 28 18:22:00.891993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-2aed661d-1894-4b1d-a6e6-37400f6b1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:00.893812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-2aed661d-1894-4b1d-a6e6-37400f6b1bba service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.0947130 Jul 28 18:22:00.977394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-c9db744f-1df6-4788-be39-41394c3e5508 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.0762277 Jul 28 18:22:01.048515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-6b411410-dbbb-47dc-982b-1c5828aaecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:01.050446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-6b411410-dbbb-47dc-982b-1c5828aaecee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0647929 Jul 28 18:22:01.100703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-11775369-46f6-457e-ac7b-9fbe6c7328e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:01.102387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-11775369-46f6-457e-ac7b-9fbe6c7328e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454805 Jul 28 18:22:01.197204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff7c8-127a-490e-a129-fd074f81bae1 req-1bdb720a-d3ec-4c3c-992b-2db622a0a9d6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:01.198866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e66ff7c8-127a-490e-a129-fd074f81bae1 req-1bdb720a-d3ec-4c3c-992b-2db622a0a9d6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0556638 Jul 28 18:22:01.211416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-6d1fec2b-1356-4c51-8af7-c24bca53f45f service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008005 Jul 28 18:22:01.239595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e66ff7c8-127a-490e-a129-fd074f81bae1 req-bf4b919c-2e47-43da-a8cc-a76d5f613ff3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Jul 28 18:22:01.315663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f60ea6f-23d4-4bec-8103-e19ef4374346 req-18514f73-c543-41e6-844a-4f2d1f7b6a9d service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962389 Jul 28 18:22:01.566042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3bbc-6137-45a3-891c-86042afea141 req-9a633353-14a7-49d0-98a2-5d1abb5dc606 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:01.567558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-856f3bbc-6137-45a3-891c-86042afea141 req-9a633353-14a7-49d0-98a2-5d1abb5dc606 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Jul 28 18:22:01.606812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-856f3bbc-6137-45a3-891c-86042afea141 req-ff5f566b-714b-4389-9c7f-bc0da25c742e tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 28 18:22:01.829489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cf52-d7e3-4dd5-98ed-30312152d8bf req-67a9a146-9494-42f9-b547-1db443d6b60b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:01.831108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89d4cf52-d7e3-4dd5-98ed-30312152d8bf req-67a9a146-9494-42f9-b547-1db443d6b60b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0658016 Jul 28 18:22:01.873868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89d4cf52-d7e3-4dd5-98ed-30312152d8bf req-d2e4843d-5409-41f5-bcd6-d984100ea7d7 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357721 Jul 28 18:22:02.132054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52a57-1528-469a-bccb-7f35d941a010 req-30f16744-2614-4e8a-8560-6d98249b5105 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:02.133605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52f52a57-1528-469a-bccb-7f35d941a010 req-30f16744-2614-4e8a-8560-6d98249b5105 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0573089 Jul 28 18:22:02.173712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52f52a57-1528-469a-bccb-7f35d941a010 req-46f38ffa-2468-4a92-9d87-59daa188ca84 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340273 Jul 28 18:22:02.357568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363561ff-8a9b-4886-9cc7-d47896cb6032 req-c57af676-4596-452e-bb37-869dc8349dac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:02.358962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363561ff-8a9b-4886-9cc7-d47896cb6032 req-c57af676-4596-452e-bb37-869dc8349dac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0494087 Jul 28 18:22:02.398434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363561ff-8a9b-4886-9cc7-d47896cb6032 req-366a561d-42af-4433-a794-a7c78e041fa6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Jul 28 18:22:03.008416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36862fac-6191-44de-ac4d-5d0a9533fc38 req-0c8371fb-83c4-4d1c-a90f-3596ada16132 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.010003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36862fac-6191-44de-ac4d-5d0a9533fc38 req-0c8371fb-83c4-4d1c-a90f-3596ada16132 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0635843 Jul 28 18:22:03.056591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36862fac-6191-44de-ac4d-5d0a9533fc38 req-afa80fe7-3526-430e-88d7-4f9b784f1a57 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Jul 28 18:22:03.308885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723b129-ce8c-4032-8510-0ccb99f89474 req-2c1ac317-47fb-4c58-9e85-5d553e8ba582 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.310474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0723b129-ce8c-4032-8510-0ccb99f89474 req-2c1ac317-47fb-4c58-9e85-5d553e8ba582 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0537257 Jul 28 18:22:03.350387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0723b129-ce8c-4032-8510-0ccb99f89474 req-0218a357-8d88-4783-9768-ba02dbfd548b tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/security-groups?id=28ce4fc3-caac-4777-84a8-6a229222826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Jul 28 18:22:03.414909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-3177c116-4e81-4370-b268-24cd2b22af3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570600 Jul 28 18:22:03.481630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-f2a23b86-bd7d-47d0-9a86-ac0d811390c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.483159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-f2a23b86-bd7d-47d0-9a86-ac0d811390c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0430017 Jul 28 18:22:03.547624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3712-2e4c-40ce-a148-da50e2d41bbd req-f5ca9042-3aeb-476b-9d30-965887ea6b2d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.549823 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-688a3712-2e4c-40ce-a148-da50e2d41bbd req-f5ca9042-3aeb-476b-9d30-965887ea6b2d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0816905 Jul 28 18:22:03.592042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-688a3712-2e4c-40ce-a148-da50e2d41bbd req-49b501d9-d882-4135-96bc-d874dfed50da tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Jul 28 18:22:03.683351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-f554dea8-c4f6-45b7-80b6-85b40c7f29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.684776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-f554dea8-c4f6-45b7-80b6-85b40c7f29bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1705439 Jul 28 18:22:03.692120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbacbbd-f2fb-438f-ae82-b340b6887852 req-49e6453e-c8a6-45fc-8fe9-209508b97da7 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.693492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-edbacbbd-f2fb-438f-ae82-b340b6887852 req-49e6453e-c8a6-45fc-8fe9-209508b97da7 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.1246257 Jul 28 18:22:03.708341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-cba9f60a-1af7-472d-a229-718d7c3aa252 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.709762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-cba9f60a-1af7-472d-a229-718d7c3aa252 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.1195815 Jul 28 18:22:03.838612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-edbacbbd-f2fb-438f-ae82-b340b6887852 req-1b8795d2-46ae-41ed-aab0-93f83d4135fc tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268854 Jul 28 18:22:03.845673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-4b9433d8-7df6-4862-9833-d2fa0dde7dc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.1499407 Jul 28 18:22:03.912825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Deleting port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:22:03.913158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:03.962949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-e0d9afa9-f7fb-40bd-be22-9ee13401f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:03.964453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-e0d9afa9-f7fb-40bd-be22-9ee13401f749 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.1112332 Jul 28 18:22:04.040452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-6f292be3-d445-4c5b-a0ba-d6affc3363bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:04.041976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-6f292be3-d445-4c5b-a0ba-d6affc3363bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670881 Jul 28 18:22:04.043715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] For port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,segment=NetworkSegment(205d1aa8-6fb4-40a1-bcba-c5f15b281c7c),segment_id=205d1aa8-6fb4-40a1-bcba-c5f15b281c7c)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:04.044085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:04.088644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Calling delete_port for 3aa4864b-3b37-49c2-8b7c-3ca7207e18be owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:22:04.206053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-ef58debb-10d5-4fb3-8117-497da8f1f03c service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528330 Jul 28 18:22:04.345106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f3b60315-fac7-4d3c-a44a-8266bf352c68 req-f8786cb7-f3ac-46fc-8880-a3cfcbb60bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281898 Jul 28 18:22:04.417648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:04.428999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['3aa4864b-3b37-49c2-8b7c-3ca7207e18be'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:04.477892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bab4484c-e74c-49a7-a17c-05cbe31247bc req-5efcce6d-e554-4b08-9dda-a3966178284e tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e31998-ecea-4a1e-a9a1-426db25bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0581048 Jul 28 18:22:04.484690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Pushing event deleted for resources: {'Port': ['ID=3aa4864b-3b37-49c2-8b7c-3ca7207e18be,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:04.521529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] No DVR routers for this DVR port 3aa4864b-3b37-49c2-8b7c-3ca7207e18be on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:22:04.524419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:04.526492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efdb3770-f49d-497f-a137-0cd757e9e271 req-7de448ab-c607-4bba-8f90-18b51e381be8 tempest-ServerAddressesNegativeTestJSON-1285992818 tempest-ServerAddressesNegativeTestJSON-1285992818-project] 10.222.0.35 "DELETE /v2.0/ports/3aa4864b-3b37-49c2-8b7c-3ca7207e18be HTTP/1.1" status: 204 len: 173 time: 0.7789338 Jul 28 18:22:04.526945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'name': 'network-vif-deleted', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:04.529332 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870ab47-bf92-488e-a14d-bb7be632ae83" -d '{"events": [{"server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "name": "network-vif-deleted", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:04.565464 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee360d7b-815f-4072-8328-7c99325626be x-openstack-request-id: req-ee360d7b-815f-4072-8328-7c99325626be {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:04.565754 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e31998-ecea-4a1e-a9a1-426db25bdfd5", "name": "network-vif-deleted", "tag": "3aa4864b-3b37-49c2-8b7c-3ca7207e18be", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:04.566005 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee360d7b-815f-4072-8328-7c99325626be {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:04.566399 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e31998-ecea-4a1e-a9a1-426db25bdfd5', 'name': 'network-vif-deleted', 'tag': '3aa4864b-3b37-49c2-8b7c-3ca7207e18be', 'status': 'completed', 'code': 200} Jul 28 18:22:04.715571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b47cf-2f90-423c-9180-f20c8476c25e req-227288c6-fb87-47cb-b61e-de301c3a8204 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:04.717133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7b47cf-2f90-423c-9180-f20c8476c25e req-227288c6-fb87-47cb-b61e-de301c3a8204 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.0530090 Jul 28 18:22:04.756058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7b47cf-2f90-423c-9180-f20c8476c25e req-9906c90d-9972-4e3f-aeaf-add0790acc9a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Jul 28 18:22:04.938257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127abe2d-49b9-4b89-8cf0-2c0d8405a52f req-5b05eeac-f07d-4b80-a5b5-2a95fc0b0f0b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:04.939813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-127abe2d-49b9-4b89-8cf0-2c0d8405a52f req-5b05eeac-f07d-4b80-a5b5-2a95fc0b0f0b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0565403 Jul 28 18:22:04.967083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dde8e-e7c1-4d37-8afe-ad5b0369c445 req-b1589d36-831c-4d23-b568-32146bcb9079 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:04.967083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c91dde8e-e7c1-4d37-8afe-ad5b0369c445 req-b1589d36-831c-4d23-b568-32146bcb9079 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Jul 28 18:22:04.982181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-127abe2d-49b9-4b89-8cf0-2c0d8405a52f req-64a5afbc-6e4e-4d21-9592-a4e15e9ec86a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Jul 28 18:22:05.008906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c91dde8e-e7c1-4d37-8afe-ad5b0369c445 req-29cdca16-6f8e-4c14-8aac-0d7be149ab27 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/security-groups?id=e275a6dc-7008-4f90-8a7d-d6e4037491b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Jul 28 18:22:05.137225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b1d2-9bed-41e9-a3ef-df3ffb00d921 req-3eb793a7-95b3-411e-9b6d-d7123ad2b8b1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:05.139281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3692b1d2-9bed-41e9-a3ef-df3ffb00d921 req-3eb793a7-95b3-411e-9b6d-d7123ad2b8b1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0680096 Jul 28 18:22:05.211912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-baf174db-275b-477a-8422-975d4ed8040f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:05.213397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-baf174db-275b-477a-8422-975d4ed8040f tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 946 time: 0.0871165 Jul 28 18:22:05.216027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3692b1d2-9bed-41e9-a3ef-df3ffb00d921 req-4d1b1a3a-c477-47dc-bd48-21b2de4ddbf8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685382 Jul 28 18:22:05.313591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Deleting port 93a177fd-bf9e-4457-855a-e3afb3ca6944 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:22:05.313945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.409612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] For port 93a177fd-bf9e-4457-855a-e3afb3ca6944, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=93a177fd-bf9e-4457-855a-e3afb3ca6944,segment=NetworkSegment(433cbe05-5616-4c52-b9ae-c1a57a0d15e3),segment_id=433cbe05-5616-4c52-b9ae-c1a57a0d15e3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:05.409985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.423650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Calling delete_port for 93a177fd-bf9e-4457-855a-e3afb3ca6944 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:22:05.514782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-635e83da-2687-4302-917e-f363076300c1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:05.522549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-635e83da-2687-4302-917e-f363076300c1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1270907 Jul 28 18:22:05.539979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-813f68b4-a9d9-4d5f-90e1-33944e5e20c5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/quotas/44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 375 time: 0.0164697 Jul 28 18:22:05.547672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52336) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:05.601225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-e05c14fe-8a14-4a68-86c5-433b0b4c7167 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0594332 Jul 28 18:22:05.625644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Deleting subnet ab933798-d036-4a83-ab72-60b350458b47 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:22:05.633090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.673565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.692600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-18f3b289-6e93-4fe0-bd1e-4e07d69bf32e service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Jul 28 18:22:05.713068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.732976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.776648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Pushing event deleted for resources: {'Port': ['ID=93a177fd-bf9e-4457-855a-e3afb3ca6944,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:05.796362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-de5ea112-5c58-4db7-9145-ae9b7ffaae86 service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969105 Jul 28 18:22:05.816284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] No DVR routers for this DVR port 93a177fd-bf9e-4457-855a-e3afb3ca6944 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:22:05.818861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.821305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-196fc8f4-75ce-4c30-96ae-817673b7c35a req-c4404378-9064-4966-90c4-ea85bd72c894 tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.37 "DELETE /v2.0/ports/93a177fd-bf9e-4457-855a-e3afb3ca6944 HTTP/1.1" status: 204 len: 173 time: 0.6012442 Jul 28 18:22:05.932945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.963238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab933798-d036-4a83-ab72-60b350458b47,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:05.967021 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:05.971890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f1508c67-b783-4335-9a2e-2a1b6d834e35 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab933798-d036-4a83-ab72-60b350458b47 HTTP/1.1" status: 204 len: 168 time: 0.4208250 Jul 28 18:22:05.972176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52342) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:06.041819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.124122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9b1c32c-1b8e-4663-a792-93972a69a70e req-97e42fd1-86e3-4a70-8f9d-e2ff3a90fcb8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Jul 28 18:22:06.162779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f379d2b-6a27-434b-bddd-284aafc5616d req-17c21ba1-0f7f-43aa-a706-06f66d30815c tempest-VolumesSnapshotTestJSON-30328916 tempest-VolumesSnapshotTestJSON-30328916-project] 10.222.0.25 "GET /v2.0/ports?device_id=066b8b0d-d528-4877-a924-e30cf4971d70 HTTP/1.1" status: 200 len: 210 time: 0.0651829 Jul 28 18:22:06.183679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.198528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd37a91-6af4-4a61-a9b6-d0afac11cf93']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:06.209886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:06.210376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205d1aa8-6fb4-40a1-bcba-c5f15b281c7c') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:06.220794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.240071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.249988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:22:06.250398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:22:06.252697 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:22:06.360325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.365920 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.367768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/abd37a91-6af4-4a61-a9b6-d0afac11cf93 HTTP/1.1" status: 204 len: 168 time: 0.3948042 Jul 28 18:22:06.384493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf82d7-8412-4dc7-a1ab-bce8a859cfa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd37a91-6af4-4a61-a9b6-d0afac11cf93,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:06.567671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'name': 'network-vif-deleted', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:06.570123 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2127527-b321-45ac-b642-62ca817500ed" -d '{"events": [{"server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "name": "network-vif-deleted", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:06.621561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff37d43-3d25-4e4c-8c73-6f54f1b2d430 x-openstack-request-id: req-eff37d43-3d25-4e4c-8c73-6f54f1b2d430 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:06.621980 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066b8b0d-d528-4877-a924-e30cf4971d70", "name": "network-vif-deleted", "tag": "93a177fd-bf9e-4457-855a-e3afb3ca6944", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:06.622251 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eff37d43-3d25-4e4c-8c73-6f54f1b2d430 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:06.622656 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066b8b0d-d528-4877-a924-e30cf4971d70', 'name': 'network-vif-deleted', 'tag': '93a177fd-bf9e-4457-855a-e3afb3ca6944', 'status': 'completed', 'code': 200} Jul 28 18:22:06.817347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52372) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:06.865012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e58225f8-cb00-429c-bd76-af63b3043308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbece395ed434307bac1134780f19832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460575 Jul 28 18:22:06.867473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52376) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:06.919622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:06.946293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:07.086262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:07.089087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:07.091315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28ce4fc3-caac-4777-84a8-6a229222826c HTTP/1.1" status: 204 len: 168 time: 0.2219496 Jul 28 18:22:07.100561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7647f-29a2-471c-aacd-7a4419518e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce4fc3-caac-4777-84a8-6a229222826c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:07.182840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 93a177fd-bf9e-4457-855a-e3afb3ca6944 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:07.227316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 93a177fd-bf9e-4457-855a-e3afb3ca6944 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:22:07.227690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 93a177fd-bf9e-4457-855a-e3afb3ca6944 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:22:07.236164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3aa4864b-3b37-49c2-8b7c-3ca7207e18be no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:07.268838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 3aa4864b-3b37-49c2-8b7c-3ca7207e18be {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:22:07.269256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 3aa4864b-3b37-49c2-8b7c-3ca7207e18be not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:22:07.324573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fee42172-7cb0-4eb9-a83d-e74d28c1e55d req-1431b8e7-2ce2-4244-ac3c-1538b2dec989 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 210 time: 0.0283251 Jul 28 18:22:07.697671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f68c303-5b74-4775-9da0-07dc972a4f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.321750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-2d669814-85a3-4ac4-9875-e06309865955 req-cbee262d-c5bd-4472-9728-726b6e67edb7 service neutron] (101106) timed out ('10.222.0.37', 55790) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:22:08.378488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:08.421812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-91fae06f-78cf-48e8-9ea8-6dbe45c212fb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:08.426694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-91fae06f-78cf-48e8-9ea8-6dbe45c212fb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1585696 Jul 28 18:22:08.456891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'device_id': '28af5052-4e75-448a-8161-b591bc051710', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'admin_state_up': True, 'tenant_id': '44e9a34837854191ae9bb143a0b0c455'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:08.497658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c2ad389a-253b-46b7-a10c-29779e2d8131 req-f6c07ce2-f0ab-444c-823f-f194d2024e95 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 210 time: 0.0474737 Jul 28 18:22:08.546388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1146277573-network', 'tenant_id': '18fd083c984c4d0f9980aec1ab78fe4e'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:08.664698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Made reservation on behalf of 18fd083c984c4d0f9980aec1ab78fe4e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:08.667011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.676606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.760334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:08.764386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.843148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.909340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.917340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.20.0.13 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:22:08.937229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:22:08.952559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e74b356-daa7-4a65-a17e-9db795270d24,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:08.955672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:08.956031 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Added segment 26986ae4-c06d-42f8-ba15-2d636f3b0066 of type vlan for network 1bcea01e-585b-42c7-ab24-de7965250d72 Jul 28 18:22:09.002900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.098525 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.099558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:09.100154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.159803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.170776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] Pushing event updated for resources: {'Network': ['ID=1bcea01e-585b-42c7-ab24-de7965250d72,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:09.176134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Transition to ACTIVE for port object 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:22:09.182170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 1bcea01e-585b-42c7-ab24-de7965250d72 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:22:09.236769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa516512-bfd3-4437-be6d-e671639d7d39 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8569257 Jul 28 18:22:09.244852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:09.251023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Request body: {'subnet': {'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1146277573-subnet', 'tenant_id': '18fd083c984c4d0f9980aec1ab78fe4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:09.286768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.298666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:09.330300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:22:09.333336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:09.337218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:22:09.346834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:09.375523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Made reservation on behalf of 18fd083c984c4d0f9980aec1ab78fe4e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:09.380413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.401063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:09.401063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.532820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7e1c3d6b-d6a5-4ee9-888f-6c4d1d67d0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0893915 Jul 28 18:22:09.549924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Request body: {'port': {'device_id': '28af5052-4e75-448a-8161-b591bc051710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:09.652748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.673217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.688407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb68d-6859-4890-8a8f-fde5ba174ac6 req-6a14a3df-896e-4a5a-ba16-30ea62f74e7e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:09.689928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93efb68d-6859-4890-8a8f-fde5ba174ac6 req-6a14a3df-896e-4a5a-ba16-30ea62f74e7e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 932 time: 0.0795362 Jul 28 18:22:09.708679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-229cf1d6-78c9-43e1-87a4-a7857dc16b78 None None] Provisioning for port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:22:09.712968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-229cf1d6-78c9-43e1-87a4-a7857dc16b78 None None] Provisioning complete for port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:22:09.713339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-229cf1d6-78c9-43e1-87a4-a7857dc16b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:09.735761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-f027a903-8584-464e-920f-05dbdcefb325 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985541 Jul 28 18:22:09.739217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d735a67-4d05-4236-9fad-026669dd113b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:09.761065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93efb68d-6859-4890-8a8f-fde5ba174ac6 req-e127d1e5-0d41-4e33-850e-cf88696f15b0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Jul 28 18:22:09.763938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Checking segment: {'id': '26986ae4-c06d-42f8-ba15-2d636f3b0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:09.764275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Network hostable DHCP agents. Network: 1bcea01e-585b-42c7-ab24-de7965250d72, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:22:09.784801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-229cf1d6-78c9-43e1-87a4-a7857dc16b78 None None] Port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:22:09.863149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Network 1bcea01e-585b-42c7-ab24-de7965250d72 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:22:09.924024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-1305225b-63e3-41ab-a284-25596763958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:09.925590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-1305225b-63e3-41ab-a284-25596763958e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 1097 time: 0.0988917 Jul 28 18:22:09.939343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 1bcea01e-585b-42c7-ab24-de7965250d72) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:09.945901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:09.949904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c2e51-ef08-4d99-83d4-b2899532dc5c None None] Network 1bcea01e-585b-42c7-ab24-de7965250d72 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:09.952839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:10.030279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e20e51cf-1f06-417b-9679-f63679f95549 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7842283 Jul 28 18:22:10.070858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:10.111252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-a068c3f5-ffac-407d-84cd-cbfee8879de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:10.112831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-a068c3f5-ffac-407d-84cd-cbfee8879de1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1512339 Jul 28 18:22:10.125482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:10.139154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:10.192429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Transition to ACTIVE for port object 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:22:10.195922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f76b2-c732-4b6a-a695-0e5d40e84947 None None] Network 1bcea01e-585b-42c7-ab24-de7965250d72 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:10.219035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-67c94c77-aa37-45ab-b588-297569b6363e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 200 len: 1001 time: 0.0986416 Jul 28 18:22:10.277654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:10.319658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-10edd069-4669-43ee-a933-5f740a6a660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:10.321533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-10edd069-4669-43ee-a933-5f740a6a660d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0958889 Jul 28 18:22:10.321681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e4f49657-92a5-4027-915f-f9e1fcf31b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:10.377911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:10.512397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-313c8c2c-91cc-46f5-af5e-a07698a2bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:10.518590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-313c8c2c-91cc-46f5-af5e-a07698a2bffa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856434 Jul 28 18:22:10.952537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c9ad-43a7-465e-8d6a-4a201f6551eb req-62a90636-fb4b-46d8-a189-d2bf4ef3784e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:10.959662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b7c9ad-43a7-465e-8d6a-4a201f6551eb req-62a90636-fb4b-46d8-a189-d2bf4ef3784e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.0887768 Jul 28 18:22:11.015443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-57b7c9ad-43a7-465e-8d6a-4a201f6551eb req-0f071fb2-118e-4eb0-b83d-5a220a4b6b0a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Jul 28 18:22:11.057879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:11.093550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Attempting to bind port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:22:11.093882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Attempting to bind port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:22:11.094206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Attempting to bind port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:11.110638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:22:11.111163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Attempting to bind port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:11.135461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:22:11.136049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:11.136649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:22:11.137261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Bound port: 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:22:11.137795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:11.144690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-ca31dbf5-e86d-4b68-9a65-5af9ce796848 service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167951 Jul 28 18:22:11.219374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-dca72654-03f2-4b0a-bbd3-7bda115b7197 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:11.220878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-dca72654-03f2-4b0a-bbd3-7bda115b7197 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/networks?id=1bcea01e-585b-42c7-ab24-de7965250d72 HTTP/1.1" status: 200 len: 813 time: 0.5940051 Jul 28 18:22:11.267252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-30798c3f-7324-42a7-aee7-8e4a716705da tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/quotas/18fd083c984c4d0f9980aec1ab78fe4e HTTP/1.1" status: 200 len: 375 time: 0.0260015 Jul 28 18:22:11.332492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-232c6196-3b12-4676-a091-ff879521ed55 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18fd083c984c4d0f9980aec1ab78fe4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567708 Jul 28 18:22:11.333576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:22:11.378739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:22:11.406727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11ac19ca-33ee-41e5-a521-3396e934da6e req-d03223ae-e5a3-4bd9-b011-4b068053337c service neutron] 10.222.0.35 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526121 Jul 28 18:22:11.440896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:11.481691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:11.482228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:11.483625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 HTTP/1.1" status: 200 len: 1092 time: 1.9396863 Jul 28 18:22:11.486764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:11.489673 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f495c-5aad-49bc-af57-7cf7c874f500" -d '{"events": [{"name": "network-changed", "server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:11.493983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-d620eab0-c691-4ec7-a892-05c9ac82aac8 service neutron] 10.222.0.25 "GET /v2.0/networks/1bcea01e-585b-42c7-ab24-de7965250d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482306 Jul 28 18:22:11.570843 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d829c20-f2b6-41f8-8b96-2bf8553b0ba1 x-openstack-request-id: req-0d829c20-f2b6-41f8-8b96-2bf8553b0ba1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:11.571205 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:11.571421 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d829c20-f2b6-41f8-8b96-2bf8553b0ba1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:11.571811 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'status': 'completed', 'code': 200} Jul 28 18:22:11.597300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56e31-6571-4bdc-9281-9ab45ee263c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:11.679716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-f459aa17-1095-4376-b2c8-3d771847ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:11.681264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-f459aa17-1095-4376-b2c8-3d771847ec53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 1095 time: 0.1017692 Jul 28 18:22:11.692784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-4e0f406a-1049-4987-90ff-4a838ee2daf3 service neutron] 10.222.0.25 "GET /v2.0/networks/1bcea01e-585b-42c7-ab24-de7965250d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858208 Jul 28 18:22:11.837698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-e5f38627-5d3c-469e-9a75-09fc9725c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:11.839429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-e5f38627-5d3c-469e-9a75-09fc9725c23f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=44e9a34837854191ae9bb143a0b0c455&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1458333 Jul 28 18:22:11.942664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-4ea3cb46-bfb5-42ad-ad82-a9230339a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:11.944196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b6f495c-5aad-49bc-af57-7cf7c874f500 req-4ea3cb46-bfb5-42ad-ad82-a9230339a1a3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965323 Jul 28 18:22:11.945817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce8836d5-02b0-46e6-9828-0729c6cbc99d req-76a0ed98-4958-4a59-810e-12084b5394b4 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 210 time: 0.0302665 Jul 28 18:22:12.065154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-ec8d3a18-7b75-4d2a-9900-dab147e5f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:12.066936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-ec8d3a18-7b75-4d2a-9900-dab147e5f1d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 1095 time: 0.0667632 Jul 28 18:22:12.221927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-568e247b-784f-4a7e-aad4-ad3d5d4f73aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 HTTP/1.1" status: 200 len: 217 time: 0.1455922 Jul 28 18:22:12.280772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ae6cb-6156-4520-9090-11d6e91f3766 req-10395281-bc6b-4ccb-bda9-9ab8a2a1a982 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:12.283093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd6ae6cb-6156-4520-9090-11d6e91f3766 req-10395281-bc6b-4ccb-bda9-9ab8a2a1a982 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.1112900 Jul 28 18:22:12.317315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-84655866-59a4-40cb-a67c-38928b9694c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:12.322540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-84655866-59a4-40cb-a67c-38928b9694c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0792859 Jul 28 18:22:12.387684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd6ae6cb-6156-4520-9090-11d6e91f3766 req-0796d128-58b4-4b1c-bf32-5201c4d094f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936882 Jul 28 18:22:12.403697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-6c4703e4-d90b-4b25-848e-a644cca57b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:12.405431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-6c4703e4-d90b-4b25-848e-a644cca57b9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730600 Jul 28 18:22:12.499864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-d1b492f1-ad24-4725-b181-8ff6165ed9bf service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867722 Jul 28 18:22:12.598384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abf0f391-bb1e-46eb-91d2-cfeaff616c98 req-7f2593e9-27b3-43cc-9cf1-73c287640412 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Jul 28 18:22:13.000532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:13.031894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c5b3475-5565-46b6-a359-e01bbf43a1a4 req-ae6a87e2-7481-4ba9-a6b3-238a645908c0 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 210 time: 0.0276139 Jul 28 18:22:13.520872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918bcd1-beb8-4540-8054-4161f9b90432 req-d87e397e-4371-48ba-8dc9-845bf0945c59 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:13.522661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5918bcd1-beb8-4540-8054-4161f9b90432 req-d87e397e-4371-48ba-8dc9-845bf0945c59 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.0611038 Jul 28 18:22:13.564883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5918bcd1-beb8-4540-8054-4161f9b90432 req-54547239-27f9-4bdf-a0cb-33d8d506c74b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Jul 28 18:22:14.128308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b73a4819-9949-4f02-98a1-e40288f21250 req-6d0d0351-6b6f-49a9-910e-7eb92abb8020 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 210 time: 0.0271859 Jul 28 18:22:14.567828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-4f76cc81-fc70-4ea8-9ac0-e7901525a5b1 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:14.575514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-4f76cc81-fc70-4ea8-9ac0-e7901525a5b1 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.37 "GET /v2.0/networks?id=1bcea01e-585b-42c7-ab24-de7965250d72 HTTP/1.1" status: 200 len: 813 time: 0.1203275 Jul 28 18:22:14.585057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Request body: {'port': {'device_id': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72', 'admin_state_up': True, 'tenant_id': '18fd083c984c4d0f9980aec1ab78fe4e'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:14.765929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209a938-8c16-4df5-9439-40da21609c01 req-273f265d-298f-420d-9dae-27e0f29a84e5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:14.767516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f209a938-8c16-4df5-9439-40da21609c01 req-273f265d-298f-420d-9dae-27e0f29a84e5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.0796123 Jul 28 18:22:14.823742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f209a938-8c16-4df5-9439-40da21609c01 req-cf7fa7c0-d249-457f-b926-50b7ac9bef44 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Jul 28 18:22:14.875133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Made reservation on behalf of 18fd083c984c4d0f9980aec1ab78fe4e for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:14.878703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.017960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Allocated IP 172.20.0.4 (1bcea01e-585b-42c7-ab24-de7965250d72/1d735a67-4d05-4236-9fad-026669dd113b/c59a12ff-e749-4c7c-a02c-0c7f1540bf33) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:22:15.176966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.281253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.333506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Network 1bcea01e-585b-42c7-ab24-de7965250d72 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:22:15.349179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Pushing event updated for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:15.353904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:15.357467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:22:15.458376 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.479900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:15.480127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.535272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96c7a-4981-4e76-a63d-a2cdc580fcdd req-4d33fbe6-859d-4b85-a813-225d9631b226 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:15.536822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfa96c7a-4981-4e76-a63d-a2cdc580fcdd req-4d33fbe6-859d-4b85-a813-225d9631b226 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 931 time: 0.0715573 Jul 28 18:22:15.578790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfa96c7a-4981-4e76-a63d-a2cdc580fcdd req-30ed5caf-b9de-4ab8-9ab0-8d08b5db5e60 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jul 28 18:22:15.582627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-0b90cac6-a0ef-485b-b8d3-8c884d87882f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033197 Jul 28 18:22:15.600318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Request body: {'port': {'device_id': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:15.659718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.956615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a12ff-e749-4c7c-a02c-0c7f1540bf33 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:15.967298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:15.982319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Transition to ACTIVE for port object c59a12ff-e749-4c7c-a02c-0c7f1540bf33 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:22:16.018949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f454a1-692f-496c-bb70-c9028c5c0878 req-4b424a5b-7c4e-4966-9823-442f21c73a0d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.021242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0f454a1-692f-496c-bb70-c9028c5c0878 req-4b424a5b-7c4e-4966-9823-442f21c73a0d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.0933194 Jul 28 18:22:16.062581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0f454a1-692f-496c-bb70-c9028c5c0878 req-e08d0d5e-6dc1-4949-9b8c-55c14c9f1ad1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Jul 28 18:22:16.064511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:16.120745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Pushing event updated for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:16.194674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Attempting to bind port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:22:16.195107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Attempting to bind port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '26986ae4-c06d-42f8-ba15-2d636f3b0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:22:16.195548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Attempting to bind port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 on network 1bcea01e-585b-42c7-ab24-de7965250d72 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:16.199922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 on network 1bcea01e-585b-42c7-ab24-de7965250d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:22:16.200314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Attempting to bind port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 on network 1bcea01e-585b-42c7-ab24-de7965250d72 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:16.206059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:22:16.206472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Checking segment: {'id': '26986ae4-c06d-42f8-ba15-2d636f3b0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:16.206978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Bound using segment: {'id': '26986ae4-c06d-42f8-ba15-2d636f3b0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:22:16.207452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Bound port: c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26986ae4-c06d-42f8-ba15-2d636f3b0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:22:16.207883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:16.273563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:22:16.276548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,segment=NetworkSegment(26986ae4-c06d-42f8-ba15-2d636f3b0066),segment_id=26986ae4-c06d-42f8-ba15-2d636f3b0066)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:22:16.344335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:16.381561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.382528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:16.384013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] 10.222.0.37 "PUT /v2.0/ports/c59a12ff-e749-4c7c-a02c-0c7f1540bf33 HTTP/1.1" status: 200 len: 1091 time: 0.7922776 Jul 28 18:22:16.386120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:16.389152 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00597143-a251-4d31-a25c-adf784258759" -d '{"events": [{"name": "network-changed", "server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:16.415192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0812b-9d26-41c9-8568-11a4194c499e service neutron] Pushing event updated for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:16.427302 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6ed9e-8b39-4b0f-83b1-475a4b05bcd0 x-openstack-request-id: req-d3b6ed9e-8b39-4b0f-83b1-475a4b05bcd0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:16.427622 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:16.427872 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3b6ed9e-8b39-4b0f-83b1-475a4b05bcd0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:16.428298 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33', 'status': 'completed', 'code': 200} Jul 28 18:22:16.495593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597143-a251-4d31-a25c-adf784258759 req-ae247d11-bfe5-443b-8baf-51ea9065a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.497328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00597143-a251-4d31-a25c-adf784258759 req-ae247d11-bfe5-443b-8baf-51ea9065a56c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18fd083c984c4d0f9980aec1ab78fe4e&device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 1094 time: 0.0475645 Jul 28 18:22:16.611262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597143-a251-4d31-a25c-adf784258759 req-b32f7355-7762-4b21-8e16-b5d9693088dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.612832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00597143-a251-4d31-a25c-adf784258759 req-b32f7355-7762-4b21-8e16-b5d9693088dc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18fd083c984c4d0f9980aec1ab78fe4e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1078422 Jul 28 18:22:16.713790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe64a2-3a11-4288-9bb2-e4e5359e5af4 req-9437cd94-8b6f-49e1-aaed-776dfee15644 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.719997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ecfe64a2-3a11-4288-9bb2-e4e5359e5af4 req-9437cd94-8b6f-49e1-aaed-776dfee15644 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 943 time: 0.0539434 Jul 28 18:22:16.731828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597143-a251-4d31-a25c-adf784258759 req-635b80f2-1f17-41a5-b229-73265dfb7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.733466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00597143-a251-4d31-a25c-adf784258759 req-635b80f2-1f17-41a5-b229-73265dfb7a20 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139956 Jul 28 18:22:16.760695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ecfe64a2-3a11-4288-9bb2-e4e5359e5af4 req-d0ffe578-4317-431d-8d8a-7266a8981655 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Jul 28 18:22:16.810331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-91a19253-2bfc-4ff7-ba60-2b4f5b5e6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.812388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-91a19253-2bfc-4ff7-ba60-2b4f5b5e6072 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18fd083c984c4d0f9980aec1ab78fe4e&device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 1094 time: 0.0420046 Jul 28 18:22:16.858523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-dda13178-53de-46d2-a764-300f1efe4029 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33 HTTP/1.1" status: 200 len: 217 time: 0.0389981 Jul 28 18:22:16.910579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-2b1d03b3-f042-418c-bdb2-3e3d8576007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:16.912080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-2b1d03b3-f042-418c-bdb2-3e3d8576007d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d735a67-4d05-4236-9fad-026669dd113b HTTP/1.1" status: 200 len: 853 time: 0.0464556 Jul 28 18:22:16.945035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-dd40275c-310a-4c41-8046-7eeeafbefe27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bcea01e-585b-42c7-ab24-de7965250d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252919 Jul 28 18:22:17.041924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-047a9f6c-5620-4ee8-addd-79a99438efeb service neutron] 10.222.0.37 "GET /v2.0/networks/1bcea01e-585b-42c7-ab24-de7965250d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901012 Jul 28 18:22:17.144152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2795e20c-5e40-42ea-8a64-07e72e5c4e9b req-25b42c86-4b1e-4a91-9b4d-1fc684b8bf40 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcea01e-585b-42c7-ab24-de7965250d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929663 Jul 28 18:22:17.186262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef05b7-902d-4903-bbcb-740cf1ba0265 req-d71a2be7-897d-4779-9b2a-9d47b202fea7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:17.188377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18ef05b7-902d-4903-bbcb-740cf1ba0265 req-d71a2be7-897d-4779-9b2a-9d47b202fea7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 944 time: 0.0512693 Jul 28 18:22:17.233566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18ef05b7-902d-4903-bbcb-740cf1ba0265 req-418ef466-6249-43d9-a5ef-6352537337b8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Jul 28 18:22:17.264200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:22:17.361326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:17.372412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'mac_address': 'fa:16:3e:b0:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:22:17.411961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:17.427521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:17.449588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:17.560140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:17.608390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:17.615642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.616094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.616633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.616984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.617098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.617334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.617838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.618319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.618794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.619123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.619619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.620087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:17.891563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0595e7-89d5-470a-9a20-66668a203589 req-b0a8d028-08fa-4e2c-ac5b-47aa6f220261 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:17.893074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d0595e7-89d5-470a-9a20-66668a203589 req-b0a8d028-08fa-4e2c-ac5b-47aa6f220261 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 943 time: 0.0543122 Jul 28 18:22:17.902119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:17.933548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d0595e7-89d5-470a-9a20-66668a203589 req-e323196b-b960-4189-ad1e-1711fa28957c tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Jul 28 18:22:18.348962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493e1cf-c4f8-4dd9-bf20-45c68159afa8 req-c6456699-5398-4cd7-b2aa-aeffb9afde8d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:18.350627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2493e1cf-c4f8-4dd9-bf20-45c68159afa8 req-c6456699-5398-4cd7-b2aa-aeffb9afde8d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 945 time: 0.0531442 Jul 28 18:22:18.391431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2493e1cf-c4f8-4dd9-bf20-45c68159afa8 req-ff971976-b30f-4fa3-8287-c14e128ec3fd tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Jul 28 18:22:18.634417 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.057648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c43d-9033-4530-9a4a-a1897bc77582 req-fc81b372-c3eb-4dda-9f78-8bac3655dadb tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:19.059143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aaa8c43d-9033-4530-9a4a-a1897bc77582 req-fc81b372-c3eb-4dda-9f78-8bac3655dadb tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 943 time: 0.0547276 Jul 28 18:22:19.099816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aaa8c43d-9033-4530-9a4a-a1897bc77582 req-c21e2e8b-0ef2-4824-943c-7c08d64e8489 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346529 Jul 28 18:22:19.269589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:22:19.293751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c59a12ff-e749-4c7c-a02c-0c7f1540bf33 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:22:19.405329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,segment=NetworkSegment(26986ae4-c06d-42f8-ba15-2d636f3b0066),segment_id=26986ae4-c06d-42f8-ba15-2d636f3b0066)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:19.418505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33', 'network_id': '1bcea01e-585b-42c7-ab24-de7965250d72', 'port_id': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33', 'mac_address': 'fa:16:3e:c8:4d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d735a67-4d05-4236-9fad-026669dd113b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:22:19.445332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:22:19.452187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:22:19.453204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.487673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.509223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59a12ff-e749-4c7c-a02c-0c7f1540bf33 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:19.548268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,segment=NetworkSegment(26986ae4-c06d-42f8-ba15-2d636f3b0066),segment_id=26986ae4-c06d-42f8-ba15-2d636f3b0066)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:19.602081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.607245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368212f2-c886-41e3-bc81-1d5893f91d6a req-07ab55c8-9316-4a37-8f80-b3de44024a93 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:19.614529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-368212f2-c886-41e3-bc81-1d5893f91d6a req-07ab55c8-9316-4a37-8f80-b3de44024a93 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 945 time: 0.1540551 Jul 28 18:22:19.619120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.649103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-368212f2-c886-41e3-bc81-1d5893f91d6a req-b97f9d0e-b462-4492-b213-a0f90f7bbe1c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Jul 28 18:22:19.663909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:19.666173 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6b01a-592e-4b83-b76f-0fe96bdd70d1" -d '{"events": [{"server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "name": "network-vif-plugged", "status": "completed", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:19.701763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:19.707106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:19.715427 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2464f3f3-4079-4f15-aa14-2ebfa8573e23 x-openstack-request-id: req-2464f3f3-4079-4f15-aa14-2ebfa8573e23 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:19.715896 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "name": "network-vif-plugged", "status": "completed", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:19.716088 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2464f3f3-4079-4f15-aa14-2ebfa8573e23 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:19.716433 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'code': 200} Jul 28 18:22:19.776702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:19.817204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476fd86-260b-4af3-aeb8-8f7c51a1edd8 req-f5cb1eb9-1ce5-457a-8d3d-edd2f102880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:19.819952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b476fd86-260b-4af3-aeb8-8f7c51a1edd8 req-f5cb1eb9-1ce5-457a-8d3d-edd2f102880f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 1097 time: 0.0462973 Jul 28 18:22:19.847587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c59a12ff-e749-4c7c-a02c-0c7f1540bf33'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:19.851082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:19.859169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b476fd86-260b-4af3-aeb8-8f7c51a1edd8 req-146e5132-c2bd-43ab-b6c7-eb194edfd30b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Jul 28 18:22:20.214462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82494869-79d0-4820-8b35-83637dba56fb req-0a542b58-eb70-4528-86a9-b2a7963ef14b tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:20.216114 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82494869-79d0-4820-8b35-83637dba56fb req-0a542b58-eb70-4528-86a9-b2a7963ef14b tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Jul 28 18:22:20.270855 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82494869-79d0-4820-8b35-83637dba56fb req-fb92f259-57ee-4813-9fe0-90466b3b069a tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Jul 28 18:22:20.781265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38810f10-f48e-4108-a1ad-3c84ac52ee1d req-a191ec23-c938-4cd8-8dac-a5aad853cfc0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:20.783612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38810f10-f48e-4108-a1ad-3c84ac52ee1d req-a191ec23-c938-4cd8-8dac-a5aad853cfc0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.0534678 Jul 28 18:22:20.821566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38810f10-f48e-4108-a1ad-3c84ac52ee1d req-ad864f11-a982-4f00-9c1f-3badda49559c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 28 18:22:21.297954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c59a12ff-e749-4c7c-a02c-0c7f1540bf33 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:22:21.458984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:22:21.463082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:22:21.463674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:21.482856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880c28-cd7a-4a5a-a8c7-30b38429d538 req-694384b3-dc13-44f2-8a78-0ddd57bf440c tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:21.488528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab880c28-cd7a-4a5a-a8c7-30b38429d538 req-694384b3-dc13-44f2-8a78-0ddd57bf440c tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 944 time: 0.1271434 Jul 28 18:22:21.543971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab880c28-cd7a-4a5a-a8c7-30b38429d538 req-38d4bfe6-842d-44a8-aaa8-da89979f1867 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jul 28 18:22:21.564737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:21.598848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,segment=NetworkSegment(26986ae4-c06d-42f8-ba15-2d636f3b0066),segment_id=26986ae4-c06d-42f8-ba15-2d636f3b0066)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:21.718455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:21.720822 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9699e-b398-455c-bdcb-76a0c85292c5" -d '{"events": [{"server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "name": "network-vif-plugged", "status": "completed", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:21.743530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:21.778998 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62261e9-ef57-4bab-a87d-dd5b2cae16f3 x-openstack-request-id: req-d62261e9-ef57-4bab-a87d-dd5b2cae16f3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:21.779288 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "name": "network-vif-plugged", "status": "completed", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:21.779572 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d62261e9-ef57-4bab-a87d-dd5b2cae16f3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:21.779945 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33', 'code': 200} Jul 28 18:22:21.813313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:21.874948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d08f0-8a1f-4f04-9399-389a67ef5f9f req-9378c299-8d63-451e-8d1a-0730d87092c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:21.877120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-909d08f0-8a1f-4f04-9399-389a67ef5f9f req-9378c299-8d63-451e-8d1a-0730d87092c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 1096 time: 0.0567033 Jul 28 18:22:21.943229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-909d08f0-8a1f-4f04-9399-389a67ef5f9f req-dac52cdc-c3f1-443d-856f-569653bcd0f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583985 Jul 28 18:22:21.958512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e986ed-3d2c-4392-8472-ba68bf179316 req-ded4f2a9-8f3a-470d-85ca-1e4b2ec1ca18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:21.959970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28e986ed-3d2c-4392-8472-ba68bf179316 req-ded4f2a9-8f3a-470d-85ca-1e4b2ec1ca18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.0654845 Jul 28 18:22:21.997809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28e986ed-3d2c-4392-8472-ba68bf179316 req-0726cc6f-9d2f-4aa6-8870-524e5b60b235 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Jul 28 18:22:22.682476 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dad2f-e348-4bdf-b649-b96b40872704 req-84bd7cdd-8172-4ff1-84d0-2488ce524806 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:22.684052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff5dad2f-e348-4bdf-b649-b96b40872704 req-84bd7cdd-8172-4ff1-84d0-2488ce524806 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 945 time: 0.0670507 Jul 28 18:22:22.723737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff5dad2f-e348-4bdf-b649-b96b40872704 req-632ec273-fcfa-4cca-bcc4-0784392ae25f tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jul 28 18:22:23.842087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2957-d888-4d77-a508-7b634e2a8a50 req-44ef4ea2-40ba-4718-9124-c01265d86bd3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:23.843619 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c2a2957-d888-4d77-a508-7b634e2a8a50 req-44ef4ea2-40ba-4718-9124-c01265d86bd3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Jul 28 18:22:23.888122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c2a2957-d888-4d77-a508-7b634e2a8a50 req-a97a0b67-95d9-4618-aa37-3a3ac65eb0b3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Jul 28 18:22:24.569987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609bd2-6982-47d7-8e0c-8e0b21a4b608 req-c55bdf1e-fdaf-4167-aa44-cca599461458 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:24.571525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c609bd2-6982-47d7-8e0c-8e0b21a4b608 req-c55bdf1e-fdaf-4167-aa44-cca599461458 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Jul 28 18:22:24.613060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c609bd2-6982-47d7-8e0c-8e0b21a4b608 req-32595a36-1c31-4850-9e5e-5e37fe96e730 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Jul 28 18:22:25.743404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76539c57-949d-4a7f-b10b-47b1c397cce2 req-6ea47f81-a038-41a4-b05c-5ec5d082b7bb tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:25.745161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76539c57-949d-4a7f-b10b-47b1c397cce2 req-6ea47f81-a038-41a4-b05c-5ec5d082b7bb tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 945 time: 0.0563180 Jul 28 18:22:25.784269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76539c57-949d-4a7f-b10b-47b1c397cce2 req-3a8bcc23-6a13-41ad-b39b-e728ce1affea tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e74b356-daa7-4a65-a17e-9db795270d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jul 28 18:22:25.837228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-9972a0f5-5d22-4242-ad42-2ca9845d1a8c tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:25.838895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-9972a0f5-5d22-4242-ad42-2ca9845d1a8c tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.37 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 945 time: 0.0515983 Jul 28 18:22:25.933235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Deleting port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:22:25.933595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:26.031833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] For port c59a12ff-e749-4c7c-a02c-0c7f1540bf33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,segment=NetworkSegment(26986ae4-c06d-42f8-ba15-2d636f3b0066),segment_id=26986ae4-c06d-42f8-ba15-2d636f3b0066)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:26.032354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:26.046028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Calling delete_port for c59a12ff-e749-4c7c-a02c-0c7f1540bf33 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:22:26.118820 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:22:26.257471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:26.269141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c59a12ff-e749-4c7c-a02c-0c7f1540bf33'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:26.292618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Pushing event deleted for resources: {'Port': ['ID=c59a12ff-e749-4c7c-a02c-0c7f1540bf33,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:26.341264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.341612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.341954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.342291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.342884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.343591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.343949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.344259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.344593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.344901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.345249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.345551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:26.349105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] No DVR routers for this DVR port c59a12ff-e749-4c7c-a02c-0c7f1540bf33 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:22:26.351498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:26.354411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0369af5d-36e9-4649-af8a-99bf06d989ca req-407facbd-90b9-49d5-89d3-38477b50e2c3 tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.37 "DELETE /v2.0/ports/c59a12ff-e749-4c7c-a02c-0c7f1540bf33 HTTP/1.1" status: 204 len: 173 time: 0.5087163 Jul 28 18:22:26.354411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'name': 'network-vif-deleted', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:26.356510 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef815b8-e0bc-4f69-abe3-4ff177573d7c" -d '{"events": [{"server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "name": "network-vif-deleted", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:26.406106 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a5445f-9386-4568-828d-16e028166771 x-openstack-request-id: req-b5a5445f-9386-4568-828d-16e028166771 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:26.406411 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379fa4d0-d1d3-41c6-ae55-18e1bd6cc492", "name": "network-vif-deleted", "tag": "c59a12ff-e749-4c7c-a02c-0c7f1540bf33", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:26.406665 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5a5445f-9386-4568-828d-16e028166771 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:26.407083 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379fa4d0-d1d3-41c6-ae55-18e1bd6cc492', 'name': 'network-vif-deleted', 'tag': 'c59a12ff-e749-4c7c-a02c-0c7f1540bf33', 'status': 'completed', 'code': 200} Jul 28 18:22:26.910432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15509038-982d-4812-b1dd-58f69f449e93 req-bcc0357f-f6bd-4a4a-bed0-ab1d6fbd7b3a tempest-ServerPasswordTestJSON-1163700276 tempest-ServerPasswordTestJSON-1163700276-project] 10.222.0.25 "GET /v2.0/ports?device_id=379fa4d0-d1d3-41c6-ae55-18e1bd6cc492 HTTP/1.1" status: 200 len: 210 time: 0.0314307 Jul 28 18:22:27.972918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52870) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:28.015903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Deleting subnet 1d735a67-4d05-4236-9fad-026669dd113b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:22:28.018887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.052288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.093808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.246298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.274786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.278495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d735a67-4d05-4236-9fad-026669dd113b HTTP/1.1" status: 204 len: 168 time: 0.3028016 Jul 28 18:22:28.278495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d735a67-4d05-4236-9fad-026669dd113b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:28.282663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52878) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:28.285446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.285798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.286136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.286481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.286797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.287241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.287603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.287928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.288310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.288851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.289096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.289577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232bc9c-ca6a-4123-aac4-4098741e13cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:28.353925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.432464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.443602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcea01e-585b-42c7-ab24-de7965250d72']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:28.461452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26986ae4-c06d-42f8-ba15-2d636f3b0066') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:28.461863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26986ae4-c06d-42f8-ba15-2d636f3b0066') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:28.475983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.493336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.513114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:22:28.517770 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:22:28.640473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.645583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:28.650315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1bcea01e-585b-42c7-ab24-de7965250d72 HTTP/1.1" status: 204 len: 168 time: 0.3671253 Jul 28 18:22:28.661860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d01da-5692-43a3-a998-e75f9d457680 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcea01e-585b-42c7-ab24-de7965250d72,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:29.140635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52890) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:29.185932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da8399d3-f21a-4284-8f65-e42392708567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18fd083c984c4d0f9980aec1ab78fe4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440466 Jul 28 18:22:29.188392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:29.237992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:29.264279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:29.357595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c59a12ff-e749-4c7c-a02c-0c7f1540bf33 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:29.379382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: c59a12ff-e749-4c7c-a02c-0c7f1540bf33 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:22:29.379832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c59a12ff-e749-4c7c-a02c-0c7f1540bf33 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:22:29.405746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:29.408532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:29.409812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e74b356-daa7-4a65-a17e-9db795270d24 HTTP/1.1" status: 204 len: 168 time: 0.2202830 Jul 28 18:22:29.418103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118542bb-130f-4f5b-99b8-d29d36972508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e74b356-daa7-4a65-a17e-9db795270d24,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:30.482860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:30.592514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-469301840-network', 'tenant_id': '28c01662934d493192129876925ff6b9'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:30.674531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Made reservation on behalf of 28c01662934d493192129876925ff6b9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:30.677022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:30.686092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:30.780558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:30.871740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:30.891040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:22:30.903492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:30.903871 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Added segment c724d666-9b9f-4ebb-a958-10c1d7864ad4 of type vlan for network 35827c4d-4cf1-48f6-b60c-162b1eadf724 Jul 28 18:22:30.919966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c55972-8fea-4037-85c6-157a9b6bf3d2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:30.980234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:31.074480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:31.075662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:31.076908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:31.495885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] Pushing event updated for resources: {'Network': ['ID=35827c4d-4cf1-48f6-b60c-162b1eadf724,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:31.509967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 35827c4d-4cf1-48f6-b60c-162b1eadf724 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:22:31.582682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-92ce2cc2-43bf-44e1-ad93-467d7b895727 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0986576 Jul 28 18:22:31.585538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:31.590403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Request body: {'subnet': {'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-469301840-subnet', 'tenant_id': '28c01662934d493192129876925ff6b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:31.675378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Made reservation on behalf of 28c01662934d493192129876925ff6b9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:31.678461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:31.937608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:31.992641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d22d30d-c506-40e1-a954-a6950109332f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:32.003528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Checking segment: {'id': 'c724d666-9b9f-4ebb-a958-10c1d7864ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:32.003528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Network hostable DHCP agents. Network: 35827c4d-4cf1-48f6-b60c-162b1eadf724, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:22:32.114587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Network 35827c4d-4cf1-48f6-b60c-162b1eadf724 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:22:32.200488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 35827c4d-4cf1-48f6-b60c-162b1eadf724) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:32.210235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d8baf-d811-4585-b42b-e0e53c96171e None None] Network 35827c4d-4cf1-48f6-b60c-162b1eadf724 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:32.210576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:32.211246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:32.305796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da65bac7-b656-437d-ae0e-e83c1c348d5c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7114499 Jul 28 18:22:32.345799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0089fa-927d-43d5-be1b-0b458de5fe5e None None] Network 35827c4d-4cf1-48f6-b60c-162b1eadf724 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:32.735225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-45eb21f2-35b1-4c73-b545-8484457ceffd tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:32.735225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-45eb21f2-35b1-4c73-b545-8484457ceffd tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/networks?id=35827c4d-4cf1-48f6-b60c-162b1eadf724 HTTP/1.1" status: 200 len: 808 time: 0.1064517 Jul 28 18:22:32.759184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-0d27bba9-5abd-4a32-80f0-69438e933019 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/quotas/28c01662934d493192129876925ff6b9 HTTP/1.1" status: 200 len: 375 time: 0.0127373 Jul 28 18:22:32.792189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-8eb928f6-7069-4c77-a6d2-4c614806ba7d tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=28c01662934d493192129876925ff6b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282612 Jul 28 18:22:32.882536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-f9e9dc53-aad4-44e0-ba2e-add0c2f02daf service neutron] 10.222.0.25 "GET /v2.0/networks/35827c4d-4cf1-48f6-b60c-162b1eadf724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827882 Jul 28 18:22:32.984974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-9f731933-c763-417d-a2eb-a534b33fe7c4 service neutron] 10.222.0.25 "GET /v2.0/networks/35827c4d-4cf1-48f6-b60c-162b1eadf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964215 Jul 28 18:22:33.230828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c507899-7bfa-48dc-be04-f4931b9ffb1f req-db6122da-247b-4585-a928-7b41cedf21a1 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 210 time: 0.0444345 Jul 28 18:22:33.944112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8cb15-0c5e-44e2-8196-34e3f6300518 req-c7612498-6863-4a8f-a26f-6bc14ef97643 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:33.945598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98d8cb15-0c5e-44e2-8196-34e3f6300518 req-c7612498-6863-4a8f-a26f-6bc14ef97643 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0504634 Jul 28 18:22:34.004071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98d8cb15-0c5e-44e2-8196-34e3f6300518 req-2be92fb7-6bef-448f-94e3-c99b90291985 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519898 Jul 28 18:22:34.153855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a03c8-c39f-41ac-a257-1b004ccee7b1 req-7a6c0123-8324-4ffa-9aa6-d51a65683a9e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:34.155678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d4a03c8-c39f-41ac-a257-1b004ccee7b1 req-7a6c0123-8324-4ffa-9aa6-d51a65683a9e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0517948 Jul 28 18:22:34.206740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d4a03c8-c39f-41ac-a257-1b004ccee7b1 req-47a9edb6-7e59-477b-80d9-3f5600d16ea0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Jul 28 18:22:34.466579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b8ecd413-88c3-44f7-a05e-5957d89d4fe4 req-8faf6dd6-8e5e-45e6-ab31-76679590c071 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Jul 28 18:22:34.740082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359e49-cec1-49fe-972a-edcf4046e22b req-f079d989-cb9f-4ec7-b33f-c534b8142a47 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:34.741796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8359e49-cec1-49fe-972a-edcf4046e22b req-f079d989-cb9f-4ec7-b33f-c534b8142a47 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0509787 Jul 28 18:22:34.781968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8359e49-cec1-49fe-972a-edcf4046e22b req-efc03327-6bd3-4b94-bd48-51d519a0095a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Jul 28 18:22:35.539255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-26e12323-d63d-4959-9fe0-9d10d48a0a8f tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:35.541261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-26e12323-d63d-4959-9fe0-9d10d48a0a8f tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.37 "GET /v2.0/networks?id=35827c4d-4cf1-48f6-b60c-162b1eadf724 HTTP/1.1" status: 200 len: 808 time: 0.1383796 Jul 28 18:22:35.556517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Request body: {'port': {'device_id': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724', 'admin_state_up': True, 'tenant_id': '28c01662934d493192129876925ff6b9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:35.586015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e383d947-23e7-4e3f-af9f-5621dd0ac7b8 req-0b26105b-9b8c-4621-a33b-42219c00190a tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 210 time: 0.0274107 Jul 28 18:22:35.693719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41785785-a5f4-475e-abcf-5aced87cacb2 req-b65c0acb-c083-40c3-8c25-956204608453 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:35.701394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41785785-a5f4-475e-abcf-5aced87cacb2 req-b65c0acb-c083-40c3-8c25-956204608453 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1411085 Jul 28 18:22:35.754881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41785785-a5f4-475e-abcf-5aced87cacb2 req-3576d1df-f193-43a1-9894-23264b65929f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518508 Jul 28 18:22:35.840123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Made reservation on behalf of 28c01662934d493192129876925ff6b9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:35.844576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:35.987894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Allocated IP 172.20.0.9 (35827c4d-4cf1-48f6-b60c-162b1eadf724/8d22d30d-c506-40e1-a954-a6950109332f/831c096c-c96c-4b55-b386-eab6a7e7ca7f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:22:36.162420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:36.258129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:36.305922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Network 35827c4d-4cf1-48f6-b60c-162b1eadf724 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:22:36.312112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:36.319898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:22:36.324052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Pushing event updated for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:36.375442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:36.376224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:36.452248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-f8cbdc58-23e6-4ba6-b9ab-9848384671e5 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997889 Jul 28 18:22:36.521389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Request body: {'port': {'device_id': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:36.587564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:36.821704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfd622-af1e-44e3-ac18-8e15fa3b4785 req-f2ceeb41-3d32-4a15-ac7a-3f84d7b393dc tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:36.823266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91dfd622-af1e-44e3-ac18-8e15fa3b4785 req-f2ceeb41-3d32-4a15-ac7a-3f84d7b393dc tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 931 time: 0.1065524 Jul 28 18:22:36.888861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91dfd622-af1e-44e3-ac18-8e15fa3b4785 req-03d36158-c736-4ce1-9922-aa230c4a7ecd tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Jul 28 18:22:36.898102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150def87-bb5b-446c-b052-14ab4c6a741a req-2c3eb8c5-9961-4f8a-844b-395e9de31c60 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:36.907200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-150def87-bb5b-446c-b052-14ab4c6a741a req-2c3eb8c5-9961-4f8a-844b-395e9de31c60 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0636425 Jul 28 18:22:36.948040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-150def87-bb5b-446c-b052-14ab4c6a741a req-01e43cd3-0043-4364-bb47-72cb4b8824d5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Jul 28 18:22:36.970952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831c096c-c96c-4b55-b386-eab6a7e7ca7f {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:36.978708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:36.991286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Transition to ACTIVE for port object 831c096c-c96c-4b55-b386-eab6a7e7ca7f will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:22:37.062897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:37.118945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Pushing event updated for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:37.193301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Attempting to bind port 831c096c-c96c-4b55-b386-eab6a7e7ca7f on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:22:37.193641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Attempting to bind port 831c096c-c96c-4b55-b386-eab6a7e7ca7f by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'c724d666-9b9f-4ebb-a958-10c1d7864ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:22:37.193978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Attempting to bind port 831c096c-c96c-4b55-b386-eab6a7e7ca7f on network 35827c4d-4cf1-48f6-b60c-162b1eadf724 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:37.198368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Port 831c096c-c96c-4b55-b386-eab6a7e7ca7f on network 35827c4d-4cf1-48f6-b60c-162b1eadf724 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:22:37.198693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Attempting to bind port 831c096c-c96c-4b55-b386-eab6a7e7ca7f on network 35827c4d-4cf1-48f6-b60c-162b1eadf724 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:22:37.204148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:22:37.204486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Checking segment: {'id': 'c724d666-9b9f-4ebb-a958-10c1d7864ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:37.204871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Bound using segment: {'id': 'c724d666-9b9f-4ebb-a958-10c1d7864ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:22:37.205292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Bound port: 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c724d666-9b9f-4ebb-a958-10c1d7864ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:22:37.205654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:37.273371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:22:37.273371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f,segment=NetworkSegment(c724d666-9b9f-4ebb-a958-10c1d7864ad4),segment_id=c724d666-9b9f-4ebb-a958-10c1d7864ad4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:22:37.342210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:37.376390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.377012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:37.378422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] 10.222.0.37 "PUT /v2.0/ports/831c096c-c96c-4b55-b386-eab6a7e7ca7f HTTP/1.1" status: 200 len: 1091 time: 0.9180181 Jul 28 18:22:37.378856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:37.381106 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e990d-a9b7-447d-b256-8b79a1c8bdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:37.409474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882779-1436-491a-b477-2ebddc5e5624 service neutron] Pushing event updated for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:37.421941 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc3140-0378-47f2-ba6e-460342185953 x-openstack-request-id: req-cafc3140-0378-47f2-ba6e-460342185953 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:37.422166 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:37.422439 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cafc3140-0378-47f2-ba6e-460342185953 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:37.422844 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f', 'status': 'completed', 'code': 200} Jul 28 18:22:37.482219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-227601ff-7b33-442e-aa63-d531f389e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.483815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-227601ff-7b33-442e-aa63-d531f389e16b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c01662934d493192129876925ff6b9&device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 1094 time: 0.0426328 Jul 28 18:22:37.584133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-26afc951-f877-4bea-950d-4d649489fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.585641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-26afc951-f877-4bea-950d-4d649489fa15 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=28c01662934d493192129876925ff6b9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0942903 Jul 28 18:22:37.674569 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0107f3f-afe0-47c2-9a0e-1af739b5a462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:37.684607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-8869b273-f382-4f1d-8dfc-7665c78d81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.686818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-033e990d-a9b7-447d-b256-8b79a1c8bdc8 req-8869b273-f382-4f1d-8dfc-7665c78d81c8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941453 Jul 28 18:22:37.770486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-7f76ae3d-eda9-416c-806f-8e2b4fa3385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.772043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-7f76ae3d-eda9-416c-806f-8e2b4fa3385a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c01662934d493192129876925ff6b9&device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 1094 time: 0.0525277 Jul 28 18:22:37.816908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-6a9afaf8-02b6-4c29-8541-e42d2442d3b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f HTTP/1.1" status: 200 len: 217 time: 0.0367744 Jul 28 18:22:37.867639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81717d-c873-4315-966c-533fa30736e4 req-da8df37a-f625-488d-9b6f-6b97b92c8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:37.869139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-da8df37a-f625-488d-9b6f-6b97b92c8af5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d22d30d-c506-40e1-a954-a6950109332f HTTP/1.1" status: 200 len: 848 time: 0.0456865 Jul 28 18:22:37.900709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-304c807a-cc7e-49a8-a195-862602929dd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35827c4d-4cf1-48f6-b60c-162b1eadf724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248337 Jul 28 18:22:38.026848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-45b67043-df11-4c63-a4f8-2a3f58e96d09 service neutron] 10.222.0.37 "GET /v2.0/networks/35827c4d-4cf1-48f6-b60c-162b1eadf724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195161 Jul 28 18:22:38.057240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957895-c795-419d-a99a-fc518f394354 req-219bf34c-5d73-40c1-a451-76d77ab8e886 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:38.059383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae957895-c795-419d-a99a-fc518f394354 req-219bf34c-5d73-40c1-a451-76d77ab8e886 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 943 time: 0.0739260 Jul 28 18:22:38.088210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e9332-a130-4277-afba-39a822e9823b req-d039f682-97e8-48a1-9af2-3a42543a26ef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:38.095662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c1e9332-a130-4277-afba-39a822e9823b req-d039f682-97e8-48a1-9af2-3a42543a26ef tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0654688 Jul 28 18:22:38.143996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c1e9332-a130-4277-afba-39a822e9823b req-ce815761-d7a7-49ac-b574-b5930f4bf3cc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Jul 28 18:22:38.147656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae957895-c795-419d-a99a-fc518f394354 req-e542fd9e-5261-49f7-8010-6b56b9e58044 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779059 Jul 28 18:22:38.167932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa81717d-c873-4315-966c-533fa30736e4 req-79479299-84cf-4eb3-bcab-ba1bef2fab5a service neutron] 10.222.0.37 "GET /v2.0/networks/35827c4d-4cf1-48f6-b60c-162b1eadf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337354 Jul 28 18:22:39.277090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faca67b-4074-45bd-8f97-1edf82dcdd9d req-e2576df9-b13f-4d04-8def-d090b452087d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:39.278694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4faca67b-4074-45bd-8f97-1edf82dcdd9d req-e2576df9-b13f-4d04-8def-d090b452087d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0588059 Jul 28 18:22:39.289349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e7ac9-cfef-45e0-bab0-637e896801d1 req-2f811ce2-23ea-4a8e-9738-850224386fba tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:39.291162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b5e7ac9-cfef-45e0-bab0-637e896801d1 req-2f811ce2-23ea-4a8e-9738-850224386fba tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 943 time: 0.0615606 Jul 28 18:22:39.330953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4faca67b-4074-45bd-8f97-1edf82dcdd9d req-358bc917-b03f-4b94-b26d-b258c493f241 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Jul 28 18:22:39.342406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b5e7ac9-cfef-45e0-bab0-637e896801d1 req-08c4f339-a4a5-446a-a400-58c5f156e058 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Jul 28 18:22:40.055881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:40.228568 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-540f9d79-3fe4-42ce-a432-98017cda4501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:40.447305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3e6a-3fbd-4d7f-9d01-2d8e27eb3139 req-5a55b8f0-8794-41aa-b494-6379f05e0d2e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:40.448933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a5a3e6a-3fbd-4d7f-9d01-2d8e27eb3139 req-5a55b8f0-8794-41aa-b494-6379f05e0d2e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0561049 Jul 28 18:22:40.470781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7434113-d8a3-4a7c-9d73-a5918ef9ede1 req-835691e4-ab21-4697-9e55-84b651c13683 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:40.472877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7434113-d8a3-4a7c-9d73-a5918ef9ede1 req-835691e4-ab21-4697-9e55-84b651c13683 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 943 time: 0.0501111 Jul 28 18:22:40.488550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a5a3e6a-3fbd-4d7f-9d01-2d8e27eb3139 req-cd90ef95-c26f-402a-85fc-b615db8ae6f5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Jul 28 18:22:40.523271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7434113-d8a3-4a7c-9d73-a5918ef9ede1 req-23efbdf7-1dfe-435d-b285-a1c6791d2ecd tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Jul 28 18:22:41.063361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:41.367185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 831c096c-c96c-4b55-b386-eab6a7e7ca7f details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:22:41.460303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f,segment=NetworkSegment(c724d666-9b9f-4ebb-a958-10c1d7864ad4),segment_id=c724d666-9b9f-4ebb-a958-10c1d7864ad4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:41.472032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '831c096c-c96c-4b55-b386-eab6a7e7ca7f', 'network_id': '35827c4d-4cf1-48f6-b60c-162b1eadf724', 'port_id': '831c096c-c96c-4b55-b386-eab6a7e7ca7f', 'mac_address': 'fa:16:3e:b1:68:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d22d30d-c506-40e1-a954-a6950109332f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:22:41.521025 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:41.537677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831c096c-c96c-4b55-b386-eab6a7e7ca7f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:22:41.562158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f,segment=NetworkSegment(c724d666-9b9f-4ebb-a958-10c1d7864ad4),segment_id=c724d666-9b9f-4ebb-a958-10c1d7864ad4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:41.756099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:41.756917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f055d-b747-49a6-8cf4-cef4be19a3c8 req-59eaf730-5940-4282-b2eb-8e690ae63664 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:41.756917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c4f055d-b747-49a6-8cf4-cef4be19a3c8 req-59eaf730-5940-4282-b2eb-8e690ae63664 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0868866 Jul 28 18:22:41.757951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d82289-25cd-4028-a6ab-887db458ce8c req-01fadd55-157a-4c8a-8c3b-5d70594a6281 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:41.757951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76d82289-25cd-4028-a6ab-887db458ce8c req-01fadd55-157a-4c8a-8c3b-5d70594a6281 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 944 time: 0.0561364 Jul 28 18:22:41.758602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c4f055d-b747-49a6-8cf4-cef4be19a3c8 req-15a6ddba-34dc-4c34-852f-f527f197b7ce tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Jul 28 18:22:41.758828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:41.759024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76d82289-25cd-4028-a6ab-887db458ce8c req-746323e8-efc6-4c21-a147-7c2455040357 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Jul 28 18:22:41.843727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['831c096c-c96c-4b55-b386-eab6a7e7ca7f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:42.834778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f60e7-e1b3-44d8-927e-c25940151ffb req-7a95d319-7f95-4624-bb22-f81c1398c6fb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:42.840479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-626f60e7-e1b3-44d8-927e-c25940151ffb req-7a95d319-7f95-4624-bb22-f81c1398c6fb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0570533 Jul 28 18:22:42.897688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-626f60e7-e1b3-44d8-927e-c25940151ffb req-e4e57631-f0cb-477b-af8a-b88232b0a45e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Jul 28 18:22:42.917614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806adc-ce32-4918-b9d0-0202358b1a45 req-743f0e1e-5202-43f0-b898-72e4df42e051 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:42.923638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a806adc-ce32-4918-b9d0-0202358b1a45 req-743f0e1e-5202-43f0-b898-72e4df42e051 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 944 time: 0.0884459 Jul 28 18:22:42.960231 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:42.963125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a806adc-ce32-4918-b9d0-0202358b1a45 req-8bd83242-fc2d-493c-855a-16eb5cd42a2d tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Jul 28 18:22:43.391715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 831c096c-c96c-4b55-b386-eab6a7e7ca7f up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:22:43.605958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 831c096c-c96c-4b55-b386-eab6a7e7ca7f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:22:43.611073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 831c096c-c96c-4b55-b386-eab6a7e7ca7f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:22:43.611470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:43.690175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:43.712524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:43.717303 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a4dfa-dcf4-4a3a-9ebc-d1bac5d45ea5" -d '{"events": [{"server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "name": "network-vif-plugged", "status": "completed", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:43.737126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f,segment=NetworkSegment(c724d666-9b9f-4ebb-a958-10c1d7864ad4),segment_id=c724d666-9b9f-4ebb-a958-10c1d7864ad4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:43.756587 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31caade-9a22-4815-be70-ecb6ac643f35 x-openstack-request-id: req-b31caade-9a22-4815-be70-ecb6ac643f35 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:43.756893 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "name": "network-vif-plugged", "status": "completed", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:43.757152 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b31caade-9a22-4815-be70-ecb6ac643f35 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:43.757589 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f', 'code': 200} Jul 28 18:22:43.817307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:43.860946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd269d7e-1590-4c2d-960f-dbff47644c4f req-898c12fe-9a57-447d-b25c-aaa10202d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:43.862717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd269d7e-1590-4c2d-960f-dbff47644c4f req-898c12fe-9a57-447d-b25c-aaa10202d89b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 1096 time: 0.0416169 Jul 28 18:22:43.870479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:43.905128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd269d7e-1590-4c2d-960f-dbff47644c4f req-86650a7d-af38-4e92-ba20-55f6c84092cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Jul 28 18:22:44.018650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40573e0-fa68-43db-8979-1574ad2a0981 req-3717a260-a7e9-499f-ab4f-95ffd4f65ef9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:44.020191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f40573e0-fa68-43db-8979-1574ad2a0981 req-3717a260-a7e9-499f-ab4f-95ffd4f65ef9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0555997 Jul 28 18:22:44.066564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f40573e0-fa68-43db-8979-1574ad2a0981 req-b03599c3-ce10-4ece-89f2-0218ea56e0be tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Jul 28 18:22:44.104321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450e892-7c93-4a9e-988f-9b5291338043 req-4a7ed76c-d8f5-4b2d-9e0c-d9bc0706d5c2 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:44.105922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4450e892-7c93-4a9e-988f-9b5291338043 req-4a7ed76c-d8f5-4b2d-9e0c-d9bc0706d5c2 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 945 time: 0.0679381 Jul 28 18:22:44.176131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4450e892-7c93-4a9e-988f-9b5291338043 req-b2f31176-8178-4f3f-9864-16107636879c tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584044 Jul 28 18:22:45.225764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6e2d1-25cf-46e6-b3a4-29818754f341 req-118142c1-0418-4f63-ae92-d5b73da2cb5f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:45.228408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31f6e2d1-25cf-46e6-b3a4-29818754f341 req-118142c1-0418-4f63-ae92-d5b73da2cb5f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0899796 Jul 28 18:22:45.269879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31f6e2d1-25cf-46e6-b3a4-29818754f341 req-4fdeeadb-469f-42ee-86df-4d3301ff5d9f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354874 Jul 28 18:22:45.366118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef456b-909e-4102-a04a-bfa46c104023 req-7f8babee-aee0-4077-b781-26de439fcdd8 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:45.367952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-baef456b-909e-4102-a04a-bfa46c104023 req-7f8babee-aee0-4077-b781-26de439fcdd8 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 945 time: 0.0505016 Jul 28 18:22:45.408608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-baef456b-909e-4102-a04a-bfa46c104023 req-1fd388a6-9676-4803-a88d-f05f1521bbda tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Jul 28 18:22:45.451678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:46.431345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ce9a-2e53-4182-be6e-d7027570d404 req-46d2a54d-b246-47ca-afa3-2a9511aa1fac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:46.432926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e894ce9a-2e53-4182-be6e-d7027570d404 req-46d2a54d-b246-47ca-afa3-2a9511aa1fac tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0602674 Jul 28 18:22:46.481128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e894ce9a-2e53-4182-be6e-d7027570d404 req-d78a26ab-ee7d-44df-85d5-9681508d0e5d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Jul 28 18:22:47.360488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7329d-4c4e-47da-a224-0bb08c10de16 req-c8dc802b-4f0a-4a6e-90a2-6463076e39ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:47.362339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1d7329d-4c4e-47da-a224-0bb08c10de16 req-c8dc802b-4f0a-4a6e-90a2-6463076e39ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.4687183 Jul 28 18:22:47.378319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-9880b63b-5dd4-4e04-8518-61f7f06da5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:47.379875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-9880b63b-5dd4-4e04-8518-61f7f06da5e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0726652 Jul 28 18:22:47.453075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1d7329d-4c4e-47da-a224-0bb08c10de16 req-02bb63c4-67db-4fa1-8873-fd9b8cdec6f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845854 Jul 28 18:22:47.493722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-084503d5-dab7-4a5a-96bb-1ee348802e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:47.495297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-084503d5-dab7-4a5a-96bb-1ee348802e74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1071928 Jul 28 18:22:47.581604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-9a93e19d-aa24-4b3c-bb21-e0ef5920dc86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0791528 Jul 28 18:22:47.658817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-afedbe3a-ced5-48fd-9974-9c91bf8e212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:47.660397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-afedbe3a-ced5-48fd-9974-9c91bf8e212c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0722029 Jul 28 18:22:47.717234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-f6891950-6f88-4f8e-bb87-69469f01ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:47.719193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-f6891950-6f88-4f8e-bb87-69469f01ce53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520873 Jul 28 18:22:47.823848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-fe834318-4e2a-458d-9494-633576fe1bf9 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971444 Jul 28 18:22:47.926701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0b2cc9-2c24-4116-9309-ededacd2be68 req-806743f4-95ea-4452-806c-c977486a1325 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936265 Jul 28 18:22:48.589201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a447c-fd8d-47bc-8350-2331ad076562 req-11744b4f-76c0-492c-b01d-5d1d726bf980 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:48.590932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db6a447c-fd8d-47bc-8350-2331ad076562 req-11744b4f-76c0-492c-b01d-5d1d726bf980 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0545621 Jul 28 18:22:48.635053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db6a447c-fd8d-47bc-8350-2331ad076562 req-2b082f66-8c93-4245-a3d9-1da93a28fd64 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378382 Jul 28 18:22:48.714174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:49.611776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beaa6e-83bb-4087-a16e-809b9c1d3788 req-7bbf78df-4ce5-47a9-87bc-6e2e3db1c982 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:49.611776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79beaa6e-83bb-4087-a16e-809b9c1d3788 req-7bbf78df-4ce5-47a9-87bc-6e2e3db1c982 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Jul 28 18:22:49.653307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79beaa6e-83bb-4087-a16e-809b9c1d3788 req-8898d8d4-d96f-43c9-808d-43320e3b7228 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 28 18:22:49.761838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bf8d7-dfb2-4516-b585-fa25f7e84147 req-b7008adc-a775-445f-a687-385769167d00 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:49.763423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-145bf8d7-dfb2-4516-b585-fa25f7e84147 req-b7008adc-a775-445f-a687-385769167d00 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0561268 Jul 28 18:22:49.805753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-145bf8d7-dfb2-4516-b585-fa25f7e84147 req-18cade07-64e5-4dcf-8b9f-2fda458340be tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Jul 28 18:22:49.928448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c77-570d-4a1e-a455-7955de93d72c req-4b176b74-b1f9-464c-9b93-451935e99371 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:49.930060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b9f4c77-570d-4a1e-a455-7955de93d72c req-4b176b74-b1f9-464c-9b93-451935e99371 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0500796 Jul 28 18:22:49.970853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b9f4c77-570d-4a1e-a455-7955de93d72c req-f5b0a1df-0332-4a8d-a601-9584879f7e83 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346694 Jul 28 18:22:50.614386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5cdc9-26d1-4229-b3d6-5a7d1cbbdc98 req-d4ff9817-a378-444a-ae38-b5db9a23112c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:50.615998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8f5cdc9-26d1-4229-b3d6-5a7d1cbbdc98 req-d4ff9817-a378-444a-ae38-b5db9a23112c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0523663 Jul 28 18:22:50.657662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d8f5cdc9-26d1-4229-b3d6-5a7d1cbbdc98 req-fab79e24-cd6a-4183-a07c-4b89a6c15935 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Jul 28 18:22:50.797255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60347565-23f4-4f50-888c-587c8ffcde6e req-6f9f278c-5822-403b-9958-513da5b94ded tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:50.798736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60347565-23f4-4f50-888c-587c8ffcde6e req-6f9f278c-5822-403b-9958-513da5b94ded tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 945 time: 0.0657296 Jul 28 18:22:50.866386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60347565-23f4-4f50-888c-587c8ffcde6e req-1092f1b0-c42d-4136-84e8-b0e8425c59e7 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/security-groups?id=86c55972-8fea-4037-85c6-157a9b6bf3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614958 Jul 28 18:22:50.902365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-03ce8c21-c4ea-42fa-aedf-3a25f0bca6a0 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:50.903982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-03ce8c21-c4ea-42fa-aedf-3a25f0bca6a0 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 945 time: 0.0733123 Jul 28 18:22:51.001286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Deleting port 831c096c-c96c-4b55-b386-eab6a7e7ca7f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:22:51.001669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:51.150076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] For port 831c096c-c96c-4b55-b386-eab6a7e7ca7f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=831c096c-c96c-4b55-b386-eab6a7e7ca7f,segment=NetworkSegment(c724d666-9b9f-4ebb-a958-10c1d7864ad4),segment_id=c724d666-9b9f-4ebb-a958-10c1d7864ad4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:51.150537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:51.167077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Calling delete_port for 831c096c-c96c-4b55-b386-eab6a7e7ca7f owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:22:51.181368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c8a6-948c-4dbd-b61d-2ab7db0fac52 req-c000de9c-ab18-4998-a09e-2b99c9646b09 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:51.182901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4230c8a6-948c-4dbd-b61d-2ab7db0fac52 req-c000de9c-ab18-4998-a09e-2b99c9646b09 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0883505 Jul 28 18:22:51.278043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4230c8a6-948c-4dbd-b61d-2ab7db0fac52 req-c320ee80-e83d-49e2-a767-d85a93bc488b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856411 Jul 28 18:22:51.474430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:51.502589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Pushing event deleted for resources: {'Port': ['ID=831c096c-c96c-4b55-b386-eab6a7e7ca7f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:51.557882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] No DVR routers for this DVR port 831c096c-c96c-4b55-b386-eab6a7e7ca7f on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:22:51.560519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:51.563083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0059433-a892-477a-ae7e-90baa5c6d194 req-70188813-5102-40b7-ba35-c77e2276dbdf tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.37 "DELETE /v2.0/ports/831c096c-c96c-4b55-b386-eab6a7e7ca7f HTTP/1.1" status: 204 len: 173 time: 0.6533136 Jul 28 18:22:51.563553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'name': 'network-vif-deleted', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:22:51.565949 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca60946-65f6-4df6-abfa-85306375caac" -d '{"events": [{"server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "name": "network-vif-deleted", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:51.617938 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9f4048-3b54-445e-bfb7-7eac6ff38abe x-openstack-request-id: req-0c9f4048-3b54-445e-bfb7-7eac6ff38abe {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:51.618326 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94e37b7-3398-4ce3-86cc-8d84e60127c8", "name": "network-vif-deleted", "tag": "831c096c-c96c-4b55-b386-eab6a7e7ca7f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:51.618640 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c9f4048-3b54-445e-bfb7-7eac6ff38abe {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:51.619044 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94e37b7-3398-4ce3-86cc-8d84e60127c8', 'name': 'network-vif-deleted', 'tag': '831c096c-c96c-4b55-b386-eab6a7e7ca7f', 'status': 'completed', 'code': 200} Jul 28 18:22:51.974103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef63f1ef-f0bd-4c9d-b1c1-ccd0d0b531a1 req-a280797d-0aef-4720-b7ee-12ae93168574 tempest-ServerTagsTestJSON-695682771 tempest-ServerTagsTestJSON-695682771-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94e37b7-3398-4ce3-86cc-8d84e60127c8 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Jul 28 18:22:52.399448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f9fef-68cf-4381-a747-43dacb834d03 req-d6bebdcc-4b65-4175-9e87-15a025b9a2ca tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:52.401082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-402f9fef-68cf-4381-a747-43dacb834d03 req-d6bebdcc-4b65-4175-9e87-15a025b9a2ca tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0541809 Jul 28 18:22:52.445202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-402f9fef-68cf-4381-a747-43dacb834d03 req-d6eda3b1-4311-44ab-acb8-67871b4b98e1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Jul 28 18:22:52.835712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa61e1-9c12-428d-97f2-661c408d71fc req-c7463636-43a9-4753-bccf-b575c0691c85 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:52.837215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8fa61e1-9c12-428d-97f2-661c408d71fc req-c7463636-43a9-4753-bccf-b575c0691c85 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0496390 Jul 28 18:22:52.876361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8fa61e1-9c12-428d-97f2-661c408d71fc req-89dce640-1b3c-455b-9947-4531bb1fc3c4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Jul 28 18:22:53.046091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:53.114244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Deleting subnet 8d22d30d-c506-40e1-a954-a6950109332f {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:22:53.118296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.154780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.194740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.371659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.405511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d22d30d-c506-40e1-a954-a6950109332f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:53.422070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.424203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d8cceb6-2402-415f-813f-5fad9927ae9f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8d22d30d-c506-40e1-a954-a6950109332f HTTP/1.1" status: 204 len: 168 time: 0.3771074 Jul 28 18:22:53.427250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53426) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:53.430533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 831c096c-c96c-4b55-b386-eab6a7e7ca7f no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:53.460048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 831c096c-c96c-4b55-b386-eab6a7e7ca7f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:22:53.460542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 831c096c-c96c-4b55-b386-eab6a7e7ca7f not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:22:53.516223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.615935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.626732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35827c4d-4cf1-48f6-b60c-162b1eadf724']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:53.637338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c724d666-9b9f-4ebb-a958-10c1d7864ad4') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:53.637628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c724d666-9b9f-4ebb-a958-10c1d7864ad4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:22:53.646478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.661368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.669518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:22:53.669934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:22:53.672337 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:22:53.808681 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.815865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:53.820047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/35827c4d-4cf1-48f6-b60c-162b1eadf724 HTTP/1.1" status: 204 len: 168 time: 0.3888841 Jul 28 18:22:53.831575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0e8e-2c99-4c55-90bf-e87dfc5a72f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35827c4d-4cf1-48f6-b60c-162b1eadf724,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:54.002989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b834765-bc66-4415-bf57-901471adb7f6 req-34d875c3-805e-4b4d-bad5-2e238a704e18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:54.011580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b834765-bc66-4415-bf57-901471adb7f6 req-34d875c3-805e-4b4d-bad5-2e238a704e18 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0644417 Jul 28 18:22:54.061105 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b834765-bc66-4415-bf57-901471adb7f6 req-032bc08d-0e1f-4361-a303-da6daa22389d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484600 Jul 28 18:22:54.208631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a9aa-c76c-4844-add9-deccbce5847f req-dbdc5124-e04b-4e8a-92ee-a038151eee00 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:54.210298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74e0a9aa-c76c-4844-add9-deccbce5847f req-dbdc5124-e04b-4e8a-92ee-a038151eee00 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0597768 Jul 28 18:22:54.234786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:54.258133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74e0a9aa-c76c-4844-add9-deccbce5847f req-ac009481-e340-4e30-88c2-cf453101de05 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Jul 28 18:22:54.296210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-41118061-4c96-41ba-a7bc-fd4524415c88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28c01662934d493192129876925ff6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581167 Jul 28 18:22:54.297821 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53454) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:54.367527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:54.401797 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:54.467608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35c85-b39d-454d-adc9-c69bbed9ef5a req-5b2a8a45-68e4-46a6-bd6a-af09a8f50f60 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:54.475313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6e35c85-b39d-454d-adc9-c69bbed9ef5a req-5b2a8a45-68e4-46a6-bd6a-af09a8f50f60 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0927138 Jul 28 18:22:54.524029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6e35c85-b39d-454d-adc9-c69bbed9ef5a req-ac2f0ce8-fc5d-43b3-bf61-b20d7e34c732 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Jul 28 18:22:54.594340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:54.596956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:54.598084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86c55972-8fea-4037-85c6-157a9b6bf3d2 HTTP/1.1" status: 204 len: 168 time: 0.2994230 Jul 28 18:22:54.616262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb227d-2f16-4be5-8062-5af258cb51d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c55972-8fea-4037-85c6-157a9b6bf3d2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:54.700099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ab9f5-6927-4037-952f-a7e89e5cf5ce req-d60bd946-ac25-42c8-95eb-95e03da6cf61 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:54.702111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a7ab9f5-6927-4037-952f-a7e89e5cf5ce req-d60bd946-ac25-42c8-95eb-95e03da6cf61 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1120834 Jul 28 18:22:54.801850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a7ab9f5-6927-4037-952f-a7e89e5cf5ce req-ab47e00e-793b-47a1-a642-dc5456b1b6ce tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717530 Jul 28 18:22:55.944125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53512) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:56.064116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1493216581-network', 'tenant_id': '81218ba0ee464018897c7cbb8d63bc4f'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:56.153039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Made reservation on behalf of 81218ba0ee464018897c7cbb8d63bc4f for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:56.156420 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.166095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.268753 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.360080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.388404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:22:56.401859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5d95ff-f4e3-4348-bc04-b505e30e7456,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:56.405533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.405914 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Added segment 5cea074a-b95f-4c6f-a055-b5a928d71a0a of type vlan for network b064b110-2c97-4922-a715-f3ceead9a2cf Jul 28 18:22:56.476380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.577569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.578873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:56.579726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:56.644485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] Pushing event updated for resources: {'Network': ['ID=b064b110-2c97-4922-a715-f3ceead9a2cf,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:56.657211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b064b110-2c97-4922-a715-f3ceead9a2cf details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:22:56.730830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dee3a343-61ae-4a9b-b4e6-6db17c1a6d5a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7856970 Jul 28 18:22:56.733740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:56.739606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Request body: {'subnet': {'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1493216581-subnet', 'tenant_id': '81218ba0ee464018897c7cbb8d63bc4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:56.821646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Made reservation on behalf of 81218ba0ee464018897c7cbb8d63bc4f for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:56.833475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:57.090330 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:57.150614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6093a05-1259-4f53-b48a-efef54271223,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:57.160546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Checking segment: {'id': '5cea074a-b95f-4c6f-a055-b5a928d71a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:57.160914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Network hostable DHCP agents. Network: b064b110-2c97-4922-a715-f3ceead9a2cf, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:22:57.256705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Network b064b110-2c97-4922-a715-f3ceead9a2cf is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:22:57.365695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b064b110-2c97-4922-a715-f3ceead9a2cf) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:57.373154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:57.373510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:57.379638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855ec2b-8abc-4e01-8280-c170fe992a72 None None] Network b064b110-2c97-4922-a715-f3ceead9a2cf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:57.473807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6e2c76f2-8a28-4bf5-a406-9b1c00f90df3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7388635 Jul 28 18:22:57.522728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47566a-47a3-43f6-8c09-96fd2dacf224 None None] Network b064b110-2c97-4922-a715-f3ceead9a2cf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:58.084631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53574) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:58.089928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-497237664-network', 'tenant_id': 'c7a4758f937c4a87a6d92ce7085c6c6c'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:58.165695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Made reservation on behalf of c7a4758f937c4a87a6d92ce7085c6c6c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:58.168083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.178959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.269360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.342780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.368716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:22:58.385792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d06b78-efd3-4d27-9c25-6c7c64f6c7b1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:58.394034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.394706 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Added segment 1f4d1cf0-8cc4-4d64-8032-58f163067522 of type vlan for network 5c78cd3e-df7c-447c-90d4-68b4eb1f5095 Jul 28 18:22:58.444303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.572234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.574043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:58.574954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:58.645607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] Pushing event updated for resources: {'Network': ['ID=5c78cd3e-df7c-447c-90d4-68b4eb1f5095,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:58.657045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5c78cd3e-df7c-447c-90d4-68b4eb1f5095 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:22:58.710615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d1ec6bb3-66be-4d2d-81e2-1c651f625061 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6247308 Jul 28 18:22:58.711994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53582) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:22:58.716924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Request body: {'subnet': {'network_id': '5c78cd3e-df7c-447c-90d4-68b4eb1f5095', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-497237664-subnet', 'tenant_id': 'c7a4758f937c4a87a6d92ce7085c6c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:22:58.811303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Made reservation on behalf of c7a4758f937c4a87a6d92ce7085c6c6c for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:22:58.814275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:59.091527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:59.141394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f0aafe-899d-4512-bac6-9ddafb1d58f6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:59.158032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Checking segment: {'id': '1f4d1cf0-8cc4-4d64-8032-58f163067522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5c78cd3e-df7c-447c-90d4-68b4eb1f5095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:22:59.158405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Network hostable DHCP agents. Network: 5c78cd3e-df7c-447c-90d4-68b4eb1f5095, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:22:59.285601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Network 5c78cd3e-df7c-447c-90d4-68b4eb1f5095 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:22:59.375162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5c78cd3e-df7c-447c-90d4-68b4eb1f5095) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:22:59.379741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:22:59.380346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:22:59.387355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bda93c-99e6-47c9-9928-6e1d6edb1c13 None None] Network 5c78cd3e-df7c-447c-90d4-68b4eb1f5095 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:22:59.490204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-33869bab-3fcc-4995-bc2d-d98937629d93 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7770653 Jul 28 18:22:59.555608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d54c77-150b-4999-bdd7-4a3c5148c8a1 None None] Network 5c78cd3e-df7c-447c-90d4-68b4eb1f5095 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:23:00.046993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-03e256e1-a0d5-48ff-ae67-9daac872a5cf tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:00.049007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-03e256e1-a0d5-48ff-ae67-9daac872a5cf tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/networks?id=b064b110-2c97-4922-a715-f3ceead9a2cf HTTP/1.1" status: 200 len: 825 time: 0.1094308 Jul 28 18:23:00.064837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-00470955-a857-4c4e-bc9f-0e42787e155b tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/quotas/81218ba0ee464018897c7cbb8d63bc4f HTTP/1.1" status: 200 len: 375 time: 0.0101209 Jul 28 18:23:00.103310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-05f60269-05d4-4fa6-a1f9-5dd8067a1408 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81218ba0ee464018897c7cbb8d63bc4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323684 Jul 28 18:23:00.195091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-eeb1e8f6-f2ce-4417-8357-4beb43b987e1 service neutron] 10.222.0.25 "GET /v2.0/networks/b064b110-2c97-4922-a715-f3ceead9a2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Jul 28 18:23:00.288280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-c045433e-b09c-409d-880b-9191f03666e0 service neutron] 10.222.0.25 "GET /v2.0/networks/b064b110-2c97-4922-a715-f3ceead9a2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868824 Jul 28 18:23:00.634698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e493d96e-8a36-4b97-92f0-f65cdfc6437b req-0be5b8bc-5c93-491e-8686-cb9f03a5a78f tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 210 time: 0.0573123 Jul 28 18:23:01.764311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-048ceebc-029e-49e7-8951-0f5a963ed9e4 req-686545b4-a779-4a85-9f40-fba361bfc713 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 210 time: 0.0548565 Jul 28 18:23:02.869124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5efa6254-e0db-4227-afa3-83a404273752 req-78ae079b-f91b-4f89-aa8e-a613ad19e96b tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Jul 28 18:23:03.024839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-f7b96f65-f1a4-410d-9450-ecc446ead248 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:03.026314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-f7b96f65-f1a4-410d-9450-ecc446ead248 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.37 "GET /v2.0/networks?id=b064b110-2c97-4922-a715-f3ceead9a2cf HTTP/1.1" status: 200 len: 825 time: 0.1021483 Jul 28 18:23:03.042546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Request body: {'port': {'device_id': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf', 'admin_state_up': True, 'tenant_id': '81218ba0ee464018897c7cbb8d63bc4f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:03.117832 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:23:03.234474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Made reservation on behalf of 81218ba0ee464018897c7cbb8d63bc4f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:03.238057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:03.366626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Allocated IP 172.20.0.11 (b064b110-2c97-4922-a715-f3ceead9a2cf/c6093a05-1259-4f53-b48a-efef54271223/00923124-d2e1-4023-bacf-68ee4340387d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:03.517492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:03.611488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:03.660651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Network b064b110-2c97-4922-a715-f3ceead9a2cf is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:03.664079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:03.667853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:03.676705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Pushing event updated for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:03.723677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:03.724317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:03.815863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-6acec982-65b5-4ee4-b0ca-a249beb9e85c tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770019 Jul 28 18:23:03.829549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Request body: {'port': {'device_id': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:03.886914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:03.996434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d233c-187e-430c-9bbc-456c19beaf0c req-ea008f93-f09b-4ac0-9e15-ab26804f48b2 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:03.998247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-250d233c-187e-430c-9bbc-456c19beaf0c req-ea008f93-f09b-4ac0-9e15-ab26804f48b2 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 932 time: 0.0561881 Jul 28 18:23:04.037633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-250d233c-187e-430c-9bbc-456c19beaf0c req-1c224971-b348-446e-8d5b-edc6dff9e083 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Jul 28 18:23:04.194164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00923124-d2e1-4023-bacf-68ee4340387d {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:23:04.202422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:04.216020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Transition to ACTIVE for port object 00923124-d2e1-4023-bacf-68ee4340387d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:04.268889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:04.323636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:04.394059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Attempting to bind port 00923124-d2e1-4023-bacf-68ee4340387d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:04.394588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Attempting to bind port 00923124-d2e1-4023-bacf-68ee4340387d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5cea074a-b95f-4c6f-a055-b5a928d71a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:04.395006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Attempting to bind port 00923124-d2e1-4023-bacf-68ee4340387d on network b064b110-2c97-4922-a715-f3ceead9a2cf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:04.400063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Port 00923124-d2e1-4023-bacf-68ee4340387d on network b064b110-2c97-4922-a715-f3ceead9a2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:23:04.400444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Attempting to bind port 00923124-d2e1-4023-bacf-68ee4340387d on network b064b110-2c97-4922-a715-f3ceead9a2cf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:04.405474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:04.405935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Checking segment: {'id': '5cea074a-b95f-4c6f-a055-b5a928d71a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:04.406411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Bound using segment: {'id': '5cea074a-b95f-4c6f-a055-b5a928d71a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:04.406931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Bound port: 00923124-d2e1-4023-bacf-68ee4340387d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cea074a-b95f-4c6f-a055-b5a928d71a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:04.407407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:04.474756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:04.477978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=00923124-d2e1-4023-bacf-68ee4340387d,segment=NetworkSegment(5cea074a-b95f-4c6f-a055-b5a928d71a0a),segment_id=5cea074a-b95f-4c6f-a055-b5a928d71a0a)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:04.549015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:04.585663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:04.586572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:04.588018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] 10.222.0.37 "PUT /v2.0/ports/00923124-d2e1-4023-bacf-68ee4340387d HTTP/1.1" status: 200 len: 1092 time: 0.7635000 Jul 28 18:23:04.590124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:04.593854 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c76d69-a621-4fc0-bbad-36a06d73b2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "tag": "00923124-d2e1-4023-bacf-68ee4340387d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:04.627315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd7ba-491d-4900-9baf-b0187d27b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:04.637990 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917612e4-ddb0-461f-b86d-e7519adafe3b x-openstack-request-id: req-917612e4-ddb0-461f-b86d-e7519adafe3b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:04.638257 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "tag": "00923124-d2e1-4023-bacf-68ee4340387d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:04.638573 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-917612e4-ddb0-461f-b86d-e7519adafe3b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:04.639013 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d', 'status': 'completed', 'code': 200} Jul 28 18:23:04.706325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-80a237b7-daf8-4136-b8e1-a98489e0ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:04.707902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-80a237b7-daf8-4136-b8e1-a98489e0ed75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81218ba0ee464018897c7cbb8d63bc4f&device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 1095 time: 0.0490906 Jul 28 18:23:04.817964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-f6d48209-3548-4f45-834c-dd36c5573fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:04.819754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-f6d48209-3548-4f45-834c-dd36c5573fc7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=81218ba0ee464018897c7cbb8d63bc4f&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1031110 Jul 28 18:23:04.912991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-76702fb3-3db3-4ae2-8801-1b9270ce42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:04.914496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84c76d69-a621-4fc0-bbad-36a06d73b2cd req-76702fb3-3db3-4ae2-8801-1b9270ce42d5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884476 Jul 28 18:23:04.997781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-f4877b2f-0a0a-4405-9f27-a4219929612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:04.997781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-f4877b2f-0a0a-4405-9f27-a4219929612e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81218ba0ee464018897c7cbb8d63bc4f&device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 1095 time: 0.0458162 Jul 28 18:23:05.043306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-c9ec2d1b-832e-4098-9519-5eec40d0ffad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00923124-d2e1-4023-bacf-68ee4340387d HTTP/1.1" status: 200 len: 217 time: 0.0396194 Jul 28 18:23:05.103415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d958a94-bba7-4871-bdb0-707e37905346 req-5ab9a018-cb32-428f-bc95-b20182905ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:05.108301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-5ab9a018-cb32-428f-bc95-b20182905ad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6093a05-1259-4f53-b48a-efef54271223 HTTP/1.1" status: 200 len: 865 time: 0.0555186 Jul 28 18:23:05.140452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-1cd30db7-1b62-426e-90c2-18a9ec29d76b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b064b110-2c97-4922-a715-f3ceead9a2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275135 Jul 28 18:23:05.244111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7d62-0a79-4255-acb6-c996209cd561 req-b3e98d9d-2081-4b9b-9def-261f0c6c0c43 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:05.245694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e5c7d62-0a79-4255-acb6-c996209cd561 req-b3e98d9d-2081-4b9b-9def-261f0c6c0c43 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 944 time: 0.1082113 Jul 28 18:23:05.299389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-acc76415-7409-45cd-871c-3dff7e57f353 service neutron] 10.222.0.37 "GET /v2.0/networks/b064b110-2c97-4922-a715-f3ceead9a2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490097 Jul 28 18:23:05.381545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e5c7d62-0a79-4255-acb6-c996209cd561 req-11e52494-240a-4aca-8288-645d5764d657 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069853 Jul 28 18:23:05.427691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d958a94-bba7-4871-bdb0-707e37905346 req-5734a435-da0a-4398-ae8f-6a8f5b26cc2b service neutron] 10.222.0.37 "GET /v2.0/networks/b064b110-2c97-4922-a715-f3ceead9a2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207092 Jul 28 18:23:06.527997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043fe1-ae7f-46ac-962b-799fb332c8f0 req-7f5df913-0f1c-44b1-b74b-62e187a84ff8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:06.529669 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57043fe1-ae7f-46ac-962b-799fb332c8f0 req-7f5df913-0f1c-44b1-b74b-62e187a84ff8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 944 time: 0.0651629 Jul 28 18:23:06.576089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57043fe1-ae7f-46ac-962b-799fb332c8f0 req-b4ddeba6-6c26-4d65-9a73-8bf25144dd01 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Jul 28 18:23:06.890923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f11e9-bbd9-4f04-b8bc-dc0ca3303b3e req-3448474f-6485-4967-bd43-3c12866273ec tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:06.896196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-101f11e9-bbd9-4f04-b8bc-dc0ca3303b3e req-3448474f-6485-4967-bd43-3c12866273ec tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0540104 Jul 28 18:23:06.934063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-101f11e9-bbd9-4f04-b8bc-dc0ca3303b3e req-b7a3ddd4-b127-4e00-a223-4d3dc4eaa64a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347173 Jul 28 18:23:07.491755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 00923124-d2e1-4023-bacf-68ee4340387d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:23:07.598211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=00923124-d2e1-4023-bacf-68ee4340387d,segment=NetworkSegment(5cea074a-b95f-4c6f-a055-b5a928d71a0a),segment_id=5cea074a-b95f-4c6f-a055-b5a928d71a0a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:07.612223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '00923124-d2e1-4023-bacf-68ee4340387d', 'network_id': 'b064b110-2c97-4922-a715-f3ceead9a2cf', 'port_id': '00923124-d2e1-4023-bacf-68ee4340387d', 'mac_address': 'fa:16:3e:17:31:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6093a05-1259-4f53-b48a-efef54271223', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:23:07.656818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:07.678177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00923124-d2e1-4023-bacf-68ee4340387d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:23:07.684544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-525b0646-f1d9-4d89-b6c5-91e479a3f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:07.706065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=00923124-d2e1-4023-bacf-68ee4340387d,segment=NetworkSegment(5cea074a-b95f-4c6f-a055-b5a928d71a0a),segment_id=5cea074a-b95f-4c6f-a055-b5a928d71a0a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:07.725816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f0130-8aa6-4aac-aa32-c8c25a0bdbe9 req-8d19987b-2ea8-44c4-b702-f63ce1c9e764 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:07.727316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c94f0130-8aa6-4aac-aa32-c8c25a0bdbe9 req-8d19987b-2ea8-44c4-b702-f63ce1c9e764 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 944 time: 0.0588703 Jul 28 18:23:07.771921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c94f0130-8aa6-4aac-aa32-c8c25a0bdbe9 req-cdc79d59-c1dd-4c30-a6e7-b0e656734c5e tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Jul 28 18:23:07.795887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:07.843675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:08.025464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['00923124-d2e1-4023-bacf-68ee4340387d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:23:08.058108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff2e01-f6b7-472a-b565-b61407c2409a req-722c30e0-342c-4621-a969-9974cc95cc1b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:08.059657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0ff2e01-f6b7-472a-b565-b61407c2409a req-722c30e0-342c-4621-a969-9974cc95cc1b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0514276 Jul 28 18:23:08.116089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0ff2e01-f6b7-472a-b565-b61407c2409a req-17b43735-6a55-4486-8243-2e0965d15b43 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ffc5344-5f6d-4699-9906-408baa1ba21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505033 Jul 28 18:23:08.154188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-b2306981-4f30-48fe-b26c-3493108f5728 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:08.157125 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-b2306981-4f30-48fe-b26c-3493108f5728 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 946 time: 0.0802722 Jul 28 18:23:08.264569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Deleting port debfb187-74be-4776-8cbf-1f6d3de9ffdf {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:23:08.265483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:08.358862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] For port debfb187-74be-4776-8cbf-1f6d3de9ffdf, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=debfb187-74be-4776-8cbf-1f6d3de9ffdf,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:08.359257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:08.535790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:08.536156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:08.536470 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Floating IP 715021f9-8f55-4122-8cf6-0d6cc25f2e2d disassociated. External IP: 172.25.7.61, port: debfb187-74be-4776-8cbf-1f6d3de9ffdf. Jul 28 18:23:08.536807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Calling delete_port for debfb187-74be-4776-8cbf-1f6d3de9ffdf owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:23:08.712151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:08.742177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'Port': ['ID=debfb187-74be-4776-8cbf-1f6d3de9ffdf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:08.887909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:23:08.925131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fcb55-917a-4813-90ec-5c9d6a15a8ba req-a5db4866-2543-4932-bbaf-889599ec70e9 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:08.926882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e0fcb55-917a-4813-90ec-5c9d6a15a8ba req-a5db4866-2543-4932-bbaf-889599ec70e9 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 945 time: 0.0679841 Jul 28 18:23:08.966490 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e0fcb55-917a-4813-90ec-5c9d6a15a8ba req-e0507084-61c5-4f2d-a9d6-4e93fbc1e458 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Jul 28 18:23:09.013184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:09.024522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:09.035613 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:09.036222 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:22:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:09.056796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] No DVR routers for this DVR port debfb187-74be-4776-8cbf-1f6d3de9ffdf on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:23:09.059605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:09.062262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-193b6431-9d4f-4f1c-ac32-9fa5adfac474 req-815781aa-f1b1-4261-887a-ee54ee796f92 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.35 "DELETE /v2.0/ports/debfb187-74be-4776-8cbf-1f6d3de9ffdf HTTP/1.1" status: 204 len: 173 time: 0.8995690 Jul 28 18:23:09.062741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'name': 'network-vif-deleted', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:09.065677 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa196765-2e6a-4303-a64d-7c5217178731" -d '{"events": [{"server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "name": "network-vif-deleted", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:09.137421 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e5dbb-63fa-4640-9314-2d7f23cdeac8 x-openstack-request-id: req-e55e5dbb-63fa-4640-9314-2d7f23cdeac8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:09.137722 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b4a23-7c6b-4198-9097-2da16f6a4ebc", "name": "network-vif-deleted", "tag": "debfb187-74be-4776-8cbf-1f6d3de9ffdf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:09.137974 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e55e5dbb-63fa-4640-9314-2d7f23cdeac8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:09.138579 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b4a23-7c6b-4198-9097-2da16f6a4ebc', 'name': 'network-vif-deleted', 'tag': 'debfb187-74be-4776-8cbf-1f6d3de9ffdf', 'status': 'completed', 'code': 200} Jul 28 18:23:09.161348 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:09.240516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83d237ca-085b-4784-bdf1-72913377f778 req-733dc1de-1545-4970-b435-85a576fb612b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1b4a23-7c6b-4198-9097-2da16f6a4ebc HTTP/1.1" status: 200 len: 210 time: 0.0357156 Jul 28 18:23:09.417225 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:09.443560 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:09.452870 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:09.453468 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:22:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:09.508413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 00923124-d2e1-4023-bacf-68ee4340387d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:09.579508 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:09.611306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 00923124-d2e1-4023-bacf-68ee4340387d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:09.616684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 00923124-d2e1-4023-bacf-68ee4340387d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:09.616684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:09.708401 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:09.745356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:09.747854 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cac4cc-d01d-4cdd-a1b2-99f58b8c0f35" -d '{"events": [{"server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "name": "network-vif-plugged", "status": "completed", "tag": "00923124-d2e1-4023-bacf-68ee4340387d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:09.763134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=00923124-d2e1-4023-bacf-68ee4340387d,segment=NetworkSegment(5cea074a-b95f-4c6f-a055-b5a928d71a0a),segment_id=5cea074a-b95f-4c6f-a055-b5a928d71a0a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:09.795679 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ab263-15f8-4b09-80fe-fe39cd1355ec x-openstack-request-id: req-fe3ab263-15f8-4b09-80fe-fe39cd1355ec {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:09.795977 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "name": "network-vif-plugged", "status": "completed", "tag": "00923124-d2e1-4023-bacf-68ee4340387d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:09.796420 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe3ab263-15f8-4b09-80fe-fe39cd1355ec {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:09.797121 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d', 'code': 200} Jul 28 18:23:09.838201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:09.849698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:09.878072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed752-aa8d-44de-9b1c-0c5761acfb81 None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:09.915009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:09.967211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4df8b-09b7-4ccb-aa83-e03f099486f7 req-755e27ee-84f6-412f-8000-3d32cae5bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:09.970720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fed4df8b-09b7-4ccb-aa83-e03f099486f7 req-755e27ee-84f6-412f-8000-3d32cae5bb22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 1097 time: 0.0983427 Jul 28 18:23:10.045682 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.058219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fed4df8b-09b7-4ccb-aa83-e03f099486f7 req-19bd408c-e768-461b-8519-f1e10462043e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793428 Jul 28 18:23:10.135242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2909d32-291c-488e-b560-844ea1f1d14a req-24df47b1-7f27-4b0b-a23f-a79ca2d5840a tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:10.136814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2909d32-291c-488e-b560-844ea1f1d14a req-24df47b1-7f27-4b0b-a23f-a79ca2d5840a tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0547080 Jul 28 18:23:10.183640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2909d32-291c-488e-b560-844ea1f1d14a req-ccda4fbb-29ef-451a-bf56-aab82fa7c52e tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Jul 28 18:23:10.247203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528b1f2-2014-4109-b593-d771a1f6e1c4 None None] New status for floating IP 715021f9-8f55-4122-8cf6-0d6cc25f2e2d: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:23:10.281825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-654475d7-206d-4988-b1f4-5300b0a9f754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.442629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53912) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:10.531142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.564364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.723222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.726197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.727562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ffc5344-5f6d-4699-9906-408baa1ba21a HTTP/1.1" status: 204 len: 168 time: 0.2839315 Jul 28 18:23:10.731300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:10.750809 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-a0769948-2993-482f-b130-e73685cba9fb tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] show failed (client error): The resource could not be found. Jul 28 18:23:10.751846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a0769948-2993-482f-b130-e73685cba9fb tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups/1ffc5344-5f6d-4699-9906-408baa1ba21a HTTP/1.1" status: 404 len: 347 time: 0.0195124 Jul 28 18:23:10.754820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:10.754967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1ac5-5560-490c-87d2-b51fcc4a6431 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc5344-5f6d-4699-9906-408baa1ba21a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:10.906851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Deleting port bc84d464-1ebf-4141-825d-b2314c9494b1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:23:10.907057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.987722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:10.987946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:11.003782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Calling delete_port for bc84d464-1ebf-4141-825d-b2314c9494b1 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:23:11.078519 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:11.249807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:11.288572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'Port': ['ID=bc84d464-1ebf-4141-825d-b2314c9494b1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:11.375290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50508c26-f4ae-407d-882d-334d59fe9527 req-e32afb10-4680-4285-bd7c-f1940eea8376 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:11.376833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50508c26-f4ae-407d-882d-334d59fe9527 req-e32afb10-4680-4285-bd7c-f1940eea8376 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0990136 Jul 28 18:23:11.392572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:11.395063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:11.396154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c2b94be-b296-479c-90b7-d544f1b644de tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "DELETE /v2.0/floatingips/715021f9-8f55-4122-8cf6-0d6cc25f2e2d HTTP/1.1" status: 204 len: 168 time: 0.6404424 Jul 28 18:23:11.481696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device debfb187-74be-4776-8cbf-1f6d3de9ffdf no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:11.503702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50508c26-f4ae-407d-882d-334d59fe9527 req-14dc98b1-a80b-45bf-9312-8c577c4175a7 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198890 Jul 28 18:23:11.524306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: debfb187-74be-4776-8cbf-1f6d3de9ffdf {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:23:11.524306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device debfb187-74be-4776-8cbf-1f6d3de9ffdf not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:11.651265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14b71a-51ea-4d4f-9bb9-4b1ca2188beb req-8840073a-9faf-43a6-8979-4e40806dca65 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:11.653157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c14b71a-51ea-4d4f-9bb9-4b1ca2188beb req-8840073a-9faf-43a6-8979-4e40806dca65 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0655682 Jul 28 18:23:11.703837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c14b71a-51ea-4d4f-9bb9-4b1ca2188beb req-d0c017cd-0eec-4030-b19b-9cd7effdcd92 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Jul 28 18:23:11.793719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-c72fea75-465b-4243-82de-a891f000bb44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1731508 Jul 28 18:23:11.884775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-5f9c601d-c47d-4017-a24c-d4e51567dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:11.886254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-5f9c601d-c47d-4017-a24c-d4e51567dcca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1096 time: 0.0687141 Jul 28 18:23:11.986496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d412a-693e-47b2-8f05-dbca949888cd req-d3087e48-95a5-47b4-b885-7d602214fad0 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:11.988049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41d412a-693e-47b2-8f05-dbca949888cd req-d3087e48-95a5-47b4-b885-7d602214fad0 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.1057684 Jul 28 18:23:12.045585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-6aed7c1b-72ea-4e5a-bf88-21e07b97b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:12.047677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-6aed7c1b-72ea-4e5a-bf88-21e07b97b747 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1300509 Jul 28 18:23:12.050664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41d412a-693e-47b2-8f05-dbca949888cd req-ac48e6b8-bc33-429a-bc9a-6819acb3e98b tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Jul 28 18:23:12.077373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54010) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:12.082088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43350384', 'description': 'tempest-description--960941076'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:12.137253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-1549f555-628b-40ff-acb7-16933b499c04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 1001 time: 0.0821881 Jul 28 18:23:12.173059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.193692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-b05c48a7-c2e9-4b18-a1b5-781fe28ddb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:12.195690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-b05c48a7-c2e9-4b18-a1b5-781fe28ddb4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0503595 Jul 28 18:23:12.252747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-d23c2a8c-2743-4631-a53f-8ff9db9e673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:12.254517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-d23c2a8c-2743-4631-a53f-8ff9db9e673a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506735 Jul 28 18:23:12.279895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.351122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-bc2d3948-88f1-4cf7-aeb6-e3f7dfe10756 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896175 Jul 28 18:23:12.364021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.397729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e689e-fc43-47ee-bf63-24a405e1457d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:12.448365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b5fb23f-b70b-4aee-91e0-8eb892d2e8b2 req-b48b268a-32e0-427e-be88-8f4c53b73f39 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906763 Jul 28 18:23:12.508378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.509783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32127336-c9ef-4bb6-bbf1-2f45cf61e676 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4313805 Jul 28 18:23:12.512492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54032) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:12.517495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group_rule': {'security_group_id': 'e86e689e-fc43-47ee-bf63-24a405e1457d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:12.643963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.705622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.729880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84b98-4993-435a-b7cd-b0d5a173c4a2 req-a0cad811-946f-4952-9b48-13a00b57f5ca tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:12.731616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99e84b98-4993-435a-b7cd-b0d5a173c4a2 req-a0cad811-946f-4952-9b48-13a00b57f5ca tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0611222 Jul 28 18:23:12.772927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99e84b98-4993-435a-b7cd-b0d5a173c4a2 req-475e56b6-bed3-4f1f-ae73-7a0c8bfdd07f tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Jul 28 18:23:12.808147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.823778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb2ede8-24cf-45f0-a44b-810dfab0ed9a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:12.906431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:12.907736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-331a24e4-a341-455c-964e-1a41a05e1866 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942242 Jul 28 18:23:12.910542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54058) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:12.915820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'security_group_rule': {'security_group_id': 'e86e689e-fc43-47ee-bf63-24a405e1457d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:12.934853 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.031451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.078648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.161033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.186218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323763c6-3bf3-42bf-bad8-f324cd3573e9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:13.273914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.275192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4065236f-c313-4d4a-ac60-fc80da5ae1fc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634784 Jul 28 18:23:13.278328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54076) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:13.283047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:13.376827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.477507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.586440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Allocated IP 172.25.7.35 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/101bb281-f834-492e-aa96-0d8385b266ff) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:13.711215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.828585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:13.894538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=101bb281-f834-492e-aa96-0d8385b266ff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:13.914536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:13.915164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:13.932710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:13.990738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ee6d-c706-4526-a137-61984c2b5973 req-4d22243b-d0b0-4d1b-b9e6-a54223dea448 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:13.992249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9748ee6d-c706-4526-a137-61984c2b5973 req-4d22243b-d0b0-4d1b-b9e6-a54223dea448 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0988352 Jul 28 18:23:14.433912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.445940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9748ee6d-c706-4526-a137-61984c2b5973 req-0075db70-8ef9-49c0-ab87-9b0962c986ff tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca5d95ff-f4e3-4348-bc04-b505e30e7456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473219 Jul 28 18:23:14.460946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-9f469145-4768-4e17-aa48-2b0e8da951f2 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:14.462502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-9f469145-4768-4e17-aa48-2b0e8da951f2 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.37 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 946 time: 0.0894806 Jul 28 18:23:14.560624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.675876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Deleting port 00923124-d2e1-4023-bacf-68ee4340387d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:23:14.676259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.829566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] For port 00923124-d2e1-4023-bacf-68ee4340387d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=00923124-d2e1-4023-bacf-68ee4340387d,segment=NetworkSegment(5cea074a-b95f-4c6f-a055-b5a928d71a0a),segment_id=5cea074a-b95f-4c6f-a055-b5a928d71a0a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:14.830168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.861277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.863189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Calling delete_port for 00923124-d2e1-4023-bacf-68ee4340387d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:23:14.920278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:14.998315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=101bb281-f834-492e-aa96-0d8385b266ff,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:15.030765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:15.123630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:15.125185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-665594a7-d93b-470b-bc1f-bf05d1359051 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8456779 Jul 28 18:23:15.153894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:15.166878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['00923124-d2e1-4023-bacf-68ee4340387d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:23:15.183976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Pushing event deleted for resources: {'Port': ['ID=00923124-d2e1-4023-bacf-68ee4340387d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:15.234141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] No DVR routers for this DVR port 00923124-d2e1-4023-bacf-68ee4340387d on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:23:15.237922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:15.240013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c36d36fd-0f3a-4a4a-935b-5618eba87d13 req-817b564a-a64e-44c7-a652-598d57c980b8 tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.37 "DELETE /v2.0/ports/00923124-d2e1-4023-bacf-68ee4340387d HTTP/1.1" status: 204 len: 173 time: 0.7710476 Jul 28 18:23:15.240463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'name': 'network-vif-deleted', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:15.242975 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d948d-ace4-46e0-a477-a48941d8dc7e" -d '{"events": [{"server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "name": "network-vif-deleted", "tag": "00923124-d2e1-4023-bacf-68ee4340387d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:15.279141 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66606012-48b7-4f23-bd57-609e9c208a9d x-openstack-request-id: req-66606012-48b7-4f23-bd57-609e9c208a9d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:15.279469 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677ede2b-24e9-4a9b-a2ab-31bc20d0f471", "name": "network-vif-deleted", "tag": "00923124-d2e1-4023-bacf-68ee4340387d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:15.279727 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66606012-48b7-4f23-bd57-609e9c208a9d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:15.280711 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677ede2b-24e9-4a9b-a2ab-31bc20d0f471', 'name': 'network-vif-deleted', 'tag': '00923124-d2e1-4023-bacf-68ee4340387d', 'status': 'completed', 'code': 200} Jul 28 18:23:15.345087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-95296fe8-4d15-4d5c-8291-0d1b0e2699bd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--43350384&fields=id&tenant_id=e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 267 time: 0.0331492 Jul 28 18:23:15.457536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-4c710d0c-b375-4a3f-9747-5c974f11fd74 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:15.459012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-4c710d0c-b375-4a3f-9747-5c974f11fd74 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 810 time: 0.1069758 Jul 28 18:23:15.483054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-4a85019d-3e4d-4361-b1a1-b0e4f9dd08ad tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/quotas/e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 375 time: 0.0168283 Jul 28 18:23:15.536471 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:15.540271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-4c60aa63-928c-41f2-91a2-697a52f4f7ea tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551624 Jul 28 18:23:15.552628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7a40fe1-fec9-4299-ac0b-cb6e8dbaf1e1 req-9d2aa6cc-a865-4b33-b182-470033ed78fb tempest-ServersNegativeTestMultiTenantJSON-200289318 tempest-ServersNegativeTestMultiTenantJSON-200289318-project] 10.222.0.25 "GET /v2.0/ports?device_id=677ede2b-24e9-4a9b-a2ab-31bc20d0f471 HTTP/1.1" status: 200 len: 210 time: 0.0332291 Jul 28 18:23:15.648073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-9547ee7d-2903-4ae4-9dc3-c1a85b7def3f service neutron] 10.222.0.25 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949318 Jul 28 18:23:15.733315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-051f2e12-4df1-402f-92d8-327072fb58c4 service neutron] 10.222.0.25 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Jul 28 18:23:16.070653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b45d8f6-48d5-4fde-9da9-83494a362237 req-341c650e-4819-447e-a969-de427a30a911 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 210 time: 0.0275798 Jul 28 18:23:16.617688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:16.668706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Deleting subnet c6093a05-1259-4f53-b48a-efef54271223 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:23:16.672788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:16.715797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:16.756668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:16.953960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:16.981444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6093a05-1259-4f53-b48a-efef54271223,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:16.983626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:16.985867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dfc812c1-7d77-4b88-8324-3ae02a37b893 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c6093a05-1259-4f53-b48a-efef54271223 HTTP/1.1" status: 204 len: 168 time: 0.3669293 Jul 28 18:23:16.992521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:17.070112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.162964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.174459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b064b110-2c97-4922-a715-f3ceead9a2cf']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.175408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4be93896-c5e5-4526-b9b6-df6ba6794fdb req-c5c6bcb3-7ecc-446e-8982-108a7292df0f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 210 time: 0.0282335 Jul 28 18:23:17.207734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cea074a-b95f-4c6f-a055-b5a928d71a0a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.208036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cea074a-b95f-4c6f-a055-b5a928d71a0a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.217748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.234575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.241937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:17.242550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:23:17.244264 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:23:17.392490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.398659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.401317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] 10.222.0.25 "DELETE /v2.0/networks/b064b110-2c97-4922-a715-f3ceead9a2cf HTTP/1.1" status: 204 len: 168 time: 0.4074321 Jul 28 18:23:17.404154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54316) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:17.416162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892c00e-dfc4-4e5c-8160-89d766cfd0db admin admin] Pushing event deleted for resources: {'Network': ['ID=b064b110-2c97-4922-a715-f3ceead9a2cf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:17.457426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Deleting subnet 24f0aafe-899d-4512-bac6-9ddafb1d58f6 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:23:17.460814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.499301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.554691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 00923124-d2e1-4023-bacf-68ee4340387d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:17.556571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.680175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.724905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f0aafe-899d-4512-bac6-9ddafb1d58f6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:17.734157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.736375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2fb5af7c-82a6-4330-be82-f3c3bac5e5a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/24f0aafe-899d-4512-bac6-9ddafb1d58f6 HTTP/1.1" status: 204 len: 168 time: 0.3299756 Jul 28 18:23:17.738907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54324) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:17.741991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 00923124-d2e1-4023-bacf-68ee4340387d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:23:17.742342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 00923124-d2e1-4023-bacf-68ee4340387d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:17.819697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.900092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.914330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c78cd3e-df7c-447c-90d4-68b4eb1f5095']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.926583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4d1cf0-8cc4-4d64-8032-58f163067522') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.926892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4d1cf0-8cc4-4d64-8032-58f163067522') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:17.938676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.954734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.961548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:17.961832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:23:17.977207 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:23:18.102911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.109091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.113904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c78cd3e-df7c-447c-90d4-68b4eb1f5095 HTTP/1.1" status: 204 len: 168 time: 0.3703480 Jul 28 18:23:18.134135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d121-d4ce-4f8c-a349-93be7745b398 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c78cd3e-df7c-447c-90d4-68b4eb1f5095,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:18.207350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-1958695b-f1ba-4b9a-91f3-639b6e18928b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:18.209373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-1958695b-f1ba-4b9a-91f3-639b6e18928b tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.37 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 810 time: 0.1417720 Jul 28 18:23:18.267860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-d10615ce-4f33-467d-9efb-950775d17325 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4a7ebc7744b498caf86837a799b8c16 HTTP/1.1" status: 200 len: 378 time: 0.0483594 Jul 28 18:23:18.291899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'port': {'device_id': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'admin_state_up': True, 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'security_groups': ['e86e689e-fc43-47ee-bf63-24a405e1457d']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:18.328868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-809443af-673c-40ce-83f4-5b9f8cdff1b3 req-a787cc48-e538-4c93-bb78-d1976c05da99 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 210 time: 0.0539181 Jul 28 18:23:18.560165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Made reservation on behalf of e4a7ebc7744b498caf86837a799b8c16 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:18.564624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.633881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:18.691021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.721305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-622d705a-ed73-4d08-aeed-80e431309f06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81218ba0ee464018897c7cbb8d63bc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861802 Jul 28 18:23:18.724158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54340) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:18.736672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Allocated IP 172.20.0.3 (5b31d176-de0c-4aaf-b902-96625f1d46e1/9f023384-9430-4e5e-bf9e-170038f3812a/02d708df-e832-41a2-a12f-31758d6e6cd9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:18.776995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.800238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.888402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.982537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Transition to ACTIVE for port object 02d708df-e832-41a2-a12f-31758d6e6cd9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:18.984140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.988756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:18.998386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca5d95ff-f4e3-4348-bc04-b505e30e7456 HTTP/1.1" status: 204 len: 168 time: 0.2730105 Jul 28 18:23:19.029126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240c65-4aae-4ee7-9634-3800383942ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5d95ff-f4e3-4348-bc04-b505e30e7456,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:19.135421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.185483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:19.188838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:19.191652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:19.226921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event updated for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:19.258160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:19.259233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.391226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-5338be81-768d-4655-adaf-cbb11dae6f25 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101580 Jul 28 18:23:19.410401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Request body: {'port': {'device_id': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:19.438425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54354) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:19.600353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.609431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cbe3d-2a17-428b-b196-06517238b0eb req-0551a0f8-6dfc-48a5-8d3c-67ceb7583ef2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:19.610843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-def32587-5160-479c-8c1e-68518073669e None None] Provisioning for port 02d708df-e832-41a2-a12f-31758d6e6cd9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:19.616856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-560cbe3d-2a17-428b-b196-06517238b0eb req-0551a0f8-6dfc-48a5-8d3c-67ceb7583ef2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 931 time: 0.1568675 Jul 28 18:23:19.617855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-def32587-5160-479c-8c1e-68518073669e None None] Provisioning complete for port 02d708df-e832-41a2-a12f-31758d6e6cd9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:19.618445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-def32587-5160-479c-8c1e-68518073669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.622724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Deleting subnet 7dc0e5db-f93e-4da4-8663-fd8e1ee6a744 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:23:19.627512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.667562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-def32587-5160-479c-8c1e-68518073669e None None] Port 02d708df-e832-41a2-a12f-31758d6e6cd9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:23:19.679405 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.686877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-560cbe3d-2a17-428b-b196-06517238b0eb req-8c0ee8c9-647c-4cc1-84de-269637293486 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686023 Jul 28 18:23:19.741629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.905067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54358) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:19.913779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.972772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:19.977146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7dc0e5db-f93e-4da4-8663-fd8e1ee6a744 HTTP/1.1" status: 204 len: 168 time: 0.5353186 Jul 28 18:23:19.977295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68b236-b1cc-434c-986a-2453ef439846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc0e5db-f93e-4da4-8663-fd8e1ee6a744,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:19.981454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:19.987034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d708df-e832-41a2-a12f-31758d6e6cd9 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:23:19.995574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.009454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Transition to ACTIVE for port object 02d708df-e832-41a2-a12f-31758d6e6cd9 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:20.033694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-90b1bfdd-f382-4c94-bc5a-5394a954d0e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7a4758f937c4a87a6d92ce7085c6c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247437 Jul 28 18:23:20.033940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:20.082895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.084637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.169538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.176147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Pushing event updated for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:20.242198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Attempting to bind port 02d708df-e832-41a2-a12f-31758d6e6cd9 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:20.242540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Attempting to bind port 02d708df-e832-41a2-a12f-31758d6e6cd9 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:20.242881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Attempting to bind port 02d708df-e832-41a2-a12f-31758d6e6cd9 on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:20.244744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.248269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Port 02d708df-e832-41a2-a12f-31758d6e6cd9 on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:23:20.253094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Attempting to bind port 02d708df-e832-41a2-a12f-31758d6e6cd9 on network 5b31d176-de0c-4aaf-b902-96625f1d46e1 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:20.254672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:20.255019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Checking segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:20.255423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Bound using segment: {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:20.256044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Bound port: 02d708df-e832-41a2-a12f-31758d6e6cd9, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f1d70-6055-499d-899b-69a407e89ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:20.256406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.263214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.266433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:20.285955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433cbe05-5616-4c52-b9ae-c1a57a0d15e3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:20.285955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433cbe05-5616-4c52-b9ae-c1a57a0d15e3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:20.305918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.327912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.335614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:20.336231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:23:20.338357 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:23:20.344814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:20.348363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02d708df-e832-41a2-a12f-31758d6e6cd9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:20.448580 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.449371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.451476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.452843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d06b78-efd3-4d27-9c25-6c7c64f6c7b1 HTTP/1.1" status: 204 len: 168 time: 0.4180081 Jul 28 18:23:20.461252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1d32a-1b61-4da9-8fa7-8af2fcaf30bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d06b78-efd3-4d27-9c25-6c7c64f6c7b1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:20.506203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.507946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:20.508715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.510788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] 10.222.0.37 "PUT /v2.0/ports/02d708df-e832-41a2-a12f-31758d6e6cd9 HTTP/1.1" status: 200 len: 1091 time: 1.1136315 Jul 28 18:23:20.513223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:20.514167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:20.521704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a HTTP/1.1" status: 204 len: 168 time: 0.5361269 Jul 28 18:23:20.529708 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9155ad-4c66-4704-8688-a3e69e202a46" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:20.534699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d9cf7-6185-4596-b4b5-7acd7df79d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bcd8c6-2e40-4155-84b9-08b14a6b8d5a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:20.572302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b30c-5ecc-41a0-930a-240328374a49 service neutron] Pushing event updated for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:20.591141 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a21d0-b3b4-425f-840c-4093b27395f7 x-openstack-request-id: req-315a21d0-b3b4-425f-840c-4093b27395f7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:20.591506 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:20.591780 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-315a21d0-b3b4-425f-840c-4093b27395f7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:20.592189 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'status': 'completed', 'code': 200} Jul 28 18:23:20.663364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-a74202bf-7d71-4809-9145-cf49a9e86250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:20.665003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-a74202bf-7d71-4809-9145-cf49a9e86250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 1094 time: 0.0516794 Jul 28 18:23:20.782175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-d80a5b5d-1732-4691-809c-fc7fb0b1b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:20.783703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-d80a5b5d-1732-4691-809c-fc7fb0b1b798 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e4a7ebc7744b498caf86837a799b8c16&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1102176 Jul 28 18:23:20.853019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c7527-33f5-4ef6-87e2-958ec7c11c62 req-5be7ccd7-b5f9-4d67-83fa-b80b405969f1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:20.858053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f46c7527-33f5-4ef6-87e2-958ec7c11c62 req-5be7ccd7-b5f9-4d67-83fa-b80b405969f1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 943 time: 0.0654988 Jul 28 18:23:20.895737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-a9970564-c488-4da4-8e9c-6634ea5e8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:20.903943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e9155ad-4c66-4704-8688-a3e69e202a46 req-a9970564-c488-4da4-8e9c-6634ea5e8396 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064878 Jul 28 18:23:20.927042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f46c7527-33f5-4ef6-87e2-958ec7c11c62 req-aac64c20-77d8-47c3-8b38-3e545603d360 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614882 Jul 28 18:23:20.998029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-b7e6795f-f455-494d-87f0-6027989e34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:21.000129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-b7e6795f-f455-494d-87f0-6027989e34f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 1094 time: 0.0482140 Jul 28 18:23:21.006914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54380) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:21.073551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-fc6fef27-ee3e-4f21-8a0b-e33a3c4e6aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d708df-e832-41a2-a12f-31758d6e6cd9 HTTP/1.1" status: 200 len: 217 time: 0.0483913 Jul 28 18:23:21.116551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fe4b0e8d-1346-43ad-8438-1d61b93a7478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f762c4f290740c4904b45c0aef42606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063001 Jul 28 18:23:21.116922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:21.136275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-218036d3-3895-450f-a16e-16e154a535ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:21.138215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-218036d3-3895-450f-a16e-16e154a535ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0559444 Jul 28 18:23:21.169153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:21.194644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-e1b7346c-afdf-4b05-9668-b631eaedbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:21.196442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-e1b7346c-afdf-4b05-9668-b631eaedbaea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510099 Jul 28 18:23:21.206215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:21.333122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-f7ef3dbd-b9da-42e1-9af7-65371315d5db service neutron] 10.222.0.37 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283643 Jul 28 18:23:21.354186 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:21.358711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:21.362605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e275a6dc-7008-4f90-8a7d-d6e4037491b9 HTTP/1.1" status: 204 len: 168 time: 0.2424181 Jul 28 18:23:21.379593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0900034-dcea-42e5-af18-bebf701b57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275a6dc-7008-4f90-8a7d-d6e4037491b9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:21.445446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c834675-1579-4574-bc3b-1f8ef26e4930 req-1bc7c694-f62d-4cdc-bbf7-0433da8846e1 service neutron] 10.222.0.37 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002550 Jul 28 18:23:22.074845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505151f6-d2f2-4f0d-a4e0-937f45b9466d req-90ca904c-9eaa-41a4-90b4-5c176f17965a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:22.076549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-505151f6-d2f2-4f0d-a4e0-937f45b9466d req-90ca904c-9eaa-41a4-90b4-5c176f17965a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 943 time: 0.0576959 Jul 28 18:23:22.128247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-505151f6-d2f2-4f0d-a4e0-937f45b9466d req-94bf0012-8579-45ec-9de9-aaa97ac6e1e3 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441630 Jul 28 18:23:23.285547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6ac3f-2c2d-44d8-a852-af36cc2d8e69 req-7e2af109-4e8b-4cfc-8438-746e0bea4696 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:23.287800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aca6ac3f-2c2d-44d8-a852-af36cc2d8e69 req-7e2af109-4e8b-4cfc-8438-746e0bea4696 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 943 time: 0.0576575 Jul 28 18:23:23.335893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aca6ac3f-2c2d-44d8-a852-af36cc2d8e69 req-985df34c-4e9a-4360-a574-8c319e158548 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412180 Jul 28 18:23:23.603888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02d708df-e832-41a2-a12f-31758d6e6cd9 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:23:23.708875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02d708df-e832-41a2-a12f-31758d6e6cd9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:23.721152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'port_id': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'mac_address': 'fa:16:3e:ae:c2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:23:23.770846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:23.786435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d708df-e832-41a2-a12f-31758d6e6cd9 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:23:23.809256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02d708df-e832-41a2-a12f-31758d6e6cd9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:23.878419 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:23.933903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:23.942705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.942705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.943736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.943736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.943736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.944108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.944308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.944588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.944912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.945235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.945558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:23.945879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:24.112642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['02d708df-e832-41a2-a12f-31758d6e6cd9'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:23:24.480602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234e8bd-968d-4c2d-b055-035a449d0ef0 req-6e3d427b-1d77-4e72-bf3f-8c13a684aafa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:24.482326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a234e8bd-968d-4c2d-b055-035a449d0ef0 req-6e3d427b-1d77-4e72-bf3f-8c13a684aafa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 944 time: 0.0612981 Jul 28 18:23:24.535946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a234e8bd-968d-4c2d-b055-035a449d0ef0 req-da2bcfd5-c14f-4720-b08b-b40f99892eb1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464594 Jul 28 18:23:25.042534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3e32-300e-4b57-b528-612009506af3 req-40b5e609-0aa0-4972-9808-e84c7e49f182 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.044425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-563c3e32-300e-4b57-b528-612009506af3 req-40b5e609-0aa0-4972-9808-e84c7e49f182 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0515330 Jul 28 18:23:25.095436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-563c3e32-300e-4b57-b528-612009506af3 req-3ccea215-85b4-42a6-930e-508682330c96 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Jul 28 18:23:25.178626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-e5b1db87-350d-49b1-8fe0-2df706fb67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.180269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-e5b1db87-350d-49b1-8fe0-2df706fb67b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0526485 Jul 28 18:23:25.296731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-c1861565-b23e-40f3-9a09-e17ba9494ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.298241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-c1861565-b23e-40f3-9a09-e17ba9494ee7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1106701 Jul 28 18:23:25.344929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54576) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:25.382958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-c7e12ba4-876b-484e-847c-a52864783738 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0775101 Jul 28 18:23:25.439373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-12428802-cafb-470f-af4a-452e6e45d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.440893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-12428802-cafb-470f-af4a-452e6e45d5a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0511932 Jul 28 18:23:25.488190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-994777ef-e707-4653-a85d-e289d5a4c746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4a615b02fc84e4294905782594ca3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418810 Jul 28 18:23:25.488789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54586) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:25.491527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-577c936a-0fcd-4da1-85ec-42a4e1a31b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.494298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-577c936a-0fcd-4da1-85ec-42a4e1a31b26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466261 Jul 28 18:23:25.545462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.567069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.605740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-cd1797f4-6102-419d-b698-d09b8aa1e914 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977192 Jul 28 18:23:25.616931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02d708df-e832-41a2-a12f-31758d6e6cd9 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:25.719519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.722095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.723247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bc0dcd8-6986-42ce-8019-d0c7d3df86fb HTTP/1.1" status: 204 len: 168 time: 0.2335362 Jul 28 18:23:25.739792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10803b03-4813-41e6-ad10-15fead84b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0dcd8-6986-42ce-8019-d0c7d3df86fb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:25.748138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 02d708df-e832-41a2-a12f-31758d6e6cd9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:25.751463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b1e5c-f2b6-4d19-b23b-8b6a6462d555 req-1825e0d3-4f3e-46c4-8218-434e085719d1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:25.754390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 02d708df-e832-41a2-a12f-31758d6e6cd9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:25.754390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.754623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b90b1e5c-f2b6-4d19-b23b-8b6a6462d555 req-1825e0d3-4f3e-46c4-8218-434e085719d1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 944 time: 0.0839424 Jul 28 18:23:25.796471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30da9f01-1b42-4675-aeab-cce345d1bb45 req-19263873-ebd8-4d06-a591-2168ce285b7d service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841772 Jul 28 18:23:25.804783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b90b1e5c-f2b6-4d19-b23b-8b6a6462d555 req-e3e3d967-54b9-4b5d-bea5-cdb7744067fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400915 Jul 28 18:23:25.856257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:25.879194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:25.881464 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438be4c0-9d41-427f-ac99-a2001f65ea0f" -d '{"events": [{"server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "name": "network-vif-plugged", "status": "completed", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:25.895517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02d708df-e832-41a2-a12f-31758d6e6cd9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:25.976876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:26.027776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:26.128323 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcc9441-5848-4868-abd9-6f261f3fb69c x-openstack-request-id: req-5dcc9441-5848-4868-abd9-6f261f3fb69c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:26.128621 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "name": "network-vif-plugged", "status": "completed", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:26.128900 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dcc9441-5848-4868-abd9-6f261f3fb69c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:26.129305 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'code': 200} Jul 28 18:23:26.272137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1332bd-e0e7-4438-98ef-7f837c358ba1 req-4492ce24-bcd1-4144-b61d-ac43ee0e143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:26.273660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d1332bd-e0e7-4438-98ef-7f837c358ba1 req-4492ce24-bcd1-4144-b61d-ac43ee0e143f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 1096 time: 0.0834925 Jul 28 18:23:26.286656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f908c2-8c5b-41b8-a539-86c2c63c541d req-24ab74b5-c2d2-42df-b46d-acc32d5e3610 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:26.288378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97f908c2-8c5b-41b8-a539-86c2c63c541d req-24ab74b5-c2d2-42df-b46d-acc32d5e3610 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0643651 Jul 28 18:23:26.365735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d1332bd-e0e7-4438-98ef-7f837c358ba1 req-8e0de448-988f-4907-abbf-cc9bdef81dfc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762818 Jul 28 18:23:26.378884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97f908c2-8c5b-41b8-a539-86c2c63c541d req-45f8bcd4-0622-48a1-8c12-12d937596161 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817821 Jul 28 18:23:26.929905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8171-f1e0-4960-bbe0-6165f736d85a req-5a13529a-3813-4f65-bada-fb8e535500b1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:26.931552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-939a8171-f1e0-4960-bbe0-6165f736d85a req-5a13529a-3813-4f65-bada-fb8e535500b1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Jul 28 18:23:26.972127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-939a8171-f1e0-4960-bbe0-6165f736d85a req-14bc216c-4f7f-44bd-ad23-f9bfbed7a9e8 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340974 Jul 28 18:23:26.994896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54678) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:27.196876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-47614e9b-9128-4198-b626-b65a0ea4d108 req-1bf0ad47-9b19-45c7-a9df-073e1700817d service neutron] (101105) timed out ('10.222.0.25', 57160) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:23:27.316415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa5182bd-c996-4f1e-83ec-e57f0f71b344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.336105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54692) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:27.408098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.434178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa5182bd-c996-4f1e-83ec-e57f0f71b344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.504035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7085-8ca9-4fc2-ba09-f4a6f133109e req-d8b78f60-e7c0-450a-abe6-765edbe6f2ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:27.505181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-934f7085-8ca9-4fc2-ba09-f4a6f133109e req-d8b78f60-e7c0-450a-abe6-765edbe6f2ed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0498502 Jul 28 18:23:27.513761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa5182bd-c996-4f1e-83ec-e57f0f71b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.578583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa5182bd-c996-4f1e-83ec-e57f0f71b344 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b89968b5a1d46588e910fcc69292efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818343 Jul 28 18:23:27.579147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5182bd-c996-4f1e-83ec-e57f0f71b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cdec30-762e-43ba-9ffd-59ea3edf4865,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:27.581307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54730) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:27.590353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-934f7085-8ca9-4fc2-ba09-f4a6f133109e req-ba50c201-6a07-4f5b-a022-de5d91361a43 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786803 Jul 28 18:23:27.624993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.650652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.672506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.678729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.736770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3de5a0f91e954b9693e417ba451e2c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995018 Jul 28 18:23:27.738485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e754b100-48b0-49f0-bd37-1adfbf28fd64,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:27.739352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54734) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:27.747082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.747520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.747868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.748212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.749097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.749432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.749803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.750092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.750424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.750754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.751084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.751435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a3937-7959-4038-bf4f-0972af615ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:27.794414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.819995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.848678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.851457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.860359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09cdec30-762e-43ba-9ffd-59ea3edf4865 HTTP/1.1" status: 204 len: 168 time: 0.2701731 Jul 28 18:23:27.861336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db446f-522d-40f6-9ad3-4d1847aeae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cdec30-762e-43ba-9ffd-59ea3edf4865,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:27.942416 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.945148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:27.946315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e754b100-48b0-49f0-bd37-1adfbf28fd64 HTTP/1.1" status: 204 len: 168 time: 0.2059023 Jul 28 18:23:27.955494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619f22-9a4c-40eb-bc07-96f761f137b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e754b100-48b0-49f0-bd37-1adfbf28fd64,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:28.091230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420dcf0-8236-430c-a8c8-cd0c0c432f69 req-d666cbac-f41f-4f7f-95bf-1830023738bc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:28.093307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5420dcf0-8236-430c-a8c8-cd0c0c432f69 req-d666cbac-f41f-4f7f-95bf-1830023738bc tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Jul 28 18:23:28.132781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5420dcf0-8236-430c-a8c8-cd0c0c432f69 req-f1425410-2178-47c6-b6d2-09f8a0418927 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332561 Jul 28 18:23:28.271372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad362d39-6470-41a6-b6e5-8858da4bbf37 req-c5d87235-160a-46e0-9ec2-6ffeaa884a2a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:28.277043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad362d39-6470-41a6-b6e5-8858da4bbf37 req-c5d87235-160a-46e0-9ec2-6ffeaa884a2a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.0668368 Jul 28 18:23:28.282930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54756) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:28.289404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Request body: {'floatingip': {'port_id': '02d708df-e832-41a2-a12f-31758d6e6cd9'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:28.329755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:28.667479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54774) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:28.693434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a445-e86e-4d15-8685-c944781b2029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:28.806935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a445-e86e-4d15-8685-c944781b2029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:28.811509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:28.904863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.060556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a445-e86e-4d15-8685-c944781b2029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.112277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c6b6a445-e86e-4d15-8685-c944781b2029 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf5c3e99a975403980765cd4aacd2dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357197 Jul 28 18:23:29.112277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6a445-e86e-4d15-8685-c944781b2029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8fc4a-86a0-4d3f-94e0-f3e1f6629e62,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:29.112277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54806) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:29.179960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.208682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.350118 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Floating IP 6c02a986-1ecf-44b0-a67b-b7ae7639f45a associated. External IP: 172.25.7.35, port: 02d708df-e832-41a2-a12f-31758d6e6cd9. Jul 28 18:23:29.417111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.422520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.424835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66a8fc4a-86a0-4d3f-94e0-f3e1f6629e62 HTTP/1.1" status: 204 len: 168 time: 0.3149924 Jul 28 18:23:29.438992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdbeef-5824-4833-a910-003857d917ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8fc4a-86a0-4d3f-94e0-f3e1f6629e62,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:29.582442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:23:29.698451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:29.704588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:29.711172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:29.721494 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:29.722572 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:29.732082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-72466269-6f86-42f5-af95-169299651abd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "PUT /v2.0/floatingips/6c02a986-1ecf-44b0-a67b-b7ae7639f45a HTTP/1.1" status: 200 len: 990 time: 1.4478159 Jul 28 18:23:29.733084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:23:29.736082 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64242675-83a5-4b3e-b48c-2b73f5539ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:29.791044 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4ca37-e1e5-4f23-a36f-8402f1c74f79 x-openstack-request-id: req-dcf4ca37-e1e5-4f23-a36f-8402f1c74f79 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:29.791344 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:29.791794 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcf4ca37-e1e5-4f23-a36f-8402f1c74f79 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:29.792776 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'status': 'completed', 'code': 200} Jul 28 18:23:29.875203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-7ee034e9-5d42-4532-b4ca-11da0a83015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:29.875514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:29.875650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-7ee034e9-5d42-4532-b4ca-11da0a83015e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4a7ebc7744b498caf86837a799b8c16&device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 1096 time: 0.0530243 Jul 28 18:23:30.038313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-d0e51194-5780-4ba6-8b13-ac336978d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:30.039859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-d0e51194-5780-4ba6-8b13-ac336978d4d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 200 len: 911 time: 0.1578443 Jul 28 18:23:30.130948 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-fd9976d1-5fdb-4071-9b2d-3d4205b5c601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d708df-e832-41a2-a12f-31758d6e6cd9 HTTP/1.1" status: 200 len: 998 time: 0.0833623 Jul 28 18:23:30.169305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6c02a986-1ecf-44b0-a67b-b7ae7639f45a', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:ae:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:23:13Z', 'updated_at': '2021-07-28T18:23:28Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:30.185118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-e3b7848b-7ee8-4001-81b9-ee6b0f6fadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:30.187147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-e3b7848b-7ee8-4001-81b9-ee6b0f6fadc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 200 len: 849 time: 0.0497270 Jul 28 18:23:30.249616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-ede494d5-f4b8-4211-aa51-fb8ed9e628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:30.252316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-ede494d5-f4b8-4211-aa51-fb8ed9e628fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b31d176-de0c-4aaf-b902-96625f1d46e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584807 Jul 28 18:23:30.311535 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:30.322815 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:30.323722 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:30.363709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-b9d159c4-73db-4f38-a805-036c9904ce33 service neutron] 10.222.0.37 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041148 Jul 28 18:23:30.452627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:30.482876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64242675-83a5-4b3e-b48c-2b73f5539ed8 req-ecb76ac1-d296-4144-807d-4fea39cd9205 service neutron] 10.222.0.37 "GET /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116979 Jul 28 18:23:30.721406 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6c02a986-1ecf-44b0-a67b-b7ae7639f45a', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:ae:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:23:13Z', 'updated_at': '2021-07-28T18:23:28Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:30.761978 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98ba62-e23b-4043-87af-b852aa3f3abd None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6c02a986-1ecf-44b0-a67b-b7ae7639f45a', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'port_id': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'mac_address': 'fa:16:3e:ae:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:23:13Z', 'updated_at': '2021-07-28T18:23:28Z', 'revision_number': 1, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:30.962874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:31.055705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b4dec-bb63-44a4-be12-ef5c391d8c1c None None] New status for floating IP 6c02a986-1ecf-44b0-a67b-b7ae7639f45a: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:23:31.327063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-459062196-network', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:31.450503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Made reservation on behalf of 2d3e51b8bb1545c39bf73a3218ba6ba0 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:31.452990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.462845 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.573673 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.643333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.681266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:23:31.681266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a37af-6259-4cfa-9c56-5872f4abe584,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:31.688503 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.688835 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Added segment 267c7356-2322-43f7-8e53-4d4266d2eae8 of type vlan for network 7345699e-5839-48ec-a015-0318eec5d9a8 Jul 28 18:23:31.733571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.833552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.834568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:31.835202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:31.905728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7345699e-5839-48ec-a015-0318eec5d9a8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:31.911201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7345699e-5839-48ec-a015-0318eec5d9a8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:23:31.954295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-07731a12-3849-4c0c-b03b-6dbe298937f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9902613 Jul 28 18:23:31.957657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:31.962370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Request body: {'subnet': {'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-459062196-subnet', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:32.055330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Made reservation on behalf of 2d3e51b8bb1545c39bf73a3218ba6ba0 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:32.058310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.302327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.358681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21722137-da05-4129-b303-1332e6d031b4,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:32.371433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Checking segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:32.371870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Network hostable DHCP agents. Network: 7345699e-5839-48ec-a015-0318eec5d9a8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:23:32.459756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Network 7345699e-5839-48ec-a015-0318eec5d9a8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:23:32.522868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7345699e-5839-48ec-a015-0318eec5d9a8) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:32.527066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:32.532387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.533107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2c23d-4fa1-46a3-bfd2-f3f08fbec2b8 None None] Network 7345699e-5839-48ec-a015-0318eec5d9a8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:23:32.603717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b0d0d43b-f5d2-4100-8d5d-7ca15999d72c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6454360 Jul 28 18:23:32.606287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:32.611424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:32.689563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7345699e-5839-48ec-a015-0318eec5d9a8', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:23:32.690552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.706039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.707139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.815377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:32.861188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Allocated IP 172.20.0.2 (7345699e-5839-48ec-a015-0318eec5d9a8/21722137-da05-4129-b303-1332e6d031b4/362f0bc3-1af3-4bb8-ace8-8760e1c6d066) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:33.109142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.118849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Transition to ACTIVE for port object 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:33.142700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Transition to ACTIVE for port object 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:33.226278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.268039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Network 7345699e-5839-48ec-a015-0318eec5d9a8 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:33.270986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:33.274728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:33.287589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Pushing event updated for resources: {'Port': ['ID=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:33.346393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Attempting to bind port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:33.346947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Attempting to bind port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:33.347142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Attempting to bind port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 on network 7345699e-5839-48ec-a015-0318eec5d9a8 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:33.352858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:33.357661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Checking segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:33.357661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.357661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Bound using segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:33.357661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Bound port: 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:33.357661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.428185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] For port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:33.428388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.431777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] For port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:33.508711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.577660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3e35f-0521-4feb-91d0-33aadf90d7ee None None] Pushing event updated for resources: {'Port': ['ID=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:33.749506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:33.779825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:34.002183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Allocated IP 172.25.7.207 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/1474f1f5-1840-48a4-83a4-d5ed292d0d2b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:34.128134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:34.245888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:34.266850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:34.269863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:34.290197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:34.357210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Pushing event updated for resources: {'Port': ['ID=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:34.597054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436eb01-e74b-4156-8833-af7c131441cb None None] Network 7345699e-5839-48ec-a015-0318eec5d9a8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:23:34.681355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:34.771444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-25bb7e6b-651b-4df0-b05a-6d81afb7e78c None None] Provisioning for port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:34.916963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.122713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:23:35.213346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:35.252802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:35.266001 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:35.274972 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:35.275595 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:35.346158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:35.350100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:35.350527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.368620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.370351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d077eaa8-1700-46d0-bd68-d9582ed4d92a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7629328 Jul 28 18:23:35.379892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54962) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:35.447796 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.448025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:35.484485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:35.577802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.664865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:35.666077 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:34Z', 'revision_number': 3, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:35.704983 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:35.705260 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Updating router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:23:35.734538 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:35.886771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.028071 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.041377 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Transition to ACTIVE for port object 1474f1f5-1840-48a4-83a4-d5ed292d0d2b will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:36.072423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Allocated IP 172.20.0.1 (7345699e-5839-48ec-a015-0318eec5d9a8/21722137-da05-4129-b303-1332e6d031b4/4581b595-f80e-4dbd-a5d8-82ed9457b65f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:36.117376 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.182854 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Attempting to bind port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:36.183237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Attempting to bind port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:36.183618 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Attempting to bind port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:36.186707 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Pushing event updated for resources: {'Port': ['ID=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.194832 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:36.196067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:36.196067 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.196316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.196431 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:36.196526 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Bound port: 1474f1f5-1840-48a4-83a4-d5ed292d0d2b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:36.196849 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.200351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.200715 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.201034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.201400 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.201731 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.202057 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.202382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.202701 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.203023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.203346 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.203694 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.204012 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.218107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Transition to ACTIVE for port object 4581b595-f80e-4dbd-a5d8-82ed9457b65f will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:36.302643 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] For port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:36.305717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] For port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:36.311974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.361686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Network 7345699e-5839-48ec-a015-0318eec5d9a8 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:36.382395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:36.396432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Pushing event updated for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.402755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:36.406127 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.448888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.449414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.449765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.450116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.451017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.451017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.451719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.452060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.452388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.452711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.453035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.453357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.480267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.492023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef0ba8-cdc5-4e67-a582-1efd5efec8a5 None None] Pushing event updated for resources: {'Port': ['ID=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.523114 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:36.523763 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:36.657197 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:36.718192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.851304 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:34Z', 'revision_number': 3, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:36.922590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-958e58f5-dcd9-435f-aaf5-dc21fcb15960 None None] Provisioning for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:36.926909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-958e58f5-dcd9-435f-aaf5-dc21fcb15960 None None] Provisioning complete for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:36.927841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-958e58f5-dcd9-435f-aaf5-dc21fcb15960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.931342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:36.970793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-958e58f5-dcd9-435f-aaf5-dc21fcb15960 None None] Port 4581b595-f80e-4dbd-a5d8-82ed9457b65f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:23:36.980848 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b493320-ec5c-4faf-ae5e-1eac21a994b1 None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:34Z', 'revision_number': 3, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:37.003647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:37.088667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Pushing event updated for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:37.091974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:37.168063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:37.220441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Network 7345699e-5839-48ec-a015-0318eec5d9a8 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:37.222201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:37.281006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:37.281388 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:37.449854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:23:37.627573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:37.633563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0bd1af44-6c9c-4d6b-a57e-578da942c38d admin admin] 10.222.0.25 "PUT /v2.0/routers/0fc12a7a-6ee6-454b-b6c0-117a115f7b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2523322 Jul 28 18:23:37.696413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e55-ca03-4a29-8c06-f38dc8c6a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:37.710046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4348bb0b-0ae2-4b02-9a73-8f7f2b8a1a76 None None] Provisioning complete for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:37.710804 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4348bb0b-0ae2-4b02-9a73-8f7f2b8a1a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:37.792588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4348bb0b-0ae2-4b02-9a73-8f7f2b8a1a76 None None] Port 4581b595-f80e-4dbd-a5d8-82ed9457b65f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:23:38.692282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:38.697825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-831901544-network', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:38.809145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Made reservation on behalf of dafa9844abf44971ae9beefd8d1a9e95 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:38.813404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:38.823838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:38.884088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:38.893892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:38.894515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:38.939553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.010343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.036258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:23:39.047927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bbd47-dc00-4091-bd0d-cacda6c72cee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:39.081025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:39.081521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.081521 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Added segment b3c2dafc-0165-4fef-b2a2-3c3d1335bae5 of type vlan for network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac Jul 28 18:23:39.111246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.236008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1474f1f5-1840-48a4-83a4-d5ed292d0d2b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:39.380638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 2, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.395097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:39.395477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Updating router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b port 4581b595-f80e-4dbd-a5d8-82ed9457b65f binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:23:39.424526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.488247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.489337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:39.490029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.542062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:39.553468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:39.553844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.560308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] Pushing event updated for resources: {'Network': ['ID=fcdb4b17-f6de-428c-a959-6cdcd6ac09ac,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:39.584762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:23:39.603982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-18f5f143-4b04-4a92-82d1-46d64730d80a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9105363 Jul 28 18:23:39.606533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:39.612215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Request body: {'subnet': {'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-831901544-subnet', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:39.730693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Made reservation on behalf of dafa9844abf44971ae9beefd8d1a9e95 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:39.736372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.944980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:39.980905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:40.005434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.062560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.077455 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.088157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c1bd25-faae-44e8-8313-fef729a96b5c,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.095556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Checking segment: {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:40.095556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Network hostable DHCP agents. Network: fcdb4b17-f6de-428c-a959-6cdcd6ac09ac, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:23:40.105203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Transition to ACTIVE for port object 4581b595-f80e-4dbd-a5d8-82ed9457b65f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:40.119716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.120575 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:23:40.138383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.170645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.192978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:23:40.220353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881233-25aa-466f-b309-fb83d0d312d4 None None] Pushing event updated for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.246864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce856499-fa65-4f5e-9a56-5c136978b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.273066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, fcdb4b17-f6de-428c-a959-6cdcd6ac09ac) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:40.279894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Attempting to bind port 4581b595-f80e-4dbd-a5d8-82ed9457b65f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:40.282623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Attempting to bind port 4581b595-f80e-4dbd-a5d8-82ed9457b65f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:40.282623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Attempting to bind port 4581b595-f80e-4dbd-a5d8-82ed9457b65f on network 7345699e-5839-48ec-a015-0318eec5d9a8 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:40.284249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:23:40.286271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.286478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304f3ff-afba-4a79-9a7e-3dbdb632ae88 None None] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:23:40.312685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:40.313072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Checking segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:40.313490 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.313894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Bound using segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:40.314388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Bound port: 4581b595-f80e-4dbd-a5d8-82ed9457b65f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:40.314782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.366621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-deba05c2-2dca-43ea-aae2-3c62a0d25f1b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7582576 Jul 28 18:23:40.368639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55070) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:40.374625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:23:40.460122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] For port 4581b595-f80e-4dbd-a5d8-82ed9457b65f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:40.460339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.462091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.477480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] For port 4581b595-f80e-4dbd-a5d8-82ed9457b65f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4581b595-f80e-4dbd-a5d8-82ed9457b65f,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:40.526461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'fixed_ips': [{'subnet_id': '95c1bd25-faae-44e8-8313-fef729a96b5c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:23:40.527002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.544761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.546240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.687509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881233-25aa-466f-b309-fb83d0d312d4 None None] Pushing event updated for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.699671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:40.700309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:40.854250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:40.908492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:40.983190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Allocated IP 172.20.0.2 (fcdb4b17-f6de-428c-a959-6cdcd6ac09ac/95c1bd25-faae-44e8-8313-fef729a96b5c/975d0131-9ddf-4086-b2e4-998e660f3564) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:41.105285 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.211896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.220285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1474f1f5-1840-48a4-83a4-d5ed292d0d2b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:41.242827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.306854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.320386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Transition to ACTIVE for port object 975d0131-9ddf-4086-b2e4-998e660f3564 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:41.340163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:40Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.374625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Transition to ACTIVE for port object 975d0131-9ddf-4086-b2e4-998e660f3564 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:41.377898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d425-e3a7-4c65-ba52-7f7d3a272f70 None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:40Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:41.379691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:41.379827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Allocated IP 172.25.7.254 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ec527df6-0dee-4fea-93fb-8694fecd3b0f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:41.380282 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.495785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.557119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:41.567300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:41.572390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:41.606488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.629439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Pushing event updated for resources: {'Port': ['ID=975d0131-9ddf-4086-b2e4-998e660f3564,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.701727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Attempting to bind port 975d0131-9ddf-4086-b2e4-998e660f3564 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:41.702104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Attempting to bind port 975d0131-9ddf-4086-b2e4-998e660f3564 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:41.702470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Attempting to bind port 975d0131-9ddf-4086-b2e4-998e660f3564 on network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:41.709342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:41.709780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Checking segment: {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:41.710186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.710580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Bound using segment: {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:41.711289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Bound port: 975d0131-9ddf-4086-b2e4-998e660f3564, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:41.711707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.752331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:41.809208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:41.812423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:41.819356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] For port 975d0131-9ddf-4086-b2e4-998e660f3564, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:41.819695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:41.823256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Pushing event updated for resources: {'Port': ['ID=ec527df6-0dee-4fea-93fb-8694fecd3b0f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.824340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] For port 975d0131-9ddf-4086-b2e4-998e660f3564, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=975d0131-9ddf-4086-b2e4-998e660f3564,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:41.911903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:42.007579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920811c7-af9b-4118-9c7a-86bd8899b8b8 None None] Pushing event updated for resources: {'Port': ['ID=975d0131-9ddf-4086-b2e4-998e660f3564,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:42.263513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:42.549254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.165569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e6b8b-d837-42cb-9f9b-b83a9d1355bf None None] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:23:43.222728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Router 984d554a-ef67-4430-94dd-84526fdd3838 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:23:43.235862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 975d0131-9ddf-4086-b2e4-998e660f3564 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:43.238287 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.351088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b7bf1af1-aed4-4aca-b812-0b95257eabdc None None] Provisioning for port 975d0131-9ddf-4086-b2e4-998e660f3564 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:43.364317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:43.370903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 975d0131-9ddf-4086-b2e4-998e660f3564 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:43.374917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Sync routers for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:43.380571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 975d0131-9ddf-4086-b2e4-998e660f3564 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:43.381058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.387938 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:43.388615 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:43.451186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.453271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ad64838-e1d0-4241-b069-facf07d10080 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0832200 Jul 28 18:23:43.455547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55116) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:43.495483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.538857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 975d0131-9ddf-4086-b2e4-998e660f3564, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=975d0131-9ddf-4086-b2e4-998e660f3564,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:43.546695 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:43.617099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.617960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4581b595-f80e-4dbd-a5d8-82ed9457b65f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:43.719611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=975d0131-9ddf-4086-b2e4-998e660f3564,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:43.803720 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:41Z', 'revision_number': 3, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:43.805950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:43.813471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:43.813895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.845145 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Checking router: 984d554a-ef67-4430-94dd-84526fdd3838 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:43.845760 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Updating router 984d554a-ef67-4430-94dd-84526fdd3838 port ec527df6-0dee-4fea-93fb-8694fecd3b0f binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:23:43.882538 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:43.897098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-328a3718-a1aa-4d78-bdc5-bdbef1e12dc6 None None] Provisioning complete for port 975d0131-9ddf-4086-b2e4-998e660f3564 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:43.897098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-328a3718-a1aa-4d78-bdc5-bdbef1e12dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.005799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.084650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4581b595-f80e-4dbd-a5d8-82ed9457b65f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4581b595-f80e-4dbd-a5d8-82ed9457b65f,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:44.158398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.231804 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.245235 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Transition to ACTIVE for port object ec527df6-0dee-4fea-93fb-8694fecd3b0f will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:44.339543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Allocated IP 172.20.0.1 (fcdb4b17-f6de-428c-a959-6cdcd6ac09ac/95c1bd25-faae-44e8-8313-fef729a96b5c/80fe5b4f-6922-4f65-a8a9-581fd6409074) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:44.364819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.426326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:44.450744 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.515550 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b005920-606e-4a35-af30-65fccaaa1271 None None] Pushing event updated for resources: {'Port': ['ID=ec527df6-0dee-4fea-93fb-8694fecd3b0f,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:44.541782 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Attempting to bind port ec527df6-0dee-4fea-93fb-8694fecd3b0f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:44.543856 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Attempting to bind port ec527df6-0dee-4fea-93fb-8694fecd3b0f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:44.543856 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Attempting to bind port ec527df6-0dee-4fea-93fb-8694fecd3b0f on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:44.549056 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:44.549585 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:44.550050 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.550528 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:44.551024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Bound port: ec527df6-0dee-4fea-93fb-8694fecd3b0f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:44.551508 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.613884 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] For port ec527df6-0dee-4fea-93fb-8694fecd3b0f, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:44.620286 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] For port ec527df6-0dee-4fea-93fb-8694fecd3b0f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec527df6-0dee-4fea-93fb-8694fecd3b0f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:44.713872 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.764507 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:44.765135 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:44.813559 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b005920-606e-4a35-af30-65fccaaa1271 None None] Pushing event updated for resources: {'Port': ['ID=ec527df6-0dee-4fea-93fb-8694fecd3b0f,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:44.868834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:44.886106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Transition to ACTIVE for port object 80fe5b4f-6922-4f65-a8a9-581fd6409074 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:44.889433 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:45.011652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.052859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:45.055977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:45.058461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:23:45.077848 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:41Z', 'revision_number': 3, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:45.085427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Pushing event updated for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:45.118943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.142364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8a2cb-ff66-4249-93b3-6cfd097213b5 None None] The sync data for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 is: [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:41Z', 'revision_number': 3, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:45.204675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 975d0131-9ddf-4086-b2e4-998e660f3564 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:45.302295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 975d0131-9ddf-4086-b2e4-998e660f3564 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:45.303354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.430214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4581b595-f80e-4dbd-a5d8-82ed9457b65f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:45.479820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.480173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.484261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4581b595-f80e-4dbd-a5d8-82ed9457b65f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:45.484721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.529851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33316bf9-f302-44f6-9005-63033b90ffdb None None] Provisioning for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:45.547771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33316bf9-f302-44f6-9005-63033b90ffdb None None] Provisioning complete for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:45.556152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33316bf9-f302-44f6-9005-63033b90ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.607587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-33316bf9-f302-44f6-9005-63033b90ffdb None None] Port 80fe5b4f-6922-4f65-a8a9-581fd6409074 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:23:45.732317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.861488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:45.931414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Pushing event updated for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:45.934042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:46.069210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:46.070921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:46.246276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Router 984d554a-ef67-4430-94dd-84526fdd3838 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:23:46.387663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:46.399557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4ca63a30-c5be-461c-b884-096c2a0f799f admin admin] 10.222.0.25 "PUT /v2.0/routers/984d554a-ef67-4430-94dd-84526fdd3838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9404202 Jul 28 18:23:46.442381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-87029127-377f-4a37-88a9-5805f07c3084 None None] Provisioning complete for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:46.442872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87029127-377f-4a37-88a9-5805f07c3084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:46.501618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-87029127-377f-4a37-88a9-5805f07c3084 None None] Port 80fe5b4f-6922-4f65-a8a9-581fd6409074 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:23:47.210891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec527df6-0dee-4fea-93fb-8694fecd3b0f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:47.350925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ec527df6-0dee-4fea-93fb-8694fecd3b0f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:47.355520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ec527df6-0dee-4fea-93fb-8694fecd3b0f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:47.356127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:47.434990 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:47.456029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ec527df6-0dee-4fea-93fb-8694fecd3b0f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec527df6-0dee-4fea-93fb-8694fecd3b0f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:47.558956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:47.650332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ec527df6-0dee-4fea-93fb-8694fecd3b0f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:48.429753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Sync routers for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:48.445079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:48.445079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:48.569743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:48.716611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:48.812636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:45Z', 'revision_number': 4, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '80fe5b4f-6922-4f65-a8a9-581fd6409074', 'name': '', 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'mac_address': 'fa:16:3e:02:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:44Z', 'updated_at': '2021-07-28T18:23:45Z', 'revision_number': 2, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'subnets': [{'id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:48.838917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Checking router: 984d554a-ef67-4430-94dd-84526fdd3838 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:48.839203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Updating router 984d554a-ef67-4430-94dd-84526fdd3838 port 80fe5b4f-6922-4f65-a8a9-581fd6409074 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:23:48.865605 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.250635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec527df6-0dee-4fea-93fb-8694fecd3b0f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:49.348940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.353011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ec527df6-0dee-4fea-93fb-8694fecd3b0f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:49.353382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.380055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Transition to ACTIVE for port object 80fe5b4f-6922-4f65-a8a9-581fd6409074 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:23:49.473079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.519330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55310) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:49.534153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b68db-ff26-49d1-8c4a-1a97450e9a0a None None] Pushing event updated for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:49.589935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Attempting to bind port 80fe5b4f-6922-4f65-a8a9-581fd6409074 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:23:49.590603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Attempting to bind port 80fe5b4f-6922-4f65-a8a9-581fd6409074 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:23:49.590903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Attempting to bind port 80fe5b4f-6922-4f65-a8a9-581fd6409074 on network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:23:49.598076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:23:49.598628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Checking segment: {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:23:49.599193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.599916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Bound using segment: {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:23:49.600532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Bound port: 80fe5b4f-6922-4f65-a8a9-581fd6409074, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:23:49.600997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.679296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee267-1b0c-432a-887f-ac5ba9176389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.717269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] For port 80fe5b4f-6922-4f65-a8a9-581fd6409074, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:49.722113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] For port 80fe5b4f-6922-4f65-a8a9-581fd6409074, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80fe5b4f-6922-4f65-a8a9-581fd6409074,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:49.810199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee267-1b0c-432a-887f-ac5ba9176389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.919845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.968857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee267-1b0c-432a-887f-ac5ba9176389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:49.980050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:23:49.980680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:23:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:49.984842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b68db-ff26-49d1-8c4a-1a97450e9a0a None None] Pushing event updated for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:50.027030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55318) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:50.027794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d9ee267-1b0c-432a-887f-ac5ba9176389 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1912bbcff26478d9f050ab8e1e3ea93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060768 Jul 28 18:23:50.028098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee267-1b0c-432a-887f-ac5ba9176389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d079c93b-7e71-47ba-925f-e36239d7a3c8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:50.114267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:50.118893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:23:50.149802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:50.273557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:50.276222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:50.277379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d079c93b-7e71-47ba-925f-e36239d7a3c8 HTTP/1.1" status: 204 len: 168 time: 0.2464657 Jul 28 18:23:50.286111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3ebb8-37dd-4f25-bd20-b0aa505906bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d079c93b-7e71-47ba-925f-e36239d7a3c8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:50.381552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:45Z', 'revision_number': 4, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '80fe5b4f-6922-4f65-a8a9-581fd6409074', 'name': '', 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'mac_address': 'fa:16:3e:02:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:44Z', 'updated_at': '2021-07-28T18:23:49Z', 'revision_number': 4, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'subnets': [{'id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:50.416840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d48da6-9895-4c9f-92d6-2e3d49d4a3cd None None] The sync data for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 is: [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:23:45Z', 'revision_number': 4, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '80fe5b4f-6922-4f65-a8a9-581fd6409074', 'name': '', 'network_id': 'fcdb4b17-f6de-428c-a959-6cdcd6ac09ac', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'mac_address': 'fa:16:3e:02:a4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:44Z', 'updated_at': '2021-07-28T18:23:49Z', 'revision_number': 4, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'subnets': [{'id': '95c1bd25-faae-44e8-8313-fef729a96b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:51.066903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:51.080711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75e8398f-8cff-4237-94f9-7b474eb59fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.185338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75e8398f-8cff-4237-94f9-7b474eb59fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.207552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80fe5b4f-6922-4f65-a8a9-581fd6409074 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:51.284874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-75e8398f-8cff-4237-94f9-7b474eb59fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.325839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8398f-8cff-4237-94f9-7b474eb59fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c704892b-2931-4f31-9265-9648cfaf3aa1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:51.331745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-75e8398f-8cff-4237-94f9-7b474eb59fa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34b8160cb8ac4f2fbc1a714ede597996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636361 Jul 28 18:23:51.334437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55334) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:51.357024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:23:51.363327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:51.364202 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.397336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.436078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.473877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.516243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 80fe5b4f-6922-4f65-a8a9-581fd6409074, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80fe5b4f-6922-4f65-a8a9-581fd6409074,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:51.587899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.590993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.592817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c704892b-2931-4f31-9265-9648cfaf3aa1 HTTP/1.1" status: 204 len: 168 time: 0.2573338 Jul 28 18:23:51.601324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9575a-ab48-49bc-97e5-54f8f72e6176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c704892b-2931-4f31-9265-9648cfaf3aa1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:51.602192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:51.668150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:53.165770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80fe5b4f-6922-4f65-a8a9-581fd6409074 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:53.225972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 80fe5b4f-6922-4f65-a8a9-581fd6409074 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:23:53.226372 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:55.762670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:55.883563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbaa1-f290-4927-999c-a40c84f1f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:55.984369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbaa1-f290-4927-999c-a40c84f1f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.058864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbaa1-f290-4927-999c-a40c84f1f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.098455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b4bdbaa1-f290-4927-999c-a40c84f1f1bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32de5014bf9445448209c1a19ed9ff5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340797 Jul 28 18:23:56.099339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdbaa1-f290-4927-999c-a40c84f1f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8821c3-e4db-4926-9f9d-7690128945be,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:56.101326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:56.158671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.181679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.305044 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.307586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:56.308761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e8821c3-e4db-4926-9f9d-7690128945be HTTP/1.1" status: 204 len: 168 time: 0.2013996 Jul 28 18:23:56.317330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288dde6-cebb-4c02-83ae-936357051f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8821c3-e4db-4926-9f9d-7690128945be,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:56.927784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55468) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:56.941903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec8e767a-cc31-4028-80cd-57dbfdd7c226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.072345 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec8e767a-cc31-4028-80cd-57dbfdd7c226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.361942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec8e767a-cc31-4028-80cd-57dbfdd7c226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.401408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ec8e767a-cc31-4028-80cd-57dbfdd7c226 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bf319c57edb422d8a3e4c306e20e54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725201 Jul 28 18:23:57.402390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e767a-cc31-4028-80cd-57dbfdd7c226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ba320d-a024-4cf6-90cd-e8fd06577919,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:57.404113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55478) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:23:57.483449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.505522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.633145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.635881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:23:57.637362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9ba320d-a024-4cf6-90cd-e8fd06577919 HTTP/1.1" status: 204 len: 168 time: 0.2299504 Jul 28 18:23:57.646971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97177f47-199f-402f-858f-66d449e92f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ba320d-a024-4cf6-90cd-e8fd06577919,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:00.218227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd1b6-38e7-4c5e-83ba-c9f64a60c0e3 req-ee54fb32-29a8-4fa5-b4b9-5b14eeb0c0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:00.219945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96bfd1b6-38e7-4c5e-83ba-c9f64a60c0e3 req-ee54fb32-29a8-4fa5-b4b9-5b14eeb0c0ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0630019 Jul 28 18:24:00.270611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-96bfd1b6-38e7-4c5e-83ba-c9f64a60c0e3 req-ce7bc912-b631-41ca-ae7a-cb0e6f1350af tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Jul 28 18:24:00.404306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1141-aef3-42a1-8b70-ed8a15005fae req-92142594-a3f1-42c5-8de3-6d350f961900 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:00.413148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdfb1141-aef3-42a1-8b70-ed8a15005fae req-92142594-a3f1-42c5-8de3-6d350f961900 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0657153 Jul 28 18:24:00.475598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdfb1141-aef3-42a1-8b70-ed8a15005fae req-0226be4d-2681-4159-b1d0-f9f0b24ab06b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611086 Jul 28 18:24:00.783922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-7536777b-82e6-4606-ae18-5a52487edb34 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:00.803474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-7536777b-82e6-4606-ae18-5a52487edb34 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1170285 Jul 28 18:24:00.803474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-447db8fe-42de-423a-b53f-7353d7938c96 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/quotas/44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Jul 28 18:24:00.880051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-7102b811-8e9c-44de-ad0b-e945628f8322 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0729437 Jul 28 18:24:00.989205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-7e104529-8cf1-44ab-a74c-351e12dfba4d service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019070 Jul 28 18:24:01.095230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-6236f689-5cd0-4927-a784-86e2fe2597b9 service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991004 Jul 28 18:24:01.343356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3098c8e8-d6b7-41fe-a8de-e30fc63e2989 req-03549dc7-80bc-4783-9ecd-a50a41fff356 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Jul 28 18:24:02.448604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d46011b-ae79-4c6b-b126-1c4338850fa6 req-84f71d91-a927-4a9e-9830-e9a7d738056e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 210 time: 0.0517442 Jul 28 18:24:03.557827 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-270a800f-436c-4291-aac8-8e4d33d31499 req-04ed4c87-b860-4df4-8c3f-4226040e78a2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 210 time: 0.0346634 Jul 28 18:24:03.991763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-840f0feb-e19e-4130-9f8f-85c3d470a30c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:03.995600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-840f0feb-e19e-4130-9f8f-85c3d470a30c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.1333399 Jul 28 18:24:04.010372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'device_id': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'admin_state_up': True, 'tenant_id': '44e9a34837854191ae9bb143a0b0c455'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:04.240451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:04.245628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:04.449679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.20.0.10 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/cbfe1690-db98-4d56-a97b-fb9b7b0a706e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:04.468337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-4b9435d4-e427-4f36-bd50-286455900c4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765748 Jul 28 18:24:04.656797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466430cd-e0c9-4332-801a-10931f363e84 req-18e2d147-0992-4e7e-a4ef-545c6a48cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:04.660241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-18e2d147-0992-4e7e-a4ef-545c6a48cff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.1268492 Jul 28 18:24:04.732181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d32d3618-bc63-4fd5-8d97-a3b3e480773a req-4e442ba1-78e2-494c-81df-1131a71a8a9b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 210 time: 0.0678508 Jul 28 18:24:04.794875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:04.824642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Transition to ACTIVE for port object cbfe1690-db98-4d56-a97b-fb9b7b0a706e will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:04.852497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466430cd-e0c9-4332-801a-10931f363e84 req-aafa1374-d620-4f5a-84b2-8ecff9269e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:04.854034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-aafa1374-d620-4f5a-84b2-8ecff9269e4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1716716 Jul 28 18:24:04.936841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-4196cc4b-54c5-4c89-a34f-4c16bdedb219 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0697639 Jul 28 18:24:04.989056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:04.991449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466430cd-e0c9-4332-801a-10931f363e84 req-b81f9df4-22b4-4040-b354-400e5d50cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:04.993104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-b81f9df4-22b4-4040-b354-400e5d50cfc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0478165 Jul 28 18:24:05.002907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:05.007080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:05.073182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:05.082862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:05.086657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:05.089769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:05.134250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466430cd-e0c9-4332-801a-10931f363e84 req-4e95010b-b550-4091-a46b-1df5efc84100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:05.135840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-4e95010b-b550-4091-a46b-1df5efc84100 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154873 Jul 28 18:24:05.158745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:05.159481 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:05.336084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-f3124d4f-5c29-40b7-95ff-4fd5e50422b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316467 Jul 28 18:24:05.352564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-4d85cc25-bb77-4656-bbe2-69029e7f8ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077668 Jul 28 18:24:05.370088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Request body: {'port': {'device_id': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:05.544669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:05.569839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-466430cd-e0c9-4332-801a-10931f363e84 req-d882ad88-78b0-43d2-8ade-3b49252cbe9b service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094812 Jul 28 18:24:05.633188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a462d772-bd26-4b86-8e08-a6e740cf01b8 None None] Provisioning for port cbfe1690-db98-4d56-a97b-fb9b7b0a706e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:05.638449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a462d772-bd26-4b86-8e08-a6e740cf01b8 None None] Provisioning complete for port cbfe1690-db98-4d56-a97b-fb9b7b0a706e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:05.638901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a462d772-bd26-4b86-8e08-a6e740cf01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:05.673304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a462d772-bd26-4b86-8e08-a6e740cf01b8 None None] Port cbfe1690-db98-4d56-a97b-fb9b7b0a706e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:05.857139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfe1690-db98-4d56-a97b-fb9b7b0a706e {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:05.865891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:05.870389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c1ba-8573-4448-8a3c-7e4ab6e8cc84 req-f01da475-9f9d-4d0e-ab63-695620bc9e5b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:05.871991 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1426c1ba-8573-4448-8a3c-7e4ab6e8cc84 req-f01da475-9f9d-4d0e-ab63-695620bc9e5b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 932 time: 0.0579011 Jul 28 18:24:05.885512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Transition to ACTIVE for port object cbfe1690-db98-4d56-a97b-fb9b7b0a706e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:05.920065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1426c1ba-8573-4448-8a3c-7e4ab6e8cc84 req-ec7f10df-f195-469b-b5e5-be20c32b692b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Jul 28 18:24:05.993066 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:06.056951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:06.139388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Attempting to bind port cbfe1690-db98-4d56-a97b-fb9b7b0a706e on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:06.139388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Attempting to bind port cbfe1690-db98-4d56-a97b-fb9b7b0a706e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:06.139664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Attempting to bind port cbfe1690-db98-4d56-a97b-fb9b7b0a706e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:06.144934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Port cbfe1690-db98-4d56-a97b-fb9b7b0a706e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:24:06.145259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Attempting to bind port cbfe1690-db98-4d56-a97b-fb9b7b0a706e on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:06.159734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:06.159734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:06.159734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:06.159734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Bound port: cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:06.159734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:06.226797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:06.230871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:06.305263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:06.339186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:06.339831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:06.341262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] 10.222.0.35 "PUT /v2.0/ports/cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 200 len: 1092 time: 0.9822927 Jul 28 18:24:06.341700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:06.343960 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:06.409169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cd575-b4d3-4bb3-a4d7-a3568cbab577 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:06.565595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-67b3ad50-894c-4309-bc34-659d75c176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:06.567289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-67b3ad50-894c-4309-bc34-659d75c176cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 1095 time: 0.0701654 Jul 28 18:24:06.624097 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e897893-cf7b-43ed-99a6-630d1aa04d36 x-openstack-request-id: req-1e897893-cf7b-43ed-99a6-630d1aa04d36 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:06.624391 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:06.624638 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e897893-cf7b-43ed-99a6-630d1aa04d36 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:06.625043 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'status': 'completed', 'code': 200} Jul 28 18:24:06.626796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-82b3d75c-7111-4adb-998b-e0fd3c843b1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 200 len: 217 time: 0.0513921 Jul 28 18:24:06.682148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-99537242-32ac-4ac2-af12-3c06f5f066ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:06.683759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-99537242-32ac-4ac2-af12-3c06f5f066ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0502455 Jul 28 18:24:06.741880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-23a749cb-d77f-4952-beb4-e8e9c91bebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:06.743983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-23a749cb-d77f-4952-beb4-e8e9c91bebaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533488 Jul 28 18:24:06.856963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-b6d85c00-f0d1-4d12-a4b6-4372b247c0c0 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038911 Jul 28 18:24:06.968104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d6c0c94-7f88-49db-b015-2932ca1f6842 req-c397fdc8-37e0-4738-8ff4-3721f414b544 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965641 Jul 28 18:24:07.043712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a9156-0370-452e-8345-01d3ae96e5ba req-f7c60880-97b1-468d-b63f-25d4447e82db tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:07.045803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161a9156-0370-452e-8345-01d3ae96e5ba req-f7c60880-97b1-468d-b63f-25d4447e82db tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 944 time: 0.0534041 Jul 28 18:24:07.099109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161a9156-0370-452e-8345-01d3ae96e5ba req-3a8194c0-883b-41fa-a404-89ffbf5d528f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Jul 28 18:24:07.155248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-a1163761-b622-4beb-aeee-7cebddc4eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:07.157344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-a1163761-b622-4beb-aeee-7cebddc4eb8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 1095 time: 0.0567627 Jul 28 18:24:07.264214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-9599231c-ebf1-4d42-9b63-c5edfa1d7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:07.265775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-9599231c-ebf1-4d42-9b63-c5edfa1d7064 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.1017179 Jul 28 18:24:07.312824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-0ca84b5a-9d6f-40f7-a934-d1f860383481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 200 len: 217 time: 0.0396502 Jul 28 18:24:07.363698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-e59a70a6-0507-41a2-a628-eae9aaef76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:07.365173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-e59a70a6-0507-41a2-a628-eae9aaef76f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0460312 Jul 28 18:24:07.414355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-48a68610-9ebf-4020-92fb-0fb7eb9453d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:07.415946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-48a68610-9ebf-4020-92fb-0fb7eb9453d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434909 Jul 28 18:24:07.520302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-bff4d9f6-a615-4992-9d90-e4f049c00f29 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965447 Jul 28 18:24:07.616303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c6b908c-d3d5-4fed-bc07-9b9aa27e6454 req-d0c2690f-02e7-4134-88a9-5f2e8b107794 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892355 Jul 28 18:24:07.707958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee50364-0bc9-46c9-ac12-7caa9f678d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:08.230120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51faf2-669d-437f-a7c4-5dcaabf1a1da req-73bce783-3a83-4df1-98fa-a2816bbbc430 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:08.232239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec51faf2-669d-437f-a7c4-5dcaabf1a1da req-73bce783-3a83-4df1-98fa-a2816bbbc430 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 944 time: 0.0535638 Jul 28 18:24:08.271261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec51faf2-669d-437f-a7c4-5dcaabf1a1da req-a8492a0a-2afd-4777-82ba-18ecbc422cf0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 28 18:24:09.399331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd94df-d287-41a9-9205-13c19c65ed9c req-b428c300-9879-4696-a718-85f53669d2d3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:09.400963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fddd94df-d287-41a9-9205-13c19c65ed9c req-b428c300-9879-4696-a718-85f53669d2d3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 944 time: 0.0537884 Jul 28 18:24:09.445450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fddd94df-d287-41a9-9205-13c19c65ed9c req-b637959f-f6ba-48ba-a78e-05522f63cd3a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Jul 28 18:24:10.158959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.189616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55782) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:10.233810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c010f026-4be7-461d-a024-a5d4c72e1107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.303792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fa81-96ec-46ef-afd1-791dfaf90843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.396519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fa81-96ec-46ef-afd1-791dfaf90843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.491104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fa81-96ec-46ef-afd1-791dfaf90843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.547295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3fa81-96ec-46ef-afd1-791dfaf90843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c54141f-24ab-4c82-bd71-4db2c83b885b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.552893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b5d3fa81-96ec-46ef-afd1-791dfaf90843 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb3cac748c7d47f287bc82b9fc8e6ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621366 Jul 28 18:24:10.555433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55788) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:10.577924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811f9ac-bf65-42fc-bf75-fcf43e94899f req-49390a44-ecc1-48ab-8863-15a995881684 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:10.582770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b811f9ac-bf65-42fc-bf75-fcf43e94899f req-49390a44-ecc1-48ab-8863-15a995881684 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 944 time: 0.0577912 Jul 28 18:24:10.623314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.626500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b811f9ac-bf65-42fc-bf75-fcf43e94899f req-6118fbf8-e138-40c9-a8cc-21b64cdfba80 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Jul 28 18:24:10.651239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.816374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.821262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:10.821953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c54141f-24ab-4c82-bd71-4db2c83b885b HTTP/1.1" status: 204 len: 168 time: 0.2650933 Jul 28 18:24:10.837058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15b7d-30a3-4209-9699-cc25da0df881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c54141f-24ab-4c82-bd71-4db2c83b885b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:11.093103 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.586316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55806) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:11.600568 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43dee564-261b-4695-aca8-23511acfd6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.717549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43dee564-261b-4695-aca8-23511acfd6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.754688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd430b-49d3-4ea2-8b5c-3608531f8de0 req-6ccd5c43-c2ce-4994-83c9-6db6539d3b83 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:11.756328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68fd430b-49d3-4ea2-8b5c-3608531f8de0 req-6ccd5c43-c2ce-4994-83c9-6db6539d3b83 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 944 time: 0.0528712 Jul 28 18:24:11.785037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cbfe1690-db98-4d56-a97b-fb9b7b0a706e details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:11.803962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68fd430b-49d3-4ea2-8b5c-3608531f8de0 req-3317dc39-a121-442c-b5d8-66e5e663d272 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Jul 28 18:24:11.807055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-43dee564-261b-4695-aca8-23511acfd6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.847964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dee564-261b-4695-aca8-23511acfd6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ada5de-2ff9-43b6-aa8d-d0c313b63a6b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:11.852871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-43dee564-261b-4695-aca8-23511acfd6d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5200d8e035844297b00e6977004efce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654622 Jul 28 18:24:11.855851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55812) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:11.889953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:11.902332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'mac_address': 'fa:16:3e:31:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:11.944331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.961305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfe1690-db98-4d56-a97b-fb9b7b0a706e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:11.965190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:11.990462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:12.003996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:12.084596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:12.134108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:12.136097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:12.140504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:12.145608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1ada5de-2ff9-43b6-aa8d-d0c313b63a6b HTTP/1.1" status: 204 len: 168 time: 0.2835932 Jul 28 18:24:12.152673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccbbc5-d4b3-49d8-9596-2f47f244a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ada5de-2ff9-43b6-aa8d-d0c313b63a6b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:12.384591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cbfe1690-db98-4d56-a97b-fb9b7b0a706e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:12.645488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-5f211471-e384-49da-8c31-0b0497a1f494 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489075 Jul 28 18:24:12.744034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-d5fd0e0a-68f7-4e0b-b35b-7f4713b9f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:12.755381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-d5fd0e0a-68f7-4e0b-b35b-7f4713b9f5f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1096 time: 0.0477982 Jul 28 18:24:12.877897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-f578ec3e-fa70-452f-ae93-7e3f470e69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:12.879434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-f578ec3e-fa70-452f-ae93-7e3f470e69f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.1135006 Jul 28 18:24:12.940192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7660-1efa-44eb-8eaf-21ff198cc057 req-6c91cc62-2ead-421a-8ca2-30ecf41e9ebe tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:12.941972 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e43a7660-1efa-44eb-8eaf-21ff198cc057 req-6c91cc62-2ead-421a-8ca2-30ecf41e9ebe tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 945 time: 0.0686316 Jul 28 18:24:12.959544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-781532b0-6e25-4d67-9894-172158be716e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 1001 time: 0.0689573 Jul 28 18:24:12.970565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:12.984405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e43a7660-1efa-44eb-8eaf-21ff198cc057 req-864f5423-bd58-46bd-9da5-69048aa8310f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 Jul 28 18:24:13.031859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-0b60a715-a746-4124-b45e-d9d3f54e6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:13.033677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-0b60a715-a746-4124-b45e-d9d3f54e6ab3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0667760 Jul 28 18:24:13.086576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-6c5900d9-87a8-4deb-b096-6f103e660a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:13.086576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-6c5900d9-87a8-4deb-b096-6f103e660a41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430367 Jul 28 18:24:13.191435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-b0913909-8432-4762-b053-ab39e290f909 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989757 Jul 28 18:24:13.298310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67edd916-09c8-4e41-bb99-c1770f2fa3a9 req-be4d77e0-1c36-4fb7-b8c7-b7b3ecb0840e service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990934 Jul 28 18:24:13.563175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 55868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:13.678643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9cb58493-02c0-4537-851a-5fa00b90018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:13.776283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9cb58493-02c0-4537-851a-5fa00b90018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:13.800179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cbfe1690-db98-4d56-a97b-fb9b7b0a706e up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:13.887168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9cb58493-02c0-4537-851a-5fa00b90018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:13.920422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port cbfe1690-db98-4d56-a97b-fb9b7b0a706e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:13.926747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port cbfe1690-db98-4d56-a97b-fb9b7b0a706e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:13.929328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb58493-02c0-4537-851a-5fa00b90018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad48e16-7375-4248-ad50-6b065e0524a0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:13.929450 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:13.932858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9cb58493-02c0-4537-851a-5fa00b90018e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=204d8798368f4fbfbbadd3d49b211cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685474 Jul 28 18:24:13.936150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55872) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:14.014264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.038774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.048039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.089512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:14.090990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:14.093994 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ce960-e333-4e51-80b0-ba6ee6645fa7" -d '{"events": [{"server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "name": "network-vif-plugged", "status": "completed", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:14.173165 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.201842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbbcd4-643e-46ee-ac1d-b0271d5a77bd req-3a5a09fb-d843-4fee-8e9b-240eaab9ad57 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:14.203756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-babbbcd4-643e-46ee-ac1d-b0271d5a77bd req-3a5a09fb-d843-4fee-8e9b-240eaab9ad57 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Jul 28 18:24:14.205084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.208931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:14.210520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ad48e16-7375-4248-ad50-6b065e0524a0 HTTP/1.1" status: 204 len: 168 time: 0.2733054 Jul 28 18:24:14.228300 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eab2a5-98df-4a7d-bb1b-7cca1944cd18 x-openstack-request-id: req-d1eab2a5-98df-4a7d-bb1b-7cca1944cd18 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:14.228763 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "name": "network-vif-plugged", "status": "completed", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:14.228880 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1eab2a5-98df-4a7d-bb1b-7cca1944cd18 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:14.229254 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'code': 200} Jul 28 18:24:14.275178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d6040-e695-40b9-9f99-369f70db58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad48e16-7375-4248-ad50-6b065e0524a0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:14.283924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:14.330060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-babbbcd4-643e-46ee-ac1d-b0271d5a77bd req-9dd6143f-c09c-40fc-9200-07d0202e244d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074266 Jul 28 18:24:14.376273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2074fe-e333-4ec0-803f-ce0fe14a29ac req-4f16eeba-c40f-4ed3-8c80-89bc05d08439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:14.378067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c2074fe-e333-4ec0-803f-ce0fe14a29ac req-4f16eeba-c40f-4ed3-8c80-89bc05d08439 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 1097 time: 0.0722291 Jul 28 18:24:14.417336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c2074fe-e333-4ec0-803f-ce0fe14a29ac req-49d79126-65bb-49af-9862-44cc465e6315 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 28 18:24:15.225134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:15.341430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-845545787-network', 'tenant_id': '635a20995a934b818233b2f2826dfc8c'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:15.444509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Made reservation on behalf of 635a20995a934b818233b2f2826dfc8c for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:15.446860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.460424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.502267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.517924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfd45-9464-40a0-b370-ac8c1dc82d70 req-b49b1afd-40e4-4f0d-b601-0a3ed110174d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:15.525822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-963cfd45-9464-40a0-b370-ac8c1dc82d70 req-b49b1afd-40e4-4f0d-b601-0a3ed110174d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 946 time: 0.1166978 Jul 28 18:24:15.596073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-963cfd45-9464-40a0-b370-ac8c1dc82d70 req-2f056b33-0741-4ba7-91bb-250ebfad425b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Jul 28 18:24:15.614197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.672852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.698341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:15.709525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e0679-7791-4f5a-b2a0-48872ca59708,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:15.714745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.715201 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Added segment e82085b7-72df-4cff-8ce8-fc8f239373f1 of type vlan for network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 Jul 28 18:24:15.757967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.904808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.905852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:15.907098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:15.969945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] Pushing event updated for resources: {'Network': ['ID=7162c6e6-eff6-46da-9a1e-4ced7b35e472,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:15.979497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:16.133736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9239e8d4-5f7b-4ee9-b745-73f9205a5395 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9074554 Jul 28 18:24:16.136495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 55982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:16.142346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Request body: {'subnet': {'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-845545787-subnet', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:16.260981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Made reservation on behalf of 635a20995a934b818233b2f2826dfc8c for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:16.264361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:16.510333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:16.567835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b281b66b-453d-45e7-9aa2-2045a0692cbc,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:16.576959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Checking segment: {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:16.577406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Network hostable DHCP agents. Network: 7162c6e6-eff6-46da-9a1e-4ced7b35e472, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:16.651333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:16.723898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07aa4f-9d0f-4575-b7d7-b1ea948a432c req-1f544494-40ed-492d-bc5b-6fc83727ec75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:16.725414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b07aa4f-9d0f-4575-b7d7-b1ea948a432c req-1f544494-40ed-492d-bc5b-6fc83727ec75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 946 time: 0.0565257 Jul 28 18:24:16.749328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7162c6e6-eff6-46da-9a1e-4ced7b35e472) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:16.758822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:16.758822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:16.759023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fccb21-3931-4d9a-bc2c-ee68a784b332 None None] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:16.776679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b07aa4f-9d0f-4575-b7d7-b1ea948a432c req-c5f2903c-f856-4a1f-8797-31123967333f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Jul 28 18:24:16.864706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2f0688ca-30ac-4d4b-9b44-86bc696b0829 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7270648 Jul 28 18:24:16.867364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56022) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:16.872126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:16.902730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-fe87f6fd-7b29-499c-93c8-ee2c8d28c87c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 267 time: 0.0507953 Jul 28 18:24:16.917902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'fixed_ips': [{'subnet_id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:24:16.919487 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:16.960213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-0f566b54-68d2-4e20-9412-012bb61ec4c1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:16.962136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-0f566b54-68d2-4e20-9412-012bb61ec4c1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Jul 28 18:24:16.975681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'security_groups': []}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:16.987924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:16.989518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.061384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.081191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Allocated IP 172.20.0.2 (7162c6e6-eff6-46da-9a1e-4ced7b35e472/b281b66b-453d-45e7-9aa2-2045a0692cbc/85e317ac-5651-41dc-810c-4fe8e44cc154) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:17.093057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.123495 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:24:17.271501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.281579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Transition to ACTIVE for port object 85e317ac-5651-41dc-810c-4fe8e44cc154 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:17.293751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:17.326913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Transition to ACTIVE for port object 85e317ac-5651-41dc-810c-4fe8e44cc154 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:17.346988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.394310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.424256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.437025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.461525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:17.463864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:17.501151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:17.501901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.503431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9635d4a7-85e0-4d4f-a0c3-d311b472b03f req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "PUT /v2.0/ports/cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 200 len: 905 time: 0.5328891 Jul 28 18:24:17.503986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:17.507056 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efacae9-119a-4bfc-a825-731d847b73f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:17.564288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9fc78-71cb-4ea0-9032-b9556a85febc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:17.611619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:17.624380 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd849d1c-f8be-4b1a-b912-d11a71e04205 x-openstack-request-id: req-bd849d1c-f8be-4b1a-b912-d11a71e04205 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:17.624756 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:17.625131 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd849d1c-f8be-4b1a-b912-d11a71e04205 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:17.625603 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'status': 'completed', 'code': 200} Jul 28 18:24:17.635099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:17.656001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['cbfe1690-db98-4d56-a97b-fb9b7b0a706e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:17.660448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:17.669718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Pushing event updated for resources: {'Port': ['ID=85e317ac-5651-41dc-810c-4fe8e44cc154,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:17.778013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-53900b32-c735-4e44-b233-33130c5e24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:17.779608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-53900b32-c735-4e44-b233-33130c5e24f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 1059 time: 0.1310887 Jul 28 18:24:17.810388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ceb10-1cd2-4e1e-adc9-e08412ef1e2e req-b6849372-d85f-481c-98ae-b2484db1e53c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:17.812427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d9ceb10-1cd2-4e1e-adc9-e08412ef1e2e req-b6849372-d85f-481c-98ae-b2484db1e53c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 908 time: 0.1482635 Jul 28 18:24:17.900360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Attempting to bind port 85e317ac-5651-41dc-810c-4fe8e44cc154 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:17.900950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Attempting to bind port 85e317ac-5651-41dc-810c-4fe8e44cc154 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:17.901233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Attempting to bind port 85e317ac-5651-41dc-810c-4fe8e44cc154 on network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:17.941039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:17.941039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Checking segment: {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:17.941039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.941039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Bound using segment: {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:17.941039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Bound port: 85e317ac-5651-41dc-810c-4fe8e44cc154, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:17.941641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:17.999950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2282-a931-4a9f-a6ef-518ddbef6711 req-4b600766-b9dc-4ce0-982c-0aa9643c7a8f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:18.010459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-002f2282-a931-4a9f-a6ef-518ddbef6711 req-4b600766-b9dc-4ce0-982c-0aa9643c7a8f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0853786 Jul 28 18:24:18.054342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-002f2282-a931-4a9f-a6ef-518ddbef6711 req-33270c53-0e70-4926-aa15-66a946cc06d7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Jul 28 18:24:18.080373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2a086c86-80bf-47ef-802a-f083e0e87108 None None] Provisioning complete for port cbfe1690-db98-4d56-a97b-fb9b7b0a706e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:18.080842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a086c86-80bf-47ef-802a-f083e0e87108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:18.217505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] For port 85e317ac-5651-41dc-810c-4fe8e44cc154, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:18.238542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] For port 85e317ac-5651-41dc-810c-4fe8e44cc154, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=85e317ac-5651-41dc-810c-4fe8e44cc154,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:18.312316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:18.404736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501f3f9-4620-47cc-9634-9b40eadcb3de None None] Pushing event updated for resources: {'Port': ['ID=85e317ac-5651-41dc-810c-4fe8e44cc154,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:18.502982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781119-b577-4ad0-8e06-3acd4bce0a54 req-4c0ce33a-9d19-4e31-9cab-ca683dccc313 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:18.505007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12781119-b577-4ad0-8e06-3acd4bce0a54 req-4c0ce33a-9d19-4e31-9cab-ca683dccc313 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1708653 Jul 28 18:24:18.531216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:18.542809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-c7a038e4-b7c4-4910-8039-a1fc9871d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:18.544369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-c7a038e4-b7c4-4910-8039-a1fc9871d993 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.7565701 Jul 28 18:24:18.570981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:18.623706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-26865337-1b44-43f2-aa1f-d6b8279af6da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 200 len: 217 time: 0.0611637 Jul 28 18:24:18.674444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12781119-b577-4ad0-8e06-3acd4bce0a54 req-3a580175-7a2d-4f7d-a095-3c41e83e4ec5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531987 Jul 28 18:24:18.692413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:18.768388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-d72920b8-0ec4-4ea8-995b-3914821e6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:18.774404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-d72920b8-0ec4-4ea8-995b-3914821e6dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.1412590 Jul 28 18:24:18.832651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Allocated IP 172.25.7.105 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/df9ef600-0fcb-40ae-999b-957c5bd34685) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:18.859154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-edf4c286-7c2b-4e76-a37e-1e8c7016b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:18.861056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-edf4c286-7c2b-4e76-a37e-1e8c7016b163 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753319 Jul 28 18:24:19.117254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:19.132888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-e47b281f-8093-4bed-942f-3f66787ac779 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617679 Jul 28 18:24:19.143999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-b39942b3-e87f-4469-b8de-115cab55a119 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:19.145522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-b39942b3-e87f-4469-b8de-115cab55a119 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.2403026 Jul 28 18:24:19.215051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-f48b04dd-4fef-42a6-9abe-6fd2e2f2d4e1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/quotas/44e9a34837854191ae9bb143a0b0c455 HTTP/1.1" status: 200 len: 375 time: 0.0568297 Jul 28 18:24:19.261640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 85e317ac-5651-41dc-810c-4fe8e44cc154 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:19.344872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-c32af7a9-a88c-4d35-8c66-1f5d1f50aee8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1204863 Jul 28 18:24:19.349630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1efacae9-119a-4bfc-a825-731d847b73f7 req-8ec7cadd-b004-4a4a-89e7-afdaac2e387d service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016339 Jul 28 18:24:19.396865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:19.410126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 85e317ac-5651-41dc-810c-4fe8e44cc154 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:19.451779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e9573a-99f5-4bf2-8fa2-45e6bf94e9e8 None None] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:19.459165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:19.472089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:19.480308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:19.525993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Pushing event updated for resources: {'Port': ['ID=df9ef600-0fcb-40ae-999b-957c5bd34685,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:19.545100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-d1ca0b37-0021-465c-b950-c6ce9e2ca57d service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923676 Jul 28 18:24:19.748076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-cda49bb5-8e12-4fe9-a9c1-04ea2bd04ec3 service neutron] 10.222.0.25 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020457 Jul 28 18:24:19.764910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Provisioning for port 85e317ac-5651-41dc-810c-4fe8e44cc154 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:19.764910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Provisioning complete for port 85e317ac-5651-41dc-810c-4fe8e44cc154 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:19.764910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:19.908293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:19.944376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] For port 85e317ac-5651-41dc-810c-4fe8e44cc154, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=85e317ac-5651-41dc-810c-4fe8e44cc154,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:19.986184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.005382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.080432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc31b6a-70d0-4bf0-aa80-d45dc730a0e9 None None] Pushing event updated for resources: {'Port': ['ID=85e317ac-5651-41dc-810c-4fe8e44cc154,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.115662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a81afa0-7f7a-4dcd-bdd5-231adfb5bcfe req-7774f462-51a3-4376-804d-9a8b7063118c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 210 time: 0.0483937 Jul 28 18:24:20.157499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56170) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:20.231006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ca819074-7f5c-4140-b567-8bcc8312c09e None None] Provisioning complete for port 85e317ac-5651-41dc-810c-4fe8e44cc154 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:20.232033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca819074-7f5c-4140-b567-8bcc8312c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.252338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.290384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b14b11-0466-4f85-9bf1-05cafa21de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.398337 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b14b11-0466-4f85-9bf1-05cafa21de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.467124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76b14b11-0466-4f85-9bf1-05cafa21de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.467586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:24:20.508581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-76b14b11-0466-4f85-9bf1-05cafa21de5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1246655873074361818c6b2fcfd329aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473024 Jul 28 18:24:20.510139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:20.510383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b14b11-0466-4f85-9bf1-05cafa21de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ee742-1229-4560-890d-37e9c0430e5f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.623677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.631162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:20.640199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Sync routers for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:20.649949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:20.650556 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:20.658174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.715412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.719998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-72154dfb-96e2-4881-8919-8f601c61b35f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8487408 Jul 28 18:24:20.720313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:20.766162 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:20.817073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.819454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:20.823454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c4ee742-1229-4560-890d-37e9c0430e5f HTTP/1.1" status: 204 len: 168 time: 0.3095696 Jul 28 18:24:20.907626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf459eb-315b-48ef-9361-d198c82f4766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ee742-1229-4560-890d-37e9c0430e5f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.963580 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:19Z', 'revision_number': 3, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:20.994364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Checking router: f4037d81-b7cf-4e9b-a37e-7510b03a5c09 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:20.994725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Updating router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 port df9ef600-0fcb-40ae-999b-957c5bd34685 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:21.026923 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.257933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 85e317ac-5651-41dc-810c-4fe8e44cc154 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:21.267662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65f602ea-61b2-48ac-a8b4-e8dbab4845c2 req-96a3b21c-f8d5-44e4-929f-bb9164826f51 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 210 time: 0.0384204 Jul 28 18:24:21.333684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.339695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 85e317ac-5651-41dc-810c-4fe8e44cc154 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:21.340203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.585949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Allocated IP 172.20.0.1 (7162c6e6-eff6-46da-9a1e-4ced7b35e472/b281b66b-453d-45e7-9aa2-2045a0692cbc/edd71df9-893a-4ba2-850d-2ebfb531382d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:21.598719 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.609160 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Transition to ACTIVE for port object df9ef600-0fcb-40ae-999b-957c5bd34685 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:21.667980 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.708888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.731773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Attempting to bind port df9ef600-0fcb-40ae-999b-957c5bd34685 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:21.732470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Attempting to bind port df9ef600-0fcb-40ae-999b-957c5bd34685 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:21.733035 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Attempting to bind port df9ef600-0fcb-40ae-999b-957c5bd34685 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:21.734549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Transition to ACTIVE for port object edd71df9-893a-4ba2-850d-2ebfb531382d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:21.742714 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f821b-6f59-4cd3-b664-c8fd68c8d97d None None] Pushing event updated for resources: {'Port': ['ID=df9ef600-0fcb-40ae-999b-957c5bd34685,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:21.747865 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:21.748669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:21.749414 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.750086 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:21.750858 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Bound port: df9ef600-0fcb-40ae-999b-957c5bd34685, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:21.752599 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.813005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] For port df9ef600-0fcb-40ae-999b-957c5bd34685, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:21.817859 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] For port df9ef600-0fcb-40ae-999b-957c5bd34685, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=df9ef600-0fcb-40ae-999b-957c5bd34685,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:21.867249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.911088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:21.912971 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.919062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:21.923201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:21.955008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Pushing event updated for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:21.978345 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:21.993209 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f821b-6f59-4cd3-b664-c8fd68c8d97d None None] Pushing event updated for resources: {'Port': ['ID=df9ef600-0fcb-40ae-999b-957c5bd34685,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:22.011217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:22.011877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:22.185693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:22.198172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56234) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:22.336744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.339112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d96bf24f-ff92-479a-be43-e43865086200 None None] Provisioning for port edd71df9-893a-4ba2-850d-2ebfb531382d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:22.351198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d96bf24f-ff92-479a-be43-e43865086200 None None] Provisioning complete for port edd71df9-893a-4ba2-850d-2ebfb531382d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:22.352069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1850218174'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:22.352936 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d96bf24f-ff92-479a-be43-e43865086200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.385199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-9e38eb83-7a80-47f7-a9f6-bab89788fd72 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:22.386752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-9e38eb83-7a80-47f7-a9f6-bab89788fd72 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 812 time: 0.2022934 Jul 28 18:24:22.404302 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:19Z', 'revision_number': 3, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:22.414602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Request body: {'port': {'device_id': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'admin_state_up': True, 'tenant_id': '44e9a34837854191ae9bb143a0b0c455'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:22.448290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445bfbb-8f50-4924-b374-9bc285758d56 None None] The sync data for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 is: [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:19Z', 'revision_number': 3, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:22.489694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d96bf24f-ff92-479a-be43-e43865086200 None None] Port edd71df9-893a-4ba2-850d-2ebfb531382d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:22.496051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3eddc385-9c36-47c4-baaa-6df0624c766c req-8e6c5716-1cd5-499b-a66b-7c5b83526689 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 210 time: 0.1203084 Jul 28 18:24:22.586775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:22.591180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.602456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.672861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.715481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.729466 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.799913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.811375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.835554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Pushing event updated for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:22.861036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:22.871373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b0a05-1564-4f5d-9b68-83fbecaf367a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:22.878126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.878742 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Added segment ade6dc44-cf67-4c78-82de-767c8b95bcff of type vlan for network 542115a3-c594-484e-87ab-4d17267f14dc Jul 28 18:24:22.926194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:22.962063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Made reservation on behalf of 44e9a34837854191ae9bb143a0b0c455 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:22.966332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.032655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.041948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:23.042951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.046966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:23.050667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:23.181420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Network': ['ID=542115a3-c594-484e-87ab-4d17267f14dc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.185336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2573eef-5e4e-456d-8dac-f6a82ac22c41 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9859824 Jul 28 18:24:23.188193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:23.197340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 542115a3-c594-484e-87ab-4d17267f14dc details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:23.218982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'subnet': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:23.300607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Allocated IP 172.20.0.7 (70336ab2-1fdb-4f51-b713-9e314b936a61/07f3a089-0573-4998-8a0a-d9a9be6ac5de/002b388e-3ce9-4d3e-bbff-fba90fd3afe8) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:23.319649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device df9ef600-0fcb-40ae-999b-957c5bd34685 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:23.369535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:24:23.533868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-38d42732-54cd-4897-a324-18a654f65842 None None] Provisioning complete for port edd71df9-893a-4ba2-850d-2ebfb531382d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:23.535806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-38d42732-54cd-4897-a324-18a654f65842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.570552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port df9ef600-0fcb-40ae-999b-957c5bd34685 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:23.580938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port df9ef600-0fcb-40ae-999b-957c5bd34685 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:23.581293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.589386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:23.594052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.637296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-38d42732-54cd-4897-a324-18a654f65842 None None] Port edd71df9-893a-4ba2-850d-2ebfb531382d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:23.711483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.738497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port df9ef600-0fcb-40ae-999b-957c5bd34685, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=df9ef600-0fcb-40ae-999b-957c5bd34685,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:23.806823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.888391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=df9ef600-0fcb-40ae-999b-957c5bd34685,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.902306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c5a55f39-5939-4d24-8393-b36bbe49b88c req-8aa649d1-397d-4b3d-b95f-386bb6b47cf6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 210 time: 0.0489330 Jul 28 18:24:23.921451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:23.982908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Subnet': ['ID=11b92128-9afd-4b76-b88d-6a5ef333f0f5,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.997504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Checking segment: {'id': 'ade6dc44-cf67-4c78-82de-767c8b95bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:23.997870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network hostable DHCP agents. Network: 542115a3-c594-484e-87ab-4d17267f14dc, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:24.101162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:24.106524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:24.115615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81a8f2fe-5474-401a-bee3-646b33c8115f admin admin] 10.222.0.25 "PUT /v2.0/routers/f4037d81-b7cf-4e9b-a37e-7510b03a5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942964 Jul 28 18:24:24.120296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.133811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Transition to ACTIVE for port object 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:24.196246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 542115a3-c594-484e-87ab-4d17267f14dc) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:24.202332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:24.203136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.209522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9fc64-ee73-4473-aa86-d8408ae9b1de None None] Network 542115a3-c594-484e-87ab-4d17267f14dc requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:24.244597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.299077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:24.301659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:24.307342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:24.313344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2230c28e-399e-4468-8850-7721a03f52a9 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1238866 Jul 28 18:24:24.314484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:24.316023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56268) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:24.321303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-550975840'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:24.334787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:24.430208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:24.431586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.469914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:24.576753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-11080e63-0c15-4aa4-b94d-7d360962a776 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1662896 Jul 28 18:24:24.590523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Request body: {'port': {'device_id': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:24.656828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-542115a3-c594-484e-87ab-4d17267f14dc', 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'tenant_id': '7a5c9671de1e4522bfb2618d4483bedd', 'fixed_ips': [{'subnet_id': '11b92128-9afd-4b76-b88d-6a5ef333f0f5'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:24:24.657778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.684079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:24.689484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.713521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:24.745294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port b8c92d04-11ea-4602-826d-b02050e420c4 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:24.888115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Sync routers for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:24.905667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.5 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/b8c92d04-11ea-4602-826d-b02050e420c4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:24.942925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-816fbd2f-5f9c-430d-b8da-be3993b8f9e0 None None] Provisioning for port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:25.038536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-816fbd2f-5f9c-430d-b8da-be3993b8f9e0 None None] Provisioning complete for port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:25.039148 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-816fbd2f-5f9c-430d-b8da-be3993b8f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.095697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-816fbd2f-5f9c-430d-b8da-be3993b8f9e0 None None] Port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:25.098689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:25.099893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:25.110382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:25.119371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.121757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10a14c-f1ee-4aa6-a311-9910fd7344de req-d2d4842c-4d61-41a6-a8b3-0068dfb7c3e5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:25.129239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c10a14c-f1ee-4aa6-a311-9910fd7344de req-d2d4842c-4d61-41a6-a8b3-0068dfb7c3e5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 931 time: 0.0888658 Jul 28 18:24:25.133861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Transition to ACTIVE for port object 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:25.173270 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.201095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c10a14c-f1ee-4aa6-a311-9910fd7344de req-c6732c41-9191-43f9-99dd-2d9f7a162d7a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709696 Jul 28 18:24:25.225635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object b8c92d04-11ea-4602-826d-b02050e420c4 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:25.229410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device df9ef600-0fcb-40ae-999b-957c5bd34685 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:25.249962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.317768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:25.318813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:25.363712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port df9ef600-0fcb-40ae-999b-957c5bd34685 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:25.364088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.407795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Attempting to bind port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:25.408139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Attempting to bind port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:25.408612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Attempting to bind port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:25.413489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:24:25.413823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Attempting to bind port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 on network 70336ab2-1fdb-4f51-b713-9e314b936a61 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:25.419783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:25.420129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Checking segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:25.420644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Bound using segment: {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:25.421087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Bound port: 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd313d4e-594e-4700-ad64-c3c97fe553d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:25.421802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.424476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.434887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56290) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:25.507355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-687368379-network', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:25.510726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:25.515882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:25.543992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:25.554843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:25.578670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:25.604081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Allocated IP 172.20.0.2 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/5e72fb37-1903-4615-9160-475dcc747f13) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:25.610147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.645567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:25.646085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.646514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=b8c92d04-11ea-4602-826d-b02050e420c4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:25.647686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-0c89d29c-7993-4bab-b650-904945445507 service neutron] 10.222.0.37 "PUT /v2.0/ports/002b388e-3ce9-4d3e-bbff-fba90fd3afe8 HTTP/1.1" status: 200 len: 1091 time: 1.0620286 Jul 28 18:24:25.648152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:25.650526 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8cfb86-a046-47d0-8e78-f9208087f2db" -d '{"events": [{"name": "network-changed", "server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:25.663593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:25.664301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.677590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Made reservation on behalf of de737bb74eff433cb55c9e70c35902b7 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:25.680083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.693774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d29c-7993-4bab-b650-904945445507 service neutron] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:25.700843 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.744928 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f4f79-4580-4a8e-8193-44da60b5bcab x-openstack-request-id: req-541f4f79-4580-4a8e-8193-44da60b5bcab {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:25.745232 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:25.745488 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-541f4f79-4580-4a8e-8193-44da60b5bcab {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:25.745891 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'status': 'completed', 'code': 200} Jul 28 18:24:25.784149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0501196-9b98-4381-937d-28ee890b4a79 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4638348 Jul 28 18:24:25.786786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:25.800784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-1728252501', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:44:5c'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:25.816721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-8be3fef1-6705-4ed5-a100-c1296106d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:25.818648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-8be3fef1-6705-4ed5-a100-c1296106d8ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 1094 time: 0.0529416 Jul 28 18:24:25.933457 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:25.951266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:22Z', 'revision_number': 4, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'edd71df9-893a-4ba2-850d-2ebfb531382d', 'name': '', 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'mac_address': 'fa:16:3e:d8:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:21Z', 'updated_at': '2021-07-28T18:24:22Z', 'revision_number': 2, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'subnets': [{'id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:25.953523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Transition to ACTIVE for port object 5e72fb37-1903-4615-9160-475dcc747f13 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:25.954540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-dbf04180-4267-4257-82e4-fae8077fbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:25.956901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-dbf04180-4267-4257-82e4-fae8077fbe21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=44e9a34837854191ae9bb143a0b0c455&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1284831 Jul 28 18:24:26.001832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Checking router: f4037d81-b7cf-4e9b-a37e-7510b03a5c09 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:26.002330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Updating router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 port edd71df9-893a-4ba2-850d-2ebfb531382d binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:26.042505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.059703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Transition to ACTIVE for port object 5e72fb37-1903-4615-9160-475dcc747f13 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:26.070001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-49f02e93-5711-4e65-9639-efc77b9efacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.070937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.072420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e8cfb86-a046-47d0-8e78-f9208087f2db req-49f02e93-5711-4e65-9639-efc77b9efacb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089618 Jul 28 18:24:26.120357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.153884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:26.168324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d07dee3-31db-403b-a932-778e0662cc2f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:26.173528 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.173879 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Added segment 189e1817-6f34-4e2c-b712-cf755814b686 of type vlan for network 02980a98-ee6c-434b-abb5-8d92e3662a80 Jul 28 18:24:26.187657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.202411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-1615178c-9537-42de-8093-1c438e8a655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.205346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-1615178c-9537-42de-8093-1c438e8a655b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 1094 time: 0.0927370 Jul 28 18:24:26.228752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.252276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Pushing event updated for resources: {'Port': ['ID=5e72fb37-1903-4615-9160-475dcc747f13,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:26.275566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:26.278550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:26.279774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.280304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.280797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.281237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.281672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.282114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.282573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.283010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.283463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.283907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.284337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.284772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:26.287210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-bcd65e8e-d6d7-4d83-aee1-84228afb1776 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8 HTTP/1.1" status: 200 len: 217 time: 0.0739284 Jul 28 18:24:26.290372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:26.294406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:26.347430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-4ca6bebf-26f9-4071-90ba-df7f5258918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.347430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-4ca6bebf-26f9-4071-90ba-df7f5258918c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0520327 Jul 28 18:24:26.364774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.364774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.365109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.435695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698061c-4391-48de-bc1d-fe00a227a082 req-d368a6c7-3ef2-4a20-b2a7-5ce140a2761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.439089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-d368a6c7-3ef2-4a20-b2a7-5ce140a2761a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859530 Jul 28 18:24:26.470027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] Pushing event updated for resources: {'Network': ['ID=02980a98-ee6c-434b-abb5-8d92e3662a80,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:26.494768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:26.508519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44db5-7387-44a5-b539-39e6c461a8fc req-11f7c977-76c5-4b9a-9ec7-18e201b83aed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:26.510455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5d44db5-7387-44a5-b539-39e6c461a8fc req-11f7c977-76c5-4b9a-9ec7-18e201b83aed tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 943 time: 0.2261376 Jul 28 18:24:26.524703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-849c2726-547b-4de1-b477-f4336002ecba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0881326 Jul 28 18:24:26.530256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56316) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:26.538565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Request body: {'subnet': {'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-687368379-subnet', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:26.558261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.599679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port 79092c20-d5df-4fbb-bf0d-6b259185087a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:26.614175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5d44db5-7387-44a5-b539-39e6c461a8fc req-39448ffd-a61f-4620-9196-29ee5e86ad4c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816913 Jul 28 18:24:26.649600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-03e7062b-4b52-4d62-8874-8a2e24346c65 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030604 Jul 28 18:24:26.679630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Made reservation on behalf of de737bb74eff433cb55c9e70c35902b7 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:26.682381 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.693342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Attempting to bind port 5e72fb37-1903-4615-9160-475dcc747f13 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:26.693800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Attempting to bind port 5e72fb37-1903-4615-9160-475dcc747f13 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ade6dc44-cf67-4c78-82de-767c8b95bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:26.694230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Attempting to bind port 5e72fb37-1903-4615-9160-475dcc747f13 on network 542115a3-c594-484e-87ab-4d17267f14dc {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:26.703021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:26.703535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Checking segment: {'id': 'ade6dc44-cf67-4c78-82de-767c8b95bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:26.704087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.704512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Bound using segment: {'id': 'ade6dc44-cf67-4c78-82de-767c8b95bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:26.705057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Bound port: 5e72fb37-1903-4615-9160-475dcc747f13, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6dc44-cf67-4c78-82de-767c8b95bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '542115a3-c594-484e-87ab-4d17267f14dc'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:26.705507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.777593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e698061c-4391-48de-bc1d-fe00a227a082 req-f9ce5902-cc07-481a-abbd-9d39eaefa7ef service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199243 Jul 28 18:24:26.836303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] For port 5e72fb37-1903-4615-9160-475dcc747f13, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:26.840887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] For port 5e72fb37-1903-4615-9160-475dcc747f13, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5e72fb37-1903-4615-9160-475dcc747f13,segment=NetworkSegment(ade6dc44-cf67-4c78-82de-767c8b95bcff),segment_id=ade6dc44-cf67-4c78-82de-767c8b95bcff)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:26.857021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:26.909825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Transition to ACTIVE for port object edd71df9-893a-4ba2-850d-2ebfb531382d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:26.927556 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.004079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161619-cdea-4bc5-a480-61bcdfbbf776 None None] Pushing event updated for resources: {'Port': ['ID=5e72fb37-1903-4615-9160-475dcc747f13,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:27.021241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.105501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586eed8-50f0-40e9-a3a0-fcb4c96bdf77 None None] Pushing event updated for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:27.146262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Attempting to bind port edd71df9-893a-4ba2-850d-2ebfb531382d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:27.146758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Attempting to bind port edd71df9-893a-4ba2-850d-2ebfb531382d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:27.147226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Attempting to bind port edd71df9-893a-4ba2-850d-2ebfb531382d on network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:27.160042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:27.160042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Checking segment: {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:27.160042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.162235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Bound using segment: {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:27.162885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Bound port: edd71df9-893a-4ba2-850d-2ebfb531382d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82085b7-72df-4cff-8ce8-fc8f239373f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:27.163386 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.314374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] For port edd71df9-893a-4ba2-850d-2ebfb531382d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:27.323628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] For port edd71df9-893a-4ba2-850d-2ebfb531382d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=edd71df9-893a-4ba2-850d-2ebfb531382d,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:27.345871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.10 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/79092c20-d5df-4fbb-bf0d-6b259185087a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:27.388069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.441453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.486961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:27.487770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:27.579819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.584031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0758f8db-992d-42f3-a4f9-8482f651c0aa,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:27.598147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586eed8-50f0-40e9-a3a0-fcb4c96bdf77 None None] Pushing event updated for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:27.616900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Checking segment: {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:27.617272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Network hostable DHCP agents. Network: 02980a98-ee6c-434b-abb5-8d92e3662a80, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:27.622662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object 79092c20-d5df-4fbb-bf0d-6b259185087a will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:27.693518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:27.721175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:27.766855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93708f0a-8002-401c-81a1-bfa543164edc req-52873c65-155e-464c-bb73-0f613fd0c8f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:27.768513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93708f0a-8002-401c-81a1-bfa543164edc req-52873c65-155e-464c-bb73-0f613fd0c8f0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 943 time: 0.0618861 Jul 28 18:24:27.772887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.838682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 02980a98-ee6c-434b-abb5-8d92e3662a80) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:27.853008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:27.857260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:27.857887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:27.860812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93708f0a-8002-401c-81a1-bfa543164edc req-aee96a22-6e5a-4155-b691-b55c4921f96b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Jul 28 18:24:27.873243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b7fc51-9d2a-481a-bcf3-db3d930f9c36 None None] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:27.883229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:27.895442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:27.929664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=79092c20-d5df-4fbb-bf0d-6b259185087a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:27.946808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:27.965983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:27.966667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.008942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c87e565b-2e29-4e9c-96c2-a945c640ac2c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4769256 Jul 28 18:24:28.010751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56338) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:28.016579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:28.066840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eee811d6-e95a-411b-b18d-eaeb5ea1136d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2789431 Jul 28 18:24:28.069462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56340) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:28.150376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.152007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.208655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:28.229176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'mac_address': 'fa:16:3e:4e:23:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:28.234506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034dd5b4-58ce-4f4b-927d-e29ba40becbd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:28.243528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-02980a98-ee6c-434b-abb5-8d92e3662a80', 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'fixed_ips': [{'subnet_id': '0758f8db-992d-42f3-a4f9-8482f651c0aa'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:24:28.243528 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.259984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034dd5b4-58ce-4f4b-927d-e29ba40becbd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:28.270463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034dd5b4-58ce-4f4b-927d-e29ba40becbd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:28.274506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-034dd5b4-58ce-4f4b-927d-e29ba40becbd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2006595 Jul 28 18:24:28.275826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56346) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:28.277181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.299427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.307613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:22Z', 'revision_number': 4, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'edd71df9-893a-4ba2-850d-2ebfb531382d', 'name': '', 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'mac_address': 'fa:16:3e:d8:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:21Z', 'updated_at': '2021-07-28T18:24:27Z', 'revision_number': 4, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'subnets': [{'id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:28.321122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc3da0-a16e-4bd3-aa36-b36958311db7 None None] Network 542115a3-c594-484e-87ab-4d17267f14dc requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:28.388998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:28.437247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffe066-e500-4cdb-a6f3-cde6e831ace1 None None] The sync data for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 is: [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:22Z', 'revision_number': 4, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'edd71df9-893a-4ba2-850d-2ebfb531382d', 'name': '', 'network_id': '7162c6e6-eff6-46da-9a1e-4ced7b35e472', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'mac_address': 'fa:16:3e:d8:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:21Z', 'updated_at': '2021-07-28T18:24:27Z', 'revision_number': 4, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'subnets': [{'id': 'b281b66b-453d-45e7-9aa2-2045a0692cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:28.488339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:28.542223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.558864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port 79092c20-d5df-4fbb-bf0d-6b259185087a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:28.560545 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.563944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c66e5e84-e140-4491-8ccc-158e6140f94f None None] Provisioning for port 5e72fb37-1903-4615-9160-475dcc747f13 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:28.583530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.638339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Allocated IP 172.20.0.2 (02980a98-ee6c-434b-abb5-8d92e3662a80/0758f8db-992d-42f3-a4f9-8482f651c0aa/f770159b-f8b9-4bae-910c-334eb35dca52) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:28.770537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:28.787463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:28.806760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for 79092c20-d5df-4fbb-bf0d-6b259185087a owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:28.932010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['002b388e-3ce9-4d3e-bbff-fba90fd3afe8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:29.011352 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.048961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Transition to ACTIVE for port object f770159b-f8b9-4bae-910c-334eb35dca52 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:29.103022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Transition to ACTIVE for port object f770159b-f8b9-4bae-910c-334eb35dca52 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:29.180168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.239229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.314982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.362332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device edd71df9-893a-4ba2-850d-2ebfb531382d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:29.438078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:29.446419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2772d5d-6b1a-4eca-9556-cf06d8dd1a87 None None] Provisioning for port b8c92d04-11ea-4602-826d-b02050e420c4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:29.446419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Pushing event updated for resources: {'Port': ['ID=f770159b-f8b9-4bae-910c-334eb35dca52,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:29.448886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:29.459499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131355-80d2-4fc4-989c-5db450422a3e req-e2dea39b-1006-47b8-b8cc-a2d60d0091d3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:29.461304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92131355-80d2-4fc4-989c-5db450422a3e req-e2dea39b-1006-47b8-b8cc-a2d60d0091d3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 944 time: 0.3139331 Jul 28 18:24:29.461465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:29.476296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.481057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2772d5d-6b1a-4eca-9556-cf06d8dd1a87 None None] Provisioning complete for port b8c92d04-11ea-4602-826d-b02050e420c4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:29.481057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2772d5d-6b1a-4eca-9556-cf06d8dd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.606768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=79092c20-d5df-4fbb-bf0d-6b259185087a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:29.716165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f2772d5d-6b1a-4eca-9556-cf06d8dd1a87 None None] Port b8c92d04-11ea-4602-826d-b02050e420c4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:29.719389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92131355-80d2-4fc4-989c-5db450422a3e req-4664de32-b696-45ee-8502-3de999ddf2f6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471790 Jul 28 18:24:29.793923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2772d5d-6b1a-4eca-9556-cf06d8dd1a87 None None] Could not find standard attr ID for object 79092c20-d5df-4fbb-bf0d-6b259185087a. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:24:29.800154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Attempting to bind port f770159b-f8b9-4bae-910c-334eb35dca52 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:29.800154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Attempting to bind port f770159b-f8b9-4bae-910c-334eb35dca52 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:29.800154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Attempting to bind port f770159b-f8b9-4bae-910c-334eb35dca52 on network 02980a98-ee6c-434b-abb5-8d92e3662a80 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:29.811817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:29.812573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Checking segment: {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:29.812773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Allocated IP 172.25.7.107 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/0a01db24-bb1b-4d4b-95ea-73495c704cdc) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:29.813871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.818040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Bound using segment: {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:29.818582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Bound port: f770159b-f8b9-4bae-910c-334eb35dca52, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:29.818991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.884297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port edd71df9-893a-4ba2-850d-2ebfb531382d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:29.894658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port edd71df9-893a-4ba2-850d-2ebfb531382d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:29.895241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.967494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1bd23d64-903a-48e0-ba2a-35e2acadf427 None None] Provisioning complete for port b8c92d04-11ea-4602-826d-b02050e420c4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:29.967923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1bd23d64-903a-48e0-ba2a-35e2acadf427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:29.978017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.004191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] For port f770159b-f8b9-4bae-910c-334eb35dca52, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:30.006762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.007644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1bd23d64-903a-48e0-ba2a-35e2acadf427 None None] Port b8c92d04-11ea-4602-826d-b02050e420c4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:30.008838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32a620cb-eeeb-42d9-b6fc-2585e156e8b0 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/79092c20-d5df-4fbb-bf0d-6b259185087a HTTP/1.1" status: 204 len: 168 time: 1.7297866 Jul 28 18:24:30.019631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1bd23d64-903a-48e0-ba2a-35e2acadf427 None None] Could not find standard attr ID for object 79092c20-d5df-4fbb-bf0d-6b259185087a. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:24:30.021633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56374) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:30.036122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] For port f770159b-f8b9-4bae-910c-334eb35dca52, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f770159b-f8b9-4bae-910c-334eb35dca52,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:30.075501 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74288e9-16e0-4aaa-be8d-c4fb4a385e0a tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] GET failed (client error): The resource could not be found. Jul 28 18:24:30.081369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56376) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:30.082933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e74288e9-16e0-4aaa-be8d-c4fb4a385e0a tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports/79092c20-d5df-4fbb-bf0d-6b259185087a HTTP/1.1" status: 404 len: 333 time: 0.0581431 Jul 28 18:24:30.088111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-284863396'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:30.109293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.130704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.178165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port edd71df9-893a-4ba2-850d-2ebfb531382d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=edd71df9-893a-4ba2-850d-2ebfb531382d,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:30.182870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.252910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.253798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5e72fb37-1903-4615-9160-475dcc747f13 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:30.280135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Pushing event updated for resources: {'Port': ['ID=0a01db24-bb1b-4d4b-95ea-73495c704cdc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:30.283318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3f55b-1cb9-475a-a840-a332e0effe1a None None] Pushing event updated for resources: {'Port': ['ID=f770159b-f8b9-4bae-910c-334eb35dca52,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:30.300161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:30.303889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:30.307255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:30.378307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:30.405893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:30.434055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.439096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:30.601064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.12 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/1e5fd2ad-cea9-403f-adb3-25f838bd25c3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:30.663500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5e72fb37-1903-4615-9160-475dcc747f13 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:30.668925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5e72fb37-1903-4615-9160-475dcc747f13 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:30.669536 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.797059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.799317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.835092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 5e72fb37-1903-4615-9160-475dcc747f13, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5e72fb37-1903-4615-9160-475dcc747f13,segment=NetworkSegment(ade6dc44-cf67-4c78-82de-767c8b95bcff),segment_id=ade6dc44-cf67-4c78-82de-767c8b95bcff)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:30.926606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:30.957071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:30.975011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c357-526c-4223-8b56-dabc760ab770 req-e1beaf3e-e102-4390-90b9-4ef27a76dade tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:30.976911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84d8c357-526c-4223-8b56-dabc760ab770 req-e1beaf3e-e102-4390-90b9-4ef27a76dade tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 944 time: 0.1133885 Jul 28 18:24:30.986606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.053406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=5e72fb37-1903-4615-9160-475dcc747f13,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:31.066756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.077507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84d8c357-526c-4223-8b56-dabc760ab770 req-74603015-8de6-42eb-a7e1-544e0d15473f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753949 Jul 28 18:24:31.138593 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.198646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:31.211372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:31.215006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:31.263690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=1e5fd2ad-cea9-403f-adb3-25f838bd25c3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:31.277008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.277528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.278032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.278462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.278907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.279487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.279810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.280235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.280770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.281652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.281818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.282292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:31.320740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Router 4e49d97b-117d-45b9-9362-0ab649928c7a is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:24:31.329440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:31.332475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.419811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device edd71df9-893a-4ba2-850d-2ebfb531382d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:31.430880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1e4dacb5-3200-47a4-9fa8-54abecd9ca50 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3476727 Jul 28 18:24:31.431585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56388) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:31.437294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:44:5c'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:31.461330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:31.475641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Sync routers for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:31.496854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port edd71df9-893a-4ba2-850d-2ebfb531382d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:31.502766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.517582 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:31.518218 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:31.555649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.557084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05584622-a696-4b94-8861-c69ae4a94e28 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5451095 Jul 28 18:24:31.560436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:31.725536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39c5de-c3b1-4757-be3d-79580e8bb444 None None] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:31.735695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:31.736263 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:31.736745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f770159b-f8b9-4bae-910c-334eb35dca52 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:31.885696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-827db7bc-49b8-4043-87e2-8a3a54fd597e None None] Provisioning for port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:31.923375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-827db7bc-49b8-4043-87e2-8a3a54fd597e None None] Provisioning complete for port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:31.926138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-827db7bc-49b8-4043-87e2-8a3a54fd597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.031740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.060943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:32.063807 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:30Z', 'revision_number': 3, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:32.107341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.110292 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Checking router: 4e49d97b-117d-45b9-9362-0ab649928c7a for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:32.112095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Updating router 4e49d97b-117d-45b9-9362-0ab649928c7a port 0a01db24-bb1b-4d4b-95ea-73495c704cdc binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:32.163887 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.279251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=1e5fd2ad-cea9-403f-adb3-25f838bd25c3,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:32.283470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-827db7bc-49b8-4043-87e2-8a3a54fd597e None None] Port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:32.305749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] In _notify_port_updated(), no bound segment for port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 on network 542115a3-c594-484e-87ab-4d17267f14dc {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:24:32.311979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:32.312931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.322439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5cc164c-8006-4f96-a17e-b6cb804b6536 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "PUT /v2.0/ports/1e5fd2ad-cea9-403f-adb3-25f838bd25c3 HTTP/1.1" status: 200 len: 993 time: 0.8867440 Jul 28 18:24:32.323007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56402) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:32.401479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0661ca0-aac5-479d-90ff-f2a63ce3d22e req-505bf675-0571-43af-b0ad-73cb6bdbad99 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:32.407636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0661ca0-aac5-479d-90ff-f2a63ce3d22e req-505bf675-0571-43af-b0ad-73cb6bdbad99 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 944 time: 0.1781020 Jul 28 18:24:32.417661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f770159b-f8b9-4bae-910c-334eb35dca52 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:32.430501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5e72fb37-1903-4615-9160-475dcc747f13 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:32.506565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.528353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:32.530978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:32.531480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.555693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:32.558745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.583789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0661ca0-aac5-479d-90ff-f2a63ce3d22e req-21a2572d-3477-4050-9f64-63fcaf401c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571193 Jul 28 18:24:32.599801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Provisioning for port f770159b-f8b9-4bae-910c-334eb35dca52 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:32.636392 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.642568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Provisioning complete for port f770159b-f8b9-4bae-910c-334eb35dca52 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:32.642949 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.659444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Transition to ACTIVE for port object 0a01db24-bb1b-4d4b-95ea-73495c704cdc will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:32.704867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5e72fb37-1903-4615-9160-475dcc747f13 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:32.706287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.706918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.730173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for 1e5fd2ad-cea9-403f-adb3-25f838bd25c3 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:32.787052 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.876080 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d35d3-313e-422e-bc28-0eccf12f243d None None] Pushing event updated for resources: {'Port': ['ID=0a01db24-bb1b-4d4b-95ea-73495c704cdc,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:32.882483 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Attempting to bind port 0a01db24-bb1b-4d4b-95ea-73495c704cdc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:32.883072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Attempting to bind port 0a01db24-bb1b-4d4b-95ea-73495c704cdc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:32.883658 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Attempting to bind port 0a01db24-bb1b-4d4b-95ea-73495c704cdc on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:32.889703 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.899744 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:32.900353 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:32.900918 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.901456 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:32.902101 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Bound port: 0a01db24-bb1b-4d4b-95ea-73495c704cdc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:32.902902 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:32.973515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:32.978735 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3b807-76ee-4059-a236-f671edb02325" -d '{"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-plugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:32.986341 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] For port 0a01db24-bb1b-4d4b-95ea-73495c704cdc, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:32.990931 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] For port 0a01db24-bb1b-4d4b-95ea-73495c704cdc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a01db24-bb1b-4d4b-95ea-73495c704cdc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:33.001393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:33.004826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.040787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.066583 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6172f-f974-456c-b5ad-82c0fed12616 x-openstack-request-id: req-fdc6172f-f974-456c-b5ad-82c0fed12616 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:33.069781 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.069970 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-plugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:33.070103 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdc6172f-f974-456c-b5ad-82c0fed12616 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:33.070449 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'code': 200} Jul 28 18:24:33.072460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.111210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=1e5fd2ad-cea9-403f-adb3-25f838bd25c3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:33.152374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] For port f770159b-f8b9-4bae-910c-334eb35dca52, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f770159b-f8b9-4bae-910c-334eb35dca52,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:33.183777 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d35d3-313e-422e-bc28-0eccf12f243d None None] Pushing event updated for resources: {'Port': ['ID=0a01db24-bb1b-4d4b-95ea-73495c704cdc,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:33.192322 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:33.192944 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:33.200408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:33.235206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.265192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Allocated IP 172.20.0.1 (02980a98-ee6c-434b-abb5-8d92e3662a80/0758f8db-992d-42f3-a4f9-8482f651c0aa/89181926-70b7-4f42-ae58-35108ff00451) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:33.355606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68a6d-4d32-452d-841f-c0f75a665e41 None None] Pushing event updated for resources: {'Port': ['ID=f770159b-f8b9-4bae-910c-334eb35dca52,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:33.391004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bb3ee5d5-23f3-4077-990d-83cde072b5d6 None None] Provisioning complete for port f770159b-f8b9-4bae-910c-334eb35dca52 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:33.391560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee5d5-23f3-4077-990d-83cde072b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.416564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5fd2-cfd6-4d92-8f43-e249824dcb74 req-63f5cd74-6d69-4a65-afaa-a5a6a7ca62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:33.425455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc5fd2-cfd6-4d92-8f43-e249824dcb74 req-63f5cd74-6d69-4a65-afaa-a5a6a7ca62f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 1096 time: 0.2982430 Jul 28 18:24:33.425686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.440893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Transition to ACTIVE for port object 89181926-70b7-4f42-ae58-35108ff00451 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:33.519739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:33.538651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc5fd2-cfd6-4d92-8f43-e249824dcb74 req-31ec85da-59ea-4a36-bcbf-6426ce3f1d02 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925081 Jul 28 18:24:33.542077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.546772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-292eed2e-6ca2-4188-b9c5-87bf87553756 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/1e5fd2ad-cea9-403f-adb3-25f838bd25c3 HTTP/1.1" status: 204 len: 168 time: 1.2202013 Jul 28 18:24:33.546947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bb3ee5d5-23f3-4077-990d-83cde072b5d6 None None] Could not find standard attr ID for object 1e5fd2ad-cea9-403f-adb3-25f838bd25c3. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:24:33.547436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:33.558936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.571677 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcfeb35-e519-4198-8a74-632a8e752bd3 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] GET failed (client error): The resource could not be found. Jul 28 18:24:33.577165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bbcfeb35-e519-4198-8a74-632a8e752bd3 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports/1e5fd2ad-cea9-403f-adb3-25f838bd25c3 HTTP/1.1" status: 404 len: 333 time: 0.0250893 Jul 28 18:24:33.580327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:33.583612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-488106153'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:33.610973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:33.617816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:33.620675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:33.623085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Pushing event updated for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:33.731877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.767169 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-168e3c21-bad4-4a11-a976-99550914515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:30Z', 'revision_number': 3, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:33.790124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b698c-e14c-4e16-ae0c-a14b14716cb6 req-e8a77f25-f153-4aea-9626-3b8c20fb61c3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:33.798819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a42b698c-e14c-4e16-ae0c-a14b14716cb6 req-e8a77f25-f153-4aea-9626-3b8c20fb61c3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1112797 Jul 28 18:24:33.816857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e3c21-bad4-4a11-a976-99550914515a None None] The sync data for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 is: [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:30Z', 'revision_number': 3, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:33.867701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a42b698c-e14c-4e16-ae0c-a14b14716cb6 req-826a01d8-144e-4ae3-a9be-76d62c2d5775 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548782 Jul 28 18:24:33.880253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:33.884014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:33.931045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port cde49ba6-3507-4d36-9d46-4ecdf0420775 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:34.056585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.7 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/cde49ba6-3507-4d36-9d46-4ecdf0420775) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:34.065374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-703d34b0-ed67-41c2-9a50-c1dcb4dfa8ca None None] Provisioning for port 89181926-70b7-4f42-ae58-35108ff00451 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:34.072707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-703d34b0-ed67-41c2-9a50-c1dcb4dfa8ca None None] Provisioning complete for port 89181926-70b7-4f42-ae58-35108ff00451 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:34.075013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-703d34b0-ed67-41c2-9a50-c1dcb4dfa8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.075487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.150303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-703d34b0-ed67-41c2-9a50-c1dcb4dfa8ca None None] Port 89181926-70b7-4f42-ae58-35108ff00451 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:34.352557 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.369853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object cde49ba6-3507-4d36-9d46-4ecdf0420775 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:34.370806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.440919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.477211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.533005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:34.546971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=cde49ba6-3507-4d36-9d46-4ecdf0420775,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:34.547823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Pushing event updated for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:34.551209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:34.559988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.564841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:34.628220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:34.629260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.694704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:34.696517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:34.748324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88285bcc-ca4d-479b-9a1d-ef460b7ad862 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1697826 Jul 28 18:24:34.751159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56432) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:34.764603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:44:5c'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:34.844121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Router 4e49d97b-117d-45b9-9362-0ab649928c7a has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:24:34.928376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:34.944179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-569cd54d-3214-4a4c-b7d7-169cbd1be6e9 None None] Provisioning for port cde49ba6-3507-4d36-9d46-4ecdf0420775 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:34.956979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-569cd54d-3214-4a4c-b7d7-169cbd1be6e9 None None] Provisioning complete for port cde49ba6-3507-4d36-9d46-4ecdf0420775 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:34.959172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-569cd54d-3214-4a4c-b7d7-169cbd1be6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.042422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-569cd54d-3214-4a4c-b7d7-169cbd1be6e9 None None] Port cde49ba6-3507-4d36-9d46-4ecdf0420775 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:35.064783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:35.070995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b0d116f-a76a-4a25-a413-2de9035e4245 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e49d97b-117d-45b9-9362-0ab649928c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093722 Jul 28 18:24:35.149652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bfd0-0272-4156-bb93-0b2f13954c66 req-f252c4dd-0fa2-4fa4-baea-9db5401d116a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:35.153806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddb1bfd0-0272-4156-bb93-0b2f13954c66 req-f252c4dd-0fa2-4fa4-baea-9db5401d116a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1270573 Jul 28 18:24:35.188492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1ea3dcf0-47aa-4fe1-90e7-e12ddc19e71b None None] Provisioning complete for port 89181926-70b7-4f42-ae58-35108ff00451 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:35.189136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ea3dcf0-47aa-4fe1-90e7-e12ddc19e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.255659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3dcf0-47aa-4fe1-90e7-e12ddc19e71b None None] Port 89181926-70b7-4f42-ae58-35108ff00451 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:35.265202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddb1bfd0-0272-4156-bb93-0b2f13954c66 req-0253f723-4aa9-43b6-a61d-965b86462ef7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968478 Jul 28 18:24:35.349684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.391328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a01db24-bb1b-4d4b-95ea-73495c704cdc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:35.409723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.510220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=cde49ba6-3507-4d36-9d46-4ecdf0420775,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:35.512675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] In _notify_port_updated(), no bound segment for port cde49ba6-3507-4d36-9d46-4ecdf0420775 on network 542115a3-c594-484e-87ab-4d17267f14dc {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:24:35.518393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:35.519007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.520356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-16079803-0b57-4a05-ab3f-04806a7c01e2 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "PUT /v2.0/ports/cde49ba6-3507-4d36-9d46-4ecdf0420775 HTTP/1.1" status: 200 len: 995 time: 0.7637765 Jul 28 18:24:35.523050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:35.565412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0a01db24-bb1b-4d4b-95ea-73495c704cdc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:35.565412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0a01db24-bb1b-4d4b-95ea-73495c704cdc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:35.565412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.696933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port cde49ba6-3507-4d36-9d46-4ecdf0420775 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:35.697362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.733005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.790272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7d17-9ede-4c44-af57-dfa604f6e144 req-65c9e1d5-5271-4c46-80b8-bdc741cd54f3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:35.800519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 0a01db24-bb1b-4d4b-95ea-73495c704cdc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a01db24-bb1b-4d4b-95ea-73495c704cdc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:35.806273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34cd7d17-9ede-4c44-af57-dfa604f6e144 req-65c9e1d5-5271-4c46-80b8-bdc741cd54f3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0815792 Jul 28 18:24:35.848781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34cd7d17-9ede-4c44-af57-dfa604f6e144 req-baef3dfd-c4de-461e-9af4-fb3866e08e3c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Jul 28 18:24:35.863680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.864744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f770159b-f8b9-4bae-910c-334eb35dca52 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:35.895118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:35.917953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for cde49ba6-3507-4d36-9d46-4ecdf0420775 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:35.979097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e3384d68-6a01-43c9-a07f-d938306db78b None None] Provisioning complete for port cde49ba6-3507-4d36-9d46-4ecdf0420775 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:35.979572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3384d68-6a01-43c9-a07f-d938306db78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.057351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=0a01db24-bb1b-4d4b-95ea-73495c704cdc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:36.072698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e3384d68-6a01-43c9-a07f-d938306db78b None None] Port cde49ba6-3507-4d36-9d46-4ecdf0420775 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:36.085597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f770159b-f8b9-4bae-910c-334eb35dca52 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:36.087651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.172843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Sync routers for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:36.190232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:36.190838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:36.292941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.328730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:36.330095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=cde49ba6-3507-4d36-9d46-4ecdf0420775,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:36.444726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.447122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-284d3db9-fa59-4ecd-9ee0-0ce19f71866c tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/cde49ba6-3507-4d36-9d46-4ecdf0420775 HTTP/1.1" status: 204 len: 168 time: 0.9225852 Jul 28 18:24:36.449444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56482) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:36.501196 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-63570124-8aef-4104-9bd7-affc72fc7022 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] GET failed (client error): The resource could not be found. Jul 28 18:24:36.503975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-63570124-8aef-4104-9bd7-affc72fc7022 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports/cde49ba6-3507-4d36-9d46-4ecdf0420775 HTTP/1.1" status: 404 len: 333 time: 0.0533183 Jul 28 18:24:36.507641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:36.513727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-1803000404'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:36.656640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:33Z', 'revision_number': 4, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '89181926-70b7-4f42-ae58-35108ff00451', 'name': '', 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'mac_address': 'fa:16:3e:07:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:32Z', 'updated_at': '2021-07-28T18:24:34Z', 'revision_number': 2, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'subnets': [{'id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:36.715630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Checking router: 4e49d97b-117d-45b9-9362-0ab649928c7a for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:36.716001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Updating router 4e49d97b-117d-45b9-9362-0ab649928c7a port 89181926-70b7-4f42-ae58-35108ff00451 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:36.742812 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.758174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:36.762039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:36.781331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port 180de9f6-6db2-4e87-8244-626c121815a1 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:36.940012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.8 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/180de9f6-6db2-4e87-8244-626c121815a1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:37.051142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.055486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a3cb9-f497-487d-85c5-fd4573fd1ddc req-639291f4-1e67-4e9a-83a3-f3208be66781 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:37.065754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Transition to ACTIVE for port object 89181926-70b7-4f42-ae58-35108ff00451 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:37.068952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-658a3cb9-f497-487d-85c5-fd4573fd1ddc req-639291f4-1e67-4e9a-83a3-f3208be66781 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0882614 Jul 28 18:24:37.119729 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-658a3cb9-f497-487d-85c5-fd4573fd1ddc req-88f70da3-8712-4382-96d9-0df7e3198b13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493889 Jul 28 18:24:37.144606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.159112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.198621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object 180de9f6-6db2-4e87-8244-626c121815a1 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:37.284025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4016-d737-485a-995a-3db59bfd6fc0 None None] Pushing event updated for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:37.292252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a01db24-bb1b-4d4b-95ea-73495c704cdc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:37.334882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Attempting to bind port 89181926-70b7-4f42-ae58-35108ff00451 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:37.335267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Attempting to bind port 89181926-70b7-4f42-ae58-35108ff00451 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:37.335664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Attempting to bind port 89181926-70b7-4f42-ae58-35108ff00451 on network 02980a98-ee6c-434b-abb5-8d92e3662a80 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:37.338109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.359297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:37.359711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Checking segment: {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:37.360314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.360747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Bound using segment: {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:37.361242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Bound port: 89181926-70b7-4f42-ae58-35108ff00451, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e1817-6f34-4e2c-b712-cf755814b686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:37.361899 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.430793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:37.437184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:37.446064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:37.512669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0a01db24-bb1b-4d4b-95ea-73495c704cdc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:37.513046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.573350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:37.574050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.593858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=180de9f6-6db2-4e87-8244-626c121815a1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:37.596776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] For port 89181926-70b7-4f42-ae58-35108ff00451, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:37.622806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] For port 89181926-70b7-4f42-ae58-35108ff00451, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=89181926-70b7-4f42-ae58-35108ff00451,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:37.662669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:37.690436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03225fb6-775b-4053-b7dc-9b74c35ee032 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1813180 Jul 28 18:24:37.693033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56528) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:37.698014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'network_id': '542115a3-c594-484e-87ab-4d17267f14dc', 'name': 'tempest-AllowedAddressPairTestJSON-1971694130'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:37.760767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.830301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-79d26f8c-7b7a-4afd-8672-35cf22266db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:37.927585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:37.927585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:38.002158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4016-d737-485a-995a-3db59bfd6fc0 None None] Pushing event updated for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:38.023351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Made reservation on behalf of 7a5c9671de1e4522bfb2618d4483bedd for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:38.029674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.064803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2071c4a4-c4e5-4d89-98fb-d73dae981ab0 None None] Provisioning for port 180de9f6-6db2-4e87-8244-626c121815a1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:38.073994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2071c4a4-c4e5-4d89-98fb-d73dae981ab0 None None] Provisioning complete for port 180de9f6-6db2-4e87-8244-626c121815a1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:38.074455 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2071c4a4-c4e5-4d89-98fb-d73dae981ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.076310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] device_id is not set on port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:24:38.364805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Allocated IP 172.20.0.11 (542115a3-c594-484e-87ab-4d17267f14dc/11b92128-9afd-4b76-b88d-6a5ef333f0f5/66a2e72b-2dc9-4da2-b7fc-aca82025e1eb) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:38.389679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:38.392922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2071c4a4-c4e5-4d89-98fb-d73dae981ab0 None None] Port 180de9f6-6db2-4e87-8244-626c121815a1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:38.522750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.558796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ea262-138c-409f-b87a-dbce8f1c8176 req-5370994e-a0a5-42e2-bc7c-f6940eb0a06f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:38.561063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-147ea262-138c-409f-b87a-dbce8f1c8176 req-5370994e-a0a5-42e2-bc7c-f6940eb0a06f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.2226105 Jul 28 18:24:38.674018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:33Z', 'revision_number': 4, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '89181926-70b7-4f42-ae58-35108ff00451', 'name': '', 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'mac_address': 'fa:16:3e:07:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:32Z', 'updated_at': '2021-07-28T18:24:37Z', 'revision_number': 4, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'subnets': [{'id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:38.681136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-147ea262-138c-409f-b87a-dbce8f1c8176 req-206372c0-eead-42e4-89b3-ac07c838945f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865941 Jul 28 18:24:38.706393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8310974-4426-4b24-a178-9c977a1dde4d None None] The sync data for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 is: [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:33Z', 'revision_number': 4, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '89181926-70b7-4f42-ae58-35108ff00451', 'name': '', 'network_id': '02980a98-ee6c-434b-abb5-8d92e3662a80', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'mac_address': 'fa:16:3e:07:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:32Z', 'updated_at': '2021-07-28T18:24:37Z', 'revision_number': 4, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'subnets': [{'id': '0758f8db-992d-42f3-a4f9-8482f651c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:38.744837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.764673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Transition to ACTIVE for port object 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:38.877869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Deleting port edd71df9-893a-4ba2-850d-2ebfb531382d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:38.878306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.932939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.981823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] For port edd71df9-893a-4ba2-850d-2ebfb531382d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=edd71df9-893a-4ba2-850d-2ebfb531382d,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:38.982414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:38.982896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Network 542115a3-c594-484e-87ab-4d17267f14dc is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:38.986971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:38.991156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:39.018756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Calling delete_port for edd71df9-893a-4ba2-850d-2ebfb531382d owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:39.051134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:39.051134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.078944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=66a2e72b-2dc9-4da2-b7fc-aca82025e1eb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:39.154218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-15ee0590-ecc1-4930-bfb4-a842dd5ae1ae tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4601145 Jul 28 18:24:39.156824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56558) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:39.162333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:44:5c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:77:45:49'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:39.285402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 89181926-70b7-4f42-ae58-35108ff00451 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:39.377699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.405892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.434993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 89181926-70b7-4f42-ae58-35108ff00451 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:39.439767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 89181926-70b7-4f42-ae58-35108ff00451 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:39.440412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.484131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Pushing event deleted for resources: {'Port': ['ID=edd71df9-893a-4ba2-850d-2ebfb531382d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:39.492349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ee78bb47-4a95-408b-8ead-0f5cd7863d0e None None] Provisioning for port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:39.506502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ee78bb47-4a95-408b-8ead-0f5cd7863d0e None None] Provisioning complete for port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:39.506894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee78bb47-4a95-408b-8ead-0f5cd7863d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.545917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.546435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.546666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.546931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.547279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.547634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.552726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.553176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.553531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.553876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.554218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.554553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:39.601493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ee78bb47-4a95-408b-8ead-0f5cd7863d0e None None] Port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:39.661940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.691451 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.731541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.750626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 89181926-70b7-4f42-ae58-35108ff00451, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=89181926-70b7-4f42-ae58-35108ff00451,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:39.818593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.894241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] In _notify_port_updated(), no bound segment for port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb on network 542115a3-c594-484e-87ab-4d17267f14dc {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:24:39.900232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:39.900904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.902252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "PUT /v2.0/ports/66a2e72b-2dc9-4da2-b7fc-aca82025e1eb HTTP/1.1" status: 200 len: 1056 time: 0.7444577 Jul 28 18:24:39.905210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:39.958793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:39.970740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:39.975769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:39.993266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b23f-1631-4ba5-95ff-71e8d9fa9676 req-c3f0e4b8-5cfc-4999-8b42-2c65b042ab95 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:39.995212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd13b23f-1631-4ba5-95ff-71e8d9fa9676 req-c3f0e4b8-5cfc-4999-8b42-2c65b042ab95 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1387892 Jul 28 18:24:40.027106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c72bd-4dfb-4a1c-a032-5fc487cc0bb7 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event updated for resources: {'Port': ['ID=66a2e72b-2dc9-4da2-b7fc-aca82025e1eb,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.125964 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.157703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:40.164876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.276489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:40.280826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd13b23f-1631-4ba5-95ff-71e8d9fa9676 req-559bff0a-97ab-4832-8556-665001e8e643 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329451 Jul 28 18:24:40.310785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'port_id': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'mac_address': 'fa:16:3e:4e:23:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:40.321497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-863cba8c-48bc-4f6f-9be4-b7d63c174e00 None None] Provisioning complete for port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:40.321876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-863cba8c-48bc-4f6f-9be4-b7d63c174e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.322001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.337299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:40.408005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-879c1ecc-d051-4b59-8aaf-f590d408e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.424805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:24:40.436113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-863cba8c-48bc-4f6f-9be4-b7d63c174e00 None None] Port 66a2e72b-2dc9-4da2-b7fc-aca82025e1eb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:40.447647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.462159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:40.508627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:40.593719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.594481 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:40.621266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:40.640844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Sync routers for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:40.644319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7a5d0d0e-3fc1-4613-8898-51f8a8f3fefd admin admin] 10.222.0.25 "PUT /v2.0/routers/f4037d81-b7cf-4e9b-a37e-7510b03a5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9803865 Jul 28 18:24:40.645532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56594) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:40.655187 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:40.656196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:40.720563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc90b2-3357-44b5-afa3-56a059877cdf req-e4317e3d-e6af-4f83-b5de-fc4d9d50eaf7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:40.724294 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40dc90b2-3357-44b5-afa3-56a059877cdf req-e4317e3d-e6af-4f83-b5de-fc4d9d50eaf7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0767245 Jul 28 18:24:40.753572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['002b388e-3ce9-4d3e-bbff-fba90fd3afe8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:40.756064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.815182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40dc90b2-3357-44b5-afa3-56a059877cdf req-91723451-a2bd-4fac-a22b-b44059e6123a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819957 Jul 28 18:24:40.857700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=66a2e72b-2dc9-4da2-b7fc-aca82025e1eb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.894383 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:41.127303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.143285 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:39Z', 'revision_number': 5, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:41.172032 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Checking router: f4037d81-b7cf-4e9b-a37e-7510b03a5c09 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:41.185419 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Routers {'f4037d81-b7cf-4e9b-a37e-7510b03a5c09'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:41.186034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:41.336023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] Set router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:41.394598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 89181926-70b7-4f42-ae58-35108ff00451 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:41.437126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.499131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 89181926-70b7-4f42-ae58-35108ff00451 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:41.499539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.634881 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:39Z', 'revision_number': 5, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:41.664367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf05-a782-43ce-b39e-387fdab4aa3f None None] The sync data for ids ['f4037d81-b7cf-4e9b-a37e-7510b03a5c09'] in n-d-778550-5 is: [{'id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'name': 'tempest-TestAggregatesBasicOps-845545787-router', 'tenant_id': '635a20995a934b818233b2f2826dfc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:16Z', 'updated_at': '2021-07-28T18:24:39Z', 'revision_number': 5, 'project_id': '635a20995a934b818233b2f2826dfc8c', 'gw_port': {'id': 'df9ef600-0fcb-40ae-999b-957c5bd34685', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4037d81-b7cf-4e9b-a37e-7510b03a5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:18Z', 'updated_at': '2021-07-28T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:41.697216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b23383-386c-4031-9255-a96aae417cc1 req-7c929a9d-f15b-4d05-9a86-fbd469957a22 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:41.701032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00b23383-386c-4031-9255-a96aae417cc1 req-7c929a9d-f15b-4d05-9a86-fbd469957a22 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 944 time: 0.1374791 Jul 28 18:24:41.701032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.726360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.726360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4cc34bcf-ae19-4306-b87a-154a0df07bed tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/66a2e72b-2dc9-4da2-b7fc-aca82025e1eb HTTP/1.1" status: 204 len: 168 time: 1.8192513 Jul 28 18:24:41.728437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:41.762399 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68f4e93-b85e-45f1-a2d1-f22434cf924f tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] GET failed (client error): The resource could not be found. Jul 28 18:24:41.766697 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a68f4e93-b85e-45f1-a2d1-f22434cf924f tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports/66a2e72b-2dc9-4da2-b7fc-aca82025e1eb HTTP/1.1" status: 404 len: 333 time: 0.0346901 Jul 28 18:24:41.767492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56626) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:41.799442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-00b23383-386c-4031-9255-a96aae417cc1 req-df13c9cb-81dc-42da-a69c-f54103568517 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935853 Jul 28 18:24:41.897151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Deleting port df9ef600-0fcb-40ae-999b-957c5bd34685 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:41.897855 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.950198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port 180de9f6-6db2-4e87-8244-626c121815a1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:41.950707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:41.974510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:42.048400 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.062377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for 180de9f6-6db2-4e87-8244-626c121815a1 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:42.104701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:42.105426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.140564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] For port df9ef600-0fcb-40ae-999b-957c5bd34685, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=df9ef600-0fcb-40ae-999b-957c5bd34685,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:42.141253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.163911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29274264-cde7-4b71-afa1-5e123c517818 req-0c38d227-a2cd-453a-b47f-42c9f08e70dc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:42.166293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29274264-cde7-4b71-afa1-5e123c517818 req-0c38d227-a2cd-453a-b47f-42c9f08e70dc tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1944883 Jul 28 18:24:42.223847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Calling delete_port for df9ef600-0fcb-40ae-999b-957c5bd34685 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:42.283096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29274264-cde7-4b71-afa1-5e123c517818 req-e7bc8a0f-7bb8-4f80-83cb-191fc945afa7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969965 Jul 28 18:24:42.295096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.301261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.324244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:42.328199 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33c0b5-1dcb-40df-9ac0-8477cf10b387" -d '{"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-plugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:42.389159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:42.398688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=180de9f6-6db2-4e87-8244-626c121815a1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.423252 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a28dc-baa5-470d-85bf-4116812ac5de x-openstack-request-id: req-891a28dc-baa5-470d-85bf-4116812ac5de {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:42.424859 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-plugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:42.425338 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-891a28dc-baa5-470d-85bf-4116812ac5de {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:42.425941 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'code': 200} Jul 28 18:24:42.490935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.561353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.565534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15e00e24-0aa8-4ff0-8c7d-059fa1e780dd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/180de9f6-6db2-4e87-8244-626c121815a1 HTTP/1.1" status: 204 len: 168 time: 0.7958152 Jul 28 18:24:42.566442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:42.612609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.630986 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2eba20c-c00a-400a-afdb-9e884692d73d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] GET failed (client error): The resource could not be found. Jul 28 18:24:42.633312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2eba20c-c00a-400a-afdb-9e884692d73d tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "GET /v2.0/ports/180de9f6-6db2-4e87-8244-626c121815a1 HTTP/1.1" status: 404 len: 333 time: 0.0643423 Jul 28 18:24:42.640920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:42.718262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.755234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9ef600-0fcb-40ae-999b-957c5bd34685,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.827252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port b8c92d04-11ea-4602-826d-b02050e420c4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:42.827852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.903790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:42.964066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.038191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.044905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.064990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.117571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52e96-5e7b-4062-80ab-2577c2200d3b req-11efc432-6fc0-4a5e-afab-7737afda9904 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:43.119286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f52e96-5e7b-4062-80ab-2577c2200d3b req-11efc432-6fc0-4a5e-afab-7737afda9904 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.2319720 Jul 28 18:24:43.120425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for b8c92d04-11ea-4602-826d-b02050e420c4 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:43.207615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07f52e96-5e7b-4062-80ab-2577c2200d3b req-62e0f6a4-31ad-4e39-995d-c9f3716d66c9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814683 Jul 28 18:24:43.221114 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.221761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4037d81-b7cf-4e9b-a37e-7510b03a5c09 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:24:43.239633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.239633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b71d3fb-7e59-4a92-8af0-f7d109cd6ac2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f4037d81-b7cf-4e9b-a37e-7510b03a5c09 HTTP/1.1" status: 204 len: 168 time: 2.5901318 Jul 28 18:24:43.243849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:43.333988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device edd71df9-893a-4ba2-850d-2ebfb531382d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:43.363504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Deleting subnet b281b66b-453d-45e7-9aa2-2045a0692cbc {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:24:43.374955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.380314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: edd71df9-893a-4ba2-850d-2ebfb531382d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:43.380949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device edd71df9-893a-4ba2-850d-2ebfb531382d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:43.443804 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.467961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.534268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=b8c92d04-11ea-4602-826d-b02050e420c4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:43.601469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35328109-6c6f-49d5-8b48-52cda8f2fd14 req-f1637188-5a76-499d-a93b-08bb7cab6118 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:43.603451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35328109-6c6f-49d5-8b48-52cda8f2fd14 req-f1637188-5a76-499d-a93b-08bb7cab6118 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1955566 Jul 28 18:24:43.656873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.659289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-611267e6-3722-4289-8355-cb1e4491e8fd tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/ports/b8c92d04-11ea-4602-826d-b02050e420c4 HTTP/1.1" status: 204 len: 168 time: 1.0166926 Jul 28 18:24:43.663730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:43.694227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.731390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35328109-6c6f-49d5-8b48-52cda8f2fd14 req-fd5bdf75-e279-4a00-a08b-3609950ca249 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925686 Jul 28 18:24:43.794425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting subnet 11b92128-9afd-4b76-b88d-6a5ef333f0f5 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:24:43.805450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.858469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.870661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.900866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b281b66b-453d-45e7-9aa2-2045a0692cbc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:43.920711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:43.921950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3aeec-cb53-4643-a225-5c171d31ccd4 None None] Network 7162c6e6-eff6-46da-9a1e-4ced7b35e472 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:43.922683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5a4c806f-b043-4032-803b-e4d1a40e2ed3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b281b66b-453d-45e7-9aa2-2045a0692cbc HTTP/1.1" status: 204 len: 168 time: 0.6740596 Jul 28 18:24:43.927522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56654) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:43.973626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.042605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.129800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.177340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Subnet': ['ID=11b92128-9afd-4b76-b88d-6a5ef333f0f5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.181161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.183176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b8dcdda-d57e-4a09-ad2c-551bf4a85589 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/subnets/11b92128-9afd-4b76-b88d-6a5ef333f0f5 HTTP/1.1" status: 204 len: 168 time: 0.5199070 Jul 28 18:24:44.185969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Deleting port 85e317ac-5651-41dc-810c-4fe8e44cc154 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:44.186192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:44.186313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.190908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1750d-6869-488a-ba2c-4c720b9deb9c None None] Network 542115a3-c594-484e-87ab-4d17267f14dc requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:44.324413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] DHCP port deletion for 7162c6e6-eff6-46da-9a1e-4ced7b35e472 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:24:44.330659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] For port 85e317ac-5651-41dc-810c-4fe8e44cc154, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=85e317ac-5651-41dc-810c-4fe8e44cc154,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:44.331224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.357244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.395228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Calling delete_port for 85e317ac-5651-41dc-810c-4fe8e44cc154 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:44.452469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Deleting port 5e72fb37-1903-4615-9160-475dcc747f13 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:44.452820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.549326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Deleting port 85e317ac-5651-41dc-810c-4fe8e44cc154 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:44.549809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.561565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] For port 5e72fb37-1903-4615-9160-475dcc747f13, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5e72fb37-1903-4615-9160-475dcc747f13,segment=NetworkSegment(ade6dc44-cf67-4c78-82de-767c8b95bcff),segment_id=ade6dc44-cf67-4c78-82de-767c8b95bcff)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:44.561939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.586230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Calling delete_port for 5e72fb37-1903-4615-9160-475dcc747f13 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:44.587356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051473b-a18b-45f5-af84-308033e57d00 req-e12a999e-db35-44a2-a80f-b4a8f81d86de tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:44.588957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3051473b-a18b-45f5-af84-308033e57d00 req-e12a999e-db35-44a2-a80f-b4a8f81d86de tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.2509458 Jul 28 18:24:44.622799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] DHCP port deletion for 542115a3-c594-484e-87ab-4d17267f14dc request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:24:44.641303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] For port 85e317ac-5651-41dc-810c-4fe8e44cc154, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=85e317ac-5651-41dc-810c-4fe8e44cc154,segment=NetworkSegment(e82085b7-72df-4cff-8ce8-fc8f239373f1),segment_id=e82085b7-72df-4cff-8ce8-fc8f239373f1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:44.641977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.670361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3051473b-a18b-45f5-af84-308033e57d00 req-2438fa2a-ea3c-4803-961e-23598d0803b2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647421 Jul 28 18:24:44.679302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Calling delete_port for 85e317ac-5651-41dc-810c-4fe8e44cc154 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:44.781558 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.819632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.833749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Deleting port 5e72fb37-1903-4615-9160-475dcc747f13 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:44.834025 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.837939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.865723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] No DVR routers for this DVR port 85e317ac-5651-41dc-810c-4fe8e44cc154 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:44.871044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e317ac-5651-41dc-810c-4fe8e44cc154,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.888667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Port': ['ID=5e72fb37-1903-4615-9160-475dcc747f13,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.899377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] No DVR routers for this DVR port 5e72fb37-1903-4615-9160-475dcc747f13 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:44.945339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] No DVR routers for this DVR port 85e317ac-5651-41dc-810c-4fe8e44cc154 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:44.956654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040dd12-ffbe-4f28-ba2e-c1d51107f135 None None] Pushing event deleted for resources: {'Port': ['ID=85e317ac-5651-41dc-810c-4fe8e44cc154,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.965732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] For port 5e72fb37-1903-4615-9160-475dcc747f13, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:44.966414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:44.986397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Calling delete_port for 5e72fb37-1903-4615-9160-475dcc747f13 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:44.996895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Port 5e72fb37-1903-4615-9160-475dcc747f13 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:24:45.003564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.006346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.035083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7162c6e6-eff6-46da-9a1e-4ced7b35e472']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.041930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] No DVR routers for this DVR port 5e72fb37-1903-4615-9160-475dcc747f13 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:45.065675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82085b7-72df-4cff-8ce8-fc8f239373f1') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.065981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82085b7-72df-4cff-8ce8-fc8f239373f1') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.079330 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.117961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6b1f8-52d6-48cc-9291-5cb149719512 req-34c610b8-d16b-4ad7-8665-62d08f42947b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:45.124395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df88923-7687-4387-9ccd-a6121b179606 None None] Pushing event deleted for resources: {'Port': ['ID=5e72fb37-1903-4615-9160-475dcc747f13,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:45.129543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb6b1f8-52d6-48cc-9291-5cb149719512 req-34c610b8-d16b-4ad7-8665-62d08f42947b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.2114313 Jul 28 18:24:45.131204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.148442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:45.150957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:24:45.156840 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:24:45.166358 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.194743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542115a3-c594-484e-87ab-4d17267f14dc']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.228502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb6b1f8-52d6-48cc-9291-5cb149719512 req-eb239b19-44c8-49cb-a8af-5a491a352cd8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975468 Jul 28 18:24:45.231016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6dc44-cf67-4c78-82de-767c8b95bcff') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.231330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6dc44-cf67-4c78-82de-767c8b95bcff') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:45.250707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.287192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.297024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device df9ef600-0fcb-40ae-999b-957c5bd34685 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:45.302883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:45.303135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:24:45.332234 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:24:45.334844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: df9ef600-0fcb-40ae-999b-957c5bd34685 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:45.334844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device df9ef600-0fcb-40ae-999b-957c5bd34685 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:45.334844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 85e317ac-5651-41dc-810c-4fe8e44cc154 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:45.354174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.360559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.362685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7162c6e6-eff6-46da-9a1e-4ced7b35e472 HTTP/1.1" status: 204 len: 168 time: 1.4340477 Jul 28 18:24:45.382385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:45.399137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3f140-831a-4f1c-abbc-120da7c996c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7162c6e6-eff6-46da-9a1e-4ced7b35e472,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:45.408368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 85e317ac-5651-41dc-810c-4fe8e44cc154 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:45.408913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 85e317ac-5651-41dc-810c-4fe8e44cc154 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:45.409355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5e72fb37-1903-4615-9160-475dcc747f13 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:45.448097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5e72fb37-1903-4615-9160-475dcc747f13 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:45.448455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5e72fb37-1903-4615-9160-475dcc747f13 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:45.548662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.550119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.589208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:45.594672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] 10.222.0.25 "DELETE /v2.0/networks/542115a3-c594-484e-87ab-4d17267f14dc HTTP/1.1" status: 204 len: 168 time: 1.4075458 Jul 28 18:24:45.597181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758a1bd-8e51-4890-b0aa-8379d0173813 tempest-AllowedAddressPairTestJSON-504987279 tempest-AllowedAddressPairTestJSON-504987279-project] Pushing event deleted for resources: {'Network': ['ID=542115a3-c594-484e-87ab-4d17267f14dc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:45.893540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aba13-baf4-44ca-bf3f-ba2cd8698694 req-ce82f2cd-491a-488a-bd28-4f48db919266 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:45.895152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f6aba13-baf4-44ca-bf3f-ba2cd8698694 req-ce82f2cd-491a-488a-bd28-4f48db919266 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1073687 Jul 28 18:24:45.962241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f6aba13-baf4-44ca-bf3f-ba2cd8698694 req-c891e378-2a79-4ab5-b3a3-14f2d03f57d6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Jul 28 18:24:46.044480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:46.185745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:46.448361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cc89fe30-fbd6-445f-998b-6cdf6b4b1266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a5c9671de1e4522bfb2618d4483bedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591612 Jul 28 18:24:46.450337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56696) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:46.539288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:46.570445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:46.740309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bf4fd-33bc-4d29-abbc-3834118b004e req-d567c5b8-6d8b-4788-b5bf-e315afdf2033 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:46.741898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-868bf4fd-33bc-4d29-abbc-3834118b004e req-d567c5b8-6d8b-4788-b5bf-e315afdf2033 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1076517 Jul 28 18:24:46.828456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-868bf4fd-33bc-4d29-abbc-3834118b004e req-61e7bc3c-60c9-4211-ae23-de4e99a256db tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585201 Jul 28 18:24:46.917774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Deleting port 89181926-70b7-4f42-ae58-35108ff00451 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:46.918118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:46.998639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] For port 89181926-70b7-4f42-ae58-35108ff00451, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=89181926-70b7-4f42-ae58-35108ff00451,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:46.999121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:47.014984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Calling delete_port for 89181926-70b7-4f42-ae58-35108ff00451 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:47.091137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b25fb-3162-400b-92bd-8515c72eecf5 req-8ff8d1e1-c3fe-4d25-92a5-c603aac16fa7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:47.092869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd1b25fb-3162-400b-92bd-8515c72eecf5 req-8ff8d1e1-c3fe-4d25-92a5-c603aac16fa7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0684550 Jul 28 18:24:47.111143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:47.111143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:47.111143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b5b0a05-1564-4f5d-9b68-83fbecaf367a HTTP/1.1" status: 204 len: 168 time: 0.6480658 Jul 28 18:24:47.129417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e2b18-1049-4b2a-a2f4-5158f11a2a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b0a05-1564-4f5d-9b68-83fbecaf367a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:47.169085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd1b25fb-3162-400b-92bd-8515c72eecf5 req-c590ee7c-1c26-4d93-90eb-db5f59cf4b4e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665863 Jul 28 18:24:47.346388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:47.375516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Pushing event deleted for resources: {'Port': ['ID=89181926-70b7-4f42-ae58-35108ff00451,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:47.643756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:47.939967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Router 4e49d97b-117d-45b9-9362-0ab649928c7a has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:24:48.045065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dca70-61d8-4cc0-a541-0994ac4f158a req-c267b70d-c24b-4831-84b1-f479926acaa8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:48.052593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e3dca70-61d8-4cc0-a541-0994ac4f158a req-c267b70d-c24b-4831-84b1-f479926acaa8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0980551 Jul 28 18:24:48.087852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:48.094071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-edd78d3b-1867-4cab-b101-1405e24436fe admin admin] 10.222.0.25 "PUT /v2.0/routers/4e49d97b-117d-45b9-9362-0ab649928c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7047780 Jul 28 18:24:48.096545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56728) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:48.099837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Sync routers for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:48.123497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e3dca70-61d8-4cc0-a541-0994ac4f158a req-dc19bb50-7bb7-4244-a5d5-c3653e6c4a84 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631399 Jul 28 18:24:48.124468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:48.125483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:48.256890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.312953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:48.513714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021bc4-dda6-4d36-83d8-8e18053282a7 req-50625b60-f857-4a2d-99fe-9adeec21a82b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:48.515373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8021bc4-dda6-4d36-83d8-8e18053282a7 req-50625b60-f857-4a2d-99fe-9adeec21a82b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1880391 Jul 28 18:24:48.521395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.569985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8021bc4-dda6-4d36-83d8-8e18053282a7 req-8ea7357e-68d3-4998-b535-8b58fa0e57ab tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Jul 28 18:24:48.571943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:47Z', 'revision_number': 5, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port': {'id': '0a01db24-bb1b-4d4b-95ea-73495c704cdc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:24:29Z', 'updated_at': '2021-07-28T18:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:48.590303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56744) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:48.625775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Checking router: 4e49d97b-117d-45b9-9362-0ab649928c7a for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:48.650184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Routers {'4e49d97b-117d-45b9-9362-0ab649928c7a'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:48.650831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4e49d97b-117d-45b9-9362-0ab649928c7a'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:48.736121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Deleting port 0a01db24-bb1b-4d4b-95ea-73495c704cdc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:48.736595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.757396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-82728642'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:48.832536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] Set router 4e49d97b-117d-45b9-9362-0ab649928c7a gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:24:48.867410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] For port 0a01db24-bb1b-4d4b-95ea-73495c704cdc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a01db24-bb1b-4d4b-95ea-73495c704cdc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:48.875048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.894252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:48Z', 'revision_number': 6, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:48.897452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.903305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:48.907423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:48.922265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc6d92-dc35-47a5-bee7-3c37d5cfd1a3 None None] The sync data for ids ['4e49d97b-117d-45b9-9362-0ab649928c7a'] in n-d-778550-5 is: [{'id': '4e49d97b-117d-45b9-9362-0ab649928c7a', 'name': 'tempest-TestAggregatesBasicOps-687368379-router', 'tenant_id': 'de737bb74eff433cb55c9e70c35902b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:24:28Z', 'updated_at': '2021-07-28T18:24:48Z', 'revision_number': 6, 'project_id': 'de737bb74eff433cb55c9e70c35902b7', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:48.933752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Calling delete_port for 0a01db24-bb1b-4d4b-95ea-73495c704cdc owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:48.936708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.094111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.169461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.255408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab07d92-0b6e-4088-87ef-c638fb9dff47,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:49.257615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.274043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:49.299881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5cbe-be7b-4f06-9ded-fe5f228946c7 req-bb47f182-2236-408e-bd83-2435d367daf9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:49.301889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a70d5cbe-be7b-4f06-9ded-fe5f228946c7 req-bb47f182-2236-408e-bd83-2435d367daf9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1041086 Jul 28 18:24:49.303083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a01db24-bb1b-4d4b-95ea-73495c704cdc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:49.310229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.310724 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 31788b11-35e6-4bb7-a66f-68d5a8f20844 of type vlan for network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 Jul 28 18:24:49.404364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.431371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a70d5cbe-be7b-4f06-9ded-fe5f228946c7 req-99ebe4d3-2cf0-490f-85e8-dad8ae4e62ec tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187310 Jul 28 18:24:49.478569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.480350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 89181926-70b7-4f42-ae58-35108ff00451 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:49.506197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 89181926-70b7-4f42-ae58-35108ff00451 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:49.512489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 89181926-70b7-4f42-ae58-35108ff00451 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:49.579666 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.583954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:49.584945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.645114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.649722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.768385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1815965 Jul 28 18:24:49.769454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56758) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:49.774204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112962234'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:49.782785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1aed3-8f77-4cf1-bb2f-446dfa2c3e82 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=2b1cdc28-cfbd-4a7f-801a-66d684026a89,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:49.802530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:49.812379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.816183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e49d97b-117d-45b9-9362-0ab649928c7a {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:24:49.822534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.824744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e0f99d3c-e139-4838-b4fa-a61c998afba9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4e49d97b-117d-45b9-9362-0ab649928c7a HTTP/1.1" status: 204 len: 168 time: 1.7264979 Jul 28 18:24:49.828687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56760) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:49.842237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca2551-54b6-4428-b5a9-1db58089e6c5 req-df366cec-c889-477f-95d9-46f6352b609b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:49.853999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4aca2551-54b6-4428-b5a9-1db58089e6c5 req-df366cec-c889-477f-95d9-46f6352b609b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1382306 Jul 28 18:24:49.895333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Deleting subnet 0758f8db-992d-42f3-a4f9-8482f651c0aa {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:24:49.899871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.924177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:49.928006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.962100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4aca2551-54b6-4428-b5a9-1db58089e6c5 req-384757d1-aa3c-41c0-a6ce-ff8933e43c79 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758371 Jul 28 18:24:49.973880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:49.999207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:50.022650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.022650 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 86000447-3c6e-4e0c-bb49-813761c3dbfe of type vlan for network a65954f1-da70-45c0-a578-f5b45c9e2362 Jul 28 18:24:50.091965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.151180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.214923 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.228174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:50.228827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.317200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=a65954f1-da70-45c0-a578-f5b45c9e2362,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.328526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a65954f1-da70-45c0-a578-f5b45c9e2362 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:50.383436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0ab7f11a-af85-40bc-b98c-5b6bc921487f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6135030 Jul 28 18:24:50.386403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56766) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:50.392029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:50.413971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.491701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.493155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843e1ce-37df-4d7e-a14f-b9a65dd21a19 None None] Network 02980a98-ee6c-434b-abb5-8d92e3662a80 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:50.496511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56770) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:50.511055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0758f8db-992d-42f3-a4f9-8482f651c0aa HTTP/1.1" status: 204 len: 168 time: 0.6810179 Jul 28 18:24:50.512286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019cb0c-ebeb-4475-892c-67dc10177c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0758f8db-992d-42f3-a4f9-8482f651c0aa,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.693550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.717201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:50.723553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.844892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Deleting port f770159b-f8b9-4bae-910c-334eb35dca52 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:50.845239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.851946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] DHCP port deletion for 02980a98-ee6c-434b-abb5-8d92e3662a80 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:24:50.913744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff50ee-b031-4971-b58e-31735fffd2d1 req-d6ddeb64-2cdb-430c-9489-f13a985ff83f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:50.919453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20ff50ee-b031-4971-b58e-31735fffd2d1 req-d6ddeb64-2cdb-430c-9489-f13a985ff83f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.2684128 Jul 28 18:24:50.927016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] For port f770159b-f8b9-4bae-910c-334eb35dca52, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f770159b-f8b9-4bae-910c-334eb35dca52,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:50.927382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:50.947631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Calling delete_port for f770159b-f8b9-4bae-910c-334eb35dca52 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:50.950017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Deleting port f770159b-f8b9-4bae-910c-334eb35dca52 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:24:50.950719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.027449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] For port f770159b-f8b9-4bae-910c-334eb35dca52, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f770159b-f8b9-4bae-910c-334eb35dca52,segment=NetworkSegment(189e1817-6f34-4e2c-b712-cf755814b686),segment_id=189e1817-6f34-4e2c-b712-cf755814b686)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:51.027874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.042014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Calling delete_port for f770159b-f8b9-4bae-910c-334eb35dca52 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:24:51.057666 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20ff50ee-b031-4971-b58e-31735fffd2d1 req-17732413-b814-449c-bff5-59fb70914d72 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202693 Jul 28 18:24:51.184100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.188282 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.246909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] No DVR routers for this DVR port f770159b-f8b9-4bae-910c-334eb35dca52 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:51.249102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Pushing event deleted for resources: {'Port': ['ID=f770159b-f8b9-4bae-910c-334eb35dca52,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.252284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b177b-7f4a-49ca-8c06-b433a5dbaded None None] Pushing event deleted for resources: {'Port': ['ID=f770159b-f8b9-4bae-910c-334eb35dca52,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.254713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] No DVR routers for this DVR port f770159b-f8b9-4bae-910c-334eb35dca52 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:24:51.264797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df874-c9e0-4360-a75f-4cae2e05c114 req-6fa913c4-e0f7-4cde-bf40-cba7844220c2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:51.266517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-928df874-c9e0-4360-a75f-4cae2e05c114 req-6fa913c4-e0f7-4cde-bf40-cba7844220c2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1528106 Jul 28 18:24:51.290968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a01db24-bb1b-4d4b-95ea-73495c704cdc no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:51.348549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.433638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-928df874-c9e0-4360-a75f-4cae2e05c114 req-0691568f-453e-4154-bb53-fac0fc1e1760 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389983 Jul 28 18:24:51.435487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.453160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02980a98-ee6c-434b-abb5-8d92e3662a80']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:51.473567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=b973b62a-b19e-4c21-9a28-a20e32cc33a0,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.481134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e1817-6f34-4e2c-b712-cf755814b686') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:51.481440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e1817-6f34-4e2c-b712-cf755814b686') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:51.492587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '31788b11-35e6-4bb7-a66f-68d5a8f20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:51.492963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 2b1cdc28-cfbd-4a7f-801a-66d684026a89, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:51.500200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.523209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.535060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:24:51.554165 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:24:51.583175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0a01db24-bb1b-4d4b-95ea-73495c704cdc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:51.583860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a01db24-bb1b-4d4b-95ea-73495c704cdc not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:51.584539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f770159b-f8b9-4bae-910c-334eb35dca52 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:51.613703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f770159b-f8b9-4bae-910c-334eb35dca52 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:24:51.614168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f770159b-f8b9-4bae-910c-334eb35dca52 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:51.622409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:51.702162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.709222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.712119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] 10.222.0.25 "DELETE /v2.0/networks/02980a98-ee6c-434b-abb5-8d92e3662a80 HTTP/1.1" status: 204 len: 168 time: 1.2138882 Jul 28 18:24:51.734699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 2b1cdc28-cfbd-4a7f-801a-66d684026a89) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:51.740853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:51.742397 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:51.746391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf44547-7159-4ec2-b11a-26e7dafb3288 None None] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:51.753216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fbe6-3e1f-4144-bcfa-dec756845693 admin admin] Pushing event deleted for resources: {'Network': ['ID=02980a98-ee6c-434b-abb5-8d92e3662a80,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.862064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-24fbfcdf-5220-4b80-ba97-c5ad663a87be tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4743040 Jul 28 18:24:51.867279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56788) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:51.874376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:52.007121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-2b1cdc28-cfbd-4a7f-801a-66d684026a89', 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': 'b973b62a-b19e-4c21-9a28-a20e32cc33a0'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:24:52.008071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.112316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:52.116611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.232317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Allocated IP 2001:db8::2 (2b1cdc28-cfbd-4a7f-801a-66d684026a89/b973b62a-b19e-4c21-9a28-a20e32cc33a0/6fae7c10-c48f-4cb0-990e-aafdabb0fa71) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:52.305348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56792) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:52.338989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa34f7-0bb5-4a98-a0c7-afa5d16a2350 req-df0084d3-cd2d-4b61-b222-0f3766bd90e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:52.340840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92aa34f7-0bb5-4a98-a0c7-afa5d16a2350 req-df0084d3-cd2d-4b61-b222-0f3766bd90e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1459191 Jul 28 18:24:52.356806 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbc59034-855c-4e4d-a3ea-8073fd1ee372 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=635a20995a934b818233b2f2826dfc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471168 Jul 28 18:24:52.357441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56794) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:52.411625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.422372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92aa34f7-0bb5-4a98-a0c7-afa5d16a2350 req-7f98786f-0ee6-4a4c-ba1e-5c88cf907244 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729957 Jul 28 18:24:52.441534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.510069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.595250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55e33-1d2f-4e78-b94b-497e35c62f6c req-1159e72f-b61a-4827-bbb7-3c38eef14c1c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:52.596662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9d55e33-1d2f-4e78-b94b-497e35c62f6c req-1159e72f-b61a-4827-bbb7-3c38eef14c1c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0495532 Jul 28 18:24:52.637603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9d55e33-1d2f-4e78-b94b-497e35c62f6c req-65635677-550f-4908-ac2a-33ae299b03b9 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Jul 28 18:24:52.725635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.727566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Transition to ACTIVE for port object 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:52.728421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.729579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/190e0679-7791-4f5a-b2a0-48872ca59708 HTTP/1.1" status: 204 len: 168 time: 0.3713932 Jul 28 18:24:52.743578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2c016-3e59-4dc3-ba5c-e18210137458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e0679-7791-4f5a-b2a0-48872ca59708,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.754747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.776381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Transition to ACTIVE for port object 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:52.830386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=71b4d06e-9bcb-4d9b-be43-93095bd3cfac,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.840142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '86000447-3c6e-4e0c-bb49-813761c3dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:52.840508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: a65954f1-da70-45c0-a578-f5b45c9e2362, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:52.861900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:52.952323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:52.961261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Pushing event updated for resources: {'Port': ['ID=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.971749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:52.974142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:52.982519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a65954f1-da70-45c0-a578-f5b45c9e2362 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:53.042422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Attempting to bind port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:53.042930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Attempting to bind port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '31788b11-35e6-4bb7-a66f-68d5a8f20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:53.043582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Attempting to bind port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 on network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:53.049917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:53.050486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Checking segment: {'id': '31788b11-35e6-4bb7-a66f-68d5a8f20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:53.050996 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.051519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Bound using segment: {'id': '31788b11-35e6-4bb7-a66f-68d5a8f20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:53.052105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Bound port: 6fae7c10-c48f-4cb0-990e-aafdabb0fa71, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31788b11-35e6-4bb7-a66f-68d5a8f20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b1cdc28-cfbd-4a7f-801a-66d684026a89'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:53.052652 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.069609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a65954f1-da70-45c0-a578-f5b45c9e2362) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:53.074970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:53.076136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.090531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93038e-b50c-4a7b-91f7-35150d6b75b2 None None] Network a65954f1-da70-45c0-a578-f5b45c9e2362 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:53.171879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e05fbd96-0c66-4c80-b883-d53726aa47f7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3027651 Jul 28 18:24:53.174490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56812) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:53.179070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-543929340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:53.269062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] For port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:53.273488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] For port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,segment=NetworkSegment(31788b11-35e6-4bb7-a66f-68d5a8f20844),segment_id=31788b11-35e6-4bb7-a66f-68d5a8f20844)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:53.285215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.285215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.329025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a65954f1-da70-45c0-a578-f5b45c9e2362', 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '71b4d06e-9bcb-4d9b-be43-93095bd3cfac'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:24:53.329895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.361480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.374843 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.455774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.505770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8447f0-9d77-453b-92ea-d86d80da49c0 None None] Pushing event updated for resources: {'Port': ['ID=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:53.581274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.585175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ebb34adb-ed07-49a5-812f-e1b25e24ecc8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4071362 Jul 28 18:24:53.586108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56818) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:53.604807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Allocated IP 2001:db8:1::2 (a65954f1-da70-45c0-a578-f5b45c9e2362/71b4d06e-9bcb-4d9b-be43-93095bd3cfac/b0c82d05-a649-48b5-b0f2-65b2d3c1712f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:53.666162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56822) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:53.768862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ed7eb22-087e-443e-bf0d-cf243b0b1fc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de737bb74eff433cb55c9e70c35902b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015072 Jul 28 18:24:53.772731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56826) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:53.921752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0251f15-f3ae-430f-aff9-9ec357bd3ed8 req-1586081b-11ba-4b68-9491-0f77bfc8e55c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:53.931104 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0251f15-f3ae-430f-aff9-9ec357bd3ed8 req-1586081b-11ba-4b68-9491-0f77bfc8e55c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1914060 Jul 28 18:24:53.971126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:53.997153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.008037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.016718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Transition to ACTIVE for port object b0c82d05-a649-48b5-b0f2-65b2d3c1712f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:54.035443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:54.100330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800f5f9-759e-4d79-91f0-c8a674ea1841 req-8a52b2a7-2d3c-4f99-8c8e-770faa7bbd20 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:54.102568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3800f5f9-759e-4d79-91f0-c8a674ea1841 req-8a52b2a7-2d3c-4f99-8c8e-770faa7bbd20 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.2153001 Jul 28 18:24:54.124978 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:24:54.143021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0251f15-f3ae-430f-aff9-9ec357bd3ed8 req-2ec83f7f-f1d0-49d7-b14c-b81b15b6454a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089276 Jul 28 18:24:54.180078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.187544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.191825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d07dee3-31db-403b-a932-778e0662cc2f HTTP/1.1" status: 204 len: 168 time: 0.4153378 Jul 28 18:24:54.197125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.213648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Transition to ACTIVE for port object b0c82d05-a649-48b5-b0f2-65b2d3c1712f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:54.218928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:54.222609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3800f5f9-759e-4d79-91f0-c8a674ea1841 req-95e8027e-c046-4ee4-a5af-f34f66be3e13 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122658 Jul 28 18:24:54.231857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b80cf-eb33-43d8-9f76-b2f4d59be6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d07dee3-31db-403b-a932-778e0662cc2f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.281510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:54.331269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.406773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Pushing event updated for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.426823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Network a65954f1-da70-45c0-a578-f5b45c9e2362 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:54.434912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:54.437880 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.441533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:54.510211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:24:54.543000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:54.600503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Attempting to bind port b0c82d05-a649-48b5-b0f2-65b2d3c1712f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:24:54.602637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Attempting to bind port b0c82d05-a649-48b5-b0f2-65b2d3c1712f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '86000447-3c6e-4e0c-bb49-813761c3dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:24:54.602637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Attempting to bind port b0c82d05-a649-48b5-b0f2-65b2d3c1712f on network a65954f1-da70-45c0-a578-f5b45c9e2362 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:24:54.609888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:24:54.610824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Checking segment: {'id': '86000447-3c6e-4e0c-bb49-813761c3dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:54.611247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.612041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Bound using segment: {'id': '86000447-3c6e-4e0c-bb49-813761c3dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:24:54.612537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Bound port: b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86000447-3c6e-4e0c-bb49-813761c3dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a65954f1-da70-45c0-a578-f5b45c9e2362'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:24:54.612928 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.619167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8::1 (2b1cdc28-cfbd-4a7f-801a-66d684026a89/b973b62a-b19e-4c21-9a28-a20e32cc33a0/647f042f-7f88-43de-8cec-353a58f18a7a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:54.623619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.696817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.774777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:54.782812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,segment=NetworkSegment(86000447-3c6e-4e0c-bb49-813761c3dbfe),segment_id=86000447-3c6e-4e0c-bb49-813761c3dbfe)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:54.840128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.853892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['1abe2790-ffa5-4578-a5b1-3138af50243d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:54.904919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:54.951646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object 647f042f-7f88-43de-8cec-353a58f18a7a will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:24:55.096363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5c291-3e67-4e34-b174-fa0c9317da28 None None] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:55.119989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:55.147793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:55.149243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:55.168506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b284cec-3697-4322-930c-b6857e7fb339 None None] Pushing event updated for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.189874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:24:55.192887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:55.398607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-523aa88f-1a31-4c5a-9d71-02e7dc8bcd18 None None] Provisioning for port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:55.415937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=647f042f-7f88-43de-8cec-353a58f18a7a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.438781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b19e7-ff4f-4c5a-80d3-4a27a0a0ae64 req-fef64c05-ccf6-407e-99d7-382d7f2e3851 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:55.440445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-153b19e7-ff4f-4c5a-80d3-4a27a0a0ae64 req-fef64c05-ccf6-407e-99d7-382d7f2e3851 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1219449 Jul 28 18:24:55.567838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-153b19e7-ff4f-4c5a-80d3-4a27a0a0ae64 req-2908750c-24a2-4214-8bdd-db7281dc04ce tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259820 Jul 28 18:24:55.601751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:55.703672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc54e7-99fc-4f4d-b23e-b72e18c1fc42 req-7fe3732d-8591-4673-a731-8f62f4b852bf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:55.713045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-adfc54e7-99fc-4f4d-b23e-b72e18c1fc42 req-7fe3732d-8591-4673-a731-8f62f4b852bf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.3438957 Jul 28 18:24:55.813514 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-adfc54e7-99fc-4f4d-b23e-b72e18c1fc42 req-cdb8fa9d-395c-4a9a-aee1-47d8edeba429 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963852 Jul 28 18:24:55.829306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:55.871956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:55.878540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:55.879078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.019932 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.044668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:56.131786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:56.140620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,segment=NetworkSegment(31788b11-35e6-4bb7-a66f-68d5a8f20844),segment_id=31788b11-35e6-4bb7-a66f-68d5a8f20844)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:56.226990 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.313787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 1abe2790-ffa5-4578-a5b1-3138af50243d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:56.314452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.330231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.351833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-171574329-network', 'tenant_id': '4176f56b1e544327841dee96d3a26bd8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:56.390382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Provisioning complete for port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:56.390659 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.392434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.395149 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.485875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.520574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Made reservation on behalf of 4176f56b1e544327841dee96d3a26bd8 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:56.523438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.542628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=647f042f-7f88-43de-8cec-353a58f18a7a,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.543510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.679192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.739012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:56.743552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:24:56.743747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:56.749556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:56.772010 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c07c3-98fa-4951-9d8e-d2429fb4bd00" -d '{"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:56.818049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Provisioning for port 647f042f-7f88-43de-8cec-353a58f18a7a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:56.822764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Provisioning complete for port 647f042f-7f88-43de-8cec-353a58f18a7a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:56.823363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.858545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.893189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9b560-573a-49ae-b3a1-a2e5f4b9942b req-b8cc416a-6330-45da-ae2f-0d82ece135b5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:56.895238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2aa9b560-573a-49ae-b3a1-a2e5f4b9942b req-b8cc416a-6330-45da-ae2f-0d82ece135b5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1552162 Jul 28 18:24:56.901955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:56.985108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2aa9b560-573a-49ae-b3a1-a2e5f4b9942b req-2613c9ce-1664-42e5-b08b-54517bbd118e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634198 Jul 28 18:24:56.985954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.002401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:57.040024 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65cac3b-ff5f-42a1-9c92-28f56e0f3a33 x-openstack-request-id: req-a65cac3b-ff5f-42a1-9c92-28f56e0f3a33 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:57.040810 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:57.041231 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a65cac3b-ff5f-42a1-9c92-28f56e0f3a33 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:57.041820 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'code': 200} Jul 28 18:24:57.044685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:57.058954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.058954 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Added segment 54a62b31-8c80-4a58-a3c3-9a7efc71485d of type vlan for network 8782eede-03c7-4e01-a1f1-8e0583691b27 Jul 28 18:24:57.066966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccf8d2-14d6-450d-9ac5-bf602dff0ede None None] Network a65954f1-da70-45c0-a578-f5b45c9e2362 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:57.117103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.208423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:57.228129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fdd6d-1db0-4ad2-9bb3-dfacf56b3ca8 None None] Port 647f042f-7f88-43de-8cec-353a58f18a7a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:57.243815 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.244846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:57.245994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.354640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2213559 Jul 28 18:24:57.372988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:57.385691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Request body: {'subnet': {'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-171574329-subnet', 'tenant_id': '4176f56b1e544327841dee96d3a26bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:24:57.424678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6d09734b-6d8b-4067-9408-a3d3f2da3dbe None None] Provisioning complete for port 647f042f-7f88-43de-8cec-353a58f18a7a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:57.431540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6d09734b-6d8b-4067-9408-a3d3f2da3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.437762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1aa18-eb0f-440f-93ba-5c5578316504 admin admin] Pushing event updated for resources: {'Network': ['ID=8782eede-03c7-4e01-a1f1-8e0583691b27,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:57.482928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8782eede-03c7-4e01-a1f1-8e0583691b27 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:57.515599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Made reservation on behalf of 4176f56b1e544327841dee96d3a26bd8 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:57.519070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.585879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:57.635333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6d09734b-6d8b-4067-9408-a3d3f2da3dbe None None] Port 647f042f-7f88-43de-8cec-353a58f18a7a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:57.714021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:57.718969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:57.769149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d08a0-fb09-4f0e-8967-1ec5484948be req-8baa93eb-57a0-4022-b3a9-bcb32ceb747a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:57.775354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6d09734b-6d8b-4067-9408-a3d3f2da3dbe None None] Provisioning for port b0c82d05-a649-48b5-b0f2-65b2d3c1712f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:57.780662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae0d08a0-fb09-4f0e-8967-1ec5484948be req-8baa93eb-57a0-4022-b3a9-bcb32ceb747a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1909425 Jul 28 18:24:57.858816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ae0d08a0-fb09-4f0e-8967-1ec5484948be req-6a37915b-c0e3-4722-a12e-388061496d4d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758729 Jul 28 18:24:57.931550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 27c2b378-6532-480d-a2ed-ad25bcef57ba is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:24:58.033465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.144708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7605e0-881b-482d-bbd3-30de968d4c6b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:58.169384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Checking segment: {'id': '54a62b31-8c80-4a58-a3c3-9a7efc71485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:24:58.170179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Network hostable DHCP agents. Network: 8782eede-03c7-4e01-a1f1-8e0583691b27, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:58.233083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:58.248605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f65d1c3b-d4db-4abc-801c-11551ca41531 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6588950 Jul 28 18:24:58.249231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56890) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:58.252698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] Sync routers for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:58.263937 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:58.264552 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:58.285293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0c82d05-a649-48b5-b0f2-65b2d3c1712f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:58.289296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9ad68c97-1962-4b92-b5e5-b9de24d97481 None None] Provisioning complete for port 647f042f-7f88-43de-8cec-353a58f18a7a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:58.289671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ad68c97-1962-4b92-b5e5-b9de24d97481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.298907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2d9c7-efd5-4bba-a7e9-c14df3132b0b req-54c4659e-7f86-4746-bdeb-b0c7fb12229b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:58.306251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5b2d9c7-efd5-4bba-a7e9-c14df3132b0b req-54c4659e-7f86-4746-bdeb-b0c7fb12229b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1793494 Jul 28 18:24:58.327139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Network 8782eede-03c7-4e01-a1f1-8e0583691b27 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:58.356969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79be07-20df-4cb6-833d-c49689606815 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:58.360975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b79be07-20df-4cb6-833d-c49689606815 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports/647f042f-7f88-43de-8cec-353a58f18a7a HTTP/1.1" status: 200 len: 911 time: 0.1080947 Jul 28 18:24:58.361256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:58.365672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9ad68c97-1962-4b92-b5e5-b9de24d97481 None None] Port 647f042f-7f88-43de-8cec-353a58f18a7a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:24:58.388329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5b2d9c7-efd5-4bba-a7e9-c14df3132b0b req-940c4235-12a1-408b-a569-84e1883160ab tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706079 Jul 28 18:24:58.390738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:58.402536 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:24:58.403536 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:58.444652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:58.445670 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7a939-3315-44d7-aa3f-eda044e123b7 None None] The sync data for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:58.454484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8782eede-03c7-4e01-a1f1-8e0583691b27) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:58.460941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:58.461696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.462736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f06a8-0af3-480c-85f7-fb1adf721d28 None None] Network 8782eede-03c7-4e01-a1f1-8e0583691b27 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:58.527989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b0c82d05-a649-48b5-b0f2-65b2d3c1712f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:24:58.552064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b0c82d05-a649-48b5-b0f2-65b2d3c1712f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:58.552441 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.582746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a2fc7e34-52c0-475e-baaa-d6accaaf9297 None None] Provisioning complete for port b0c82d05-a649-48b5-b0f2-65b2d3c1712f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:24:58.583145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7e34-52c0-475e-baaa-d6accaaf9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.595011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14267201-856d-46cb-a7e0-f06e85e9075c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2209044 Jul 28 18:24:58.776811 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:58.797841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0635244-4b00-4df8-a0cf-4365935801f2 None None] Network 8782eede-03c7-4e01-a1f1-8e0583691b27 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:24:59.019483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,segment=NetworkSegment(86000447-3c6e-4e0c-bb49-813761c3dbfe),segment_id=86000447-3c6e-4e0c-bb49-813761c3dbfe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:59.034060 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7e34-52c0-475e-baaa-d6accaaf9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:59.163882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:59.290018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:59.293629 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-a2fc7e34-52c0-475e-baaa-d6accaaf9297 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:24:59.293992 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-a2fc7e34-52c0-475e-baaa-d6accaaf9297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:24:59.455611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223817ae-e228-47a4-beba-78f75f6b21bd req-cad3f6ab-6d46-4ed0-9d53-06aa8d380828 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:59.457034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-223817ae-e228-47a4-beba-78f75f6b21bd req-cad3f6ab-6d46-4ed0-9d53-06aa8d380828 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0962372 Jul 28 18:24:59.588757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-223817ae-e228-47a4-beba-78f75f6b21bd req-8f8b5115-30f4-437b-a428-188198e77f4a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770500 Jul 28 18:24:59.591816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:24:59.683045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf6038-8fa4-4a58-a4eb-ddf1039116b3 req-0a0d9cc3-1e8a-4379-8a36-21ecb21e6e57 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:24:59.684705 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4bf6038-8fa4-4a58-a4eb-ddf1039116b3 req-0a0d9cc3-1e8a-4379-8a36-21ecb21e6e57 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1231165 Jul 28 18:24:59.857233 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4bf6038-8fa4-4a58-a4eb-ddf1039116b3 req-37667b3b-a3a2-48c6-b0c7-e2259c330c34 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570568 Jul 28 18:24:59.925841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56938) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:24:59.925841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-50116906-network', 'tenant_id': 'f699107f60dc4b05941781a13cc31ead'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:00.026661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8:1::1 (a65954f1-da70-45c0-a578-f5b45c9e2362/71b4d06e-9bcb-4d9b-be43-93095bd3cfac/cc378eb4-6054-4fc3-a955-fc8fd0e78ec8) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:00.141163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.155119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:00.205000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Made reservation on behalf of f699107f60dc4b05941781a13cc31ead for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:00.207463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.216358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.302796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.304122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.342156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a65954f1-da70-45c0-a578-f5b45c9e2362 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:00.345131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:00.348807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:00.351932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.403911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=cc378eb4-6054-4fc3-a955-fc8fd0e78ec8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:00.406493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.430410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:25:00.459886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.460534 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Added segment b7a17118-6dd4-47d3-a62d-b6863277483b of type vlan for network 9bcabab4-254c-41ff-b0d5-4c65347a663a Jul 28 18:25:00.521696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cff958a-5e2a-49c0-905e-6ebf66c6a630,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:00.551050 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.650161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.702349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.703362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:00.704002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:00.940966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] Pushing event updated for resources: {'Network': ['ID=9bcabab4-254c-41ff-b0d5-4c65347a663a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:00.952533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9bcabab4-254c-41ff-b0d5-4c65347a663a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:25:00.973845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6744-ce97-49e1-906b-7320cca856ca req-b413d8af-f40f-4ae2-b6de-a78e56ea834b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:00.990464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27fd6744-ce97-49e1-906b-7320cca856ca req-b413d8af-f40f-4ae2-b6de-a78e56ea834b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.2317324 Jul 28 18:25:01.005895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-288fd44d-af20-4adc-aca8-d6603554260f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1281421 Jul 28 18:25:01.017670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:01.039164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Request body: {'subnet': {'network_id': '9bcabab4-254c-41ff-b0d5-4c65347a663a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-50116906-subnet', 'tenant_id': 'f699107f60dc4b05941781a13cc31ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:01.128782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-27fd6744-ce97-49e1-906b-7320cca856ca req-e8ca68b7-35f7-425f-8b18-c5e603cf426b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289167 Jul 28 18:25:01.132358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8313a49e-8929-4445-a398-b6a6bd4253d5 None None] Provisioning for port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:01.133671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8313a49e-8929-4445-a398-b6a6bd4253d5 None None] Provisioning complete for port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:01.134155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8313a49e-8929-4445-a398-b6a6bd4253d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.199109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae10f-2ea7-4f5f-a62c-c5f27545697f req-82241314-59c6-476b-adfe-6ecb393df0eb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:01.200980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5cae10f-2ea7-4f5f-a62c-c5f27545697f req-82241314-59c6-476b-adfe-6ecb393df0eb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1468852 Jul 28 18:25:01.260522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Made reservation on behalf of f699107f60dc4b05941781a13cc31ead for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:01.263743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.264001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8313a49e-8929-4445-a398-b6a6bd4253d5 None None] Port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:01.296086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5cae10f-2ea7-4f5f-a62c-c5f27545697f req-2e055ae4-f1d9-4dd1-a7e0-2102ee573121 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809286 Jul 28 18:25:01.301670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.380202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0c82d05-a649-48b5-b0f2-65b2d3c1712f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:01.509790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b0c82d05-a649-48b5-b0f2-65b2d3c1712f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:01.513329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.605537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.607225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.634636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:01.783634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Checking segment: {'id': 'b7a17118-6dd4-47d3-a62d-b6863277483b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9bcabab4-254c-41ff-b0d5-4c65347a663a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:01.784829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Network hostable DHCP agents. Network: 9bcabab4-254c-41ff-b0d5-4c65347a663a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:25:01.825367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e857d41-6cf8-40c2-9464-d3778b07d144,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:01.834894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=cc378eb4-6054-4fc3-a955-fc8fd0e78ec8,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:01.896830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a65954f1-da70-45c0-a578-f5b45c9e2362 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:01.899174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:01.914108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Network 9bcabab4-254c-41ff-b0d5-4c65347a663a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:25:01.993664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9bcabab4-254c-41ff-b0d5-4c65347a663a) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:02.003247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:02.005702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:02.013246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b1f0e-727b-4e42-97a1-1e9a7bbf0155 None None] Network 9bcabab4-254c-41ff-b0d5-4c65347a663a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:02.083902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 27c2b378-6532-480d-a2ed-ad25bcef57ba has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:02.102781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0dd0bcae-08f3-4c25-a1f6-4bdf3119fd4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0709682 Jul 28 18:25:02.278812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0f6ec-033a-4c3d-ab47-eafa748767b8 None None] Network 9bcabab4-254c-41ff-b0d5-4c65347a663a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:02.324385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:02.351103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-632b20ef-c425-42cf-b4c0-afe5cf2a23c7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9886880 Jul 28 18:25:02.353548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 56986) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:02.382030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] Sync routers for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:02.440553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd444b-d64c-41c0-88be-c1598a35249e req-1fb225a4-19e9-463a-963b-b5ce3355fc76 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:02.442066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1acd444b-d64c-41c0-88be-c1598a35249e req-1fb225a4-19e9-463a-963b-b5ce3355fc76 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1158314 Jul 28 18:25:02.482445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701088d7-9303-4b08-b61f-63ec7de231bc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:02.494186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-701088d7-9303-4b08-b61f-63ec7de231bc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports/cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 HTTP/1.1" status: 200 len: 913 time: 0.1327560 Jul 28 18:25:02.502815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 56990) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:02.506063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1acd444b-d64c-41c0-88be-c1598a35249e req-4aef3c12-79bf-4def-8e74-4144fbf59f60 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576050 Jul 28 18:25:02.533667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:02.533667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:02.611515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99c61-b2fc-4080-9db8-798c1d6b5d58 req-e36a2325-c1ac-4095-a083-5301e5be4070 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:02.613171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55b99c61-b2fc-4080-9db8-798c1d6b5d58 req-e36a2325-c1ac-4095-a083-5301e5be4070 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1216257 Jul 28 18:25:02.627791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:02.635908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fc3ffa37-de4e-4fb6-bb52-13430315a3e4 None None] Provisioning complete for port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:02.636287 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fc3ffa37-de4e-4fb6-bb52-13430315a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:02.689802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55b99c61-b2fc-4080-9db8-798c1d6b5d58 req-391b8296-7516-4dba-bc94-a8c3169fae40 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670033 Jul 28 18:25:02.710788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ffa37-de4e-4fb6-bb52-13430315a3e4 None None] Port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:02.732968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:02.733600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:02.770270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-3f10243a-1b20-4374-b9cb-470301d4411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:02.772215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-3f10243a-1b20-4374-b9cb-470301d4411c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 1096 time: 0.2017126 Jul 28 18:25:02.811157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:02.812208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70a4c-f8db-45d7-8fd6-ebe76ad7e57f None None] The sync data for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:03.033129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-e443fadb-79e0-4dc8-82b6-3c8d2e5bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:03.034833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-e443fadb-79e0-4dc8-82b6-3c8d2e5bedf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.2541256 Jul 28 18:25:03.116615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-5c590383-8936-4eb2-8544-742a2decff46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8 HTTP/1.1" status: 200 len: 217 time: 0.0696349 Jul 28 18:25:03.222342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-49d65ab2-af6e-4c27-bcbf-4bf3526b0515 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:03.223993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-49d65ab2-af6e-4c27-bcbf-4bf3526b0515 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/networks?id=8782eede-03c7-4e01-a1f1-8e0583691b27 HTTP/1.1" status: 200 len: 811 time: 0.3292425 Jul 28 18:25:03.263898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-104580a4-4018-4c8a-a4b4-e43dae90f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:03.265363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-104580a4-4018-4c8a-a4b4-e43dae90f927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.1283917 Jul 28 18:25:03.272449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-b682723f-8f16-47af-8fcd-69c26d333f1d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/quotas/4176f56b1e544327841dee96d3a26bd8 HTTP/1.1" status: 200 len: 375 time: 0.0250349 Jul 28 18:25:03.334488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-892d204c-9fa6-4cd0-85d3-57fc5bce509b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176f56b1e544327841dee96d3a26bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607715 Jul 28 18:25:03.415874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-7bb2097d-7cf3-44d2-9d25-7f5cd0b5a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:03.417823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-7bb2097d-7cf3-44d2-9d25-7f5cd0b5a933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420424 Jul 28 18:25:03.480463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-d7183c23-47bc-4e94-a460-b90013af0077 service neutron] 10.222.0.25 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449072 Jul 28 18:25:03.680045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:03.688299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f27c-a8ea-4b0f-9ba6-e27e1343b44a req-3f5f2817-181d-47f4-86c3-133c373f9a3c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:03.688890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-aa81e16a-15aa-443d-aa92-755f8c529649 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067721 Jul 28 18:25:03.696882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82d4f27c-a8ea-4b0f-9ba6-e27e1343b44a req-3f5f2817-181d-47f4-86c3-133c373f9a3c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.0917106 Jul 28 18:25:03.728573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-b936fd30-a9e8-49d7-a135-7eef34fb37a3 service neutron] 10.222.0.25 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805501 Jul 28 18:25:03.778370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82d4f27c-a8ea-4b0f-9ba6-e27e1343b44a req-2c3d75b7-059a-47d4-979e-85e7172062b3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802157 Jul 28 18:25:03.841763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92105a6c-a5b1-497f-9e49-160221afd0e4 req-08a5ea0f-3b22-468b-b452-656535bc2741 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170378 Jul 28 18:25:04.063584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ef37-7177-425c-ab37-f809a2c731a3 req-b446054e-7d03-428f-aa47-4a86aaace23c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:04.065272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0826ef37-7177-425c-ab37-f809a2c731a3 req-b446054e-7d03-428f-aa47-4a86aaace23c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0993159 Jul 28 18:25:04.161161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7520a2f-4230-4031-b5f1-25e0ad4fcddb req-3ef5491c-e912-445b-b44d-4a4e7ca45152 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 210 time: 0.0675786 Jul 28 18:25:04.174670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0826ef37-7177-425c-ab37-f809a2c731a3 req-838f62c1-d404-4fca-bbb7-4db6ca334317 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918422 Jul 28 18:25:04.288856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:04.290489 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:04.447436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:04.468921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-f82b5be5-909a-48bb-928a-a1c9c48e0195 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884089 Jul 28 18:25:04.469851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for cc378eb4-6054-4fc3-a955-fc8fd0e78ec8 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:04.582938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-f5124367-5939-406b-88b1-f39b2cb81cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:04.584488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-f5124367-5939-406b-88b1-f39b2cb81cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 1096 time: 0.0671880 Jul 28 18:25:05.223968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1927e77-76bd-4274-b451-ca9912324d5a req-6d847f13-ea39-4b30-926c-3552e7ba815c tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 210 time: 0.0275760 Jul 28 18:25:05.266876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-5bf9a6bc-0ec1-4f4f-985f-c6f23a82b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:05.269155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-5bf9a6bc-0ec1-4f4f-985f-c6f23a82b589 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.6302643 Jul 28 18:25:05.318366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-acb14ced-ff12-4e9c-a72f-f35f503525e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7124a13c-6565-4861-93b3-67becc2a980b HTTP/1.1" status: 200 len: 217 time: 0.0378945 Jul 28 18:25:05.367097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d7c4-03a3-4bc1-9126-8e86db35df92 req-8142838b-477e-4b94-b7ba-92dba15c1186 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:05.368581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714a54-5d7b-425e-b4eb-65ffc6886475 req-f541568a-1f61-4cc5-9f18-9bf8fe90bea4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:05.368812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ef5d7c4-03a3-4bc1-9126-8e86db35df92 req-8142838b-477e-4b94-b7ba-92dba15c1186 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0727851 Jul 28 18:25:05.370142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45714a54-5d7b-425e-b4eb-65ffc6886475 req-f541568a-1f61-4cc5-9f18-9bf8fe90bea4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 945 time: 0.1739371 Jul 28 18:25:05.398804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-6d624c4c-6089-4048-b626-2884e55e086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:05.400317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-6d624c4c-6089-4048-b626-2884e55e086e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0740695 Jul 28 18:25:05.416480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ef5d7c4-03a3-4bc1-9126-8e86db35df92 req-c172f85d-2269-4ff8-8dce-53e0d80116bb tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379131 Jul 28 18:25:05.449933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45714a54-5d7b-425e-b4eb-65ffc6886475 req-8ef6df60-165c-4779-984f-a446310e5aee tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692790 Jul 28 18:25:05.449933 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:05.476912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=cc378eb4-6054-4fc3-a955-fc8fd0e78ec8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:05.709626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-e047b7da-3b76-42fb-82d4-1cdffa14ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:05.711431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-e047b7da-3b76-42fb-82d4-1cdffa14ad67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979794 Jul 28 18:25:05.712216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:05.828482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-0590a366-e4d2-4144-a4a8-d8c129ad7824 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091337 Jul 28 18:25:06.070291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:06.120857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfb38223-f468-49d6-a4d3-65fe72aef505 req-c3b9aa20-c6cd-4680-9c1d-177a782af6b7 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831061 Jul 28 18:25:06.174742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 27c2b378-6532-480d-a2ed-ad25bcef57ba has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:06.224173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:06.260796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:06.261737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:06.264354 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c0790-5a2f-4bdc-994f-2a2d713b522d" -d '{"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-unplugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:06.331425 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:06.385530 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826e17f-b8c8-4c67-89fe-497469e4a65d x-openstack-request-id: req-2826e17f-b8c8-4c67-89fe-497469e4a65d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:06.386999 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-unplugged", "status": "completed", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:06.387476 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2826e17f-b8c8-4c67-89fe-497469e4a65d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:06.388074 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'code': 200} Jul 28 18:25:06.455181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d500223a-7f6e-4f22-82e4-df1339f2f18a req-32e61e58-1526-4eca-9836-bd4b450ee2fa tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 210 time: 0.0707760 Jul 28 18:25:06.519127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:06.520957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:06.528814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-161b4894-50d8-44a3-9a70-5f0a60dca99e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0191643 Jul 28 18:25:06.529156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:06.548327 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] Sync routers for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:06.552110 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:06.552755 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:06.694945 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:06.706355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cd6f3-f424-4a24-a2de-212cce1a11cc req-e6cea447-b7e5-4411-a692-963e8841ba1f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:06.714874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690cd6f3-f424-4a24-a2de-212cce1a11cc req-e6cea447-b7e5-4411-a692-963e8841ba1f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1176262 Jul 28 18:25:06.720717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:06.721338 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:24:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:06.793336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690cd6f3-f424-4a24-a2de-212cce1a11cc req-1c4d6d84-a661-4626-8d2d-99d2f9ca6142 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770366 Jul 28 18:25:06.832787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:06.833340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4d2bc-20b2-4c87-bad9-dc9c8dbe8977 None None] The sync data for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:06.879144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e92bd9-a2e0-4391-bfeb-23273ef4e65c req-be92d5f5-1705-46b7-b531-0f72102f1eb7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:06.880773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64e92bd9-a2e0-4391-bfeb-23273ef4e65c req-be92d5f5-1705-46b7-b531-0f72102f1eb7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 943 time: 0.1426790 Jul 28 18:25:07.003663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64e92bd9-a2e0-4391-bfeb-23273ef4e65c req-f14c5e6c-3d03-4475-adbf-70e38e73bd89 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809631 Jul 28 18:25:07.231586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c063f-0115-4968-b07d-39379463f369 req-89c3ec7b-837f-497d-a58f-b2893c4e0f78 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:07.239981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d7c063f-0115-4968-b07d-39379463f369 req-89c3ec7b-837f-497d-a58f-b2893c4e0f78 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1438003 Jul 28 18:25:07.309734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d7c063f-0115-4968-b07d-39379463f369 req-00b6b16c-ef0c-4d53-ba84-339ad3239439 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686707 Jul 28 18:25:07.315640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-af91ffcb-7910-4150-b49e-9f7c901401ee tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:07.317901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-af91ffcb-7910-4150-b49e-9f7c901401ee tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.35 "GET /v2.0/networks?id=8782eede-03c7-4e01-a1f1-8e0583691b27 HTTP/1.1" status: 200 len: 811 time: 0.2546456 Jul 28 18:25:07.342790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Request body: {'port': {'device_id': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27', 'admin_state_up': True, 'tenant_id': '4176f56b1e544327841dee96d3a26bd8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:07.552652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1879e-7457-433c-bca3-5683bc15c18f req-fa82f85d-f2a9-487c-a412-7904d189978b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:07.554171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfe1879e-7457-433c-bca3-5683bc15c18f req-fa82f85d-f2a9-487c-a412-7904d189978b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1002221 Jul 28 18:25:07.575780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:07.621221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Made reservation on behalf of 4176f56b1e544327841dee96d3a26bd8 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:07.624798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:07.695932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfe1879e-7457-433c-bca3-5683bc15c18f req-0c92b9e2-5c78-4352-9b79-f3407774091f tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303842 Jul 28 18:25:07.701838 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59da61ec-3bc3-4d7e-b18b-c4b66a38f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:07.770469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4609c56f-da35-4e40-93ee-00faf21bd282 req-ef5c0cc0-7c4b-43a7-a506-e41e5dd08602 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 210 time: 0.0519257 Jul 28 18:25:08.001187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Allocated IP 172.20.0.14 (8782eede-03c7-4e01-a1f1-8e0583691b27/9b7605e0-881b-482d-bbd3-30de968d4c6b/b02201f8-a320-4283-893f-b814b5f84212) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:08.012345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435327b-926c-4160-9711-78515b9731b4 req-10194d2e-6d5f-49b7-a48f-0ece9f8e8d53 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:08.014492 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f435327b-926c-4160-9711-78515b9731b4 req-10194d2e-6d5f-49b7-a48f-0ece9f8e8d53 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0789361 Jul 28 18:25:08.103256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f435327b-926c-4160-9711-78515b9731b4 req-a20fe24d-ae8a-4c2f-afe6-e5fd8d16af8a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737557 Jul 28 18:25:08.328720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245a33-5ea0-4450-bdb1-1bfbabb77cb6 req-1a6cb9fd-87f2-4a32-9c90-7d9390819a50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:08.330319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f245a33-5ea0-4450-bdb1-1bfbabb77cb6 req-1a6cb9fd-87f2-4a32-9c90-7d9390819a50 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1747229 Jul 28 18:25:08.415620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 647f042f-7f88-43de-8cec-353a58f18a7a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:08.415976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:08.427222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f245a33-5ea0-4450-bdb1-1bfbabb77cb6 req-059a7792-007f-444f-9420-d067f32503bc tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 Jul 28 18:25:08.520090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:08.572454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:08.588620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 647f042f-7f88-43de-8cec-353a58f18a7a owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:08.658201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:08.717082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Network 8782eede-03c7-4e01-a1f1-8e0583691b27 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:08.751368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:08.759061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:08.827999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Pushing event updated for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:08.861624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:08.862339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:08.909345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0824a-857c-47a6-bd6a-629218d05374 req-ea004592-9aaf-4b57-a3b0-1dc9af62e505 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:08.920575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81c0824a-857c-47a6-bd6a-629218d05374 req-ea004592-9aaf-4b57-a3b0-1dc9af62e505 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 932 time: 0.0801513 Jul 28 18:25:08.967688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81c0824a-857c-47a6-bd6a-629218d05374 req-d449c250-47cd-4ff7-ae63-1c210c110d79 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Jul 28 18:25:09.004168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-6eda706e-3223-413b-8237-a5cda9982693 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6661551 Jul 28 18:25:09.018710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Request body: {'port': {'device_id': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:09.057839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:09.096319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=647f042f-7f88-43de-8cec-353a58f18a7a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:09.160069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:09.406626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:09.454985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff95c6f-4f6b-4c23-a6fd-240095ccea58 req-7a3c9551-6782-4de7-b9d0-7b2464da8803 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:09.462818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ff95c6f-4f6b-4c23-a6fd-240095ccea58 req-7a3c9551-6782-4de7-b9d0-7b2464da8803 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1690729 Jul 28 18:25:09.625654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44554b-8f9a-463b-bd3e-b781e846ff53 req-07ad1b9a-6f17-46fc-94c4-ec519d1fbec7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:09.633963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c44554b-8f9a-463b-bd3e-b781e846ff53 req-07ad1b9a-6f17-46fc-94c4-ec519d1fbec7 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0860188 Jul 28 18:25:09.667661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ff95c6f-4f6b-4c23-a6fd-240095ccea58 req-edc8d103-9651-4c33-ae84-77c5cf90bdf9 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964438 Jul 28 18:25:09.735040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c44554b-8f9a-463b-bd3e-b781e846ff53 req-16d52663-1ae1-48f0-b352-792838573928 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983574 Jul 28 18:25:10.067183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:10.071334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:10.240580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 27c2b378-6532-480d-a2ed-ad25bcef57ba has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:10.296535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29bebbd3-d4c3-4d0b-9b53-54ca56846862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:10.452975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888f32-58e8-4e55-aa26-2868b0ca6f56 req-9ff3a982-7f86-42af-b932-441f8d4bfec1 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:10.454705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60888f32-58e8-4e55-aa26-2868b0ca6f56 req-9ff3a982-7f86-42af-b932-441f8d4bfec1 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 932 time: 0.2806230 Jul 28 18:25:10.503248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:10.520660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] Sync routers for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:10.522636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e4001cd-b278-48d6-8657-c36ae589a197 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923308 Jul 28 18:25:10.523017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57120) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:10.559872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60888f32-58e8-4e55-aa26-2868b0ca6f56 req-e3b92cdb-d7d1-44ae-9e5c-869c623cefc6 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Jul 28 18:25:10.606090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:10.606090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:10.627562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02201f8-a320-4283-893f-b814b5f84212 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:25:10.643145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57124) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:10.652365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f474c89d-de23-440a-b395-5691f2fb03f8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=27c2b378-6532-480d-a2ed-ad25bcef57ba HTTP/1.1" status: 200 len: 205 time: 0.1273851 Jul 28 18:25:10.655509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:10.694322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:10.707809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] Routers {'27c2b378-6532-480d-a2ed-ad25bcef57ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:10.711325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['27c2b378-6532-480d-a2ed-ad25bcef57ba'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:10.764119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:10.764806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d46de3-09e2-4f38-9905-b9a8f3fd2c5e None None] The sync data for ids ['27c2b378-6532-480d-a2ed-ad25bcef57ba'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:10.818126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Transition to ACTIVE for port object b02201f8-a320-4283-893f-b814b5f84212 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:10.822411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:10.928329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:10.955207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2c0bc-1425-477b-83c7-2dfd922e1d09 req-8f7c722c-8fea-47e7-9ce8-1a457b96b459 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:10.968242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6c2c0bc-1425-477b-83c7-2dfd922e1d09 req-8f7c722c-8fea-47e7-9ce8-1a457b96b459 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1749017 Jul 28 18:25:11.133239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6c2c0bc-1425-477b-83c7-2dfd922e1d09 req-aa2e53b9-a536-455c-b1f5-01eb32e83f19 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459904 Jul 28 18:25:11.249447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Pushing event updated for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:11.351043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8460aff-1c93-4714-a53d-f56be725d716 req-6720d315-3ed9-48f3-a026-bd6bd3d8aec3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:11.352609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8460aff-1c93-4714-a53d-f56be725d716 req-6720d315-3ed9-48f3-a026-bd6bd3d8aec3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.4336250 Jul 28 18:25:11.358658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.362148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.457421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Attempting to bind port b02201f8-a320-4283-893f-b814b5f84212 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:11.457810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Attempting to bind port b02201f8-a320-4283-893f-b814b5f84212 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '54a62b31-8c80-4a58-a3c3-9a7efc71485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:11.458072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Attempting to bind port b02201f8-a320-4283-893f-b814b5f84212 on network 8782eede-03c7-4e01-a1f1-8e0583691b27 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:11.467587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Port b02201f8-a320-4283-893f-b814b5f84212 on network 8782eede-03c7-4e01-a1f1-8e0583691b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:25:11.467917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Attempting to bind port b02201f8-a320-4283-893f-b814b5f84212 on network 8782eede-03c7-4e01-a1f1-8e0583691b27 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:11.482249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:11.482601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Checking segment: {'id': '54a62b31-8c80-4a58-a3c3-9a7efc71485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:11.482994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Bound using segment: {'id': '54a62b31-8c80-4a58-a3c3-9a7efc71485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:11.483446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Bound port: b02201f8-a320-4283-893f-b814b5f84212, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a62b31-8c80-4a58-a3c3-9a7efc71485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:11.483815 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.488236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8460aff-1c93-4714-a53d-f56be725d716 req-9adda912-86b6-43a9-bc56-ce4b1a53414b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072879 Jul 28 18:25:11.553458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:11.556640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b02201f8-a320-4283-893f-b814b5f84212,segment=NetworkSegment(54a62b31-8c80-4a58-a3c3-9a7efc71485d),segment_id=54a62b31-8c80-4a58-a3c3-9a7efc71485d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:11.720736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40182-1ca0-4192-b8f9-17b2f9a129c7 req-ba49ff53-a8b2-4b08-a895-a80d8d31a3e7 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:11.720736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cb40182-1ca0-4192-b8f9-17b2f9a129c7 req-ba49ff53-a8b2-4b08-a895-a80d8d31a3e7 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.0517046 Jul 28 18:25:11.725199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.741002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cb40182-1ca0-4192-b8f9-17b2f9a129c7 req-d0388353-8994-4e1d-b18e-15e4c188ff31 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Jul 28 18:25:11.941966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.942821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 27c2b378-6532-480d-a2ed-ad25bcef57ba {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:25:11.950956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.952003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-811340e5-740f-48b6-bca2-04ec51d014b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba HTTP/1.1" status: 204 len: 168 time: 1.3055131 Jul 28 18:25:11.953216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.954852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:11.986617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:11.987435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:11.989074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] 10.222.0.35 "PUT /v2.0/ports/b02201f8-a320-4283-893f-b814b5f84212 HTTP/1.1" status: 200 len: 1092 time: 2.9751222 Jul 28 18:25:11.991156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:11.994231 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e856b8-5b58-4f18-9217-705f50e09b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "tag": "b02201f8-a320-4283-893f-b814b5f84212"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:12.007977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 71b4d06e-9bcb-4d9b-be43-93095bd3cfac {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:12.018086 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.054230 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c82cf9-9163-4a63-b547-2872ad8ad895 x-openstack-request-id: req-27c82cf9-9163-4a63-b547-2872ad8ad895 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:12.055093 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "tag": "b02201f8-a320-4283-893f-b814b5f84212", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:12.055530 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27c82cf9-9163-4a63-b547-2872ad8ad895 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:12.056433 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212', 'status': 'completed', 'code': 200} Jul 28 18:25:12.058057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c55f-99e1-4336-9b6c-e904c38af586 service neutron] Pushing event updated for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:12.086711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.221275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.258942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-839bb85a-6c23-48f3-9ec5-a150e96aa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.261211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-839bb85a-6c23-48f3-9ec5-a150e96aa646 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4176f56b1e544327841dee96d3a26bd8&device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 1095 time: 0.1698089 Jul 28 18:25:12.356743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf81f4-2e9e-40fa-a6c5-79b538583342 req-32f87eef-b4e6-469b-8e55-1200001e923b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.358847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bf81f4-2e9e-40fa-a6c5-79b538583342 req-32f87eef-b4e6-469b-8e55-1200001e923b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1389725 Jul 28 18:25:12.427969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bf81f4-2e9e-40fa-a6c5-79b538583342 req-1ce8b9d7-5c4f-4612-b077-6b3ee19fbc95 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Jul 28 18:25:12.451036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-cb7c1547-a01b-4777-98fa-d2bdc730b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.454344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-cb7c1547-a01b-4777-98fa-d2bdc730b245 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4176f56b1e544327841dee96d3a26bd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1827693 Jul 28 18:25:12.462596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.509435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=71b4d06e-9bcb-4d9b-be43-93095bd3cfac,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:12.513879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.518485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-012f93a3-db2a-4ac8-b5c7-74bb744333f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/71b4d06e-9bcb-4d9b-be43-93095bd3cfac HTTP/1.1" status: 204 len: 168 time: 0.5600319 Jul 28 18:25:12.519275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57164) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:12.525348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27331716-73ce-4baa-b248-215cdb1f922f None None] Network a65954f1-da70-45c0-a578-f5b45c9e2362 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:12.606912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-e18eb1d8-30dc-473e-84ba-cd5115aa767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.609164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32e856b8-5b58-4f18-9217-705f50e09b91 req-e18eb1d8-30dc-473e-84ba-cd5115aa767b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483817 Jul 28 18:25:12.654156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet b973b62a-b19e-4c21-9a28-a20e32cc33a0 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:12.667492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.756686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.874871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] DHCP port deletion for a65954f1-da70-45c0-a578-f5b45c9e2362 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:25:12.897464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d8353-14a8-46d1-80d6-807735125071 req-23b760bc-cf56-4b4c-a844-41ee30cd4f70 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.906839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:12.909653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8d7d8353-14a8-46d1-80d6-807735125071 req-23b760bc-cf56-4b4c-a844-41ee30cd4f70 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.2750039 Jul 28 18:25:12.925708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-e3562546-0b16-4374-a276-b5fb8bb8d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:12.927692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-e3562546-0b16-4374-a276-b5fb8bb8d284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4176f56b1e544327841dee96d3a26bd8&device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 1095 time: 0.2501950 Jul 28 18:25:12.977486 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.008995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-e36895e2-668b-480e-9982-a51851fc9d49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02201f8-a320-4283-893f-b814b5f84212 HTTP/1.1" status: 200 len: 217 time: 0.0630584 Jul 28 18:25:13.024945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Deleting port b0c82d05-a649-48b5-b0f2-65b2d3c1712f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:13.028021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.036382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a411c-2d8c-497a-b1f2-4882c2162541 req-b83467ff-04e1-44f5-9de6-a2ebe96e75e1 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:13.051210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d31a411c-2d8c-497a-b1f2-4882c2162541 req-b83467ff-04e1-44f5-9de6-a2ebe96e75e1 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.0786312 Jul 28 18:25:13.106139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d31a411c-2d8c-497a-b1f2-4882c2162541 req-bcbfc889-633d-4cff-818b-0fbcbc2946a3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Jul 28 18:25:13.116319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8d7d8353-14a8-46d1-80d6-807735125071 req-8c67987d-874f-47fb-9652-f87413e38f00 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030437 Jul 28 18:25:13.163274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30437-b410-45e8-9b81-978414b679ab req-c03cea8d-3d4f-4701-a3d9-9213730f914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:13.165689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-c03cea8d-3d4f-4701-a3d9-9213730f914b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b7605e0-881b-482d-bbd3-30de968d4c6b HTTP/1.1" status: 200 len: 851 time: 0.1440275 Jul 28 18:25:13.188260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,segment=NetworkSegment(86000447-3c6e-4e0c-bb49-813761c3dbfe),segment_id=86000447-3c6e-4e0c-bb49-813761c3dbfe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:13.189493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.197778 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.213527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Calling delete_port for b0c82d05-a649-48b5-b0f2-65b2d3c1712f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:13.240232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-cee83bfd-6fd4-46a9-a95a-f3c78f573ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8782eede-03c7-4e01-a1f1-8e0583691b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669477 Jul 28 18:25:13.242997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=b973b62a-b19e-4c21-9a28-a20e32cc33a0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:13.266968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.269009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d224b03f-10ee-41f4-8737-6402e68ebf1a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/b973b62a-b19e-4c21-9a28-a20e32cc33a0 HTTP/1.1" status: 204 len: 168 time: 0.7489409 Jul 28 18:25:13.274453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57172) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:13.307960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8e43a-e193-405d-bf96-3f07ca495d83 None None] Network 2b1cdc28-cfbd-4a7f-801a-66d684026a89 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:13.341756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0c82d05-a649-48b5-b0f2-65b2d3c1712f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:13.427843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-1108f160-f196-4763-a818-5d7e5481d6f9 service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589444 Jul 28 18:25:13.486540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.521340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.622088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9e3a3-9eaf-4545-8cb9-841552a738e1 req-7fc6a771-f2ac-425a-9552-37d371b17651 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:13.622311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,segment=NetworkSegment(86000447-3c6e-4e0c-bb49-813761c3dbfe),segment_id=86000447-3c6e-4e0c-bb49-813761c3dbfe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:13.622434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0f9e3a3-9eaf-4545-8cb9-841552a738e1 req-7fc6a771-f2ac-425a-9552-37d371b17651 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0681853 Jul 28 18:25:13.635120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port b0c82d05-a649-48b5-b0f2-65b2d3c1712f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:13.635595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.720215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.741290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0f9e3a3-9eaf-4545-8cb9-841552a738e1 req-493defca-d755-4288-a550-6800e9527258 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044774 Jul 28 18:25:13.770077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2f30437-b410-45e8-9b81-978414b679ab req-2ae5f674-f963-479f-a340-8bbc881d2b9e service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303638 Jul 28 18:25:13.797005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port b0c82d05-a649-48b5-b0f2-65b2d3c1712f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,segment=NetworkSegment(86000447-3c6e-4e0c-bb49-813761c3dbfe),segment_id=86000447-3c6e-4e0c-bb49-813761c3dbfe)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:13.799496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.805477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] DHCP port deletion for 2b1cdc28-cfbd-4a7f-801a-66d684026a89 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:25:13.848647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:13.848801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for b0c82d05-a649-48b5-b0f2-65b2d3c1712f owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:13.921496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] No DVR routers for this DVR port b0c82d05-a649-48b5-b0f2-65b2d3c1712f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:13.938762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:13.977938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb274a54-21f8-4fa3-bbac-863050f924a4 None None] Pushing event deleted for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:13.994110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Deleting port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:13.998954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.031257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.060767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port b0c82d05-a649-48b5-b0f2-65b2d3c1712f on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:14.103561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] For port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,segment=NetworkSegment(31788b11-35e6-4bb7-a66f-68d5a8f20844),segment_id=31788b11-35e6-4bb7-a66f-68d5a8f20844)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:14.108622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.136057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Calling delete_port for 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:14.209797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=b0c82d05-a649-48b5-b0f2-65b2d3c1712f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:14.332064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.351303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65954f1-da70-45c0-a578-f5b45c9e2362']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:14.358111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943c501-0398-4f3d-88bf-7895d2e8ace3 req-b076efe4-f442-412a-8c74-41ad5da6f06d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:14.370679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86000447-3c6e-4e0c-bb49-813761c3dbfe') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:14.371281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86000447-3c6e-4e0c-bb49-813761c3dbfe') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:14.371609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.387062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb1a35-fc9d-4dbe-93be-97dfe3a99427 req-6aa582ea-ccee-4b26-b154-3ffd740e55d1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:14.388960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cfb1a35-fc9d-4dbe-93be-97dfe3a99427 req-6aa582ea-ccee-4b26-b154-3ffd740e55d1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1155264 Jul 28 18:25:14.389645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2943c501-0398-4f3d-88bf-7895d2e8ace3 req-b076efe4-f442-412a-8c74-41ad5da6f06d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.1438999 Jul 28 18:25:14.395353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.435922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.447351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:14.448661 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:14.452198 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:14.470560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5cfb1a35-fc9d-4dbe-93be-97dfe3a99427 req-c1eeee8f-2690-4127-b90a-7b34dbab9932 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721936 Jul 28 18:25:14.518895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] Pushing event deleted for resources: {'Port': ['ID=6fae7c10-c48f-4cb0-990e-aafdabb0fa71,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:14.521153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151acf76-447a-4c13-8f11-ce4c34db1b31 None None] No DVR routers for this DVR port 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:14.563248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2943c501-0398-4f3d-88bf-7895d2e8ace3 req-abdc4f12-8e33-41a3-9e62-a0e128060e4c tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666200 Jul 28 18:25:14.663616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-6aee8714-2dc1-4fd4-be83-5bb8feb641d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624511 Jul 28 18:25:14.664243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.670127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.673622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/a65954f1-da70-45c0-a578-f5b45c9e2362 HTTP/1.1" status: 204 len: 168 time: 1.3981926 Jul 28 18:25:14.679852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57190) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:14.708057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba424-6596-4e6b-86bc-4f629ba5f9d8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=a65954f1-da70-45c0-a578-f5b45c9e2362,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:14.818252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-bb23c048-2337-4da0-b71c-8cf4fae57c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:14.819974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-bb23c048-2337-4da0-b71c-8cf4fae57c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 1097 time: 0.1181872 Jul 28 18:25:14.825739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:14.912757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016df5-0826-4684-a176-fc6354c0d647 req-ad716d8b-1c75-432b-a532-d534015ef70d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:14.921953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2016df5-0826-4684-a176-fc6354c0d647 req-ad716d8b-1c75-432b-a532-d534015ef70d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0709622 Jul 28 18:25:14.996356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f2016df5-0826-4684-a176-fc6354c0d647 req-b6ef194a-eb02-4301-a5e9-c2f819c86cb7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645909 Jul 28 18:25:15.036291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.056316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1cdc28-cfbd-4a7f-801a-66d684026a89']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:15.059929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-20a3aee8-77d6-403f-a4eb-f1bcd9020fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.061525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-20a3aee8-77d6-403f-a4eb-f1bcd9020fe6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.2143548 Jul 28 18:25:15.099923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31788b11-35e6-4bb7-a66f-68d5a8f20844') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:15.100552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31788b11-35e6-4bb7-a66f-68d5a8f20844') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:15.117501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.133268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.144248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:15.145296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:15.222110 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:15.280328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-bf6d06e5-c430-4f04-9031-22d6801bbd9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 HTTP/1.1" status: 200 len: 217 time: 0.2015800 Jul 28 18:25:15.331919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:15.364503 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.381083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.381206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:15.381206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6fae7c10-c48f-4cb0-990e-aafdabb0fa71 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:15.381420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/2b1cdc28-cfbd-4a7f-801a-66d684026a89 HTTP/1.1" status: 204 len: 168 time: 0.6969573 Jul 28 18:25:15.385178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:15.394782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1466306081'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:15.405109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c019d30-4765-4e9e-a022-39a63eb53129 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=2b1cdc28-cfbd-4a7f-801a-66d684026a89,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:15.418401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-da94c1e9-d377-4f42-abbe-806e5c90cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.419933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-da94c1e9-d377-4f42-abbe-806e5c90cf3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.1297412 Jul 28 18:25:15.507828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-4972c204-7d21-45ef-b2b4-7293bfd94dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.511356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-4972c204-7d21-45ef-b2b4-7293bfd94dbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796056 Jul 28 18:25:15.524526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.537241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:15.541333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.651945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:25:15.690390 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.690800 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment ee7253a6-973e-42df-91ed-b8aee0f7df52 of type vlan for network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f Jul 28 18:25:15.801194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.825628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ba9ca-6c8e-4860-a74f-05c1a167c0c5 req-53153a38-18e2-425a-a905-b3e1c06428a4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.826583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3cf5-27cd-4c07-9e25-961cedb660be req-885a408d-f15e-48bb-a224-ba245c67010e tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.828212 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b9d3cf5-27cd-4c07-9e25-961cedb660be req-885a408d-f15e-48bb-a224-ba245c67010e tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.1213198 Jul 28 18:25:15.848226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84ba9ca-6c8e-4860-a74f-05c1a167c0c5 req-53153a38-18e2-425a-a905-b3e1c06428a4 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.2124972 Jul 28 18:25:15.882052 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b9d3cf5-27cd-4c07-9e25-961cedb660be req-5875dabc-2797-4c91-b37a-44c09b796047 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Jul 28 18:25:15.885043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-a89e9901-ff56-449f-9699-18b5d6e399ec service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662572 Jul 28 18:25:15.944886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:15.951959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:15.952577 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:16.052216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:16.067307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:25:16.099592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-093681fa-9059-4c07-9f4a-ec2eefcd5e89 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7065873 Jul 28 18:25:16.102278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57212) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:16.133718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:16.248251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8779132c-9e60-457f-ad00-0dd762d7d9cc req-ab5c303b-9bf2-491c-b07b-483d58eef9a5 service neutron] 10.222.0.35 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431959 Jul 28 18:25:16.261584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b84ba9ca-6c8e-4860-a74f-05c1a167c0c5 req-954a7a5a-e651-4bc6-92cb-25a314dbd131 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095447 Jul 28 18:25:16.488886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da46a1-031b-49c2-97bb-b384992502ec req-abe8c5bd-5eec-4914-8f6b-c7324edc1e21 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:16.490471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9da46a1-031b-49c2-97bb-b384992502ec req-abe8c5bd-5eec-4914-8f6b-c7324edc1e21 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1225598 Jul 28 18:25:16.615535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9da46a1-031b-49c2-97bb-b384992502ec req-bc3ea1be-ae7b-44b4-b218-f13ac9078aff tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968223 Jul 28 18:25:16.644085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:16.654184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.163981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700edf27-a892-4cb6-a565-a062a9e0f7b3 req-782246cc-052d-49d4-bbff-6044c5d8757d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:17.173162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-700edf27-a892-4cb6-a565-a062a9e0f7b3 req-782246cc-052d-49d4-bbff-6044c5d8757d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.0895951 Jul 28 18:25:17.242490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-700edf27-a892-4cb6-a565-a062a9e0f7b3 req-d73e2bcd-f77d-4a24-a4d2-e1b820fe6125 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669990 Jul 28 18:25:17.256267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.453330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=8a5e5576-1d4d-453f-ac97-9fa0637b2322,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:17.461908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': 'ee7253a6-973e-42df-91ed-b8aee0f7df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:17.462285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:25:17.488081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413b3b-b09c-4241-84aa-8b1cdef362e9 req-c8251315-f533-4f52-8ac6-bb3e87f89e0c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:17.489562 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5413b3b-b09c-4241-84aa-8b1cdef362e9 req-c8251315-f533-4f52-8ac6-bb3e87f89e0c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0777557 Jul 28 18:25:17.532966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5413b3b-b09c-4241-84aa-8b1cdef362e9 req-a290b64b-6e68-40d8-ba5e-224f5db6960b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364189 Jul 28 18:25:17.576898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:25:17.645114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:17.649240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:17.650011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.674230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b3c6b-cacc-4ce6-b199-bf638fc5258b None None] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:17.774013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43dd16-9081-4a28-b3df-52853c46fc18 req-d74dc3b5-a419-456e-9ab7-406b3f7b1a61 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:17.777996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6ba3c0eb-8b0f-4384-8346-4b4086f437c5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6699724 Jul 28 18:25:17.780510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57234) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:17.781413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e43dd16-9081-4a28-b3df-52853c46fc18 req-d74dc3b5-a419-456e-9ab7-406b3f7b1a61 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0754709 Jul 28 18:25:17.784999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-5078526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:17.868314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f', 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '8a5e5576-1d4d-453f-ac97-9fa0637b2322'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:25:17.868314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.873946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e43dd16-9081-4a28-b3df-52853c46fc18 req-2ba65901-44bb-4135-8eda-9c0e63eb4054 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866637 Jul 28 18:25:17.936519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.937761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:17.998042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.066389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.170693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.175293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:18.181084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'port': {'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f', 'name': 'tempest-RoutersIpV6Test-220554705'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:18.181860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b7445e3d-6697-49e2-ab3b-70614d28dbd2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4002948 Jul 28 18:25:18.306711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Allocated IP 2001:db8::2 (f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f/8a5e5576-1d4d-453f-ac97-9fa0637b2322/d7f6ffbd-57b8-452b-bcae-981da226ecca) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:18.398648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:18.402816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.445931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] device_id is not set on port 0aa8d500-b547-47ea-a03e-4dd8271df779 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:25:18.457406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b413-2464-4698-977e-ca06c73557a6 req-e161e3a9-cc10-4cb9-8e2f-ffc8e4906787 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:18.470928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6405b413-2464-4698-977e-ca06c73557a6 req-e161e3a9-cc10-4cb9-8e2f-ffc8e4906787 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 944 time: 0.1144547 Jul 28 18:25:18.476918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.486584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Transition to ACTIVE for port object d7f6ffbd-57b8-452b-bcae-981da226ecca will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:18.504863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Transition to ACTIVE for port object d7f6ffbd-57b8-452b-bcae-981da226ecca will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:18.518032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b02201f8-a320-4283-893f-b814b5f84212 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:25:18.562136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6405b413-2464-4698-977e-ca06c73557a6 req-2194ccf8-5943-43f5-bd6f-dedbd18de21b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894060 Jul 28 18:25:18.703174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b02201f8-a320-4283-893f-b814b5f84212,segment=NetworkSegment(54a62b31-8c80-4a58-a3c3-9a7efc71485d),segment_id=54a62b31-8c80-4a58-a3c3-9a7efc71485d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:18.725567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8::3c8 (f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f/8a5e5576-1d4d-453f-ac97-9fa0637b2322/0aa8d500-b547-47ea-a03e-4dd8271df779) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:18.731595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'b02201f8-a320-4283-893f-b814b5f84212', 'network_id': '8782eede-03c7-4e01-a1f1-8e0583691b27', 'port_id': 'b02201f8-a320-4283-893f-b814b5f84212', 'mac_address': 'fa:16:3e:3d:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7605e0-881b-482d-bbd3-30de968d4c6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:25:18.752200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.811171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780ce9-6023-4a2b-b950-e2924e3cc495 req-e6cb23a9-af1a-4f23-a68a-b303ede1acd6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:18.813252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c780ce9-6023-4a2b-b950-e2924e3cc495 req-e6cb23a9-af1a-4f23-a68a-b303ede1acd6 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1283860 Jul 28 18:25:18.909691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:18.956248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02201f8-a320-4283-893f-b814b5f84212 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:25:18.985222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:19.011117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c780ce9-6023-4a2b-b950-e2924e3cc495 req-604c98e6-4fe0-4062-9586-4a025191fc4e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875424 Jul 28 18:25:19.068519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:19.068519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:19.089760 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.099981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b02201f8-a320-4283-893f-b814b5f84212,segment=NetworkSegment(54a62b31-8c80-4a58-a3c3-9a7efc71485d),segment_id=54a62b31-8c80-4a58-a3c3-9a7efc71485d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:19.124398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb744ad-d63c-4ebf-8416-fe3e0c5cdbe9 req-77e5d1ff-ebf4-4e57-8e9a-e7d39ed886bf tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.130233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.138899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Pushing event updated for resources: {'Port': ['ID=d7f6ffbd-57b8-452b-bcae-981da226ecca,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:19.142510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bb744ad-d63c-4ebf-8416-fe3e0c5cdbe9 req-77e5d1ff-ebf4-4e57-8e9a-e7d39ed886bf tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1052797 Jul 28 18:25:19.170989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object 0aa8d500-b547-47ea-a03e-4dd8271df779 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:19.182003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Attempting to bind port d7f6ffbd-57b8-452b-bcae-981da226ecca on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:19.182905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Attempting to bind port d7f6ffbd-57b8-452b-bcae-981da226ecca by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ee7253a6-973e-42df-91ed-b8aee0f7df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:19.183889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Attempting to bind port d7f6ffbd-57b8-452b-bcae-981da226ecca on network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:19.189468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:19.189861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Checking segment: {'id': 'ee7253a6-973e-42df-91ed-b8aee0f7df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:19.190355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.192589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Bound using segment: {'id': 'ee7253a6-973e-42df-91ed-b8aee0f7df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:19.193102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Bound port: d7f6ffbd-57b8-452b-bcae-981da226ecca, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7253a6-973e-42df-91ed-b8aee0f7df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:19.194832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.198917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bb744ad-d63c-4ebf-8416-fe3e0c5cdbe9 req-70ffc07f-b1a1-412d-9627-61dba959bd94 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556650 Jul 28 18:25:19.236908 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.317847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.351471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:19.369070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] For port d7f6ffbd-57b8-452b-bcae-981da226ecca, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:19.373482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] For port d7f6ffbd-57b8-452b-bcae-981da226ecca, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7f6ffbd-57b8-452b-bcae-981da226ecca,segment=NetworkSegment(ee7253a6-973e-42df-91ed-b8aee0f7df52),segment_id=ee7253a6-973e-42df-91ed-b8aee0f7df52)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:19.399280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:19.403201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:19.407125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:19.415943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.416639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.437003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d8c1-075a-431c-b020-571a476d074d req-bbf6c2a8-cb84-411b-b272-bc7d8781170a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.440935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=0aa8d500-b547-47ea-a03e-4dd8271df779,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:19.447387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75a4d8c1-075a-431c-b020-571a476d074d req-bbf6c2a8-cb84-411b-b272-bc7d8781170a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0723243 Jul 28 18:25:19.481007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:19.487201 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75a4d8c1-075a-431c-b020-571a476d074d req-ffb6558c-f72a-445a-9fba-07a2dd618a41 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378983 Jul 28 18:25:19.571923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-433920fb-5939-46de-bc12-b380787343d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3924007 Jul 28 18:25:19.572427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57268) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:19.593311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-0bc6f4d6-aaef-4c1b-8de0-95d678d2a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.601480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-0bc6f4d6-aaef-4c1b-8de0-95d678d2a73c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0903130 Jul 28 18:25:19.611028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d76f6-0d51-41b1-bc74-3169c0f720d5 None None] Pushing event updated for resources: {'Port': ['ID=d7f6ffbd-57b8-452b-bcae-981da226ecca,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:19.620829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['b02201f8-a320-4283-893f-b814b5f84212'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:19.847054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-5fb8fc21-e655-430b-8613-a9317bc7b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.848590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-5fb8fc21-e655-430b-8613-a9317bc7b8ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.2408607 Jul 28 18:25:19.915474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff97dd-fe9d-4e8f-866c-07e463ea1821 req-47990deb-924e-434b-9433-fc51c79fc24b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:19.918011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaff97dd-fe9d-4e8f-866c-07e463ea1821 req-47990deb-924e-434b-9433-fc51c79fc24b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 945 time: 0.1574509 Jul 28 18:25:19.990163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-59d12ddb-6b49-42b5-b2c5-360b5c8d7cbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.1296837 Jul 28 18:25:19.999377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaff97dd-fe9d-4e8f-866c-07e463ea1821 req-50c3fa3b-07cd-4476-a18e-8f8cb8263fc1 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743623 Jul 28 18:25:20.054232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-3ae3e2fc-64a4-474d-95a4-c38e7f53031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.056265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-3ae3e2fc-64a4-474d-95a4-c38e7f53031a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0556211 Jul 28 18:25:20.125561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-5695b878-f8a2-4520-9340-6f66115d7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.130432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-5695b878-f8a2-4520-9340-6f66115d7992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669241 Jul 28 18:25:20.166182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:20.230391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-1cf72976-bf82-4d07-8169-9d557f11a964 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926535 Jul 28 18:25:20.343873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a429068f-fda8-4cd3-9c31-5f548b11ec50 req-8e171a54-cf9d-4435-a9fc-3b5bb53ef84d service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063478 Jul 28 18:25:20.442429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aaf0-5baf-4473-9e53-2408ed154a41 req-0da12b02-e65c-4846-81ef-5a16ed545fe1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.443957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83b1aaf0-5baf-4473-9e53-2408ed154a41 req-0da12b02-e65c-4846-81ef-5a16ed545fe1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1178358 Jul 28 18:25:20.507867 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83b1aaf0-5baf-4473-9e53-2408ed154a41 req-42fc8b61-40b9-4580-81c0-8499cfe0c898 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552011 Jul 28 18:25:20.535629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:20.540260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a2740-945a-46d6-a6be-782e3cc29203 req-dd50fb42-d6db-46bc-a93b-094d4076cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.542119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-dd50fb42-d6db-46bc-a93b-094d4076cf7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1096 time: 0.1025627 Jul 28 18:25:20.603334 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:20.697382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05172cb4-6cb7-4eff-95b6-e73bfdc76ecd req-1b64c981-2b1a-484b-b0ab-ebc7210ece99 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.702353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05172cb4-6cb7-4eff-95b6-e73bfdc76ecd req-1b64c981-2b1a-484b-b0ab-ebc7210ece99 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0930369 Jul 28 18:25:20.714461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=0aa8d500-b547-47ea-a03e-4dd8271df779,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:20.773599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a2740-945a-46d6-a6be-782e3cc29203 req-fd653b8e-7eaf-47cc-a743-7ff27eb61605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.775104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-fd653b8e-7eaf-47cc-a743-7ff27eb61605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.2210515 Jul 28 18:25:20.876889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-05172cb4-6cb7-4eff-95b6-e73bfdc76ecd req-e0434c77-0c03-4f85-b3ee-a5e9083898c0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332977 Jul 28 18:25:20.897528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-74213cf3-2e2c-4de6-99aa-f12825383115 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 1001 time: 0.0958207 Jul 28 18:25:20.905992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:20.958565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99864c16-b000-4ec8-b5e5-09229fb72ea0 None None] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:20.972647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a2740-945a-46d6-a6be-782e3cc29203 req-f460bffd-a6ef-489d-b73a-da5611a03888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:20.976451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-f460bffd-a6ef-489d-b73a-da5611a03888 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0725009 Jul 28 18:25:21.067689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a2740-945a-46d6-a6be-782e3cc29203 req-0a893b5a-49f4-4670-a1fa-87f7374b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:21.072035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-0a893b5a-49f4-4670-a1fa-87f7374b54c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869446 Jul 28 18:25:21.139306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17a9-7092-4b69-8a5c-ddc7aa7d0753 req-5dd26c5d-24d6-437b-980d-58000fd89ddc tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:21.141022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-593f17a9-7092-4b69-8a5c-ddc7aa7d0753 req-5dd26c5d-24d6-437b-980d-58000fd89ddc tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 945 time: 0.0542595 Jul 28 18:25:21.166906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-31141274-37fb-4d07-aee3-9fc03fb70be9 None None] Provisioning for port d7f6ffbd-57b8-452b-bcae-981da226ecca completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:21.191581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-a85d771b-c9bc-430a-81d6-519c2671488f service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126208 Jul 28 18:25:21.197481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.227092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-593f17a9-7092-4b69-8a5c-ddc7aa7d0753 req-016417b8-7d29-45fb-92c6-89836e049c29 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Jul 28 18:25:21.346348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-460a2740-945a-46d6-a6be-782e3cc29203 req-720cefb2-8f3c-43a5-98da-9a877d9ecde0 service neutron] 10.222.0.35 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470838 Jul 28 18:25:21.362805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7f6ffbd-57b8-452b-bcae-981da226ecca up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:21.490689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d7f6ffbd-57b8-452b-bcae-981da226ecca completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:21.506114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d7f6ffbd-57b8-452b-bcae-981da226ecca triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:21.507961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.613768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Provisioning for port 0aa8d500-b547-47ea-a03e-4dd8271df779 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:21.636669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Provisioning complete for port 0aa8d500-b547-47ea-a03e-4dd8271df779 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:21.637317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.686478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.715693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Port 0aa8d500-b547-47ea-a03e-4dd8271df779 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:21.720280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4886-bbb5-4b67-9b9c-0dfba8bf507b req-c83bf363-b14d-4ee6-8dbe-94f404d72008 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:21.721891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fec4886-bbb5-4b67-9b9c-0dfba8bf507b req-c83bf363-b14d-4ee6-8dbe-94f404d72008 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.0725803 Jul 28 18:25:21.760700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Provisioning complete for port d7f6ffbd-57b8-452b-bcae-981da226ecca triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:21.762516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.784408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d7f6ffbd-57b8-452b-bcae-981da226ecca, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7f6ffbd-57b8-452b-bcae-981da226ecca,segment=NetworkSegment(ee7253a6-973e-42df-91ed-b8aee0f7df52),segment_id=ee7253a6-973e-42df-91ed-b8aee0f7df52)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:21.805736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fec4886-bbb5-4b67-9b9c-0dfba8bf507b req-e0defae6-604a-4562-94c5-d391d7347a2b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768173 Jul 28 18:25:21.884787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:21.958453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.002305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.006040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d7f6ffbd-57b8-452b-bcae-981da226ecca,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:22.046139 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:25:22.046409 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-7f99a010-df4b-4cce-8462-b2ce810177e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:25:22.046824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b76f3-70ae-4696-bf83-4aa764a1192d req-aec30e95-af5f-4089-9de1-9ebf1ff85718 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.048905 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b30b76f3-70ae-4696-bf83-4aa764a1192d req-aec30e95-af5f-4089-9de1-9ebf1ff85718 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0701790 Jul 28 18:25:22.088650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.089469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.105559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b30b76f3-70ae-4696-bf83-4aa764a1192d req-76c68038-258d-4a3c-a76c-0abacfd96eb8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504932 Jul 28 18:25:22.137737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b02201f8-a320-4283-893f-b814b5f84212 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:22.221131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=0aa8d500-b547-47ea-a03e-4dd8271df779,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:22.230275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aafcf-18cb-4a4c-ac25-c6369995126f req-684051f8-6d29-404f-a961-a43e531f3bd1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.234078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c7aafcf-18cb-4a4c-ac25-c6369995126f req-684051f8-6d29-404f-a961-a43e531f3bd1 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0550504 Jul 28 18:25:22.238801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:22.240304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:22.244338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port b02201f8-a320-4283-893f-b814b5f84212 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:22.253078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port b02201f8-a320-4283-893f-b814b5f84212 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:22.257044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.283309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c7aafcf-18cb-4a4c-ac25-c6369995126f req-bc3caa4f-50ad-48f2-94b0-da250c08c9da tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Jul 28 18:25:22.411442 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.429234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2789-af3c-4215-85a2-0ac13ace15e1 req-724872f6-513e-4588-8df1-5698c40a64d3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.430873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d52a2789-af3c-4215-85a2-0ac13ace15e1 req-724872f6-513e-4588-8df1-5698c40a64d3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 945 time: 0.0850637 Jul 28 18:25:22.467888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:22.473048 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c48ce4-3a81-47da-959a-a96f160d4255" -d '{"events": [{"server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "name": "network-vif-plugged", "status": "completed", "tag": "b02201f8-a320-4283-893f-b814b5f84212"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:22.482183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13adb-044e-45dd-beeb-41a6e9c0d7bb req-cec860d1-94d3-4a00-8b2e-b2c53dd3223c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.483882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cac13adb-044e-45dd-beeb-41a6e9c0d7bb req-cec860d1-94d3-4a00-8b2e-b2c53dd3223c tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0957127 Jul 28 18:25:22.492207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b02201f8-a320-4283-893f-b814b5f84212,segment=NetworkSegment(54a62b31-8c80-4a58-a3c3-9a7efc71485d),segment_id=54a62b31-8c80-4a58-a3c3-9a7efc71485d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:22.529020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d52a2789-af3c-4215-85a2-0ac13ace15e1 req-7e8b6f64-00cc-4714-afc4-da7068e481e3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Jul 28 18:25:22.530706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cac13adb-044e-45dd-beeb-41a6e9c0d7bb req-c8dadeb6-06bd-4499-bfc2-826d177936bb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 Jul 28 18:25:22.586534 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98071570-13fb-4c14-8686-0d81d8d02ddc x-openstack-request-id: req-98071570-13fb-4c14-8686-0d81d8d02ddc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:22.586827 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "name": "network-vif-plugged", "status": "completed", "tag": "b02201f8-a320-4283-893f-b814b5f84212", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:22.587694 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98071570-13fb-4c14-8686-0d81d8d02ddc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:22.588616 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212', 'code': 200} Jul 28 18:25:22.592072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.592903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:22.628663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:25:22.693192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97bcc1-eaa2-4609-95ac-aada13cd1d0d req-d65d53e0-67d1-4e2e-bb04-a7211160645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.693453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:22.697321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e97bcc1-eaa2-4609-95ac-aada13cd1d0d req-d65d53e0-67d1-4e2e-bb04-a7211160645d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 1097 time: 0.0500543 Jul 28 18:25:22.739534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e97bcc1-eaa2-4609-95ac-aada13cd1d0d req-4b8d3142-7bf0-4bd9-a0b3-5f522a92edbb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Jul 28 18:25:22.740041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:22.743903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-71fe99e8-d5df-46b9-90aa-0b010c361a4d None None] Provisioning complete for port 0aa8d500-b547-47ea-a03e-4dd8271df779 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:22.744540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-71fe99e8-d5df-46b9-90aa-0b010c361a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.746219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:22.749123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57322) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:22.754753 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] Sync routers for ids ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:22.755980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-286e60a2-307c-4d37-abce-1b1a389a4164 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1820323 Jul 28 18:25:22.765699 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] Routers {'0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:22.767145 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:22.803517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-71fe99e8-d5df-46b9-90aa-0b010c361a4d None None] Port 0aa8d500-b547-47ea-a03e-4dd8271df779 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:22.807088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a68aac7-19e2-4cff-a1e4-594fa683b1e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:22.807277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:22.807718 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:22.811833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5a68aac7-19e2-4cff-a1e4-594fa683b1e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports/0aa8d500-b547-47ea-a03e-4dd8271df779 HTTP/1.1" status: 200 len: 983 time: 0.0616243 Jul 28 18:25:22.812081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57326) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:22.819163 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] Routers {'0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:22.819815 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:22.871935 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:22.872760 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3209371-9bf3-4763-92a6-0b7a2496b6e3 None None] The sync data for ids ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:22.896309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:23.025399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:23.045441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22a1d4-e34c-4a79-884c-142472902f49 req-32a5e65e-9c8e-4831-8eeb-d0b45d19b927 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:23.047063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa22a1d4-e34c-4a79-884c-142472902f49 req-32a5e65e-9c8e-4831-8eeb-d0b45d19b927 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.1543708 Jul 28 18:25:23.101016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca068-0466-4815-99b9-11413348ce0c req-fbeb6c46-f268-4306-b4cd-d74bbd2f8073 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:23.102411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e6ca068-0466-4815-99b9-11413348ce0c req-fbeb6c46-f268-4306-b4cd-d74bbd2f8073 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0661187 Jul 28 18:25:23.159710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa22a1d4-e34c-4a79-884c-142472902f49 req-654c4ce8-a5b1-4c0e-9465-9a37773ced5c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049328 Jul 28 18:25:23.163351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e6ca068-0466-4815-99b9-11413348ce0c req-df3447bb-d6d5-4020-b1bb-6c143ff93324 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 Jul 28 18:25:23.289888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7f6ffbd-57b8-452b-bcae-981da226ecca up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:23.343735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d7f6ffbd-57b8-452b-bcae-981da226ecca triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:23.344247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:23.373465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:23.626643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 0aa8d500-b547-47ea-a03e-4dd8271df779 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:23.626886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:23.649417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b9901-eef0-4fd5-800e-c71e66638d6d req-5e13dc64-bb2f-44c1-9ccd-d0a562db5825 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:23.651503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf2b9901-eef0-4fd5-800e-c71e66638d6d req-5e13dc64-bb2f-44c1-9ccd-d0a562db5825 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0498362 Jul 28 18:25:23.706376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf2b9901-eef0-4fd5-800e-c71e66638d6d req-b592a15b-4dd7-4b98-95fe-efd3d9c9def8 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Jul 28 18:25:23.733104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:23.749079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 0aa8d500-b547-47ea-a03e-4dd8271df779 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:24.010060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:24.047568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=0aa8d500-b547-47ea-a03e-4dd8271df779,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:24.146568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:24.329146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c37193-92ce-46d4-93a6-2445508b4009 req-378c2dee-ff2f-4dbf-848c-a2c58a75e2ad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:24.331847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93c37193-92ce-46d4-93a6-2445508b4009 req-378c2dee-ff2f-4dbf-848c-a2c58a75e2ad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0596523 Jul 28 18:25:24.335962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:24.390211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-93c37193-92ce-46d4-93a6-2445508b4009 req-041e98fd-95e8-44b8-add1-afe61200101c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517347 Jul 28 18:25:24.422027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:24.429501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-03fbddb2-4ce3-4e5b-9d49-e764352d3535 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155467 Jul 28 18:25:24.431960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:24.433729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] Sync routers for ids ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:24.464825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] Routers {'0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:24.465474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:24.518057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:24.527604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] Routers {'0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:24.528225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:24.564974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:24.565649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cdb04-bada-4335-907c-073512a13d22 None None] The sync data for ids ['0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:24.574122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae745dd-a97b-49c0-bf8e-a557f20ad03e req-7eff2e1d-6a40-4b8c-9327-19d793bfa37a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:24.575899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aae745dd-a97b-49c0-bf8e-a557f20ad03e req-7eff2e1d-6a40-4b8c-9327-19d793bfa37a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0565705 Jul 28 18:25:24.596575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:24.598445 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d81b43-e5da-4619-b6c4-a36647a6c7ab" -d '{"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:24.618227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aae745dd-a97b-49c0-bf8e-a557f20ad03e req-1c93b70b-b170-4123-bf26-c3147887a014 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358455 Jul 28 18:25:24.672114 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d980ceb1-9c6b-46d5-a7fd-645435fb83d7 x-openstack-request-id: req-d980ceb1-9c6b-46d5-a7fd-645435fb83d7 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:24.672629 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-unplugged", "status": "failed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "code": 422}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:24.677702 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d980ceb1-9c6b-46d5-a7fd-645435fb83d7 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:24.677702 n-d-778550-5 neutron-server[101108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'code': 422} returned with failed status Jul 28 18:25:25.068588 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-18e35cf3-e49b-4ad2-ac6a-a02eb5f646d5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 18:25:25.069560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-18e35cf3-e49b-4ad2-ac6a-a02eb5f646d5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6342049 Jul 28 18:25:25.072488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57386) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:25.101321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2b6adbca-3626-4533-873a-789f1036a07e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 HTTP/1.1" status: 200 len: 205 time: 0.0275648 Jul 28 18:25:25.110193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57388) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:25.207178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:25.264046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ba4b-90be-45b3-b23b-a9d5e1e4d623 req-afedb711-e5e0-47fb-b9e4-197dd0951ab2 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.265922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ee8ba4b-90be-45b3-b23b-a9d5e1e4d623 req-afedb711-e5e0-47fb-b9e4-197dd0951ab2 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1688437 Jul 28 18:25:25.340371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-95c10025-8e92-4b23-8cc1-271a509f0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.341862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-95c10025-8e92-4b23-8cc1-271a509f0125 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44e9a34837854191ae9bb143a0b0c455&device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 1096 time: 0.0515721 Jul 28 18:25:25.442918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-51c83e4d-d943-4113-ba39-4c871bf6bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.444596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-51c83e4d-d943-4113-ba39-4c871bf6bdea service neutron] 10.222.0.37 "GET /v2.0/networks?id=70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 200 len: 913 time: 0.0959015 Jul 28 18:25:25.548301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-57effc1a-36f7-458b-af9f-9a76e321bef0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 200 len: 1000 time: 0.0962830 Jul 28 18:25:25.625917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-b7ceeba3-6f3c-4855-a43c-78e012c81fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.632696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-b7ceeba3-6f3c-4855-a43c-78e012c81fd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 200 len: 851 time: 0.0759764 Jul 28 18:25:25.738398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-781ce653-212f-43a8-89f3-f7b844dc1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.739991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-781ce653-212f-43a8-89f3-f7b844dc1f9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70336ab2-1fdb-4f51-b713-9e314b936a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999539 Jul 28 18:25:25.753519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347379b-5b8a-4774-bf30-8d4c386b926d req-b3f2fcec-8426-4447-8a87-bf18984d7a8e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:25.754996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9347379b-5b8a-4774-bf30-8d4c386b926d req-b3f2fcec-8426-4447-8a87-bf18984d7a8e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0732350 Jul 28 18:25:25.769696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ee8ba4b-90be-45b3-b23b-a9d5e1e4d623 req-ddf8d569-5c36-4fe0-a1d1-e9693661fb34 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767828 Jul 28 18:25:25.773100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:25.775248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:25.845206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9347379b-5b8a-4774-bf30-8d4c386b926d req-92196777-e97b-4c88-925b-4b934cdfaf01 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809412 Jul 28 18:25:25.887153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-7cba0ada-7397-4a1b-82f2-121c7b8ad34c service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263700 Jul 28 18:25:25.906765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:25.910062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:25:25.920611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:25.921737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-400faf99-33e5-44a2-ae57-fc6d5ed36ccb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 HTTP/1.1" status: 204 len: 168 time: 0.8105588 Jul 28 18:25:25.924490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:25.994423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 8a5e5576-1d4d-453f-ac97-9fa0637b2322 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:25.997982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.005937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887318-edbd-4aa3-bdb2-2843e7ba7530 req-d48cc45d-e2a9-4ad6-a273-619b7964cab6 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:26.007540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28887318-edbd-4aa3-bdb2-2843e7ba7530 req-d48cc45d-e2a9-4ad6-a273-619b7964cab6 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0988605 Jul 28 18:25:26.041848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de67cfb5-f473-41f4-b7b4-f5272bff04b9 req-98857c00-15cd-42ff-a655-5d2ae7074434 service neutron] 10.222.0.37 "GET /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505699 Jul 28 18:25:26.047913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.064597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28887318-edbd-4aa3-bdb2-2843e7ba7530 req-f293b602-c19b-4c13-b8c2-14f7cf493dfa tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Jul 28 18:25:26.157908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.176769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:26.290691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.320009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5e5576-1d4d-453f-ac97-9fa0637b2322,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:26.321978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.324066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b30f0c81-fbd6-4a8a-abb8-41f9b3ee3c88 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/8a5e5576-1d4d-453f-ac97-9fa0637b2322 HTTP/1.1" status: 204 len: 168 time: 0.3983045 Jul 28 18:25:26.326568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:26.333483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a493a-2ad9-4474-beda-5f56178d6eb1 None None] Network f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:26.418766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.490871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port d7f6ffbd-57b8-452b-bcae-981da226ecca {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:26.491231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.556913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] DHCP port deletion for f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:25:26.651472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port d7f6ffbd-57b8-452b-bcae-981da226ecca, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7f6ffbd-57b8-452b-bcae-981da226ecca,segment=NetworkSegment(ee7253a6-973e-42df-91ed-b8aee0f7df52),segment_id=ee7253a6-973e-42df-91ed-b8aee0f7df52)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:26.651849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.654243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Deleting port d7f6ffbd-57b8-452b-bcae-981da226ecca {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:26.654243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.670910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for d7f6ffbd-57b8-452b-bcae-981da226ecca owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:26.671747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6096a8-f0c6-452f-a512-f51dffa85ef4 req-179088e1-70f9-44f7-a09f-cf2336735897 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:26.673982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb6096a8-f0c6-452f-a512-f51dffa85ef4 req-179088e1-70f9-44f7-a09f-cf2336735897 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0932548 Jul 28 18:25:26.741278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] For port d7f6ffbd-57b8-452b-bcae-981da226ecca, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7f6ffbd-57b8-452b-bcae-981da226ecca,segment=NetworkSegment(ee7253a6-973e-42df-91ed-b8aee0f7df52),segment_id=ee7253a6-973e-42df-91ed-b8aee0f7df52)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:26.741845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.753531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb6096a8-f0c6-452f-a512-f51dffa85ef4 req-ac7b1dd4-0eb7-4ec9-8475-547681e4ae7a tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722332 Jul 28 18:25:26.761335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Calling delete_port for d7f6ffbd-57b8-452b-bcae-981da226ecca owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:26.856090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.856581 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:25:26.859614 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:25:26.866869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:26.879105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] No DVR routers for this DVR port d7f6ffbd-57b8-452b-bcae-981da226ecca on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:26.897998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port d7f6ffbd-57b8-452b-bcae-981da226ecca on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:26.899141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Pushing event deleted for resources: {'Port': ['ID=d7f6ffbd-57b8-452b-bcae-981da226ecca,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:26.900191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=d7f6ffbd-57b8-452b-bcae-981da226ecca,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:26.909036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.909400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.909746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.910098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.910685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.910792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.911073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.911899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.912707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.913211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.913675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:26.914013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0a253-e672-4ba6-a87a-ada6b2ca864a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:27.027612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456bad-f4bd-48ad-8aed-447bdc96bdb5 req-56499574-4ebe-4a1a-8e79-6e063a0f5886 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:27.029522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11456bad-f4bd-48ad-8aed-447bdc96bdb5 req-56499574-4ebe-4a1a-8e79-6e063a0f5886 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0851822 Jul 28 18:25:27.041544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.063151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:27.071807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11456bad-f4bd-48ad-8aed-447bdc96bdb5 req-8d3d11ad-9565-48b4-abcc-637dfd79a47e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362906 Jul 28 18:25:27.087697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7253a6-973e-42df-91ed-b8aee0f7df52') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:27.088517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7253a6-973e-42df-91ed-b8aee0f7df52') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:27.100194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.122262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.133967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058db94-eedf-4172-a756-878f7bfe735f req-45804764-0bc5-4494-8cd2-1d9b137fcf71 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:27.135464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2058db94-eedf-4172-a756-878f7bfe735f req-45804764-0bc5-4494-8cd2-1d9b137fcf71 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0909293 Jul 28 18:25:27.138073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:27.138468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:27.141435 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:27.227035 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2058db94-eedf-4172-a756-878f7bfe735f req-999df05e-3733-45d8-a4b8-b04d2345bc2d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846646 Jul 28 18:25:27.299949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.310864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.317130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f HTTP/1.1" status: 204 len: 168 time: 0.9854074 Jul 28 18:25:27.317744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:27.324631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-226914740'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:27.331485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7f6ffbd-57b8-452b-bcae-981da226ecca no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:27.340654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761afe9-b1f3-45f6-a5a4-4ef3e520af61 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=f0a29432-7def-4ad0-8b72-8dbcd6e4fb7f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:27.383109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d7f6ffbd-57b8-452b-bcae-981da226ecca {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:27.383530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7f6ffbd-57b8-452b-bcae-981da226ecca not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:27.453743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:27.457670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.485728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:25:27.495417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.495790 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment ff531988-35a5-4aa4-aa91-36d2dd32459b of type vlan for network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 Jul 28 18:25:27.548355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.642670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.650504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:27.651494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:27.751248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=5cf7fdc6-70ee-4633-83a0-75d56c758d28,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:27.766095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-b752eafe-7567-44f3-8968-d080219fd94f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2266400 Jul 28 18:25:27.786935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:25:27.797995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9b1964e4-4c82-4cbb-8f58-2ce91d939b80 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4794009 Jul 28 18:25:27.801893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:27.809191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:27.953760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef295d6e-6b88-4ca4-98a8-2fbd768cc8e3 req-395c5262-1a60-42a8-93f7-0ffc66d75042 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:27.953760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef295d6e-6b88-4ca4-98a8-2fbd768cc8e3 req-395c5262-1a60-42a8-93f7-0ffc66d75042 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0878098 Jul 28 18:25:27.995300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef295d6e-6b88-4ca4-98a8-2fbd768cc8e3 req-aed82397-f06b-4c75-8d25-ad82825b9d09 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Jul 28 18:25:28.099989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:28.104262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:28.240646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8929b9c-63d4-4f67-a5c6-abf38514ff1c req-25714e00-17e3-45f8-ad65-a3d8f200c196 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.242147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8929b9c-63d4-4f67-a5c6-abf38514ff1c req-25714e00-17e3-45f8-ad65-a3d8f200c196 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0876336 Jul 28 18:25:28.315191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8929b9c-63d4-4f67-a5c6-abf38514ff1c req-9831d4d1-50c7-45c4-aab4-c65c81a99834 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650609 Jul 28 18:25:28.454814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5544ed-0a08-4e5f-8d70-8bebe8fbd107 req-02ed7c7a-1f89-4c68-a618-10c8ea2e53b2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.456828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc5544ed-0a08-4e5f-8d70-8bebe8fbd107 req-02ed7c7a-1f89-4c68-a618-10c8ea2e53b2 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.0603621 Jul 28 18:25:28.509226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454b5d-ed99-4086-82de-c62e3b20b02a req-3f391542-fa55-436c-a52d-5fe5271516a8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.511872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c454b5d-ed99-4086-82de-c62e3b20b02a req-3f391542-fa55-436c-a52d-5fe5271516a8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0651674 Jul 28 18:25:28.515556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc5544ed-0a08-4e5f-8d70-8bebe8fbd107 req-10257fcf-2e9e-4c7e-97d9-9ec845f3bcdd tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487781 Jul 28 18:25:28.517384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:28.614393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c454b5d-ed99-4086-82de-c62e3b20b02a req-a61ec6f1-f905-45fa-8ccf-c89cbfc1e6d5 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846226 Jul 28 18:25:28.648774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=0e448006-a064-463a-80cd-4e3d9c105e2e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:28.708779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': 'ff531988-35a5-4aa4-aa91-36d2dd32459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:28.709106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 5cf7fdc6-70ee-4633-83a0-75d56c758d28, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:25:28.734256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-d38b4717-2dc4-49d1-93fc-8cc37a4a8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.735867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-d38b4717-2dc4-49d1-93fc-8cc37a4a8c9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4176f56b1e544327841dee96d3a26bd8&device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 1097 time: 0.1766741 Jul 28 18:25:28.843444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d63d2-841b-4dc1-8bec-9d5558f24527 req-b925805f-7c3f-447f-8780-7ccc05833b9e tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.845456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-777d63d2-841b-4dc1-8bec-9d5558f24527 req-b925805f-7c3f-447f-8780-7ccc05833b9e tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1773551 Jul 28 18:25:28.892912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:25:28.935309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-777d63d2-841b-4dc1-8bec-9d5558f24527 req-349c8085-7c4e-452c-800d-0966a697556d tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771663 Jul 28 18:25:28.939998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-c049e024-384a-460d-913d-888188bc8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.941711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-c049e024-384a-460d-913d-888188bc8212 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8782eede-03c7-4e01-a1f1-8e0583691b27 HTTP/1.1" status: 200 len: 912 time: 0.1962943 Jul 28 18:25:28.993640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5cf7fdc6-70ee-4633-83a0-75d56c758d28) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:28.999272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:28.999916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.003811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-942b096f-295e-4c45-9d2f-ee28d6e287cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02201f8-a320-4283-893f-b814b5f84212 HTTP/1.1" status: 200 len: 217 time: 0.0455358 Jul 28 18:25:29.006388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cacbdc5-d1f2-41f0-b400-75028718dd31 None None] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:29.078498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-8efc86dc-e6ba-47ae-9074-37a9bb410bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:29.080304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-8efc86dc-e6ba-47ae-9074-37a9bb410bb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b7605e0-881b-482d-bbd3-30de968d4c6b HTTP/1.1" status: 200 len: 851 time: 0.0691335 Jul 28 18:25:29.117606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-185a5cd4-9bb1-429c-9f41-010e45da8cda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8782eede-03c7-4e01-a1f1-8e0583691b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299749 Jul 28 18:25:29.175210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-13d74460-0b69-4d9d-88b6-9e58c3811ec6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3715932 Jul 28 18:25:29.180460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57516) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:29.185741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-720889214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:29.248915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5cf7fdc6-70ee-4633-83a0-75d56c758d28', 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '0e448006-a064-463a-80cd-4e3d9c105e2e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:25:29.248915 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.266571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-0321471a-f6fd-4cbd-9579-0f28915d53ef service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423717 Jul 28 18:25:29.332763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.333830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.415144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.432744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2a5260a-a472-47cd-a49a-6a67121b0aed req-90d5ec3e-8ec8-4a30-a3fc-6c41b2c310ea service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541040 Jul 28 18:25:29.433308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Allocated IP 2001:db8::2 (5cf7fdc6-70ee-4633-83a0-75d56c758d28/0e448006-a064-463a-80cd-4e3d9c105e2e/8534bd54-395d-4dfe-be8a-1a11e9a61720) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:29.555656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.619989 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-a151b2ea-65e3-4c93-a451-801c5637a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:29.620262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.621490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-a151b2ea-65e3-4c93-a451-801c5637a7cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6&tenant_id=99b7c4b666cd4f9d8d3f04060895325f HTTP/1.1" status: 200 len: 1094 time: 0.1336386 Jul 28 18:25:29.630003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Transition to ACTIVE for port object 8534bd54-395d-4dfe-be8a-1a11e9a61720 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:29.636072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:29.647550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Transition to ACTIVE for port object 8534bd54-395d-4dfe-be8a-1a11e9a61720 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:29.689571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.690734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c99c93d3-b8b1-4413-b249-cb4349cd4ef0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5120187 Jul 28 18:25:29.693732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:29.716389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.720488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d3a1-3624-4b46-a8dd-6d685efa299f req-676499b9-c6e0-41c6-94fa-a7d85981b17f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:29.725430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12b8d3a1-3624-4b46-a8dd-6d685efa299f req-676499b9-c6e0-41c6-94fa-a7d85981b17f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 943 time: 0.1049154 Jul 28 18:25:29.730936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.777167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Pushing event updated for resources: {'Port': ['ID=8534bd54-395d-4dfe-be8a-1a11e9a61720,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:29.795128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:29.797556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:29.804541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12b8d3a1-3624-4b46-a8dd-6d685efa299f req-0357391e-a005-429f-a706-f04ff8656ff8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683358 Jul 28 18:25:29.811986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:29.883919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Attempting to bind port 8534bd54-395d-4dfe-be8a-1a11e9a61720 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:29.884429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Attempting to bind port 8534bd54-395d-4dfe-be8a-1a11e9a61720 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ff531988-35a5-4aa4-aa91-36d2dd32459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:29.885418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Attempting to bind port 8534bd54-395d-4dfe-be8a-1a11e9a61720 on network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:29.891234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:29.891995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Checking segment: {'id': 'ff531988-35a5-4aa4-aa91-36d2dd32459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:29.894493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.894493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Bound using segment: {'id': 'ff531988-35a5-4aa4-aa91-36d2dd32459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:29.894493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Bound port: 8534bd54-395d-4dfe-be8a-1a11e9a61720, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff531988-35a5-4aa4-aa91-36d2dd32459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5cf7fdc6-70ee-4633-83a0-75d56c758d28'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:29.894493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:29.979876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] For port 8534bd54-395d-4dfe-be8a-1a11e9a61720, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:29.985756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] For port 8534bd54-395d-4dfe-be8a-1a11e9a61720, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8534bd54-395d-4dfe-be8a-1a11e9a61720,segment=NetworkSegment(ff531988-35a5-4aa4-aa91-36d2dd32459b),segment_id=ff531988-35a5-4aa4-aa91-36d2dd32459b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:30.051140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.062568 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.090082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:30.148777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda784d7-57af-4d4b-8c72-1349f0c36ad8 None None] Pushing event updated for resources: {'Port': ['ID=8534bd54-395d-4dfe-be8a-1a11e9a61720,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:30.159380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12b90e-47e6-4208-bb5a-a4503424399d req-9932bbf3-8ca2-4ed6-81cd-7fb946293e75 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:30.161028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb12b90e-47e6-4208-bb5a-a4503424399d req-9932bbf3-8ca2-4ed6-81cd-7fb946293e75 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1439283 Jul 28 18:25:30.195541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:30.255444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:25:30.259565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.308363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Transition to ACTIVE for port object 1abe2790-ffa5-4578-a5b1-3138af50243d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:30.330149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb12b90e-47e6-4208-bb5a-a4503424399d req-b6257ec0-f2bc-4992-b1d0-f0e9234e6dea tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587479 Jul 28 18:25:30.381346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.401112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8::1 (5cf7fdc6-70ee-4633-83a0-75d56c758d28/0e448006-a064-463a-80cd-4e3d9c105e2e/658ca3b1-0be1-4b11-939b-610ef64b81be) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:30.516873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=9']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:30.699424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.712290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] No DVR routers for this DVR port 1abe2790-ffa5-4578-a5b1-3138af50243d on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:30.730312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object 658ca3b1-0be1-4b11-939b-610ef64b81be will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:30.913942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:30.914585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:30.914856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:30.921172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:25:30.921494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Attempting to bind port 1abe2790-ffa5-4578-a5b1-3138af50243d on network b11b0cf5-40f7-41e8-851d-cbe7d4060572 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:30.926879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:30.930170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Checking segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:30.930170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Bound using segment: {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:30.930170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Bound port: 1abe2790-ffa5-4578-a5b1-3138af50243d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b549f8d-2b3b-47fb-8711-f2425caddfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:30.930170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:30.976270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-20b69e42-5467-45f5-9564-2b0451ec33b0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:30.984977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-20b69e42-5467-45f5-9564-2b0451ec33b0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b49c30-19aa-40b2-a370-935c1f3267ca HTTP/1.1" status: 200 len: 943 time: 0.1011977 Jul 28 18:25:31.017053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.019360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:31.023357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:31.090280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.100820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:31.108213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:31.110320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=658ca3b1-0be1-4b11-939b-610ef64b81be,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:31.112863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:31.113658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.126584 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:25:31.136059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.136274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.137660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] 10.222.0.37 "PUT /v2.0/ports/1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 1091 time: 1.5075181 Jul 28 18:25:31.138099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:31.140359 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073ef1eb-9c91-42e4-9963-7d2ca35c881c" -d '{"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:31.194696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eef0ff-1dde-426f-898e-5c34d48a9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:31.215449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-dd1467f9-0bf0-4e9b-bb9c-13fc2fb41a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.227828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-dd1467f9-0bf0-4e9b-bb9c-13fc2fb41a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1095 time: 0.0551512 Jul 28 18:25:31.292184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:31.292542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.404041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8534bd54-395d-4dfe-be8a-1a11e9a61720 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:31.438666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-e2072ee3-e12b-4d4a-a0b1-d8357bca372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.440275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-e2072ee3-e12b-4d4a-a0b1-d8357bca372b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.2104120 Jul 28 18:25:31.440417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.564163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8534bd54-395d-4dfe-be8a-1a11e9a61720 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:31.612254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:31.613111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:31.632154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-639b782c-b118-43f5-91ac-20c1c7c3de84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 999 time: 0.1793387 Jul 28 18:25:31.646042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:31.692159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598f8de-6196-408b-abdc-b5fab60b619d req-4250dbf5-0677-49bf-b1f5-1ca3b0ed1d1f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.700943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1598f8de-6196-408b-abdc-b5fab60b619d req-4250dbf5-0677-49bf-b1f5-1ca3b0ed1d1f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1285994 Jul 28 18:25:31.731510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-0fe48e30-e1fd-4a23-be96-44b01ef0f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.733021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-0fe48e30-e1fd-4a23-be96-44b01ef0f4e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.0941358 Jul 28 18:25:31.792813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1598f8de-6196-408b-abdc-b5fab60b619d req-4a3c61c4-05c3-475e-8e46-f3af64a7d97d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909276 Jul 28 18:25:31.816300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99938cc3-f8d1-4816-8c94-279221b888ba None None] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:31.817967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-4c580008-1cb2-411e-8d51-1919c818e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:31.820302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-4c580008-1cb2-411e-8d51-1919c818e4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755372 Jul 28 18:25:31.960444 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f53662-8ac7-4552-a14b-0df37219d3a7 x-openstack-request-id: req-96f53662-8ac7-4552-a14b-0df37219d3a7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:31.960804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:31.961193 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96f53662-8ac7-4552-a14b-0df37219d3a7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:31.961656 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'status': 'completed', 'code': 200} Jul 28 18:25:31.995552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Provisioning for port 8534bd54-395d-4dfe-be8a-1a11e9a61720 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:32.025777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Provisioning complete for port 8534bd54-395d-4dfe-be8a-1a11e9a61720 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:32.026468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.036489 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.038269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-b9c6befe-81e1-4e9b-9250-ae8058382243 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112656 Jul 28 18:25:32.097248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.140393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:32.147592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:32.147895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db36de-1a19-47f3-9c11-99164c0743a0 req-a701d477-454c-4e1d-bef1-82a82fc5c754 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:32.149287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8db36de-1a19-47f3-9c11-99164c0743a0 req-a701d477-454c-4e1d-bef1-82a82fc5c754 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1862769 Jul 28 18:25:32.168616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=002b388e-3ce9-4d3e-bbff-fba90fd3afe8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:32.178680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.184104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.247074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8db36de-1a19-47f3-9c11-99164c0743a0 req-62de225c-429d-434d-b494-1fcd29fef166 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Jul 28 18:25:32.328440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=658ca3b1-0be1-4b11-939b-610ef64b81be,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:32.357701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-2bf33426-f25c-4639-b75b-b99dbd6545f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114550 Jul 28 18:25:32.427163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] No DVR routers for this DVR port 002b388e-3ce9-4d3e-bbff-fba90fd3afe8 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:32.541508 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.640468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:32.656753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-335785ab-1988-4299-a3b7-b2d048b0ea67 req-cdfaf8e9-1bb1-4542-ab45-75b54da69c90 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "DELETE /v2.0/ports/002b388e-3ce9-4d3e-bbff-fba90fd3afe8 HTTP/1.1" status: 204 len: 173 time: 1.6707847 Jul 28 18:25:32.662856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-fa2bff12-fc09-4b90-8e7f-98e75c53dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:32.671571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-fa2bff12-fc09-4b90-8e7f-98e75c53dfc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1095 time: 0.1435676 Jul 28 18:25:32.673377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:32.677681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-deleted', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:32.688408 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff2975-9655-4092-a708-922772fee228" -d '{"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-deleted", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:32.699702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:32.789929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] For port 8534bd54-395d-4dfe-be8a-1a11e9a61720, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8534bd54-395d-4dfe-be8a-1a11e9a61720,segment=NetworkSegment(ff531988-35a5-4aa4-aa91-36d2dd32459b),segment_id=ff531988-35a5-4aa4-aa91-36d2dd32459b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:32.941177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-ee48dd44-50b1-428a-9ac6-8f4be5536310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:32.942804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-ee48dd44-50b1-428a-9ac6-8f4be5536310 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 200 len: 917 time: 0.2704179 Jul 28 18:25:32.959021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:33.078466 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d633bb-ae2c-4bab-8101-704d1bee0dce x-openstack-request-id: req-f4d633bb-ae2c-4bab-8101-704d1bee0dce {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:33.078466 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b49c30-19aa-40b2-a370-935c1f3267ca", "name": "network-vif-deleted", "tag": "002b388e-3ce9-4d3e-bbff-fba90fd3afe8", "status": "failed", "code": 422}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:33.078466 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4d633bb-ae2c-4bab-8101-704d1bee0dce {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:33.079220 n-d-778550-5 neutron-server[101105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63b49c30-19aa-40b2-a370-935c1f3267ca', 'name': 'network-vif-deleted', 'tag': '002b388e-3ce9-4d3e-bbff-fba90fd3afe8', 'status': 'failed', 'code': 422} returned with failed status Jul 28 18:25:33.146504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 6347facc-517f-45ab-8723-15b087804c37 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:25:33.185177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cf10b-c0c3-43fc-9efb-3aac9cf0f47f None None] Pushing event updated for resources: {'Port': ['ID=8534bd54-395d-4dfe-be8a-1a11e9a61720,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:33.208704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Provisioning for port 658ca3b1-0be1-4b11-939b-610ef64b81be completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:33.222627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Provisioning complete for port 658ca3b1-0be1-4b11-939b-610ef64b81be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:33.223159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:33.252581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-1c38afee-d1e5-420f-a029-920be2d8d1f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 200 len: 999 time: 0.2895124 Jul 28 18:25:33.305537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Port 658ca3b1-0be1-4b11-939b-610ef64b81be cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:33.348546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Provisioning complete for port 8534bd54-395d-4dfe-be8a-1a11e9a61720 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:33.354582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd7ca8b3-1edb-480b-b060-9f04b1120adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:33.413017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:33.428230 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] Sync routers for ids ['6347facc-517f-45ab-8723-15b087804c37'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:33.439515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-840fbab9-4669-4024-99e5-f4a209e8438d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/6347facc-517f-45ab-8723-15b087804c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7436810 Jul 28 18:25:33.442603 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] Routers {'6347facc-517f-45ab-8723-15b087804c37'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:33.444065 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6347facc-517f-45ab-8723-15b087804c37'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:33.465020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57634) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:33.531079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8534bd54-395d-4dfe-be8a-1a11e9a61720 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:33.539212 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:33.550219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d8d10-9eb4-4be7-9052-80a4d4e1d8bd req-0ca635d4-985a-439c-9703-087cb4ff0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:33.560371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-475d8d10-9eb4-4be7-9052-80a4d4e1d8bd req-0ca635d4-985a-439c-9703-087cb4ff0d89 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.3242040 Jul 28 18:25:33.565650 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] Routers {'6347facc-517f-45ab-8723-15b087804c37'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:33.571123 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6347facc-517f-45ab-8723-15b087804c37'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:33.580669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-dd778f13-45a7-4398-ba3b-4e332cb56257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:33.582220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-dd778f13-45a7-4398-ba3b-4e332cb56257 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 200 len: 855 time: 0.3287904 Jul 28 18:25:33.626910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-475d8d10-9eb4-4be7-9052-80a4d4e1d8bd req-31dc198b-32c1-43f9-a01e-9d4e3666465d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654345 Jul 28 18:25:33.661675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc4bb4-b8a5-4f2f-8274-20aac199c1c3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:33.663426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-21fc4bb4-b8a5-4f2f-8274-20aac199c1c3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports/658ca3b1-0be1-4b11-939b-610ef64b81be HTTP/1.1" status: 200 len: 911 time: 0.1973426 Jul 28 18:25:33.679578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:33.742446 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:33.745356 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0347dbf-7687-4b4d-906a-a83a1a1fe6e7 None None] The sync data for ids ['6347facc-517f-45ab-8723-15b087804c37'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:33.752361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8534bd54-395d-4dfe-be8a-1a11e9a61720 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:33.752361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:33.925052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b61a8120-9e65-4c8b-ac1e-15bf683a4dae None None] Provisioning complete for port 658ca3b1-0be1-4b11-939b-610ef64b81be triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:33.925529 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b61a8120-9e65-4c8b-ac1e-15bf683a4dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:33.997316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b61a8120-9e65-4c8b-ac1e-15bf683a4dae None None] Port 658ca3b1-0be1-4b11-939b-610ef64b81be cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:34.387154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-43d14914-534c-4063-ab86-fdc024aec89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:34.388810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-43d14914-534c-4063-ab86-fdc024aec89b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b11b0cf5-40f7-41e8-851d-cbe7d4060572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7548914 Jul 28 18:25:34.589106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90868cd-65de-4884-aabd-6378f553d801 req-3c0740c9-b336-48c7-b49f-ed080104063b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:34.598252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d90868cd-65de-4884-aabd-6378f553d801 req-3c0740c9-b336-48c7-b49f-ed080104063b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.7575204 Jul 28 18:25:34.736047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d90868cd-65de-4884-aabd-6378f553d801 req-1c8c2396-93b2-43ba-b5c7-3dd834daf15e tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363826 Jul 28 18:25:34.797064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-b7d96366-50a2-428f-9893-e4d4dc98a2c0 service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903484 Jul 28 18:25:34.957834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ece28-b44b-4bde-b07b-a59523870568 req-5295b7a9-38be-44b1-bae8-e8075be9a383 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:34.959460 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d25ece28-b44b-4bde-b07b-a59523870568 req-5295b7a9-38be-44b1-bae8-e8075be9a383 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1544926 Jul 28 18:25:34.997764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-073ef1eb-9c91-42e4-9963-7d2ca35c881c req-678ede5e-8b60-4d9c-b2a1-8de8586459ef service neutron] 10.222.0.37 "GET /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793358 Jul 28 18:25:35.044780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d25ece28-b44b-4bde-b07b-a59523870568 req-fb5e51df-97d1-458b-bfc3-d515a643edec tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759041 Jul 28 18:25:35.054436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:35.227147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa7c2-bece-4f57-ae02-daae8a0bedd4 req-47d2e247-c7c7-4d1c-b6e8-b15041b2a7bf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:35.240495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-689fa7c2-bece-4f57-ae02-daae8a0bedd4 req-47d2e247-c7c7-4d1c-b6e8-b15041b2a7bf tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 908 time: 0.0991452 Jul 28 18:25:35.545456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 658ca3b1-0be1-4b11-939b-610ef64b81be {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:35.546249 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:35.671671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:35.686393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 658ca3b1-0be1-4b11-939b-610ef64b81be owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:35.968297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd5f8-a130-4df2-b078-45df2aaf81fb req-5ac2b2df-1d0f-47c7-b1c4-6dd035210826 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:35.976920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a51dd5f8-a130-4df2-b078-45df2aaf81fb req-5ac2b2df-1d0f-47c7-b1c4-6dd035210826 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1147485 Jul 28 18:25:36.135181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a51dd5f8-a130-4df2-b078-45df2aaf81fb req-725b9274-0bd2-43e0-bd7f-aa155fcce898 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573641 Jul 28 18:25:36.204848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:36.262599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=658ca3b1-0be1-4b11-939b-610ef64b81be,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:36.265679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3228f-1dd4-4770-b84c-257976547c26 req-994f33ed-da3f-4f0e-9fdb-069fbd6d20da tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:36.267689 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f3228f-1dd4-4770-b84c-257976547c26 req-994f33ed-da3f-4f0e-9fdb-069fbd6d20da tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1009276 Jul 28 18:25:36.280904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.281613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.282268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.292162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.292533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.292876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.293214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.293550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.293902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.294233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.294553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.294879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:36.325488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f3228f-1dd4-4770-b84c-257976547c26 req-6681c278-9211-40e2-a608-178a4330d6cd tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511556 Jul 28 18:25:36.584612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:36.645104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514958f-c5cf-4ac2-8fed-b578e8a34c3f req-cf48f364-abeb-410c-b47b-345f4669dc35 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:36.658706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e514958f-c5cf-4ac2-8fed-b578e8a34c3f req-cf48f364-abeb-410c-b47b-345f4669dc35 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 908 time: 0.1499608 Jul 28 18:25:36.921374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-74dc9707-a083-4b5f-aef2-f4bdff70943e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:36.923347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-74dc9707-a083-4b5f-aef2-f4bdff70943e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 908 time: 0.3324609 Jul 28 18:25:36.932324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6ef9-32e4-4a98-a687-bd8a232cac06 req-3698eedd-68a1-4e3e-8285-79983ae2afa8 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:36.934290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33dd6ef9-32e4-4a98-a687-bd8a232cac06 req-3698eedd-68a1-4e3e-8285-79983ae2afa8 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.3202665 Jul 28 18:25:36.959671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-9b1e23ad-8254-4c33-bd8d-64a2ade3a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:36.963154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-9b1e23ad-8254-4c33-bd8d-64a2ade3a40d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4176f56b1e544327841dee96d3a26bd8&device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 1097 time: 0.2901413 Jul 28 18:25:37.167290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 6347facc-517f-45ab-8723-15b087804c37 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:37.169106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-a335af4c-f82f-4a92-b923-b635074149e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:37.170674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-a335af4c-f82f-4a92-b923-b635074149e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8782eede-03c7-4e01-a1f1-8e0583691b27 HTTP/1.1" status: 200 len: 912 time: 0.1237535 Jul 28 18:25:37.235928 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-083872d0-96c1-4266-b1bd-9bf9e925f442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02201f8-a320-4283-893f-b814b5f84212 HTTP/1.1" status: 200 len: 217 time: 0.0509729 Jul 28 18:25:37.395430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33dd6ef9-32e4-4a98-a687-bd8a232cac06 req-65331b0e-2724-423e-bb9f-97bf44c213ef tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452457 Jul 28 18:25:37.404033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:37.409634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4524d814-862c-4737-8497-0193923beb8d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/6347facc-517f-45ab-8723-15b087804c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7289922 Jul 28 18:25:37.412403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57686) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:37.422820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-30d03800-39a5-4e2e-9c0b-b2125754a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:37.424154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] Sync routers for ids ['6347facc-517f-45ab-8723-15b087804c37'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:37.424667 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-30d03800-39a5-4e2e-9c0b-b2125754a20a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b7605e0-881b-482d-bbd3-30de968d4c6b HTTP/1.1" status: 200 len: 851 time: 0.1439385 Jul 28 18:25:37.442924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] Routers {'6347facc-517f-45ab-8723-15b087804c37'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:37.443793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6347facc-517f-45ab-8723-15b087804c37'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:37.464869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port cbfe1690-db98-4d56-a97b-fb9b7b0a706e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:37.465517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:37.498780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-583fa0c3-2b63-4c98-a5d2-6d3b2629cb98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=6347facc-517f-45ab-8723-15b087804c37 HTTP/1.1" status: 200 len: 205 time: 0.0851951 Jul 28 18:25:37.499404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:37.581043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port cbfe1690-db98-4d56-a97b-fb9b7b0a706e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:37.590015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:37.594415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:37.617094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for cbfe1690-db98-4d56-a97b-fb9b7b0a706e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:37.641860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] Routers {'6347facc-517f-45ab-8723-15b087804c37'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:37.642487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['6347facc-517f-45ab-8723-15b087804c37'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:37.660385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:37.726472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:37.727132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf37ce-b3c0-4dc1-a85c-e047697bedf8 None None] The sync data for ids ['6347facc-517f-45ab-8723-15b087804c37'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:37.748512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac0c38bc-db4c-40f4-a545-00d782861fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:37.774464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-78e644e5-1536-40f3-9d89-19d7b0aaa24d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8782eede-03c7-4e01-a1f1-8e0583691b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3403745 Jul 28 18:25:37.925430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0c1c3-4164-477d-816d-581e84e57891 req-3de67329-5482-45a8-959f-319c42eb07ba tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:37.926670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-c18cf897-eb45-46f7-ba47-67234a8efb41 service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277940 Jul 28 18:25:37.927658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ead0c1c3-4164-477d-816d-581e84e57891 req-3de67329-5482-45a8-959f-319c42eb07ba tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.3538644 Jul 28 18:25:37.993351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:37.997365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.059724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04162fb8-c5fb-453d-8a93-a9cf4dfe3aba req-98cd1b24-a4d6-425b-a891-bfcce0d3efd6 service neutron] 10.222.0.35 "GET /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229935 Jul 28 18:25:38.061844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ead0c1c3-4164-477d-816d-581e84e57891 req-6ec5b346-fca9-4633-956f-57179f40e71b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912476 Jul 28 18:25:38.118862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861d83-e2d0-4866-a93b-72a6c4130cb0 req-f6956bc7-8283-46c5-86ee-dc45cb427f31 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:38.120661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58861d83-e2d0-4866-a93b-72a6c4130cb0 req-f6956bc7-8283-46c5-86ee-dc45cb427f31 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 908 time: 0.3570757 Jul 28 18:25:38.163312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.166577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 6347facc-517f-45ab-8723-15b087804c37 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:25:38.182117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.183224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-675e964c-69a1-4641-9378-191dc6ebc09c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/6347facc-517f-45ab-8723-15b087804c37 HTTP/1.1" status: 204 len: 168 time: 0.6829112 Jul 28 18:25:38.186869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57694) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:38.291869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 0e448006-a064-463a-80cd-4e3d9c105e2e {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:38.295857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.313946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.345635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=cbfe1690-db98-4d56-a97b-fb9b7b0a706e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:38.407759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.433185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] No DVR routers for this DVR port cbfe1690-db98-4d56-a97b-fb9b7b0a706e on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:38.455276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.457410 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d660a33-ff9a-4f72-b9be-efe03964f46a req-013b53a4-a7e1-4be4-92e9-ad25ce02335e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "DELETE /v2.0/ports/cbfe1690-db98-4d56-a97b-fb9b7b0a706e HTTP/1.1" status: 204 len: 173 time: 1.5201983 Jul 28 18:25:38.457875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'name': 'network-vif-deleted', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:38.460188 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb4c3f-d7c3-4f03-8cb6-767dd2a91019" -d '{"events": [{"server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "name": "network-vif-deleted", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:38.529819 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33218d58-3be1-436c-af5a-389dd7f4d43e x-openstack-request-id: req-33218d58-3be1-436c-af5a-389dd7f4d43e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:38.530326 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf2945-f1db-413c-9f35-510a6c3a3d43", "name": "network-vif-deleted", "tag": "cbfe1690-db98-4d56-a97b-fb9b7b0a706e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:38.530767 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33218d58-3be1-436c-af5a-389dd7f4d43e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:38.531498 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf2945-f1db-413c-9f35-510a6c3a3d43', 'name': 'network-vif-deleted', 'tag': 'cbfe1690-db98-4d56-a97b-fb9b7b0a706e', 'status': 'completed', 'code': 200} Jul 28 18:25:38.600785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.640350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad03bb-d7dc-4f2f-97c3-5354aecdbc42 req-c7d2b0c6-7d34-439d-9e54-0481a79c6ef8 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:38.642029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fad03bb-d7dc-4f2f-97c3-5354aecdbc42 req-c7d2b0c6-7d34-439d-9e54-0481a79c6ef8 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0827539 Jul 28 18:25:38.722354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fad03bb-d7dc-4f2f-97c3-5354aecdbc42 req-d2c64da5-1f80-4785-89dc-3956726c2746 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662267 Jul 28 18:25:38.764099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.805520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=0e448006-a064-463a-80cd-4e3d9c105e2e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:38.807598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:38.812488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7cb19ea5-e7f3-47a3-8999-29e394159a9c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/0e448006-a064-463a-80cd-4e3d9c105e2e HTTP/1.1" status: 204 len: 168 time: 0.6244810 Jul 28 18:25:38.812761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57704) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:38.836322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9a5ab-eb6c-40d9-8288-66b0a403e239 None None] Network 5cf7fdc6-70ee-4633-83a0-75d56c758d28 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:39.021529 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.083745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 8534bd54-395d-4dfe-be8a-1a11e9a61720 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:39.084091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.157577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] DHCP port deletion for 5cf7fdc6-70ee-4633-83a0-75d56c758d28 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:25:39.230797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port 8534bd54-395d-4dfe-be8a-1a11e9a61720, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8534bd54-395d-4dfe-be8a-1a11e9a61720,segment=NetworkSegment(ff531988-35a5-4aa4-aa91-36d2dd32459b),segment_id=ff531988-35a5-4aa4-aa91-36d2dd32459b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:39.232164 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.299091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 8534bd54-395d-4dfe-be8a-1a11e9a61720 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:39.446125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626d64-9fa0-4626-98f1-dc51c10495b1 req-9751349b-6263-4161-aa57-9adec866891e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:39.476150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1626d64-9fa0-4626-98f1-dc51c10495b1 req-9751349b-6263-4161-aa57-9adec866891e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.2030401 Jul 28 18:25:39.547969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d6262820-6097-44e7-9a60-dd1615ef1981 req-96b94f95-9cbd-48c3-8991-b46a8cca3bf8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bcf2945-f1db-413c-9f35-510a6c3a3d43 HTTP/1.1" status: 200 len: 210 time: 0.0368545 Jul 28 18:25:39.558252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1626d64-9fa0-4626-98f1-dc51c10495b1 req-9cb2d823-41b1-4634-8b7e-4b8f21b36408 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794413 Jul 28 18:25:39.597201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.631068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8534bd54-395d-4dfe-be8a-1a11e9a61720 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:39.641447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=8534bd54-395d-4dfe-be8a-1a11e9a61720,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:39.654851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port 8534bd54-395d-4dfe-be8a-1a11e9a61720 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:39.713415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8534bd54-395d-4dfe-be8a-1a11e9a61720 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:39.720001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8534bd54-395d-4dfe-be8a-1a11e9a61720 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:39.753584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Deleting port 8534bd54-395d-4dfe-be8a-1a11e9a61720 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:39.753976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.776003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.787236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf7fdc6-70ee-4633-83a0-75d56c758d28']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:39.821775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff531988-35a5-4aa4-aa91-36d2dd32459b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:39.821775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff531988-35a5-4aa4-aa91-36d2dd32459b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:39.821775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.858569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.869414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:39.870086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:39.873939 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:39.884956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] For port 8534bd54-395d-4dfe-be8a-1a11e9a61720, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:39.885533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.908507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Calling delete_port for 8534bd54-395d-4dfe-be8a-1a11e9a61720 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:39.913435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Port 8534bd54-395d-4dfe-be8a-1a11e9a61720 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:25:39.913435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:39.969954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] Pushing event deleted for resources: {'Port': ['ID=8534bd54-395d-4dfe-be8a-1a11e9a61720,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:39.987346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d38027-9207-4ba4-9ec0-46443b783842 None None] No DVR routers for this DVR port 8534bd54-395d-4dfe-be8a-1a11e9a61720 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:39.994336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e49070-2aac-46ea-b1d4-fc7ed15c48d3 req-d1739476-52fd-4264-a278-d31cd6773ddd tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:39.996499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24e49070-2aac-46ea-b1d4-fc7ed15c48d3 req-d1739476-52fd-4264-a278-d31cd6773ddd tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1194739 Jul 28 18:25:40.045206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24e49070-2aac-46ea-b1d4-fc7ed15c48d3 req-04013810-c69b-403e-93d2-5488121b0e15 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Jul 28 18:25:40.070918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.074903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.089613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.102246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/5cf7fdc6-70ee-4633-83a0-75d56c758d28 HTTP/1.1" status: 204 len: 168 time: 1.2872479 Jul 28 18:25:40.106433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57722) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:40.113044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1404505456', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:40.122770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbbaa6-12c5-4659-bb09-d87fc81888d3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=5cf7fdc6-70ee-4633-83a0-75d56c758d28,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:40.231143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cbfe1690-db98-4d56-a97b-fb9b7b0a706e no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:40.264103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: cbfe1690-db98-4d56-a97b-fb9b7b0a706e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:40.264103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device cbfe1690-db98-4d56-a97b-fb9b7b0a706e not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:40.472254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.473318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.510706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-93ddc352-b01b-4a37-8ecc-474e16b98619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.584327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.786279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5334f6e-09e6-4887-ba95-6ba8763c89a6 req-09acc204-bf20-477e-9602-38580e39733c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:40.799446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c5334f6e-09e6-4887-ba95-6ba8763c89a6 req-09acc204-bf20-477e-9602-38580e39733c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1134408 Jul 28 18:25:40.825841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:40.873587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c5334f6e-09e6-4887-ba95-6ba8763c89a6 req-e7f7fc7c-2485-4a9f-bca5-cab816eaa0c8 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625169 Jul 28 18:25:41.023291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58717f6-9bdd-4de4-bb26-7fbe9a763a25 req-58bdd075-99b4-4a65-b24d-2374d782a41b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:41.024862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b58717f6-9bdd-4de4-bb26-7fbe9a763a25 req-58bdd075-99b4-4a65-b24d-2374d782a41b tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0651927 Jul 28 18:25:41.090434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b58717f6-9bdd-4de4-bb26-7fbe9a763a25 req-cd774061-2c7f-4a48-a3d8-c21daabe7033 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577164 Jul 28 18:25:41.110224 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:41.258740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:41.321322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:41.360903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a6519-9b0b-47e9-80bc-1e6c1614099a req-6af08d8e-f89c-4986-8ee3-c3692a0fd808 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:41.362808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-045a6519-9b0b-47e9-80bc-1e6c1614099a req-6af08d8e-f89c-4986-8ee3-c3692a0fd808 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.0669053 Jul 28 18:25:41.423816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-045a6519-9b0b-47e9-80bc-1e6c1614099a req-9be3744c-a72e-4fb8-b4af-3f721f55f436 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Jul 28 18:25:41.494239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 172.25.7.25 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/64d29d5d-62ec-4940-8ab0-edb7b9eb46a9) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:41.627291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:41.735128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:41.776462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:41.787075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:41.789671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=64d29d5d-62ec-4940-8ab0-edb7b9eb46a9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:41.793099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:41.824705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.825360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.825887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.826412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.826940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.827534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.828064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.828582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.829115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.829660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.830207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:41.830766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:42.293133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f3b2b-7d15-46ce-b6b6-ff6be426bb30 req-935e60c3-a0e8-4a2d-84cc-77b98ba5b6f3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:42.305796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b5f3b2b-7d15-46ce-b6b6-ff6be426bb30 req-935e60c3-a0e8-4a2d-84cc-77b98ba5b6f3 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.1349103 Jul 28 18:25:42.351545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b5f3b2b-7d15-46ce-b6b6-ff6be426bb30 req-e80cccf1-2b0c-40b0-9d99-b7ac11ed99f7 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Jul 28 18:25:42.434153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7412f7-c7eb-442d-97a4-1e3d0d48b1b4 req-fe133402-095c-4e76-b848-f38b51735aad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:42.438370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f7412f7-c7eb-442d-97a4-1e3d0d48b1b4 req-fe133402-095c-4e76-b848-f38b51735aad tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1211390 Jul 28 18:25:42.494473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f7412f7-c7eb-442d-97a4-1e3d0d48b1b4 req-682a8e89-84d8-4fd8-b0bf-426431cd2ccf tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495260 Jul 28 18:25:42.593396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85bcc2-2498-444d-9142-22a08fa1989e req-ee867acb-d603-4240-b338-4e4edc391c95 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:42.602453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce85bcc2-2498-444d-9142-22a08fa1989e req-ee867acb-d603-4240-b338-4e4edc391c95 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.0752041 Jul 28 18:25:42.640605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:42.697581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce85bcc2-2498-444d-9142-22a08fa1989e req-76566268-cc12-4120-9b0f-8ba9d4483b24 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925775 Jul 28 18:25:42.851171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-92ca9d43-c843-4d6d-9b7b-1c43358bf978 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:42.854654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-92ca9d43-c843-4d6d-9b7b-1c43358bf978 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0681806 Jul 28 18:25:42.928484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:42.967813 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.063133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-af5de2b4-7571-48d0-af66-9fca18c90069 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:43.064772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-af5de2b4-7571-48d0-af66-9fca18c90069 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.1336212 Jul 28 18:25:43.156084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Deleting port b02201f8-a320-4283-893f-b814b5f84212 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:43.156430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.243927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:43.244285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.308241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] For port b02201f8-a320-4283-893f-b814b5f84212, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b02201f8-a320-4283-893f-b814b5f84212,segment=NetworkSegment(54a62b31-8c80-4a58-a3c3-9a7efc71485d),segment_id=54a62b31-8c80-4a58-a3c3-9a7efc71485d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:43.308993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.471707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907412ec-3879-45d2-968a-4a3af2b37fcf req-677f4899-2d5f-4938-8e6c-6f4a74b9fdf0 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:43.473487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-907412ec-3879-45d2-968a-4a3af2b37fcf req-677f4899-2d5f-4938-8e6c-6f4a74b9fdf0 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 946 time: 0.0533769 Jul 28 18:25:43.487495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:25:43.579198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-907412ec-3879-45d2-968a-4a3af2b37fcf req-695153b1-6753-43c1-8ef6-cdb64e56ab2c tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/security-groups?id=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987866 Jul 28 18:25:43.710735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:43.722040 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] Sync routers for ids ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:43.751575 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] Routers {'8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:43.752452 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:43.779207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Calling delete_port for b02201f8-a320-4283-893f-b814b5f84212 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:43.860653 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:43.871496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.873454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d1d44efc-6d05-4341-8d12-6a044ca6ddf9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7649257 Jul 28 18:25:43.878074 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] Routers {'8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:43.879403 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:43.890698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57792) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:43.908724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:43.909267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:43.927559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d35d7-9f9e-4a54-890c-6474360848c2 req-c21b7f2a-209f-4b0b-bc59-71a37526c99e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:43.936052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a5d35d7-9f9e-4a54-890c-6474360848c2 req-c21b7f2a-209f-4b0b-bc59-71a37526c99e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.1927617 Jul 28 18:25:43.940513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:43.941389 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb195b4-9b3f-46ad-a615-0addabf8af44 None None] The sync data for ids ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:43.952715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107abc65-00e2-4e42-ba3a-d2969a580a58 req-5df9dc8c-249c-4658-99c0-631cee5f8f20 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:43.954464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-107abc65-00e2-4e42-ba3a-d2969a580a58 req-5df9dc8c-249c-4658-99c0-631cee5f8f20 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 946 time: 0.1757214 Jul 28 18:25:44.003111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:44.021372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a5d35d7-9f9e-4a54-890c-6474360848c2 req-856b8a92-5bbb-4b3d-8aa5-0c80c918853a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790980 Jul 28 18:25:44.140878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-107abc65-00e2-4e42-ba3a-d2969a580a58 req-3e7cc824-b849-4aa3-bdc0-89477d63a5a3 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075628 Jul 28 18:25:44.178529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ccda0de1-a294-40c2-b7df-3b44d3834a01 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers/8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 200 len: 884 time: 0.2862556 Jul 28 18:25:44.182136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57798) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:44.283678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:44.322258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Pushing event deleted for resources: {'Port': ['ID=b02201f8-a320-4283-893f-b814b5f84212,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:44.359881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:44.395007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['7124a13c-6565-4861-93b3-67becc2a980b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:44.419938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:44.440490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] No DVR routers for this DVR port b02201f8-a320-4283-893f-b814b5f84212 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:44.443320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:44.446196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddb08faa-997d-4f82-8c62-e8ea1719fd66 req-1dec1e41-1868-456f-a3dc-319495b2e4f5 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.35 "DELETE /v2.0/ports/b02201f8-a320-4283-893f-b814b5f84212 HTTP/1.1" status: 204 len: 173 time: 1.5843685 Jul 28 18:25:44.446860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'name': 'network-vif-deleted', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:44.449650 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948872d-c606-4433-b937-ad06b739e5c9" -d '{"events": [{"server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "name": "network-vif-deleted", "tag": "b02201f8-a320-4283-893f-b814b5f84212"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:44.582358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] No DVR routers for this DVR port 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:44.587752 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:44.589857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d79963fd-1caf-4b72-8e5c-ecb462040f38 req-0d1aa494-b755-4700-b8f8-13c303da3ef2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.35 "DELETE /v2.0/ports/9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 HTTP/1.1" status: 204 len: 173 time: 1.5165832 Jul 28 18:25:44.614268 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8daa4-bb27-45e0-97e3-14a9a5717deb x-openstack-request-id: req-8cb8daa4-bb27-45e0-97e3-14a9a5717deb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:44.618899 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d376fba1-d2bc-4e10-9976-be8cdd3cf43b", "name": "network-vif-deleted", "tag": "b02201f8-a320-4283-893f-b814b5f84212", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:44.618899 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cb8daa4-bb27-45e0-97e3-14a9a5717deb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:44.618899 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd376fba1-d2bc-4e10-9976-be8cdd3cf43b', 'name': 'network-vif-deleted', 'tag': 'b02201f8-a320-4283-893f-b814b5f84212', 'status': 'completed', 'code': 200} Jul 28 18:25:44.745847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7e90a90-f23c-429a-bdf7-d1192e96a8a6 req-677d852a-61c5-4103-8289-a73dc7785277 tempest-TestServerAdvancedOps-172871462 tempest-TestServerAdvancedOps-172871462-project] 10.222.0.25 "GET /v2.0/ports?device_id=d376fba1-d2bc-4e10-9976-be8cdd3cf43b HTTP/1.1" status: 200 len: 210 time: 0.0551150 Jul 28 18:25:44.773426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:44.773755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-595641aa-b3f0-4b4d-94b4-a73c53653ad3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5889354 Jul 28 18:25:44.776953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1404505456'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:45.203135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa7c0-cea6-450f-9907-5e2eef1353b8 req-6d324246-c7c2-4150-b51a-dd8e0fde650f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:45.204752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9edaa7c0-cea6-450f-9907-5e2eef1353b8 req-6d324246-c7c2-4150-b51a-dd8e0fde650f tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.0900593 Jul 28 18:25:45.249490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.275213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9edaa7c0-cea6-450f-9907-5e2eef1353b8 req-4ba3f2d1-b446-49d5-95a7-ed6062244b09 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634630 Jul 28 18:25:45.284986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eca23af3-16af-4882-8fe5-b767671c2a33 req-05bc18a9-f13d-4888-883e-fb0dcf425ed2 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=28af5052-4e75-448a-8161-b591bc051710 HTTP/1.1" status: 200 len: 210 time: 0.0315831 Jul 28 18:25:45.409247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.534026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:45.539577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.656977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:45.664157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.665393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22f34b00-63d7-4b51-adca-45793df1eabc tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 200 len: 891 time: 0.8927464 Jul 28 18:25:45.667566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] Sync routers for ids ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:45.668326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57824) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:45.681634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] Routers {'8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:45.682481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:45.718831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:45.727432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] Routers {'8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:45.728130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:45.765707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:45.766637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80401c7-1391-41de-8f26-19b49d59d424 None None] The sync data for ids ['8a9a3d6c-c2b4-428e-940a-98f1a5d670d3'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:45.793280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a01de1c5-11a8-4723-8922-9396e0e69841 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers/8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 200 len: 891 time: 0.1217496 Jul 28 18:25:45.795311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57832) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:45.823924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:45.825154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4bd51320-698c-41a0-9bc9-5b651c4c58b1 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 200 len: 205 time: 0.0285611 Jul 28 18:25:45.827660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:45.870002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Deleting subnet 9b7605e0-881b-482d-bbd3-30de968d4c6b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:45.873344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.913833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.945777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:45.962968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.061373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.072609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.097285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7605e0-881b-482d-bbd3-30de968d4c6b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:46.101412 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.104313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-10618c08-2e75-437a-9803-4c4dc4770b95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b7605e0-881b-482d-bbd3-30de968d4c6b HTTP/1.1" status: 204 len: 168 time: 0.2793021 Jul 28 18:25:46.106729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57844) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:46.173098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.211067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 64d29d5d-62ec-4940-8ab0-edb7b9eb46a9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:46.211425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.250993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:46.253864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.268009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8782eede-03c7-4e01-a1f1-8e0583691b27']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:46.276190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:46.276852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:46.277502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b02201f8-a320-4283-893f-b814b5f84212 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:46.281852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a62b31-8c80-4a58-a3c3-9a7efc71485d') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:46.282158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a62b31-8c80-4a58-a3c3-9a7efc71485d') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:46.291939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.294622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.301693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: b02201f8-a320-4283-893f-b814b5f84212 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:46.302378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b02201f8-a320-4283-893f-b814b5f84212 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:46.308627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 64d29d5d-62ec-4940-8ab0-edb7b9eb46a9 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:46.312445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.345997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:46.346410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:46.348109 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:46.449952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2ad9-5970-4188-9560-21cb5de0b623 req-a85afcaa-9e55-4b91-a1b7-9f07d2c7332a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:46.455930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33af2ad9-5970-4188-9560-21cb5de0b623 req-a85afcaa-9e55-4b91-a1b7-9f07d2c7332a tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.0809777 Jul 28 18:25:46.483388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.488966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.491146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] 10.222.0.25 "DELETE /v2.0/networks/8782eede-03c7-4e01-a1f1-8e0583691b27 HTTP/1.1" status: 204 len: 168 time: 0.3834395 Jul 28 18:25:46.504276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57854) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:46.523854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7d96-de0d-41c3-af53-110182d19b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8782eede-03c7-4e01-a1f1-8e0583691b27,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:46.545730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33af2ad9-5970-4188-9560-21cb5de0b623 req-e03f5779-f537-42be-8839-9c01eb41be7d tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867047 Jul 28 18:25:46.573015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Deleting subnet 2e857d41-6cf8-40c2-9464-d3778b07d144 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:46.573015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.605516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.616017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'name': 'network-vif-deleted', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:46.618973 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f626d91-c53a-4567-9402-5e068aa08692" -d '{"events": [{"server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "name": "network-vif-deleted", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:46.644199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.661229 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f73b4-4bb4-4e6f-8c99-0278bf99361f x-openstack-request-id: req-e95f73b4-4bb4-4e6f-8c99-0278bf99361f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:46.661548 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af5052-4e75-448a-8161-b591bc051710", "name": "network-vif-deleted", "tag": "9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:46.661787 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e95f73b4-4bb4-4e6f-8c99-0278bf99361f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:46.662202 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af5052-4e75-448a-8161-b591bc051710', 'name': 'network-vif-deleted', 'tag': '9be33dd2-aa0c-4f90-bbc1-17dd40fd67d0', 'status': 'completed', 'code': 200} Jul 28 18:25:46.666777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.693360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=64d29d5d-62ec-4940-8ab0-edb7b9eb46a9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:46.761500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.796843 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.825188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e857d41-6cf8-40c2-9464-d3778b07d144,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:46.828915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.834277 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6bc115be-ceb8-4f6b-9ff6-26519690268f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2e857d41-6cf8-40c2-9464-d3778b07d144 HTTP/1.1" status: 204 len: 168 time: 0.3278849 Jul 28 18:25:46.834277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57866) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:46.893551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.898128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.902456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.954636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515db6-4174-414b-9397-f24fdea718f5 req-5715cdee-675c-4318-bf10-f2680196da79 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:46.956205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca515db6-4174-414b-9397-f24fdea718f5 req-5715cdee-675c-4318-bf10-f2680196da79 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1217027 Jul 28 18:25:46.989256 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:46.994936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca515db6-4174-414b-9397-f24fdea718f5 req-3f8e1159-e71e-4439-8a2a-622b67b7708a tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Jul 28 18:25:46.999967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcabab4-254c-41ff-b0d5-4c65347a663a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:47.011444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a17118-6dd4-47d3-a62d-b6863277483b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:47.011756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a17118-6dd4-47d3-a62d-b6863277483b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:47.020895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.035036 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.041347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:47.045894 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:47.088774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.089303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:25:47.097172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.098252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2465decf-b5ae-47ac-a152-2e46f1c0459a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 204 len: 168 time: 1.2694595 Jul 28 18:25:47.101964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57872) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:47.107418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-716704273'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:47.186296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.190505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.192662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/9bcabab4-254c-41ff-b0d5-4c65347a663a HTTP/1.1" status: 204 len: 168 time: 0.3575966 Jul 28 18:25:47.207520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec93328-12db-4a74-9d93-bf3e833963cb admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcabab4-254c-41ff-b0d5-4c65347a663a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:47.213242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:47.217100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.248768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:25:47.258246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.259197 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 0bd685d2-fbe8-4d30-835d-5e0acbb832a1 of type vlan for network 3d3954b3-84db-41f9-8370-4386afb8088e Jul 28 18:25:47.307718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.420260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.426109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:47.426700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.490753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=3d3954b3-84db-41f9-8370-4386afb8088e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:47.503093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3d3954b3-84db-41f9-8370-4386afb8088e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:25:47.538278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-743b2c31-403d-47e2-8dc1-020b4113cef2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4326360 Jul 28 18:25:47.539549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57882) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:47.544443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:47.626725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57886) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:47.687374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b6d7e50-6da5-42d2-ae94-627c7830bdfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4176f56b1e544327841dee96d3a26bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593190 Jul 28 18:25:47.688867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:47.726558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e8ff-d460-474e-8cef-0c08b5bdce91 req-145dd451-6ab0-4985-9837-63d96f7b607c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:47.727540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:47.728484 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f53e8ff-d460-474e-8cef-0c08b5bdce91 req-145dd451-6ab0-4985-9837-63d96f7b607c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 944 time: 0.0624182 Jul 28 18:25:47.730977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.768102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f53e8ff-d460-474e-8cef-0c08b5bdce91 req-81a18e02-6445-4c09-b7c7-ace50f3948c3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Jul 28 18:25:47.796678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:47.858516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.083772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.086731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.087908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a HTTP/1.1" status: 204 len: 168 time: 0.3980172 Jul 28 18:25:48.123339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ba991-ea2f-46cb-a5c1-c21cbf3356e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3cf27-cec9-4c3b-bd6a-ac8e51ed208a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:48.131283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.201440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-ae763789-bf8a-4cd8-aba8-829d343f024e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:48.202986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-ae763789-bf8a-4cd8-aba8-829d343f024e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1518877 Jul 28 18:25:48.223134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:25:48.233620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31db5fc-0bfb-4e3c-bb29-7322af35a096 req-0bc9013d-4b0b-402b-8ccf-a20e2c363e64 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:48.238663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f31db5fc-0bfb-4e3c-bb29-7322af35a096 req-0bc9013d-4b0b-402b-8ccf-a20e2c363e64 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 945 time: 0.1546364 Jul 28 18:25:48.293716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=8470d1c2-6a62-4743-9ab2-c09c789f106c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:48.321328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '0bd685d2-fbe8-4d30-835d-5e0acbb832a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:48.322194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 3d3954b3-84db-41f9-8370-4386afb8088e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:25:48.335897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:48.347073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'port_id': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'mac_address': 'fa:16:3e:0a:49:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:25:48.361672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f31db5fc-0bfb-4e3c-bb29-7322af35a096 req-a8eeda15-17c4-401e-8f7e-b7e8809ddffe tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157520 Jul 28 18:25:48.389908 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.390683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port 7124a13c-6565-4861-93b3-67becc2a980b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:48.391035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.403759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:25:48.428286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:48.489126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port 7124a13c-6565-4861-93b3-67becc2a980b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=7124a13c-6565-4861-93b3-67becc2a980b,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:48.490034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.494052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3d3954b3-84db-41f9-8370-4386afb8088e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:25:48.503525 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.518495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for 7124a13c-6565-4861-93b3-67becc2a980b owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:48.591648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:48.592722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3d3954b3-84db-41f9-8370-4386afb8088e) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:48.597167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:48.597758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.612491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97e064-fc3b-48e1-a41a-b8c62b8be01e None None] Network 3d3954b3-84db-41f9-8370-4386afb8088e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:48.698267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29e21904-ef80-4266-b326-f6ac98ac5f95 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1562116 Jul 28 18:25:48.698672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57908) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:48.705509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-717893643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:48.730946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.745339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['1abe2790-ffa5-4578-a5b1-3138af50243d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:48.769543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=7124a13c-6565-4861-93b3-67becc2a980b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:48.819236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3d3954b3-84db-41f9-8370-4386afb8088e', 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '8470d1c2-6a62-4743-9ab2-c09c789f106c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:25:48.820068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] No DVR routers for this DVR port 7124a13c-6565-4861-93b3-67becc2a980b on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:48.822969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.830385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13e3f565-0527-41a9-9db2-d5c338d81599 req-1ddfb194-9e92-4736-b88d-50b8ef7598c8 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "DELETE /v2.0/ports/7124a13c-6565-4861-93b3-67becc2a980b HTTP/1.1" status: 204 len: 173 time: 0.6141379 Jul 28 18:25:48.830502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.830596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'name': 'network-vif-deleted', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:48.830596 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7728dc85-7983-42e6-9924-646df0e42fb2" -d '{"events": [{"server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "name": "network-vif-deleted", "tag": "7124a13c-6565-4861-93b3-67becc2a980b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:48.839671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.890066 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a8eea-9d93-426b-a8c2-c2b492a63aa6 x-openstack-request-id: req-b46a8eea-9d93-426b-a8c2-c2b492a63aa6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:48.893367 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80fb5b6-b773-4bb3-a0ee-398c9f216c79", "name": "network-vif-deleted", "tag": "7124a13c-6565-4861-93b3-67becc2a980b", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:48.893367 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b46a8eea-9d93-426b-a8c2-c2b492a63aa6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:48.893367 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80fb5b6-b773-4bb3-a0ee-398c9f216c79', 'name': 'network-vif-deleted', 'tag': '7124a13c-6565-4861-93b3-67becc2a980b', 'status': 'completed', 'code': 200} Jul 28 18:25:48.901680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.902987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:48.967658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7267-c0c2-446a-84ba-f6ada88fe357 req-f68c62e4-bc39-4b13-8aa1-8152a8a44dd5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:48.974121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57920) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:48.976269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7aa7267-c0c2-446a-84ba-f6ada88fe357 req-f68c62e4-bc39-4b13-8aa1-8152a8a44dd5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1122756 Jul 28 18:25:49.048531 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.066880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f0b58ee5-032e-4643-8a65-00c88d22c89a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f699107f60dc4b05941781a13cc31ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914783 Jul 28 18:25:49.069581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57922) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:49.122995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7aa7267-c0c2-446a-84ba-f6ada88fe357 req-885f9da9-5119-4c64-9c2f-fc9919f29652 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452885 Jul 28 18:25:49.123681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Allocated IP 2001:db8::2 (3d3954b3-84db-41f9-8370-4386afb8088e/8470d1c2-6a62-4743-9ab2-c09c789f106c/4785986d-738c-45d1-ad4b-f3dc95e343ee) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:49.139650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.169378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.171762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.259645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.259645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c3a9ff85-dc2d-48fe-86e7-d82ce533c4d9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5567267 Jul 28 18:25:49.261776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 57928) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:49.299339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.380629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Transition to ACTIVE for port object 4785986d-738c-45d1-ad4b-f3dc95e343ee will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:49.398210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Transition to ACTIVE for port object 4785986d-738c-45d1-ad4b-f3dc95e343ee will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:49.498427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.545994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Network 3d3954b3-84db-41f9-8370-4386afb8088e is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:49.549251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:49.556845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:49.560123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Pushing event updated for resources: {'Port': ['ID=4785986d-738c-45d1-ad4b-f3dc95e343ee,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:49.624207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Attempting to bind port 4785986d-738c-45d1-ad4b-f3dc95e343ee on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:49.624727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Attempting to bind port 4785986d-738c-45d1-ad4b-f3dc95e343ee by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0bd685d2-fbe8-4d30-835d-5e0acbb832a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:49.625386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Attempting to bind port 4785986d-738c-45d1-ad4b-f3dc95e343ee on network 3d3954b3-84db-41f9-8370-4386afb8088e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:49.631726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:49.632375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Checking segment: {'id': '0bd685d2-fbe8-4d30-835d-5e0acbb832a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:49.632873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.633363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Bound using segment: {'id': '0bd685d2-fbe8-4d30-835d-5e0acbb832a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:49.634648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Bound port: 4785986d-738c-45d1-ad4b-f3dc95e343ee, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd685d2-fbe8-4d30-835d-5e0acbb832a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d3954b3-84db-41f9-8370-4386afb8088e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:49.635114 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.708131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] For port 4785986d-738c-45d1-ad4b-f3dc95e343ee, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:49.712272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] For port 4785986d-738c-45d1-ad4b-f3dc95e343ee, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4785986d-738c-45d1-ad4b-f3dc95e343ee,segment=NetworkSegment(0bd685d2-fbe8-4d30-835d-5e0acbb832a1),segment_id=0bd685d2-fbe8-4d30-835d-5e0acbb832a1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:49.714458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.717196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.718337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cff958a-5e2a-49c0-905e-6ebf66c6a630 HTTP/1.1" status: 204 len: 168 time: 0.6473103 Jul 28 18:25:49.760979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddea4a3-b958-4a2d-b2bc-a39025db2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cff958a-5e2a-49c0-905e-6ebf66c6a630,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:49.764089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6fb61f6-7401-4b22-8294-446bfc48a6ab req-66ab07e1-36ce-4fbc-bc13-02ec6460cffb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=d80fb5b6-b773-4bb3-a0ee-398c9f216c79 HTTP/1.1" status: 200 len: 210 time: 0.0768929 Jul 28 18:25:49.822059 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:49.899385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4049b3-3c91-4aeb-83dc-17bfb4e4b309 None None] Pushing event updated for resources: {'Port': ['ID=4785986d-738c-45d1-ad4b-f3dc95e343ee,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:49.991716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.249445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:50.326729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4fdc5-ceed-4b6a-84b4-c63e41d090a9 req-3dc21d47-778b-4caf-a452-c02d60421f42 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:50.341032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ea4fdc5-ceed-4b6a-84b4-c63e41d090a9 req-3dc21d47-778b-4caf-a452-c02d60421f42 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 945 time: 0.1058197 Jul 28 18:25:50.380198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8::1 (3d3954b3-84db-41f9-8370-4386afb8088e/8470d1c2-6a62-4743-9ab2-c09c789f106c/d4cdccbd-c42d-486c-a8c1-09f99b10d899) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:50.384168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ea4fdc5-ceed-4b6a-84b4-c63e41d090a9 req-84cf8cf6-8138-477e-b0d7-4c1b187a6fc1 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Jul 28 18:25:50.449346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 1abe2790-ffa5-4578-a5b1-3138af50243d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:50.456495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 1abe2790-ffa5-4578-a5b1-3138af50243d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:50.457049 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.536028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.556715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object d4cdccbd-c42d-486c-a8c1-09f99b10d899 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:50.564875 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.587686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:50.589934 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056c09a-ee75-41b2-99cc-f2d231b4f603" -d '{"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:50.603608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:50.625151 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74231932-40f5-45d2-b695-422e1e64f301 x-openstack-request-id: req-74231932-40f5-45d2-b695-422e1e64f301 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:50.630590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-plugged", "status": "completed", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:50.630590 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74231932-40f5-45d2-b695-422e1e64f301 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:50.630590 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'code': 200} Jul 28 18:25:50.643836 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.683664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3d3954b3-84db-41f9-8370-4386afb8088e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:50.686731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:50.690518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:50.691072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.717440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:50.718550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7124a13c-6565-4861-93b3-67becc2a980b no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:50.742440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=d4cdccbd-c42d-486c-a8c1-09f99b10d899,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:50.758422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 7124a13c-6565-4861-93b3-67becc2a980b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:50.759264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 7124a13c-6565-4861-93b3-67becc2a980b not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:50.825342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:50.992427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.040501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a585c-2801-48ff-b615-9caf55f584d1 req-bfbb2b2f-fd4c-4743-ab95-3be01d3bacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:51.042130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d4a585c-2801-48ff-b615-9caf55f584d1 req-bfbb2b2f-fd4c-4743-ab95-3be01d3bacb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 1097 time: 0.1075239 Jul 28 18:25:51.135516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3889e-a7d8-497f-8adf-1a4a3e4dae2c None None] Network 3d3954b3-84db-41f9-8370-4386afb8088e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:51.150203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d4a585c-2801-48ff-b615-9caf55f584d1 req-6585adba-953f-4de7-a1cb-ed6c7b9453b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998559 Jul 28 18:25:51.311113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.312061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4794e0e8-df17-4e7a-ba9b-037d8feeee27 None None] Provisioning for port 4785986d-738c-45d1-ad4b-f3dc95e343ee completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:51.370505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4785986d-738c-45d1-ad4b-f3dc95e343ee up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:51.427960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.429083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.494408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f179cc-0098-4a17-b7dc-b298ba71ccd5 req-7b7b7334-33fc-4b8f-97ae-d38cb8404173 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:51.496720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19f179cc-0098-4a17-b7dc-b298ba71ccd5 req-7b7b7334-33fc-4b8f-97ae-d38cb8404173 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0759444 Jul 28 18:25:51.528726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4785986d-738c-45d1-ad4b-f3dc95e343ee completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:51.532826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4785986d-738c-45d1-ad4b-f3dc95e343ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:51.533212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.576627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19f179cc-0098-4a17-b7dc-b298ba71ccd5 req-4314cdf9-5fa7-4263-b71e-598148052379 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536957 Jul 28 18:25:51.621984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.630905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=d4cdccbd-c42d-486c-a8c1-09f99b10d899,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:51.660492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3d3954b3-84db-41f9-8370-4386afb8088e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:51.663063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:51.670722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4785986d-738c-45d1-ad4b-f3dc95e343ee, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4785986d-738c-45d1-ad4b-f3dc95e343ee,segment=NetworkSegment(0bd685d2-fbe8-4d30-835d-5e0acbb832a1),segment_id=0bd685d2-fbe8-4d30-835d-5e0acbb832a1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:51.757789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.767629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad233-4c92-4aa6-8863-ddb4913d1b21 req-8b91db1f-87a0-4923-b585-9a822da0cd3b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:51.771873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e5ad233-4c92-4aa6-8863-ddb4913d1b21 req-8b91db1f-87a0-4923-b585-9a822da0cd3b tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.2295377 Jul 28 18:25:51.839456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4785986d-738c-45d1-ad4b-f3dc95e343ee,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:51.842653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Provisioning complete for port 4785986d-738c-45d1-ad4b-f3dc95e343ee triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:51.843139 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:51.874684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9e5ad233-4c92-4aa6-8863-ddb4913d1b21 req-197c8b5e-b234-4b76-9031-a0a2803c0523 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991402 Jul 28 18:25:51.960156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 57e88ae8-d75e-46ec-8392-ee49e3a48de4 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:25:52.060266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Provisioning for port d4cdccbd-c42d-486c-a8c1-09f99b10d899 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:25:52.066166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Provisioning complete for port d4cdccbd-c42d-486c-a8c1-09f99b10d899 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:52.066685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.090743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:52.096449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e29a33c-fe52-4430-98f4-a685381e2fd9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/57e88ae8-d75e-46ec-8392-ee49e3a48de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336136 Jul 28 18:25:52.099342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 57994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:52.101879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] Sync routers for ids ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:52.112682 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] Routers {'57e88ae8-d75e-46ec-8392-ee49e3a48de4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:52.113551 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:52.139298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f91e1-5f66-4581-b7e3-b91fac981fa8 None None] Port d4cdccbd-c42d-486c-a8c1-09f99b10d899 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:52.171987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296709e7-7f6c-4a60-980e-04158090ea7c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:52.175444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-296709e7-7f6c-4a60-980e-04158090ea7c tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports/d4cdccbd-c42d-486c-a8c1-09f99b10d899 HTTP/1.1" status: 200 len: 911 time: 0.0729020 Jul 28 18:25:52.176235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58004) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:52.183097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8470d1c2-6a62-4743-9ab2-c09c789f106c'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:52.197395 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:52.238909 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] Routers {'57e88ae8-d75e-46ec-8392-ee49e3a48de4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:52.239918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:52.262578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-53eb3166-40f7-4337-b67e-8e832b1a0bf6 None None] Provisioning complete for port d4cdccbd-c42d-486c-a8c1-09f99b10d899 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:52.263303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53eb3166-40f7-4337-b67e-8e832b1a0bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.277867 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:52.278769 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4ccc4-f6bb-4dda-a778-78daf5b80110 None None] The sync data for ids ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:52.322150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-53eb3166-40f7-4337-b67e-8e832b1a0bf6 None None] Port d4cdccbd-c42d-486c-a8c1-09f99b10d899 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:52.441663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1baef22f-c25e-47ad-b535-535f43033ce5 None None] Provisioning complete for port d4cdccbd-c42d-486c-a8c1-09f99b10d899 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:52.442039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1baef22f-c25e-47ad-b535-535f43033ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.464669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.490648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1baef22f-c25e-47ad-b535-535f43033ce5 None None] Port d4cdccbd-c42d-486c-a8c1-09f99b10d899 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:25:52.699236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d78d05-b6a9-40be-9361-4fdd5bfc35a0 req-71abbe5d-5a69-46f0-99c8-fa9bbfbd3616 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:52.701101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97d78d05-b6a9-40be-9361-4fdd5bfc35a0 req-71abbe5d-5a69-46f0-99c8-fa9bbfbd3616 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0651886 Jul 28 18:25:52.744413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97d78d05-b6a9-40be-9361-4fdd5bfc35a0 req-44d8912f-4f4f-4239-a9b7-da57652613ba tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354481 Jul 28 18:25:52.858669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.952218 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.958315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:52.958942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:52.961692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/ports/d4cdccbd-c42d-486c-a8c1-09f99b10d899 HTTP/1.1" status: 200 len: 911 time: 0.7831051 Jul 28 18:25:52.964194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:53.048090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0d3ab-c1ae-4c92-997b-1b8043173d9a req-a5516586-b5d9-46dd-a882-d23dc6618247 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:53.049461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2e0d3ab-c1ae-4c92-997b-1b8043173d9a req-a5516586-b5d9-46dd-a882-d23dc6618247 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.0848086 Jul 28 18:25:53.050230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd9e6-cc76-41a2-a09b-935fc1823476 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=d4cdccbd-c42d-486c-a8c1-09f99b10d899,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:53.112940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2e0d3ab-c1ae-4c92-997b-1b8043173d9a req-aba4f2de-bbcf-4186-9389-31d7599b8145 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469611 Jul 28 18:25:53.333476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.377450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4785986d-738c-45d1-ad4b-f3dc95e343ee up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:53.432639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4785986d-738c-45d1-ad4b-f3dc95e343ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:25:53.433213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.583910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a411-288b-431a-9feb-2e7e551772da req-127c15e7-ca04-421f-b2c1-71aa00c263e0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:53.585659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fa7a411-288b-431a-9feb-2e7e551772da req-127c15e7-ca04-421f-b2c1-71aa00c263e0 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.1150353 Jul 28 18:25:53.708647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port d4cdccbd-c42d-486c-a8c1-09f99b10d899 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:53.711836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:53.712193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.712592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.830101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.845473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for d4cdccbd-c42d-486c-a8c1-09f99b10d899 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:53.850569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] For port b3c49cec-14d0-4d17-8b97-7463ad23b30e, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b3c49cec-14d0-4d17-8b97-7463ad23b30e,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:53.851346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:53.952338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876864-e7d1-4e70-a380-bfa1954a16b6 req-fe91ce82-82ba-4c72-bf10-9d0f5e33fe0e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:53.953856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25876864-e7d1-4e70-a380-bfa1954a16b6 req-fe91ce82-82ba-4c72-bf10-9d0f5e33fe0e tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 945 time: 0.0954723 Jul 28 18:25:54.043717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25876864-e7d1-4e70-a380-bfa1954a16b6 req-5e8aad94-ce80-46db-a5e3-41d0b20df016 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups?id=de72ab15-a709-4d5c-a95e-ee71b434662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805423 Jul 28 18:25:54.180191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.238511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=d4cdccbd-c42d-486c-a8c1-09f99b10d899,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:54.445097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.651812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 57e88ae8-d75e-46ec-8392-ee49e3a48de4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:54.662590 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.663185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.663601 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Floating IP a4ddbf87-c15c-439c-b4b2-7e502059d390 disassociated. External IP: 172.25.7.252, port: b3c49cec-14d0-4d17-8b97-7463ad23b30e. Jul 28 18:25:54.663872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for b3c49cec-14d0-4d17-8b97-7463ad23b30e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:54.685200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24c9e-eb19-4e4c-b610-0707260b0c1c req-aa058e68-40bf-430e-98aa-82f826daad91 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:54.692553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79f24c9e-eb19-4e4c-b610-0707260b0c1c req-aa058e68-40bf-430e-98aa-82f826daad91 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.1570041 Jul 28 18:25:54.745196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:54.757764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] Sync routers for ids ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:54.770558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] Routers {'57e88ae8-d75e-46ec-8392-ee49e3a48de4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:54.771828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:54.779425 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9b66882-4b87-42a7-b750-9b457d27d28d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/57e88ae8-d75e-46ec-8392-ee49e3a48de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140473 Jul 28 18:25:54.782787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-79f24c9e-eb19-4e4c-b610-0707260b0c1c req-e472be4c-a098-4ba1-9da4-2d53df9b5c15 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791066 Jul 28 18:25:54.783070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58074) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:54.811849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:54.823249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] Routers {'57e88ae8-d75e-46ec-8392-ee49e3a48de4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:54.824605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:54.824929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5720db9e-91e9-4053-b4f5-1a8efd9f759d tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e88ae8-d75e-46ec-8392-ee49e3a48de4 HTTP/1.1" status: 200 len: 205 time: 0.0410442 Jul 28 18:25:54.832135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58078) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:54.867260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:54.868936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23176ae-614b-495b-ac85-33269561fbd3 None None] The sync data for ids ['57e88ae8-d75e-46ec-8392-ee49e3a48de4'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:54.914162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.940042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:54.969734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=b3c49cec-14d0-4d17-8b97-7463ad23b30e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:55.168839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Router a59c9782-674f-41af-8e9d-23f1a08a0f61 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:55.287579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:55.298367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Sync routers for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:55.311984 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:55.313001 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:55.339341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] No DVR routers for this DVR port b3c49cec-14d0-4d17-8b97-7463ad23b30e on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:55.342134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.345337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7fa7a411-288b-431a-9feb-2e7e551772da req-4a07cbdc-01c8-47f9-8cbc-bef78ce4019b tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.37 "DELETE /v2.0/ports/b3c49cec-14d0-4d17-8b97-7463ad23b30e HTTP/1.1" status: 204 len: 173 time: 1.7516849 Jul 28 18:25:55.345827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-deleted', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:25:55.359725 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1f622-d322-4ede-a9a9-cdcf9a856803" -d '{"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-deleted", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:55.433703 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352daa00-2d6b-420b-9bbf-d063cec13864 x-openstack-request-id: req-352daa00-2d6b-420b-9bbf-d063cec13864 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:55.438497 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719ec9d-359a-4fa8-8b75-b70226dee35d", "name": "network-vif-deleted", "tag": "b3c49cec-14d0-4d17-8b97-7463ad23b30e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:55.438898 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-352daa00-2d6b-420b-9bbf-d063cec13864 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:55.439389 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3719ec9d-359a-4fa8-8b75-b70226dee35d', 'name': 'network-vif-deleted', 'tag': 'b3c49cec-14d0-4d17-8b97-7463ad23b30e', 'status': 'completed', 'code': 200} Jul 28 18:25:55.471490 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:25:55.528091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.531907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.624410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fcdbbdd-8a54-49cf-a8e0-aa4879d6b70c req-db20d271-6288-4917-8196-a9fcdeba04fb tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/ports?device_id=3719ec9d-359a-4fa8-8b75-b70226dee35d HTTP/1.1" status: 200 len: 210 time: 0.0369685 Jul 28 18:25:55.649704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.650315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 57e88ae8-d75e-46ec-8392-ee49e3a48de4 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:25:55.660469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.660469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0bd20eef-14f9-468d-bbf0-0f15c7f0c0f0 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/57e88ae8-d75e-46ec-8392-ee49e3a48de4 HTTP/1.1" status: 204 len: 168 time: 0.8272507 Jul 28 18:25:55.663518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:55.766419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 8470d1c2-6a62-4743-9ab2-c09c789f106c {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:25:55.770552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.794192 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:55.819072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.823519 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Checking router: a59c9782-674f-41af-8e9d-23f1a08a0f61 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:25:55.832956 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:55.833813 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:55.909722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:55.964127 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:25:56.032669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.104802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=8470d1c2-6a62-4743-9ab2-c09c789f106c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:56.122460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8c059-c424-4b4d-a9cb-395d37950dc3 None None] Network 3d3954b3-84db-41f9-8370-4386afb8088e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:56.123578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.128336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58102) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:56.141662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-462cfa57-f078-4a7e-b309-e5ec225de094 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/8470d1c2-6a62-4743-9ab2-c09c789f106c HTTP/1.1" status: 204 len: 168 time: 0.4756498 Jul 28 18:25:56.200433 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:56.228013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.233216 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff197ccb-f4dd-45f0-add5-df271f9d735d None None] The sync data for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 is: [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:18:04Z', 'revision_number': 4, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '52ad9458-d442-46c5-b155-910db72514c7', 'name': '', 'network_id': '70336ab2-1fdb-4f51-b713-9e314b936a61', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'mac_address': 'fa:16:3e:97:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:04Z', 'updated_at': '2021-07-28T18:18:13Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'subnets': [{'id': '07f3a089-0573-4998-8a0a-d9a9be6ac5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:56.291065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 4785986d-738c-45d1-ad4b-f3dc95e343ee {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:56.291514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.413432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] DHCP port deletion for 3d3954b3-84db-41f9-8370-4386afb8088e request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:25:56.415759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port 4785986d-738c-45d1-ad4b-f3dc95e343ee, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4785986d-738c-45d1-ad4b-f3dc95e343ee,segment=NetworkSegment(0bd685d2-fbe8-4d30-835d-5e0acbb832a1),segment_id=0bd685d2-fbe8-4d30-835d-5e0acbb832a1)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:56.416121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.431434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 4785986d-738c-45d1-ad4b-f3dc95e343ee owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:56.467649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Deleting port 4785986d-738c-45d1-ad4b-f3dc95e343ee {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:56.468260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.564012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] For port 4785986d-738c-45d1-ad4b-f3dc95e343ee, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4785986d-738c-45d1-ad4b-f3dc95e343ee,segment=NetworkSegment(0bd685d2-fbe8-4d30-835d-5e0acbb832a1),segment_id=0bd685d2-fbe8-4d30-835d-5e0acbb832a1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:56.564698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.580972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Calling delete_port for 4785986d-738c-45d1-ad4b-f3dc95e343ee owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:56.637510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.671436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=4785986d-738c-45d1-ad4b-f3dc95e343ee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:56.682389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.683107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port 4785986d-738c-45d1-ad4b-f3dc95e343ee on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:56.694031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] No DVR routers for this DVR port 4785986d-738c-45d1-ad4b-f3dc95e343ee on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:25:56.718992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc92ab-67e7-4aa5-b6f1-8e88b1e0184d None None] Pushing event deleted for resources: {'Port': ['ID=4785986d-738c-45d1-ad4b-f3dc95e343ee,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:56.732909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cec8a2-e563-4b50-982b-4fa3bac75bcc None None] New status for floating IP a4ddbf87-c15c-439c-b4b2-7e502059d390: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:25:56.781614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.793694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3954b3-84db-41f9-8370-4386afb8088e']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:56.811936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd685d2-fbe8-4d30-835d-5e0acbb832a1') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:56.812243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd685d2-fbe8-4d30-835d-5e0acbb832a1') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:56.822438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58118) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:56.823795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.840381 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.846584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:25:56.846996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:25:56.850516 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:25:56.917847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.942499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:56.997579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.002510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.008065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/3d3954b3-84db-41f9-8370-4386afb8088e HTTP/1.1" status: 204 len: 168 time: 0.8752561 Jul 28 18:25:57.009195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58122) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.014680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174664954', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:57.023557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61a49-220f-401d-829a-6561fbc7bab5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=3d3954b3-84db-41f9-8370-4386afb8088e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:57.077144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.079939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.083433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "DELETE /v2.0/security-groups/de72ab15-a709-4d5c-a95e-ee71b434662d HTTP/1.1" status: 204 len: 168 time: 0.2571039 Jul 28 18:25:57.097556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58126) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.099368 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-ad83b679-556f-4ddd-a18d-a8f7ea6d5e31 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] show failed (client error): The resource could not be found. Jul 28 18:25:57.103511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad83b679-556f-4ddd-a18d-a8f7ea6d5e31 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "GET /v2.0/security-groups/de72ab15-a709-4d5c-a95e-ee71b434662d HTTP/1.1" status: 404 len: 347 time: 0.0156474 Jul 28 18:25:57.103996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58130) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.122598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab84b0-f740-4eae-aa9a-6d9387f5de75 tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72ab15-a709-4d5c-a95e-ee71b434662d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:57.160848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.160848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.225115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.260705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Deleting port 1d98981d-e28b-4dba-8c19-fb684e99e24f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:57.261219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.316598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4785986d-738c-45d1-ad4b-f3dc95e343ee no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:57.329711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.337347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4785986d-738c-45d1-ad4b-f3dc95e343ee {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:57.337924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4785986d-738c-45d1-ad4b-f3dc95e343ee not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:57.341215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.341624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.355925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Calling delete_port for 1d98981d-e28b-4dba-8c19-fb684e99e24f owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:57.453528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.454852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-33f2cfd0-0cfc-4499-894a-bf2178514df7 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4444323 Jul 28 18:25:57.457497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.463007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171461844'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:57.585854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:57.586076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.590033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.609925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Pushing event deleted for resources: {'Port': ['ID=1d98981d-e28b-4dba-8c19-fb684e99e24f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:57.613670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:25:57.623863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.625086 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 7380e004-bb13-4203-833d-79d98904dbf0 of type vlan for network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 Jul 28 18:25:57.666342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.674801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.677459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.678619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-70f8b949-98d3-4186-a473-fccedad4f26d tempest-ServerActionsTestJSON-433792485 tempest-ServerActionsTestJSON-433792485-project] 10.222.0.25 "DELETE /v2.0/floatingips/a4ddbf87-c15c-439c-b4b2-7e502059d390 HTTP/1.1" status: 204 len: 168 time: 0.5736198 Jul 28 18:25:57.681746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58142) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.762980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.769982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:57.770584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:57.843021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:57.859367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:25:57.894943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91e2f83c-99e9-4829-9afa-185060b7601f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4363666 Jul 28 18:25:57.897618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:57.904656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:25:58.139239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:58.143909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.283092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.300796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:58.327135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: b3c49cec-14d0-4d17-8b97-7463ad23b30e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:25:58.328232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b3c49cec-14d0-4d17-8b97-7463ad23b30e not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:58.457993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.526386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=3bbd37cc-e849-41a0-bd33-5efbd11e7353,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:58.549082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:58.551567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:25:58.600505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Deleting port 52ad9458-d442-46c5-b155-910db72514c7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:25:58.600922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.636371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:25:58.679327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] For port 52ad9458-d442-46c5-b155-910db72514c7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=52ad9458-d442-46c5-b155-910db72514c7,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:58.679728 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.694422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Calling delete_port for 52ad9458-d442-46c5-b155-910db72514c7 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:25:58.705810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:58.710284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:25:58.711084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.717694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4c4f5-4607-4fe7-8103-d80612d7ebfe None None] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:25:58.798100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f0331b0-829e-4658-b625-0886b5e178f3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8989546 Jul 28 18:25:58.800860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58162) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:58.908048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:25:58.908918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:58.963535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.010557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ad9458-d442-46c5-b155-910db72514c7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:59.111149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Allocated IP 2001:db8::2 (8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955/3bbd37cc-e849-41a0-bd33-5efbd11e7353/7fbffd29-6155-4886-bc86-a90b5881d2e2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:59.157434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.298981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.512344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.521534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Transition to ACTIVE for port object 7fbffd29-6155-4886-bc86-a90b5881d2e2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:59.537642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Transition to ACTIVE for port object 7fbffd29-6155-4886-bc86-a90b5881d2e2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:59.602711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.639747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Router a59c9782-674f-41af-8e9d-23f1a08a0f61 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:25:59.648664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:59.653125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:59.655613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:25:59.670038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8::1 (8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955/3bbd37cc-e849-41a0-bd33-5efbd11e7353/ea4238e4-74c6-4517-996a-13de60a89399) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:59.701023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Pushing event updated for resources: {'Port': ['ID=7fbffd29-6155-4886-bc86-a90b5881d2e2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:59.731291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Attempting to bind port 7fbffd29-6155-4886-bc86-a90b5881d2e2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:25:59.731720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Attempting to bind port 7fbffd29-6155-4886-bc86-a90b5881d2e2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:25:59.732053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Attempting to bind port 7fbffd29-6155-4886-bc86-a90b5881d2e2 on network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:25:59.739772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:25:59.740087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Checking segment: {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:25:59.740620 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.741018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Bound using segment: {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:25:59.741518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Bound port: 7fbffd29-6155-4886-bc86-a90b5881d2e2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:25:59.742484 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.772491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:59.779246 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf315c07-56a8-48c7-a64a-ca6d5bc1b029 admin admin] 10.222.0.25 "PUT /v2.0/routers/a59c9782-674f-41af-8e9d-23f1a08a0f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964601 Jul 28 18:25:59.783449 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Sync routers for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:59.792290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58168) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:25:59.801124 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:25:59.802000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:59.815329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.829582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object ea4238e4-74c6-4517-996a-13de60a89399 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:25:59.834373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] For port 7fbffd29-6155-4886-bc86-a90b5881d2e2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:59.834373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] For port 7fbffd29-6155-4886-bc86-a90b5881d2e2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fbffd29-6155-4886-bc86-a90b5881d2e2,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:59.928256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.936241 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:25:59.949040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:25:59.954110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.072212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:00.075472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.077416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:00.081568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004044c6-3c33-47ca-b333-84a9e9c75dfa None None] Pushing event updated for resources: {'Port': ['ID=7fbffd29-6155-4886-bc86-a90b5881d2e2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:00.092461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:00.094828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:00.095385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.166318 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '177e4679-7116-49ed-a68c-08713db43650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:25:58Z', 'revision_number': 5, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port': {'id': '177e4679-7116-49ed-a68c-08713db43650', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:42:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:18:01Z', 'updated_at': '2021-07-28T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:00.197665 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Checking router: a59c9782-674f-41af-8e9d-23f1a08a0f61 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:00.210843 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Routers {'a59c9782-674f-41af-8e9d-23f1a08a0f61'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:00.210843 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a59c9782-674f-41af-8e9d-23f1a08a0f61'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:00.216722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Deleting port 177e4679-7116-49ed-a68c-08713db43650 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:00.219419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.336969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.379683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] For port 177e4679-7116-49ed-a68c-08713db43650, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=177e4679-7116-49ed-a68c-08713db43650,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:00.380320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.395027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Calling delete_port for 177e4679-7116-49ed-a68c-08713db43650 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:00.577596 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] Set router a59c9782-674f-41af-8e9d-23f1a08a0f61 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:00.653200 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 6, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:00.684693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee00ed1-e459-4379-bd39-c6aa51566c06 None None] The sync data for ids ['a59c9782-674f-41af-8e9d-23f1a08a0f61'] in n-d-778550-5 is: [{'id': 'a59c9782-674f-41af-8e9d-23f1a08a0f61', 'name': 'tempest-ServerActionsTestJSON-1360449091-router', 'tenant_id': '44e9a34837854191ae9bb143a0b0c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:18:00Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 6, 'project_id': '44e9a34837854191ae9bb143a0b0c455', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:00.693031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.712233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.734290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.735433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.743501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Pushing event deleted for resources: {'Port': ['ID=177e4679-7116-49ed-a68c-08713db43650,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:00.809226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.860339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:00.900923 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.903204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:00.920945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:00.922495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:01.014029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.014798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59c9782-674f-41af-8e9d-23f1a08a0f61 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:01.019414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.020786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b08f66dc-b32a-4574-8867-57b40b96c627 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a59c9782-674f-41af-8e9d-23f1a08a0f61 HTTP/1.1" status: 204 len: 168 time: 1.2263970 Jul 28 18:26:01.023231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:01.090265 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Deleting subnet 07f3a089-0573-4998-8a0a-d9a9be6ac5de {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:01.094491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.135342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.144906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:26:01.242542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.403467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeef73-e770-4d17-9484-b7e0a69e5b45 None None] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:01.437646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.465098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f3a089-0573-4998-8a0a-d9a9be6ac5de,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:01.477653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.480087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2b3aed32-8b60-4bcf-bf1a-25e73829cf0a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/07f3a089-0573-4998-8a0a-d9a9be6ac5de HTTP/1.1" status: 204 len: 168 time: 0.4546494 Jul 28 18:26:01.482651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58178) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:01.533931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:01.544240 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f8a0e3bb-e3a2-4b96-9a44-e9bb45d8ce17 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423394 Jul 28 18:26:01.552016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5be93-f2ad-4357-85ff-0ae33c56c499 None None] Network 70336ab2-1fdb-4f51-b713-9e314b936a61 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:01.552495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58180) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:01.558121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1675563751'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:01.572626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:01.610031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.653859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:01.659916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.669263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fbffd29-6155-4886-bc86-a90b5881d2e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:01.691842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Deleting port 13b549d1-24b2-4850-9afd-c52172b1b463 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:01.692280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.707650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:26:01.730432 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.730737 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 59d35074-b39d-4604-a282-542c89fa9aaf of type vlan for network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 Jul 28 18:26:01.751162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:01.751921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:01.762668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3b32194b-a2d7-40ae-908d-d328c2613499 None None] Provisioning for port 7fbffd29-6155-4886-bc86-a90b5881d2e2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:01.800950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.804820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] For port 13b549d1-24b2-4850-9afd-c52172b1b463, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13b549d1-24b2-4850-9afd-c52172b1b463,segment=NetworkSegment(bd313d4e-594e-4700-ad64-c3c97fe553d4),segment_id=bd313d4e-594e-4700-ad64-c3c97fe553d4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:01.806502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.825308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Calling delete_port for 13b549d1-24b2-4850-9afd-c52172b1b463 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:01.946896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.955338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:01.956834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:01.958124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:02.071657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.093421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=7dc20942-9daa-4a98-95ee-61ef2abeaea6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.105514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] No DVR routers for this DVR port 13b549d1-24b2-4850-9afd-c52172b1b463 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:02.109422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b549d1-24b2-4850-9afd-c52172b1b463,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.111933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88b111a9-74ad-4a0a-90b0-ab87d70f36b8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5586793 Jul 28 18:26:02.113409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:26:02.115709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58184) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:02.117350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7fbffd29-6155-4886-bc86-a90b5881d2e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:02.125393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:02.133850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affa0d1-ce41-4c02-9a84-ef488d8e1c3e None None] DHCP port deletion for 70336ab2-1fdb-4f51-b713-9e314b936a61 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:02.176942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7fbffd29-6155-4886-bc86-a90b5881d2e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:02.177332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.241013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.260055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70336ab2-1fdb-4f51-b713-9e314b936a61']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:02.280078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd313d4e-594e-4700-ad64-c3c97fe553d4') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:02.280636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd313d4e-594e-4700-ad64-c3c97fe553d4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:02.298417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.313037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.322112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:02.323257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:02.324457 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:02.378152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.412871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:02.416699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7fbffd29-6155-4886-bc86-a90b5881d2e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fbffd29-6155-4886-bc86-a90b5881d2e2,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:02.431436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:02.435245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.453482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:02.453879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Updating router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 port ea4238e4-74c6-4517-996a-13de60a89399 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:02.501394 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.530079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.582627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 177e4679-7116-49ed-a68c-08713db43650 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:02.596890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Provisioning for port ea4238e4-74c6-4517-996a-13de60a89399 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:02.677947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 177e4679-7116-49ed-a68c-08713db43650 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:02.678292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 177e4679-7116-49ed-a68c-08713db43650 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:02.678725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 52ad9458-d442-46c5-b155-910db72514c7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:02.681115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Provisioning complete for port ea4238e4-74c6-4517-996a-13de60a89399 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:02.681500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.739788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 52ad9458-d442-46c5-b155-910db72514c7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:02.740005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 52ad9458-d442-46c5-b155-910db72514c7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:02.751433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7fbffd29-6155-4886-bc86-a90b5881d2e2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.769168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.773824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Port ea4238e4-74c6-4517-996a-13de60a89399 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:02.861473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=57b6be4a-6624-4659-b6b3-cbbc7e4a3203,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.872435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:02.872796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 7dc20942-9daa-4a98-95ee-61ef2abeaea6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:26:02.873656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Provisioning complete for port 7fbffd29-6155-4886-bc86-a90b5881d2e2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:02.874231 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5286c60f-41f1-487c-a5ae-a94f72a3b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:02.974267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:26:03.031427 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.039340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.043121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/70336ab2-1fdb-4f51-b713-9e314b936a61 HTTP/1.1" status: 204 len: 168 time: 1.5583055 Jul 28 18:26:03.057843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e2e7-bcda-413d-bc84-54e67ed852d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=70336ab2-1fdb-4f51-b713-9e314b936a61,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.064360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7dc20942-9daa-4a98-95ee-61ef2abeaea6) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:03.070148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:03.070791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.083220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf7c22-a523-44b5-a2bc-fc68d5c975b8 None None] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:03.158979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7fff634b-fd9a-468c-b3bf-227674587b9e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0418384 Jul 28 18:26:03.161857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:03.331548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.375115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Transition to ACTIVE for port object ea4238e4-74c6-4517-996a-13de60a89399 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:03.392355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fbffd29-6155-4886-bc86-a90b5881d2e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:03.396483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6288b0ec-ad71-4c85-8e66-19a80c49b45e None None] Provisioning complete for port ea4238e4-74c6-4517-996a-13de60a89399 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:03.396860 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6288b0ec-ad71-4c85-8e66-19a80c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.468967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:03.483499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.531265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-994abdca-e8c4-4542-ab71-021918c35592 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44e9a34837854191ae9bb143a0b0c455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608451 Jul 28 18:26:03.533848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:03.548683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6288b0ec-ad71-4c85-8e66-19a80c49b45e None None] Port ea4238e4-74c6-4517-996a-13de60a89399 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:03.602088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53828-27db-4d56-854a-2ded8ba246b3 None None] Pushing event updated for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.603509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.618697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.630749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7fbffd29-6155-4886-bc86-a90b5881d2e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:03.630749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.643856 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.645934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:26:03.646800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.716863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Attempting to bind port ea4238e4-74c6-4517-996a-13de60a89399 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:03.717234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Attempting to bind port ea4238e4-74c6-4517-996a-13de60a89399 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:03.717595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Attempting to bind port ea4238e4-74c6-4517-996a-13de60a89399 on network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:03.736655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:03.737038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Checking segment: {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:03.737477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.737971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Bound using segment: {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:03.738460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Bound port: ea4238e4-74c6-4517-996a-13de60a89399, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7380e004-bb13-4203-833d-79d98904dbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:03.738916 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.786024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.790786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:03.796881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9a60136-6a3f-4b00-a45d-dbdcc188c8a2 HTTP/1.1" status: 204 len: 168 time: 0.2576292 Jul 28 18:26:03.823175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b0ab4-94de-4958-a800-eb1256c92030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a60136-6a3f-4b00-a45d-dbdcc188c8a2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.994262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] For port ea4238e4-74c6-4517-996a-13de60a89399, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:04.003618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Allocated IP 2001:db8:1::2 (7dc20942-9daa-4a98-95ee-61ef2abeaea6/57b6be4a-6624-4659-b6b3-cbbc7e4a3203/a26edbf0-0a8c-4a44-9092-23502bbf3626) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:04.006462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] For port ea4238e4-74c6-4517-996a-13de60a89399, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ea4238e4-74c6-4517-996a-13de60a89399,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:04.060459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13b549d1-24b2-4850-9afd-c52172b1b463 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:04.088271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.093346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 13b549d1-24b2-4850-9afd-c52172b1b463 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:04.093697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13b549d1-24b2-4850-9afd-c52172b1b463 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:04.180210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53828-27db-4d56-854a-2ded8ba246b3 None None] Pushing event updated for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.193480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:04.194118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:04.318541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.341912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:04.344156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Transition to ACTIVE for port object a26edbf0-0a8c-4a44-9092-23502bbf3626 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:04.393736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Transition to ACTIVE for port object a26edbf0-0a8c-4a44-9092-23502bbf3626 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:04.534971 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.560008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8:1::1 (7dc20942-9daa-4a98-95ee-61ef2abeaea6/57b6be4a-6624-4659-b6b3-cbbc7e4a3203/cd80b98d-2486-40b1-9d91-e53cf9c8fcac) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:04.611034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:04.617908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:04.626411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:04.630197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Pushing event updated for resources: {'Port': ['ID=a26edbf0-0a8c-4a44-9092-23502bbf3626,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.692517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Attempting to bind port a26edbf0-0a8c-4a44-9092-23502bbf3626 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:04.692911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Attempting to bind port a26edbf0-0a8c-4a44-9092-23502bbf3626 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:04.693331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Attempting to bind port a26edbf0-0a8c-4a44-9092-23502bbf3626 on network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:04.702192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:04.702669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Checking segment: {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:04.703148 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.703637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Bound using segment: {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:04.704256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Bound port: a26edbf0-0a8c-4a44-9092-23502bbf3626, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:04.704712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.723908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:03Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:04.739622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.753805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object cd80b98d-2486-40b1-9d91-e53cf9c8fcac will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:04.772102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb293-67a1-43cc-a682-2393f200100b None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:00Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:03Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:04.809427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] For port a26edbf0-0a8c-4a44-9092-23502bbf3626, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:04.817848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] For port a26edbf0-0a8c-4a44-9092-23502bbf3626, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a26edbf0-0a8c-4a44-9092-23502bbf3626,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:04.877644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.941373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.951732 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:04.965598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:04.967750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:04.970957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:04.971527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.061018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da12bc-fe86-4e64-9772-d8b7ae59d50a None None] Pushing event updated for resources: {'Port': ['ID=a26edbf0-0a8c-4a44-9092-23502bbf3626,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:05.215601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.226098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58230) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:05.453315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1967718551-network', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:05.481478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ea4238e4-74c6-4517-996a-13de60a89399 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:05.568215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Made reservation on behalf of b255db45315e4f62abc2d26495c605cc for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:05.571214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.585548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.659797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ea4238e4-74c6-4517-996a-13de60a89399 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:05.667309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ea4238e4-74c6-4517-996a-13de60a89399 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:05.667708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.725478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.745291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.786090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.802459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.822061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ea4238e4-74c6-4517-996a-13de60a89399, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ea4238e4-74c6-4517-996a-13de60a89399,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:05.824254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:26:05.841270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.841270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.841625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ddff3f-c8e0-4547-88bd-a7de897e4f48,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:05.843040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.843656 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Added segment 16b5a157-074b-40ff-8699-c4687041cb1d of type vlan for network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 Jul 28 18:26:05.891102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.911308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.997089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:05.998799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:05.999598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.003974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.015496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.065854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:06.067376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:06.091471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8641045 Jul 28 18:26:06.098365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58244) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:06.121351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Request body: {'subnet': {'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1967718551-subnet', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:06.155516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251529-a96b-44ed-9a15-39c5c6a0f9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.168381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:26:06.198622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbb58d-1c6a-4995-823b-a25529807a48 req-fba1de83-d6bc-4742-9345-ddd6b2677dce tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:06.199346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:06.201138 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7cbb58d-1c6a-4995-823b-a25529807a48 req-fba1de83-d6bc-4742-9345-ddd6b2677dce tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.1477435 Jul 28 18:26:06.225599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Made reservation on behalf of b255db45315e4f62abc2d26495c605cc for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:06.229171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.313827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:06.320257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7a69b84f-6e91-4ac8-af1a-0843a941c8a9 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564410 Jul 28 18:26:06.323266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:06.330037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1919819216'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:06.340050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7cbb58d-1c6a-4995-823b-a25529807a48 req-c4f4d705-a74a-45b7-aaaf-f44c8a8a17f3 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209130 Jul 28 18:26:06.408622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:06.415109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.446977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:26:06.466161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.466161 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 284f1ba7-2910-4fa0-b937-924bf18297da of type vlan for network a79b2152-2c48-45b9-a26e-59f76ef18068 Jul 28 18:26:06.495918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de7ccb-5d78-486d-aa1b-69ae91ac51ba None None] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:06.559983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.585784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.692040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.694722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Checking segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:06.696174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Network hostable DHCP agents. Network: ca8e617d-82eb-4c60-8b9c-668ede2bdcf5, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:26:06.712327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2101046-c68d-4bb8-ad95-6b84241e8691 None None] Provisioning for port a26edbf0-0a8c-4a44-9092-23502bbf3626 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:06.738777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.745795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:06.747880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.813662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:26:06.833748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=a79b2152-2c48-45b9-a26e-59f76ef18068,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.850844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a79b2152-2c48-45b9-a26e-59f76ef18068 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:26:06.915566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:06.919117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1f256348-0c13-436e-8fbb-bc19b5c13c5b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5946579 Jul 28 18:26:06.921473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:06.960212 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:06.973519 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:06.974410 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:06.982120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, ca8e617d-82eb-4c60-8b9c-668ede2bdcf5) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:06.990700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:06.991529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:06.993120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153d7cf-b673-4cfe-bf2f-8ee1ce374732 None None] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:07.061722 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c71fe507-89c0-4644-859c-06afa33cad14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9464905 Jul 28 18:26:07.064561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:07.071477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:07.077592 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:07.093377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:26:07.093377 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:26:07.093377 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': 'b255db45315e4f62abc2d26495c605cc', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 26, 7, 77290)}] Jul 28 18:26:07.093377 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:26:07.093919 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:26:07.162647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:07.167474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.301273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ed6f8-8f1e-426e-89f4-1f7b3aebd84f None None] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:07.405578 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 3, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:07.414311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1c41f6e1-51c7-4669-a92b-5651c978f0c9 None None] Provisioning for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:07.430786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1c41f6e1-51c7-4669-a92b-5651c978f0c9 None None] Provisioning complete for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:07.431181 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c41f6e1-51c7-4669-a92b-5651c978f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.466685 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:07.466685 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Updating router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 port cd80b98d-2486-40b1-9d91-e53cf9c8fcac binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:07.509424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1c41f6e1-51c7-4669-a92b-5651c978f0c9 None None] Port cd80b98d-2486-40b1-9d91-e53cf9c8fcac cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:07.578744 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.616868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ea4238e4-74c6-4517-996a-13de60a89399 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:07.641445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab38539-6fca-4d6a-af36-0464b1c5d88c req-823fc740-5363-4890-ba94-7e5b9658986c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:07.654131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ab38539-6fca-4d6a-af36-0464b1c5d88c req-823fc740-5363-4890-ba94-7e5b9658986c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.1701941 Jul 28 18:26:07.692209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f036294-3bc0-4e6a-8631-c178b9db0451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.695501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ab38539-6fca-4d6a-af36-0464b1c5d88c req-8b5a364a-547e-4aae-8c0f-9101f27d1a0f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421314 Jul 28 18:26:07.733645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-309227fa-1823-44ba-a7c5-afad98be49d1 None None] Provisioning complete for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:07.734765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-309227fa-1823-44ba-a7c5-afad98be49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.751787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.769406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.770810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.841356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=144b9cb0-27d0-4045-b262-26ed003ec1f6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:07.865387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-efd15ad7-e579-44fe-92e5-e8a204c480cd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:07.870601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-efd15ad7-e579-44fe-92e5-e8a204c480cd tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.1686280 Jul 28 18:26:07.872450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:07.873655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: a79b2152-2c48-45b9-a26e-59f76ef18068, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:26:07.913489 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:07.990961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a79b2152-2c48-45b9-a26e-59f76ef18068 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:26:08.004605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Deleting port 02d708df-e832-41a2-a12f-31758d6e6cd9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:08.004953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.051469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-309227fa-1823-44ba-a7c5-afad98be49d1 None None] Port cd80b98d-2486-40b1-9d91-e53cf9c8fcac cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:08.051959 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.055645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ea4238e4-74c6-4517-996a-13de60a89399 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:08.056338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.063333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Transition to ACTIVE for port object cd80b98d-2486-40b1-9d91-e53cf9c8fcac will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:08.100190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a79b2152-2c48-45b9-a26e-59f76ef18068) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:08.105875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:08.108974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.125828 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:26:08.131246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bd020-92b2-44a7-98ae-d4bd45de5913 None None] Network a79b2152-2c48-45b9-a26e-59f76ef18068 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:08.144679 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.197236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a26edbf0-0a8c-4a44-9092-23502bbf3626 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:08.218368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28048300-f521-4960-849f-37067b5d122a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2998762 Jul 28 18:26:08.219703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58262) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:08.224968 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Pushing event updated for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:08.253502 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.253502 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.253829 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.254119 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.254771 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.254771 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.254988 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.255308 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.255675 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.255998 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.256318 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.256635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:08.295381 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Attempting to bind port cd80b98d-2486-40b1-9d91-e53cf9c8fcac on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:08.295795 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Attempting to bind port cd80b98d-2486-40b1-9d91-e53cf9c8fcac by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:08.296163 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Attempting to bind port cd80b98d-2486-40b1-9d91-e53cf9c8fcac on network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:08.301995 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:08.302448 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Checking segment: {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:08.302786 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.303208 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Bound using segment: {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:08.303717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Bound port: cd80b98d-2486-40b1-9d91-e53cf9c8fcac, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d35074-b39d-4604-a282-542c89fa9aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:08.304149 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.356389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a79b2152-2c48-45b9-a26e-59f76ef18068', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:26:08.357365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.389256 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] For port cd80b98d-2486-40b1-9d91-e53cf9c8fcac, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:08.399458 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] For port cd80b98d-2486-40b1-9d91-e53cf9c8fcac, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:08.408360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a26edbf0-0a8c-4a44-9092-23502bbf3626 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:08.415409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a26edbf0-0a8c-4a44-9092-23502bbf3626 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:08.415960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.509234 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.537354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.563925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] For port 02d708df-e832-41a2-a12f-31758d6e6cd9, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02d708df-e832-41a2-a12f-31758d6e6cd9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:08.564581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.622505 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:08.624002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:08.658347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Allocated IP 2001:db8:2::2 (a79b2152-2c48-45b9-a26e-59f76ef18068/144b9cb0-27d0-4045-b262-26ed003ec1f6/d7a6b7b0-1d7e-40f7-be43-fb5394433c75) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:08.706196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba712-d62d-4ea0-9dd3-340054b99930 None None] Pushing event updated for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:08.756980 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:08.799620 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.913925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7dbeb-cc8d-485b-bc27-df5a8ff71a1b req-bcaef969-d8ca-4a32-a8bb-c8f2185a300f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:08.919708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.920261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:08.920375 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Floating IP 6c02a986-1ecf-44b0-a67b-b7ae7639f45a disassociated. External IP: 172.25.7.35, port: 02d708df-e832-41a2-a12f-31758d6e6cd9. Jul 28 18:26:08.920714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Calling delete_port for 02d708df-e832-41a2-a12f-31758d6e6cd9 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:08.924115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5df7dbeb-cc8d-485b-bc27-df5a8ff71a1b req-bcaef969-d8ca-4a32-a8bb-c8f2185a300f tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 945 time: 0.1071188 Jul 28 18:26:08.948152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a26edbf0-0a8c-4a44-9092-23502bbf3626, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a26edbf0-0a8c-4a44-9092-23502bbf3626,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:08.956707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.044005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 3, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:08Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:09.076319 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165d604-69f3-4203-b3d8-9de8d87d5e6d None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 3, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:08Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:09.147325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.156074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Transition to ACTIVE for port object d7a6b7b0-1d7e-40f7-be43-fb5394433c75 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:09.190241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Transition to ACTIVE for port object d7a6b7b0-1d7e-40f7-be43-fb5394433c75 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:09.190241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.248697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a26edbf0-0a8c-4a44-9092-23502bbf3626,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:09.301773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5df7dbeb-cc8d-485b-bc27-df5a8ff71a1b req-7c0388ce-ed0e-4025-a2cd-7fcd85ea8e03 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups?id=e86e689e-fc43-47ee-bf63-24a405e1457d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3747609 Jul 28 18:26:09.316884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.351104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.389605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Network a79b2152-2c48-45b9-a26e-59f76ef18068 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:09.400465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.402890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.412397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Pushing event updated for resources: {'Port': ['ID=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:09.424976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:09.424976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:09.473445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'Port': ['ID=02d708df-e832-41a2-a12f-31758d6e6cd9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:09.517828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Attempting to bind port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:09.518530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Attempting to bind port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:09.519078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Attempting to bind port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 on network a79b2152-2c48-45b9-a26e-59f76ef18068 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:09.528015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:09.528866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Checking segment: {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:09.529468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.530042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Bound using segment: {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:09.532055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Bound port: d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:09.532564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.538993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8:2::1 (a79b2152-2c48-45b9-a26e-59f76ef18068/144b9cb0-27d0-4045-b262-26ed003ec1f6/2ef708a8-9531-4782-b124-1383bb34af48) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:09.559028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd80b98d-2486-40b1-9d91-e53cf9c8fcac up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:09.660633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] For port d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:09.665205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] For port d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:09.685175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.700761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object 2ef708a8-9531-4782-b124-1383bb34af48 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:09.751072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:09.756119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:09.756582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.804300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Allocated IP 172.25.7.11 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ef91b24b-0349-4fdd-b634-5bad914c1c5f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:09.829965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:09.846003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.851576 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.865615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:09.963551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a79b2152-2c48-45b9-a26e-59f76ef18068 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:09.965913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2a28-b31a-4521-a87b-2f9d5eb4d0b1 None None] Pushing event updated for resources: {'Port': ['ID=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:09.970347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:10.003135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:10.005761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.043434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port cd80b98d-2486-40b1-9d91-e53cf9c8fcac, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:10.093799 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.094832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a26edbf0-0a8c-4a44-9092-23502bbf3626 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:10.102339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:10.114461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.154185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:10.157988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.192361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:10.223894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] No DVR routers for this DVR port 02d708df-e832-41a2-a12f-31758d6e6cd9 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:10.228143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.228350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:10.230108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d38fc8-ba42-4e56-8077-0235bf0c830e req-93badbc8-d86e-4566-959f-58c3a4ba340a tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.37 "DELETE /v2.0/ports/02d708df-e832-41a2-a12f-31758d6e6cd9 HTTP/1.1" status: 204 len: 173 time: 2.3259175 Jul 28 18:26:10.230909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'name': 'network-vif-deleted', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:26:10.231043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:10.231763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:25:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:10.239242 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc13de2-97f2-444f-b15b-05741a552529" -d '{"events": [{"server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "name": "network-vif-deleted", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:10.316206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-703ee459-2847-43bb-bc37-b684c44a89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.319793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.337136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.386273 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e412e9-65c7-4618-b0bd-322d97f76c55 x-openstack-request-id: req-51e412e9-65c7-4618-b0bd-322d97f76c55 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:10.386572 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6b1a79-8dc4-4390-9b08-02256f4dac57", "name": "network-vif-deleted", "tag": "02d708df-e832-41a2-a12f-31758d6e6cd9", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:10.386826 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e412e9-65c7-4618-b0bd-322d97f76c55 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:10.387222 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6b1a79-8dc4-4390-9b08-02256f4dac57', 'name': 'network-vif-deleted', 'tag': '02d708df-e832-41a2-a12f-31758d6e6cd9', 'status': 'completed', 'code': 200} Jul 28 18:26:10.396677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a26edbf0-0a8c-4a44-9092-23502bbf3626 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:10.397054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.410309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:10.419043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef91b24b-0349-4fdd-b634-5bad914c1c5f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:10.421917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:10.427979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:10.510389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:10.564695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-857b14f3-8a69-4564-afab-5409c6548a7b req-d5ae1e8e-e462-4944-aac7-93c8b964b9c2 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 210 time: 0.0357983 Jul 28 18:26:10.783605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.816449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:10.823255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.846007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:10.857456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:10.858845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:10.859984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:10.861566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.023637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:11.068311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.072490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:11.119930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network a79b2152-2c48-45b9-a26e-59f76ef18068 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:11.121933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:11.254102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.284430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:11.317404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:11.372195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394bd02-f9b7-4db5-8fd6-f759b033771d None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:16:52Z', 'revision_number': 4, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '12db87a1-5c20-4a1b-9e78-f6cdc64b61a9', 'name': '', 'network_id': '5b31d176-de0c-4aaf-b902-96625f1d46e1', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'mac_address': 'fa:16:3e:fc:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:50Z', 'updated_at': '2021-07-28T18:16:59Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'subnets': [{'id': '9f023384-9430-4e5e-bf9e-170038f3812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:11.493917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:11.496687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1e23a-5e63-46dd-9737-d73913fa193f None None] Network a79b2152-2c48-45b9-a26e-59f76ef18068 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:11.516368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73abd061-2c8e-421d-a9ca-8d4cc99020b3 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2932234 Jul 28 18:26:11.518610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58276) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:11.524329 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:11.527698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-169924877'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:11.539522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:11.540253 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:11.580464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd80b98d-2486-40b1-9d91-e53cf9c8fcac up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:11.671999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:11.683477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.683610 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:11.726274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:26:11.751195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e943f807-9ceb-4224-b67f-49c16327742f req-6cc6df4c-7419-4a3b-88ef-45aab8e85bba tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c6b1a79-8dc4-4390-9b08-02256f4dac57 HTTP/1.1" status: 200 len: 210 time: 0.0393887 Jul 28 18:26:11.761683 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.761683 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added segment 2f45610b-05e4-47b7-9424-f53a9542ddc5 of type vlan for network 3b2013ee-caf1-4233-a113-5945c9537c58 Jul 28 18:26:11.761951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-58ecdc0d-8641-43c3-9da1-04d9882c1057 None None] Provisioning for port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:11.779584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:26:11.828154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cd80b98d-2486-40b1-9d91-e53cf9c8fcac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:11.828544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.874830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:11.961792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:11.991585 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36864fcc-32a4-4b54-be68-713c3dfac5bf None None] New status for floating IP 6c02a986-1ecf-44b0-a67b-b7ae7639f45a: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:26:12.000617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Sync routers for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:12.019635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.024423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:12.024423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:12.028615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:12.032951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.065709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7a6b7b0-1d7e-40f7-be43-fb5394433c75 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:12.075119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.079039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22c05506-646b-480f-9490-b9f3b756cbe1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0125124 Jul 28 18:26:12.081493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58282) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:12.121216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6014304 Jul 28 18:26:12.122236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58284) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:12.218017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:12.220480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:12.234553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'subnet': {'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:12.334191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3713-4ee2-49c7-922c-67ca49d8d817 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Network': ['ID=3b2013ee-caf1-4233-a113-5945c9537c58,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:12.427726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:10Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:10Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:12.471153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Made reservation on behalf of 2d05c1cc3f874ffdbda43aa41416d753 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:12.475503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.478989 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:12.479348 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Updating router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 port 2ef708a8-9531-4782-b124-1383bb34af48 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:12.524160 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.535039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3b2013ee-caf1-4233-a113-5945c9537c58 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:26:12.537024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02d708df-e832-41a2-a12f-31758d6e6cd9 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:12.642774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 02d708df-e832-41a2-a12f-31758d6e6cd9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:12.643087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02d708df-e832-41a2-a12f-31758d6e6cd9 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:12.682220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:12.682599 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.911314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:12.980987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58294) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:13.036032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.047208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Provisioning for port 2ef708a8-9531-4782-b124-1383bb34af48 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:13.056412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Provisioning complete for port 2ef708a8-9531-4782-b124-1383bb34af48 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:13.057204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.068171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.069359 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.082195 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Transition to ACTIVE for port object 2ef708a8-9531-4782-b124-1383bb34af48 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:13.091718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Subnet': ['ID=e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.123594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Checking segment: {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:13.124363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network hostable DHCP agents. Network: 3b2013ee-caf1-4233-a113-5945c9537c58, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:26:13.157425 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.175559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Port 2ef708a8-9531-4782-b124-1383bb34af48 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:13.184015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.191594 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:10Z', 'revision_number': 3, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:13.207784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.230707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Checking router: d635beec-5a53-4ac5-a3f0-fdfb91b5d026 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:13.231148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Updating router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 port ef91b24b-0349-4fdd-b634-5bad914c1c5f binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:13.232079 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce7e28-7689-4202-a4a3-1e5012186e6d None None] Pushing event updated for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.236518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3b2013ee-caf1-4233-a113-5945c9537c58 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:26:13.246872 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Provisioning complete for port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:13.247557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6d16bb58-4607-4f91-ae36-fc1b7db6c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.266753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.329674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:13.331920 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Attempting to bind port 2ef708a8-9531-4782-b124-1383bb34af48 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:13.332370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Attempting to bind port 2ef708a8-9531-4782-b124-1383bb34af48 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:13.332823 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Attempting to bind port 2ef708a8-9531-4782-b124-1383bb34af48 on network a79b2152-2c48-45b9-a26e-59f76ef18068 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:13.333825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3b2013ee-caf1-4233-a113-5945c9537c58) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:13.334439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.341530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:13.342269 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.356946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:13.361572 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Checking segment: {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:13.361572 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.361572 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Bound using segment: {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:13.361572 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Bound port: 2ef708a8-9531-4782-b124-1383bb34af48, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f1ba7-2910-4fa0-b937-924bf18297da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:13.361572 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.370931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966227c2-9648-4a9f-a00c-9e335050024c None None] Network 3b2013ee-caf1-4233-a113-5945c9537c58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:13.403430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.405990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.410984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "DELETE /v2.0/security-groups/e86e689e-fc43-47ee-bf63-24a405e1457d HTTP/1.1" status: 204 len: 168 time: 0.4263494 Jul 28 18:26:13.411337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58296) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:13.423576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602b092-973a-4b3f-b1b2-7c30fe6e90fa tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e689e-fc43-47ee-bf63-24a405e1457d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.434192 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-82c33e8e-defa-4593-9d22-dc5ed80ce2b1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] show failed (client error): The resource could not be found. Jul 28 18:26:13.440528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-82c33e8e-defa-4593-9d22-dc5ed80ce2b1 tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "GET /v2.0/security-groups/e86e689e-fc43-47ee-bf63-24a405e1457d HTTP/1.1" status: 404 len: 347 time: 0.0228052 Jul 28 18:26:13.440753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58298) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:13.452944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Allocated IP 172.20.0.1 (ca8e617d-82eb-4c60-8b9c-668ede2bdcf5/56f3a3bc-0db0-4ef2-8e68-5f9d3f449296/6b058ad8-2d64-403f-907b-a593d70b7529) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:13.455619 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] For port 2ef708a8-9531-4782-b124-1383bb34af48, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:13.459965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] For port 2ef708a8-9531-4782-b124-1383bb34af48, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2ef708a8-9531-4782-b124-1383bb34af48,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:13.473322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.514733 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c82500a2-5ee0-48a0-8f60-1592a957bbed tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2978349 Jul 28 18:26:13.517948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:13.550561 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.616116 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:13.617102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:13.662921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.721980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.752898 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce7e28-7689-4202-a4a3-1e5012186e6d None None] Pushing event updated for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.787847 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:13.870374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3b2013ee-caf1-4233-a113-5945c9537c58', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:26:13.871634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.876357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.935003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Pushing event updated for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:13.962802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Deleting port 101bb281-f834-492e-aa96-0d8385b266ff {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:13.963165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:13.968138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:13.970840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:13.980459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:14.019143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.028997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.040610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Transition to ACTIVE for port object ef91b24b-0349-4fdd-b634-5bad914c1c5f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:14.184358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.255652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:10Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:13Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:14.276287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553d5d0-104c-44c4-99fc-a6ba7508fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ef91b24b-0349-4fdd-b634-5bad914c1c5f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:14.290362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Attempting to bind port ef91b24b-0349-4fdd-b634-5bad914c1c5f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:14.290362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Attempting to bind port ef91b24b-0349-4fdd-b634-5bad914c1c5f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:14.290362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Attempting to bind port ef91b24b-0349-4fdd-b634-5bad914c1c5f on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:14.298913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:14.299334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:14.299756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.300210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:14.300715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Bound port: ef91b24b-0349-4fdd-b634-5bad914c1c5f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:14.301110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.329003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Allocated IP 2001:db8:3::2 (3b2013ee-caf1-4233-a113-5945c9537c58/e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b/4e9a7a22-1093-489f-bc73-567bf9688a13) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:14.353223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.372154 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062668fd-661b-4225-bf68-c89838c4f464 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:10Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:13Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:14.458673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] For port ef91b24b-0349-4fdd-b634-5bad914c1c5f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:14.488953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] For port ef91b24b-0349-4fdd-b634-5bad914c1c5f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef91b24b-0349-4fdd-b634-5bad914c1c5f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:14.575975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.656615 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.669216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.680963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Transition to ACTIVE for port object 4e9a7a22-1093-489f-bc73-567bf9688a13 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:14.698118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:14.698868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:14.706672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553d5d0-104c-44c4-99fc-a6ba7508fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ef91b24b-0349-4fdd-b634-5bad914c1c5f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:14.708447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.708929 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.729497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Calling delete_port for 101bb281-f834-492e-aa96-0d8385b266ff owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:14.754465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Transition to ACTIVE for port object 4e9a7a22-1093-489f-bc73-567bf9688a13 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:14.774348 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.830546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.881950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.884201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Pushing event updated for resources: {'Port': ['ID=4e9a7a22-1093-489f-bc73-567bf9688a13,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:14.898219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Pushing event updated for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:14.911731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:14.919893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:14.945157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Network 3b2013ee-caf1-4233-a113-5945c9537c58 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:14.949482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:14.953195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:15.035753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:15.037111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:15.135699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Attempting to bind port 4e9a7a22-1093-489f-bc73-567bf9688a13 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:15.136082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Attempting to bind port 4e9a7a22-1093-489f-bc73-567bf9688a13 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:15.136472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Attempting to bind port 4e9a7a22-1093-489f-bc73-567bf9688a13 on network 3b2013ee-caf1-4233-a113-5945c9537c58 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:15.145779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:15.146498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Checking segment: {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:15.146654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.147001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Bound using segment: {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:15.147510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Bound port: 4e9a7a22-1093-489f-bc73-567bf9688a13, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:15.147897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.172340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:15.301344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] For port 4e9a7a22-1093-489f-bc73-567bf9688a13, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:15.315897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:15.317456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] For port 4e9a7a22-1093-489f-bc73-567bf9688a13, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4e9a7a22-1093-489f-bc73-567bf9688a13,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:15.338184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f070deca-da1b-4b58-8e2f-1905dec2c876 admin admin] 10.222.0.25 "PUT /v2.0/routers/d635beec-5a53-4ac5-a3f0-fdfb91b5d026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489443 Jul 28 18:26:15.356225 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.357607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b058ad8-2d64-403f-907b-a593d70b7529', 'name': '', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'mac_address': 'fa:16:3e:7f:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:13Z', 'updated_at': '2021-07-28T18:26:13Z', 'revision_number': 1, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'subnets': [{'id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:15.398291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47a8d1-5aab-4525-bb73-73949b10b754 None None] The sync data for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 is: [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b058ad8-2d64-403f-907b-a593d70b7529', 'name': '', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'mac_address': 'fa:16:3e:7f:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:13Z', 'updated_at': '2021-07-28T18:26:13Z', 'revision_number': 1, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'subnets': [{'id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:15.424051 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Pushing event deleted for resources: {'Port': ['ID=101bb281-f834-492e-aa96-0d8385b266ff,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:15.506448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Allocated IP 2001:db8:3::1 (3b2013ee-caf1-4233-a113-5945c9537c58/e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b/ad5f3a7e-ef79-495a-81ed-dde185c92bd4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:15.597890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.649874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.662470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.668450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-364f8797-ec87-4f91-9af0-b0bb85f66c0c tempest-AttachVolumeTestJSON-1811685168 tempest-AttachVolumeTestJSON-1811685168-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c02a986-1ecf-44b0-a67b-b7ae7639f45a HTTP/1.1" status: 204 len: 168 time: 2.2222607 Jul 28 18:26:15.938327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:15.940538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7a6b7b0-1d7e-40f7-be43-fb5394433c75 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:16.007226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.083239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030e20c-cd14-4e11-ba5d-8610b327a830 None None] Pushing event updated for resources: {'Port': ['ID=4e9a7a22-1093-489f-bc73-567bf9688a13,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:16.100917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Transition to ACTIVE for port object ad5f3a7e-ef79-495a-81ed-dde185c92bd4 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:16.125792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:16.131039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.183038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-e9e60997-6b6b-4b8d-87e5-b24154fecc36 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:16.184653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-e9e60997-6b6b-4b8d-87e5-b24154fecc36 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 811 time: 0.1704128 Jul 28 18:26:16.203796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9d0c0a6d-d774-486c-a3ee-13ed7bfadf64 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/quotas/b255db45315e4f62abc2d26495c605cc HTTP/1.1" status: 200 len: 375 time: 0.0103228 Jul 28 18:26:16.295180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2ef708a8-9531-4782-b124-1383bb34af48 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:16.299688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.328190 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-25b62187-7e1d-4095-a3bb-93a782bba21b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144581 Jul 28 18:26:16.382854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3b2013ee-caf1-4233-a113-5945c9537c58 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:16.386220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:16.393792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:16.394391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.445731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:16.482047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2ef708a8-9531-4782-b124-1383bb34af48 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:16.491294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2ef708a8-9531-4782-b124-1383bb34af48 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:16.491731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.623252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.685853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.695469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 2ef708a8-9531-4782-b124-1383bb34af48, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2ef708a8-9531-4782-b124-1383bb34af48,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:16.722780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-7d0a2c66-7c60-4a99-a083-6f0af8b19ad0 service neutron] 10.222.0.25 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680706 Jul 28 18:26:16.762294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:16.817971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:16.976632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-04f0715f-879e-4aca-ad39-d749a867c6b6 service neutron] 10.222.0.25 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311432 Jul 28 18:26:17.279699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:17.344928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:17.345801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:17.380933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2fd6409-3e25-415f-ac12-264411749430 req-24717826-25f8-4868-b726-8dec432bcbda tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0907466 Jul 28 18:26:17.575585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242845f-f6af-4e30-8700-02ef970777f4 None None] Network 3b2013ee-caf1-4233-a113-5945c9537c58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:17.626206 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event updated for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:17.683203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Network 3b2013ee-caf1-4233-a113-5945c9537c58 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:17.685105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:17.741258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f5f57ddf-760b-4571-b88c-6ef0b635d624 None None] Provisioning for port 4e9a7a22-1093-489f-bc73-567bf9688a13 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:17.795580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:17.827494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef91b24b-0349-4fdd-b634-5bad914c1c5f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:17.905535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:17.911379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a0a3b645-0746-426c-8b74-020b039e8a4b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3919702 Jul 28 18:26:17.914338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58348) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:17.919909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:17.924937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:17.950703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:17.954283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:18.013228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ef91b24b-0349-4fdd-b634-5bad914c1c5f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:18.053015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ef91b24b-0349-4fdd-b634-5bad914c1c5f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:18.053495 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.123437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:18.344240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.376866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ef91b24b-0349-4fdd-b634-5bad914c1c5f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef91b24b-0349-4fdd-b634-5bad914c1c5f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:18.497260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-349a5953-6457-4aab-9294-38c3e0947833 None None] Provisioning for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:18.516400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.516400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4e9a7a22-1093-489f-bc73-567bf9688a13 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:18.525661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3afe6fe6-f97d-4f8b-8956-32c66d5aae62 req-bde8e264-1b4e-4145-889a-499f08ddb079 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0567653 Jul 28 18:26:18.642943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:26:18.644651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-349a5953-6457-4aab-9294-38c3e0947833 None None] Provisioning complete for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:18.645119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-349a5953-6457-4aab-9294-38c3e0947833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.668237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Removed routes are [] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:26:18.668976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.786855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ef91b24b-0349-4fdd-b634-5bad914c1c5f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:18.791031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-349a5953-6457-4aab-9294-38c3e0947833 None None] Port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:18.792688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4e9a7a22-1093-489f-bc73-567bf9688a13 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:18.809454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:18.822813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4e9a7a22-1093-489f-bc73-567bf9688a13 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:18.822813 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.822813 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:18.880619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:18.880987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Updating router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:18.896136 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Sync routers for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:18.907340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:18.907999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:19.005727 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.231814 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:19.380380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.380380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.383871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-22820f7a-3e05-42bd-9b6b-518c393acd08 None None] Provisioning complete for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:19.383871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-22820f7a-3e05-42bd-9b6b-518c393acd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.438908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:19.440479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-22820f7a-3e05-42bd-9b6b-518c393acd08 None None] Port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:19.447337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.472511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b058ad8-2d64-403f-907b-a593d70b7529', 'name': '', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'mac_address': 'fa:16:3e:7f:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:13Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 2, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'subnets': [{'id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:19.521667 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Checking router: d635beec-5a53-4ac5-a3f0-fdfb91b5d026 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:19.522382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Updating router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 port 6b058ad8-2d64-403f-907b-a593d70b7529 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:26:19.524760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4e9a7a22-1093-489f-bc73-567bf9688a13, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4e9a7a22-1093-489f-bc73-567bf9688a13,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:19.560412 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.574894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cffc89f2-9683-4478-b47d-ae1d96a9b52b None None] Provisioning complete for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:19.575277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cffc89f2-9683-4478-b47d-ae1d96a9b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.616909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cffc89f2-9683-4478-b47d-ae1d96a9b52b None None] Port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:19.622076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.633777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2ef708a8-9531-4782-b124-1383bb34af48 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:19.713776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.800093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Transition to ACTIVE for port object ad5f3a7e-ef79-495a-81ed-dde185c92bd4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:19.853142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4e9a7a22-1093-489f-bc73-567bf9688a13,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:19.862566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2ef708a8-9531-4782-b124-1383bb34af48 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:19.879006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.909606 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.924867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:19.930429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Transition to ACTIVE for port object 6b058ad8-2d64-403f-907b-a593d70b7529 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:19.978657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb3b9-2418-45e4-a8dc-f2a4d6c02a23 None None] Pushing event updated for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:20.023832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42da056e-eb92-4209-908d-0e2184928ea6 req-d6521154-d3a1-43ee-b905-81a7596a170e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0532658 Jul 28 18:26:20.046678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:20.066885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.074425 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.086877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58382) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:20.087660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4754b9fe-764f-4399-ae7c-be78eed80ff5 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 953 time: 2.1715314 Jul 28 18:26:20.171262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Attempting to bind port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:20.172280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Attempting to bind port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:20.177603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Attempting to bind port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 on network 3b2013ee-caf1-4233-a113-5945c9537c58 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:20.178270 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3302-d263-489c-bea8-6d8f75679f5c None None] Pushing event updated for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:20.180685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:20.181446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Checking segment: {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:20.182023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.182770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Bound using segment: {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:20.183605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Bound port: ad5f3a7e-ef79-495a-81ed-dde185c92bd4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f45610b-05e4-47b7-9424-f53a9542ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:20.184195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.292630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] For port ad5f3a7e-ef79-495a-81ed-dde185c92bd4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:20.298016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] For port ad5f3a7e-ef79-495a-81ed-dde185c92bd4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:20.380675 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.384277 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Attempting to bind port 6b058ad8-2d64-403f-907b-a593d70b7529 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:20.385005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Attempting to bind port 6b058ad8-2d64-403f-907b-a593d70b7529 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:20.386587 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Attempting to bind port 6b058ad8-2d64-403f-907b-a593d70b7529 on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:20.411866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2bf8638d-3ffa-47f1-97e5-f4aa046de646 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 953 time: 0.3227506 Jul 28 18:26:20.414485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:20.419027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'routes': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:20.422182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-bc0faeff-3e4d-4bc1-a80f-e04dff0f8624 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:20.423877 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-bc0faeff-3e4d-4bc1-a80f-e04dff0f8624 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 811 time: 0.3350968 Jul 28 18:26:20.443069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Request body: {'port': {'device_id': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'admin_state_up': True, 'tenant_id': 'b255db45315e4f62abc2d26495c605cc'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:20.443385 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:20.448905 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Checking segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:20.449591 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.450159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Bound using segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:20.450852 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Bound port: 6b058ad8-2d64-403f-907b-a593d70b7529, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:20.451475 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.525724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef91b24b-0349-4fdd-b634-5bad914c1c5f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:20.550151 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] For port 6b058ad8-2d64-403f-907b-a593d70b7529, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:20.556087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] For port 6b058ad8-2d64-403f-907b-a593d70b7529, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b058ad8-2d64-403f-907b-a593d70b7529,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:20.640464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:20.641295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:20.648430 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.710852 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3302-d263-489c-bea8-6d8f75679f5c None None] Pushing event updated for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:20.739440 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:20.740393 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:20.773410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Made reservation on behalf of b255db45315e4f62abc2d26495c605cc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:20.777252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:20.912895 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:21.027054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb3b9-2418-45e4-a8dc-f2a4d6c02a23 None None] Pushing event updated for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:21.070318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:21.118664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Allocated IP 172.20.0.8 (ca8e617d-82eb-4c60-8b9c-668ede2bdcf5/56f3a3bc-0db0-4ef2-8e68-5f9d3f449296/c31affe4-dc81-487e-baff-386f1d78196d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:21.173149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.extraroute_db [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added routes are [] {{(pid=101105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:26:21.174217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.extraroute_db [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:26:21.182435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ef91b24b-0349-4fdd-b634-5bad914c1c5f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:21.182823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.214715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.224043 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b058ad8-2d64-403f-907b-a593d70b7529', 'name': '', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'mac_address': 'fa:16:3e:7f:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:13Z', 'updated_at': '2021-07-28T18:26:20Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'subnets': [{'id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:21.255025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a9fe0fb1-e1ec-4770-8dd1-dd978b6b2348 req-b570d3b7-ed61-48e7-b34f-fcdb2ed77801 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0365891 Jul 28 18:26:21.302638 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f01c4-1de5-411c-80aa-b17366a17c77 None None] The sync data for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 is: [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:26:14Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b058ad8-2d64-403f-907b-a593d70b7529', 'name': '', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'mac_address': 'fa:16:3e:7f:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:13Z', 'updated_at': '2021-07-28T18:26:20Z', 'revision_number': 4, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'subnets': [{'id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:21.442307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4e9a7a22-1093-489f-bc73-567bf9688a13 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:21.473860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.576611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4e9a7a22-1093-489f-bc73-567bf9688a13 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:21.576994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.583064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 6, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:20Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:21.592209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.614839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.618964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.688559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b47c3-bb9d-41d1-a714-e8505a208504 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 6, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:20Z', 'revision_number': 4, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:21.702646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:21.730233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:21.754641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:21.758811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Pushing event updated for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:21.820861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:21.953793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:21.954499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:21.980522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:22.006127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:22.008713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a0f6997d-4b04-491f-84fb-fb080c869c1e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 703 time: 1.5932252 Jul 28 18:26:22.011345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:22.166895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62ab4809-65ba-4dad-aec9-d5014b027890 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 703 time: 0.1542246 Jul 28 18:26:22.169611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:22.180381 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f184f8b-08ae-466d-b319-790f19475126 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7414284 Jul 28 18:26:22.198955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Request body: {'port': {'device_id': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:22.391221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:22.582043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad5f3a7e-ef79-495a-81ed-dde185c92bd4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:22.734441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c0f71-0867-4beb-9b1c-bbd8b0ffa6af req-4c7566e3-6075-41fc-90e7-96d8acbbada0 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:22.739810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa1c0f71-0867-4beb-9b1c-bbd8b0ffa6af req-4c7566e3-6075-41fc-90e7-96d8acbbada0 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 931 time: 0.2994070 Jul 28 18:26:22.773738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:22.779612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:22.780272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:22.954212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa1c0f71-0867-4beb-9b1c-bbd8b0ffa6af req-0cdf11b0-d05c-4b38-8e92-f5afadfe76cb tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066073 Jul 28 18:26:22.988052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.115541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ad5f3a7e-ef79-495a-81ed-dde185c92bd4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:23.135747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31affe4-dc81-487e-baff-386f1d78196d {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:26:23.153449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.171965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Transition to ACTIVE for port object c31affe4-dc81-487e-baff-386f1d78196d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:23.220480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.221314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b058ad8-2d64-403f-907b-a593d70b7529 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:23.258968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.314338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Pushing event updated for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:23.320943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:23.402846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Attempting to bind port c31affe4-dc81-487e-baff-386f1d78196d on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:23.403101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Attempting to bind port c31affe4-dc81-487e-baff-386f1d78196d by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:23.404019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Attempting to bind port c31affe4-dc81-487e-baff-386f1d78196d on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:23.405580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:23.406222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:23.409377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Port c31affe4-dc81-487e-baff-386f1d78196d on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:26:23.409714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Attempting to bind port c31affe4-dc81-487e-baff-386f1d78196d on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:23.415598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:23.415953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Checking segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:23.416340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Bound using segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:23.416769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Bound port: c31affe4-dc81-487e-baff-386f1d78196d, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:23.417148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.431477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.488241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:23.491765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c31affe4-dc81-487e-baff-386f1d78196d,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:23.561319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:23.568097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.573603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:23.644089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:23.645037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.646935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] 10.222.0.35 "PUT /v2.0/ports/c31affe4-dc81-487e-baff-386f1d78196d HTTP/1.1" status: 200 len: 1091 time: 1.4584358 Jul 28 18:26:23.647834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:26:23.659945 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56101ff-c274-4727-8b28-c07aea55a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "tag": "c31affe4-dc81-487e-baff-386f1d78196d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:23.688595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6b058ad8-2d64-403f-907b-a593d70b7529 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:23.697740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312f098-1c6a-4a4f-85c0-31e998358478 service neutron] Pushing event updated for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:23.704617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6b058ad8-2d64-403f-907b-a593d70b7529 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:23.705240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.745803 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062521f8-0af2-4af2-98b6-c8c25dce9ddd x-openstack-request-id: req-062521f8-0af2-4af2-98b6-c8c25dce9ddd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:23.746175 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "tag": "c31affe4-dc81-487e-baff-386f1d78196d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:23.746500 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-062521f8-0af2-4af2-98b6-c8c25dce9ddd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:23.746988 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d', 'status': 'completed', 'code': 200} Jul 28 18:26:23.845015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:23.845383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.847425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-0c83a8d4-b5f4-4ac3-b884-2185f9df3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:23.849090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-0c83a8d4-b5f4-4ac3-b884-2185f9df3a32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0700011 Jul 28 18:26:23.912520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.951846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 6b058ad8-2d64-403f-907b-a593d70b7529, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b058ad8-2d64-403f-907b-a593d70b7529,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:23.959954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:21Z', 'revision_number': 7, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:23Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:23.968834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port ad5f3a7e-ef79-495a-81ed-dde185c92bd4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:23.969487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:23.970347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-77185613-656c-4885-83cf-194e802ea18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:23.972659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-77185613-656c-4885-83cf-194e802ea18f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b255db45315e4f62abc2d26495c605cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1152134 Jul 28 18:26:24.008836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for ad5f3a7e-ef79-495a-81ed-dde185c92bd4 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:24.040388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:24.042638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:24.109017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:24.109586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:24.169399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fb790-3d66-48c0-a964-f408420932f9 req-1f599e75-942f-4e85-bada-2ffde28f9119 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:24.171256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d67fb790-3d66-48c0-a964-f408420932f9 req-1f599e75-942f-4e85-bada-2ffde28f9119 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 943 time: 0.0987196 Jul 28 18:26:24.173309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-6cf9b4cb-48c9-4c60-8e3e-1470edcf09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:24.174985 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56101ff-c274-4727-8b28-c07aea55a3fa req-6cf9b4cb-48c9-4c60-8e3e-1470edcf09aa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962609 Jul 28 18:26:24.224040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:24.265462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:24.278579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d67fb790-3d66-48c0-a964-f408420932f9 req-3933ed31-98d7-46dc-99f9-70142ab343b0 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Jul 28 18:26:24.325945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f80612e-14be-4e22-a16e-02e0b97b4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:24.328022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-9f80612e-14be-4e22-a16e-02e0b97b4bbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0682282 Jul 28 18:26:24.328387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad5f3a7e-ef79-495a-81ed-dde185c92bd4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:24.406228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-59bdd48d-782d-43af-92a5-6fc6215b4e3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31affe4-dc81-487e-baff-386f1d78196d HTTP/1.1" status: 200 len: 217 time: 0.0696325 Jul 28 18:26:24.458633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-dcb9c808-a857-4d9f-8ac7-69eee67505ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:24.460293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-dcb9c808-a857-4d9f-8ac7-69eee67505ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.0474608 Jul 28 18:26:24.496463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-55800192-9b39-4250-8b89-b30a7c2fb410 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284431 Jul 28 18:26:24.527915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:24.604054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No active binding found for port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 {{(pid=101108) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 18:26:24.604054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad5f3a7e-ef79-495a-81ed-dde185c92bd4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 18:26:24.613203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-baa2c1f0-e357-4dd2-a01f-e305dd1bed2e service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056318 Jul 28 18:26:24.615839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=ad5f3a7e-ef79-495a-81ed-dde185c92bd4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:24.630591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Port ad5f3a7e-ef79-495a-81ed-dde185c92bd4 not found, will not notify nova. {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 18:26:24.743517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d2f0564-e7af-4a96-b3a5-d59d0feb40c3 req-d47c4789-cab2-4df5-b06d-4d7217a95755 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272848 Jul 28 18:26:24.797221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:24.822176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:21Z', 'revision_number': 7, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:23Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:24.866601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24d384-6dfc-41f4-9880-7ef0528b56ab None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:21Z', 'revision_number': 7, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad5f3a7e-ef79-495a-81ed-dde185c92bd4', 'name': '', 'network_id': '3b2013ee-caf1-4233-a113-5945c9537c58', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:1e:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:15Z', 'updated_at': '2021-07-28T18:26:23Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': 'e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:25.044153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:25.161063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:25.176313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed8bfd0f-476e-497b-81b4-6b9306e328f6 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0053089 Jul 28 18:26:25.178906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58462) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:25.193394 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:25.202334 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:25.203075 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:25.246360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:25.249745 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.301543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.341052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:25.451889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.462709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2004b-7469-4c68-9838-26e5ef9638c8 req-2b5bc182-6105-4eed-a9cd-a60329025bd4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:25.464297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50a2004b-7469-4c68-9838-26e5ef9638c8 req-2b5bc182-6105-4eed-a9cd-a60329025bd4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 943 time: 0.0919094 Jul 28 18:26:25.531595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-50a2004b-7469-4c68-9838-26e5ef9638c8 req-90fe8ef9-e76d-4e40-bb6a-373e575d2616 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Jul 28 18:26:25.587826 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:24Z', 'revision_number': 8, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:25.618123 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:25.626212 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:25.626805 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:25.676221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.704438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:25.717579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.718297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef654a1-f274-429f-8580-d92be709d59a None None] Network 3b2013ee-caf1-4233-a113-5945c9537c58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:25.722910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58474) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:25.723534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-de78e53d-fce2-49c3-857a-2c8c51935d91 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b HTTP/1.1" status: 204 len: 168 time: 0.5427039 Jul 28 18:26:25.728949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:25.850147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.936508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 4e9a7a22-1093-489f-bc73-567bf9688a13 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:25.936857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:25.958423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] DHCP port deletion for 3b2013ee-caf1-4233-a113-5945c9537c58 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:26.016544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Deleting port 4e9a7a22-1093-489f-bc73-567bf9688a13 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:26.016544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.055987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port 4e9a7a22-1093-489f-bc73-567bf9688a13, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4e9a7a22-1093-489f-bc73-567bf9688a13,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:26.056817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.075322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 4e9a7a22-1093-489f-bc73-567bf9688a13 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:26.076400 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:24Z', 'revision_number': 8, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:26.088321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] For port 4e9a7a22-1093-489f-bc73-567bf9688a13, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4e9a7a22-1093-489f-bc73-567bf9688a13,segment=NetworkSegment(2f45610b-05e4-47b7-9424-f53a9542ddc5),segment_id=2f45610b-05e4-47b7-9424-f53a9542ddc5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:26.089036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.102845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Calling delete_port for 4e9a7a22-1093-489f-bc73-567bf9688a13 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:26.115447 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6fd21-953d-4816-97f7-4f437d8b6d02 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:24Z', 'revision_number': 8, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': '2ef708a8-9531-4782-b124-1383bb34af48', 'name': '', 'network_id': 'a79b2152-2c48-45b9-a26e-59f76ef18068', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:53:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:16Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '144b9cb0-27d0-4045-b262-26ed003ec1f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:26.270422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.283014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.325228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=4e9a7a22-1093-489f-bc73-567bf9688a13,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:26.340855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port 4e9a7a22-1093-489f-bc73-567bf9688a13 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:26.354747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] Pushing event deleted for resources: {'Port': ['ID=4e9a7a22-1093-489f-bc73-567bf9688a13,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:26.362310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e9c20-59e2-4769-8e33-f9ba86bc1e1e None None] No DVR routers for this DVR port 4e9a7a22-1093-489f-bc73-567bf9688a13 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:26.466829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.477440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2013ee-caf1-4233-a113-5945c9537c58']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:26.493880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f45610b-05e4-47b7-9424-f53a9542ddc5') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:26.501416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f45610b-05e4-47b7-9424-f53a9542ddc5') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:26.552625 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.584562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.593996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b058ad8-2d64-403f-907b-a593d70b7529 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:26.604654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:26.605310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:26.613446 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:26.704262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6b058ad8-2d64-403f-907b-a593d70b7529 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:26.704645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.754240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a2257-ded0-462d-b7f4-34280d433f4e req-8f272062-6b94-4ebf-9529-e88c3ee2f57b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:26.764260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b3a2257-ded0-462d-b7f4-34280d433f4e req-8f272062-6b94-4ebf-9529-e88c3ee2f57b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 943 time: 0.1401372 Jul 28 18:26:26.817660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.832024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:26.843946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b3a2257-ded0-462d-b7f4-34280d433f4e req-56bad147-bdb4-44d1-918d-f5e1ff36f7d6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761912 Jul 28 18:26:26.845181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/3b2013ee-caf1-4233-a113-5945c9537c58 HTTP/1.1" status: 204 len: 168 time: 1.1183453 Jul 28 18:26:26.845662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:26.878631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a5421-8869-428c-91ee-2f37697cf7b2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=3b2013ee-caf1-4233-a113-5945c9537c58,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:27.013878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad5f3a7e-ef79-495a-81ed-dde185c92bd4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:27.061600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ad5f3a7e-ef79-495a-81ed-dde185c92bd4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:27.072488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ad5f3a7e-ef79-495a-81ed-dde185c92bd4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:27.073667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4e9a7a22-1093-489f-bc73-567bf9688a13 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:27.080632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ddb0-86d2-4ee7-9868-703f7b570dd8 req-5a2e1879-3b9c-4bcc-9c2c-fec97ba3cfd5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:27.092228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd67ddb0-86d2-4ee7-9868-703f7b570dd8 req-5a2e1879-3b9c-4bcc-9c2c-fec97ba3cfd5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.1364636 Jul 28 18:26:27.110654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4e9a7a22-1093-489f-bc73-567bf9688a13 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:27.113364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4e9a7a22-1093-489f-bc73-567bf9688a13 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:27.158900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd67ddb0-86d2-4ee7-9868-703f7b570dd8 req-2421a0cf-2eb1-42e1-ae0d-06382ee517e5 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596869 Jul 28 18:26:27.283568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:27.566988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 2ef708a8-9531-4782-b124-1383bb34af48 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:27.567881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:27.671484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port 2ef708a8-9531-4782-b124-1383bb34af48, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2ef708a8-9531-4782-b124-1383bb34af48,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:27.672153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:27.690389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 2ef708a8-9531-4782-b124-1383bb34af48 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:27.975669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470b58-c61f-4a91-a776-ad22b8ee416a req-8007b8ba-4e64-42d9-88f1-275193230509 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:27.975669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04470b58-c61f-4a91-a776-ad22b8ee416a req-8007b8ba-4e64-42d9-88f1-275193230509 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 943 time: 0.0524924 Jul 28 18:26:27.975669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.060285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=2ef708a8-9531-4782-b124-1383bb34af48,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:28.138847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-ca124e2b-bd95-4618-b4de-b27fb8dffc94 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:28.140511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-ca124e2b-bd95-4618-b4de-b27fb8dffc94 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.0994303 Jul 28 18:26:28.159918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04470b58-c61f-4a91-a776-ad22b8ee416a req-362e8ac8-3764-4b6f-b705-b2ff190cbcc8 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755097 Jul 28 18:26:28.222841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.362905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20827a5e-c77e-4a25-b285-17e8301a04df req-1e99074e-26b9-4344-82b9-fbbd3d837e7e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:28.370447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-20827a5e-c77e-4a25-b285-17e8301a04df req-1e99074e-26b9-4344-82b9-fbbd3d837e7e tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 946 time: 0.0721233 Jul 28 18:26:28.416095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-20827a5e-c77e-4a25-b285-17e8301a04df req-4c62b675-121d-4370-8c49-7406ec061712 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups?id=1272e3d1-4e32-4557-ab10-cb9650278ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Jul 28 18:26:28.426866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Deleting port 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:28.427170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.435307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c31affe4-dc81-487e-baff-386f1d78196d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:26:28.461744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:28.545832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] For port 1abe2790-ffa5-4578-a5b1-3138af50243d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1abe2790-ffa5-4578-a5b1-3138af50243d,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:28.546647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.569312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:28.582488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1dbac182-49f0-4f26-a5f3-370d6e95c42f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332430 Jul 28 18:26:28.583087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58532) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:28.605680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c31affe4-dc81-487e-baff-386f1d78196d,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:28.618458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'c31affe4-dc81-487e-baff-386f1d78196d', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'port_id': 'c31affe4-dc81-487e-baff-386f1d78196d', 'mac_address': 'fa:16:3e:e6:00:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:26:28.621787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:28.658204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:28.658843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:28.688618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 144b9cb0-27d0-4045-b262-26ed003ec1f6 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:28.723060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.734822 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.750444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31affe4-dc81-487e-baff-386f1d78196d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:26:28.780464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.793094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c31affe4-dc81-487e-baff-386f1d78196d,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:28.826279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:28.875677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.876053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.876370 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Floating IP ba89d176-47ef-46a7-a05c-473804d20d87 disassociated. External IP: 172.25.7.196, port: 1abe2790-ffa5-4578-a5b1-3138af50243d. Jul 28 18:26:28.876719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Calling delete_port for 1abe2790-ffa5-4578-a5b1-3138af50243d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:28.878782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:28.957787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.039083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:29.053155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.053155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.053593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.053852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.054218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.054552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.054890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.055791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.055791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.065598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.065598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.065598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:29.124560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:27Z', 'revision_number': 9, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:29.152267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:29.162730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:29.163558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:29.184931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.191811 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.207176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c31affe4-dc81-487e-baff-386f1d78196d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:26:29.299513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'Port': ['ID=1abe2790-ffa5-4578-a5b1-3138af50243d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:29.303636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=144b9cb0-27d0-4045-b262-26ed003ec1f6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:29.310521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.312585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45aa9b21-78c1-4297-8b9e-5a4299282a98 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/144b9cb0-27d0-4045-b262-26ed003ec1f6 HTTP/1.1" status: 204 len: 168 time: 0.7284813 Jul 28 18:26:29.315239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58542) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:29.321202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:29.354523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44888e-a3fd-4ab1-abfe-d29f64b3f37c None None] Network a79b2152-2c48-45b9-a26e-59f76ef18068 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:29.407528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b419-132f-4d55-9349-d5f753285726 req-0fc3ec8a-b964-4ffc-9556-f08938bd8387 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:29.408979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b34b419-132f-4d55-9349-d5f753285726 req-0fc3ec8a-b964-4ffc-9556-f08938bd8387 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 944 time: 0.1330841 Jul 28 18:26:29.467833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.492499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:29.537449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b34b419-132f-4d55-9349-d5f753285726 req-25200f22-4010-4570-8796-b0bf04815100 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195045 Jul 28 18:26:29.575535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:29.576174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.656517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3026ff5a-4604-4ae5-979a-917471f7ef7d req-d7c73b85-3b1e-490c-811f-05fc2a5c4a14 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 210 time: 0.0764418 Jul 28 18:26:29.680894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,segment=NetworkSegment(284f1ba7-2910-4fa0-b937-924bf18297da),segment_id=284f1ba7-2910-4fa0-b937-924bf18297da)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:29.681485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.698199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for d7a6b7b0-1d7e-40f7-be43-fb5394433c75 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:29.703735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:29.715208 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:29.740210 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:29.741617 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:29.834472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] No DVR routers for this DVR port 1abe2790-ffa5-4578-a5b1-3138af50243d on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:29.839964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:29.849699 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51ef682b-1658-4502-ad7a-e4fa10255b27 req-97c53e02-b066-41e9-9c07-4ffd9a3cd8d3 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.37 "DELETE /v2.0/ports/1abe2790-ffa5-4578-a5b1-3138af50243d HTTP/1.1" status: 204 len: 173 time: 1.7032070 Jul 28 18:26:29.850710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-deleted', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:26:29.859801 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8866d9f-a424-418f-b982-5030677b6882" -d '{"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-deleted", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:29.945327 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec76005-b76d-49de-87fc-fdd2a6f5b0f1 x-openstack-request-id: req-8ec76005-b76d-49de-87fc-fdd2a6f5b0f1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:29.948108 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cfb8a6-741a-418f-b871-b8cc78a178e6", "name": "network-vif-deleted", "tag": "1abe2790-ffa5-4578-a5b1-3138af50243d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:29.950237 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec76005-b76d-49de-87fc-fdd2a6f5b0f1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:29.951340 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cfb8a6-741a-418f-b871-b8cc78a178e6', 'name': 'network-vif-deleted', 'tag': '1abe2790-ffa5-4578-a5b1-3138af50243d', 'status': 'completed', 'code': 200} Jul 28 18:26:29.953146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] DHCP port deletion for a79b2152-2c48-45b9-a26e-59f76ef18068 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:30.046202 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:30.049658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58562) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:30.070584 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.100375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:30.122768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:27Z', 'revision_number': 9, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.184394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:30.374106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.390782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79b2152-2c48-45b9-a26e-59f76ef18068']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.408403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284f1ba7-2910-4fa0-b937-924bf18297da') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.408749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284f1ba7-2910-4fa0-b937-924bf18297da') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.414752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7a6b7b0-1d7e-40f7-be43-fb5394433c75 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:30.426004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d2d8e-d636-42e2-9867-e3d60cbc169e None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:27Z', 'revision_number': 9, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'cd80b98d-2486-40b1-9d91-e53cf9c8fcac', 'name': '', 'network_id': '7dc20942-9daa-4a98-95ee-61ef2abeaea6', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:3e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:03Z', 'updated_at': '2021-07-28T18:26:09Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '57b6be4a-6624-4659-b6b3-cbbc7e4a3203', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:30.449187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d7a6b7b0-1d7e-40f7-be43-fb5394433c75 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:30.467017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d7a6b7b0-1d7e-40f7-be43-fb5394433c75 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:30.471756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Deleting port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:30.472143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.516058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.536518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.555302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:30.555829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.556815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] For port d7a6b7b0-1d7e-40f7-be43-fb5394433c75, host n-d-778550-5, got binding levels [] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:30.557229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:30.559082 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:30.593331 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.607271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Calling delete_port for d7a6b7b0-1d7e-40f7-be43-fb5394433c75 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:30.613015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.ipam_backend_mixin [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 was not found and therefore no delete operation was performed {{(pid=101108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:26:30.627041 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:30.629291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.638634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:30.639666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:30.698932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] Pushing event deleted for resources: {'Port': ['ID=d7a6b7b0-1d7e-40f7-be43-fb5394433c75,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:30.720433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0dc19a-9c87-410d-80e0-8cfd7c873c12 None None] No DVR routers for this DVR port d7a6b7b0-1d7e-40f7-be43-fb5394433c75 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:30.742828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.750950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:30.753420 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/a79b2152-2c48-45b9-a26e-59f76ef18068 HTTP/1.1" status: 204 len: 168 time: 1.4352117 Jul 28 18:26:30.768533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:30.771969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4351d3a-5b2a-45ec-bf03-69cd20099d8b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=a79b2152-2c48-45b9-a26e-59f76ef18068,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:30.842418 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07981cba-f4ec-40e6-8040-3b90deb54b91 req-1395c25b-68c1-49c2-b203-b28238b561b7 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/ports?device_id=37cfb8a6-741a-418f-b871-b8cc78a178e6 HTTP/1.1" status: 200 len: 210 time: 0.0442107 Jul 28 18:26:30.852118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:31.010813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad3d0d-8a2a-4674-8049-d5c7fb6210bf req-dfb085bc-b7ce-44ce-be79-d9384a89ddf6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:31.013874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15ad3d0d-8a2a-4674-8049-d5c7fb6210bf req-dfb085bc-b7ce-44ce-be79-d9384a89ddf6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 944 time: 0.3204989 Jul 28 18:26:31.185094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15ad3d0d-8a2a-4674-8049-d5c7fb6210bf req-1748c99d-5d75-494b-938f-9c65874d9c13 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614158 Jul 28 18:26:31.245128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:31.246635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:31.246635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e731d4-0bac-4219-b458-db0f9ba79135 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:32Z', 'revision_number': 4, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '471b2dbc-218a-4a26-8092-93a1b13bcc35', 'name': '', 'network_id': 'b11b0cf5-40f7-41e8-851d-cbe7d4060572', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'mac_address': 'fa:16:3e:6a:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:31Z', 'updated_at': '2021-07-28T18:17:39Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'subnets': [{'id': 'f403a708-25d9-492f-8cbc-877d9b22874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:31.416435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:31.668364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6a64a-8076-4cec-a51c-d3ce86aae63b None None] New status for floating IP ba89d176-47ef-46a7-a05c-473804d20d87: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:26:31.720605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port cd80b98d-2486-40b1-9d91-e53cf9c8fcac {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:31.721149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:31.831620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port cd80b98d-2486-40b1-9d91-e53cf9c8fcac, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:31.833810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:31.850053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for cd80b98d-2486-40b1-9d91-e53cf9c8fcac owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:31.951835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Deleting port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:31.952447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.053115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] For port 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:32.053115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.062522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Calling delete_port for 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:32.083210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58594) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:32.152436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.166523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.219507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2ef708a8-9531-4782-b124-1383bb34af48 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:32.225552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=cd80b98d-2486-40b1-9d91-e53cf9c8fcac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:32.240923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 2ef708a8-9531-4782-b124-1383bb34af48 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:32.242099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2ef708a8-9531-4782-b124-1383bb34af48 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:32.260257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.387454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fbd7f-5e17-475d-8cc2-21f808e77fb9 req-f99264e0-cad3-4a5f-ab35-bf71b8bf3594 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:32.389605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:32.397054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c6fbd7f-5e17-475d-8cc2-21f808e77fb9 req-f99264e0-cad3-4a5f-ab35-bf71b8bf3594 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 944 time: 0.0725629 Jul 28 18:26:32.406290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.418482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 1abe2790-ffa5-4578-a5b1-3138af50243d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:32.418767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1abe2790-ffa5-4578-a5b1-3138af50243d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:32.471798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c31affe4-dc81-487e-baff-386f1d78196d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:32.479273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12db87a1-5c20-4a1b-9e78-f6cdc64b61a9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:32.542874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c6fbd7f-5e17-475d-8cc2-21f808e77fb9 req-8b497637-9e2b-49ba-8bbb-00e4c33f463e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446185 Jul 28 18:26:32.700551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port c31affe4-dc81-487e-baff-386f1d78196d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:32.707693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.718868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port c31affe4-dc81-487e-baff-386f1d78196d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:32.719244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.829487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.843072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.886055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c31affe4-dc81-487e-baff-386f1d78196d,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:32.887678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:26:32.902191 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99677a2-7def-436e-91a9-4eeaa3571926" -d '{"events": [{"server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "name": "network-vif-plugged", "status": "completed", "tag": "c31affe4-dc81-487e-baff-386f1d78196d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:32.958767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.962569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:32.969681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "DELETE /v2.0/security-groups/1272e3d1-4e32-4557-ab10-cb9650278ed1 HTTP/1.1" status: 204 len: 168 time: 0.8795760 Jul 28 18:26:32.969956 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02a0714-2b80-4aa8-821d-927755eabb07 x-openstack-request-id: req-f02a0714-2b80-4aa8-821d-927755eabb07 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:32.969956 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "name": "network-vif-plugged", "status": "completed", "tag": "c31affe4-dc81-487e-baff-386f1d78196d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:32.969956 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f02a0714-2b80-4aa8-821d-927755eabb07 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:32.969956 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d', 'code': 200} Jul 28 18:26:32.974072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:32.989669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b97b86-44af-4c35-b729-6772bf62dc46 tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272e3d1-4e32-4557-ab10-cb9650278ed1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:33.017278 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-8c6664e5-32fb-4189-988a-463bf3eb5a2c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] show failed (client error): The resource could not be found. Jul 28 18:26:33.018316 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8c6664e5-32fb-4189-988a-463bf3eb5a2c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "GET /v2.0/security-groups/1272e3d1-4e32-4557-ab10-cb9650278ed1 HTTP/1.1" status: 404 len: 347 time: 0.0420213 Jul 28 18:26:33.021008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.022137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58612) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:33.110701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:33.146517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Router d74075a9-fe6f-42bc-846a-074364b090f6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:33.265349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:33.269667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7d3b-c955-4107-85fa-391c7b5609bd req-f94ba262-8a19-4586-93c1-d2d42153c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:33.271142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b1e16b34-cd54-43fb-93ec-3b8154cb2fc9 admin admin] 10.222.0.25 "PUT /v2.0/routers/d74075a9-fe6f-42bc-846a-074364b090f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203557 Jul 28 18:26:33.271293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abed7d3b-c955-4107-85fa-391c7b5609bd req-f94ba262-8a19-4586-93c1-d2d42153c45c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.1918747 Jul 28 18:26:33.273845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:33.275754 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Sync routers for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:33.284277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:33.286369 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:33.287463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.393921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Deleting port e99ddc2a-114f-4198-b30b-ef1875e12a90 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:33.394551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.403179 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:33.404230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.446129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abed7d3b-c955-4107-85fa-391c7b5609bd req-7dc977af-8f72-47e0-bab9-b333c92ff56a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662338 Jul 28 18:26:33.474666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:33.488647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61468e01-931c-4d5d-abf4-7f87e42373f4 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7164712 Jul 28 18:26:33.491218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:33.495587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:33.512214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:33.517412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.548211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.548530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.561286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Calling delete_port for e99ddc2a-114f-4198-b30b-ef1875e12a90 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:33.569070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.639194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:33.648785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:26:32Z', 'revision_number': 5, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port': {'id': '616b19cc-cb80-49a6-9130-30f23e02fe88', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:16:46Z', 'updated_at': '2021-07-28T18:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.708420 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Checking router: d74075a9-fe6f-42bc-846a-074364b090f6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:33.728056 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Routers {'d74075a9-fe6f-42bc-846a-074364b090f6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:33.728679 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d74075a9-fe6f-42bc-846a-074364b090f6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.760072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adafb-21e2-4ae7-8762-28a3fa592a68 req-65d04b54-1a90-4468-8aed-8912a14f545d tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:33.761914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-402adafb-21e2-4ae7-8762-28a3fa592a68 req-65d04b54-1a90-4468-8aed-8912a14f545d tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0993731 Jul 28 18:26:33.773787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 57b6be4a-6624-4659-b6b3-cbbc7e4a3203 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:33.777751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.780486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.835813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Deleting port 616b19cc-cb80-49a6-9130-30f23e02fe88 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:33.837127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.842743 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] Set router d74075a9-fe6f-42bc-846a-074364b090f6 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:33.843044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Pushing event deleted for resources: {'Port': ['ID=e99ddc2a-114f-4198-b30b-ef1875e12a90,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:33.882086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.926861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:31Z', 'revision_number': 10, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.932884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-402adafb-21e2-4ae7-8762-28a3fa592a68 req-635f22b5-8d32-46a5-8f5a-c526e959b401 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623673 Jul 28 18:26:33.960519 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:26:33Z', 'revision_number': 6, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.974896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:33.986872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.988624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:33.989446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:33.990204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:33.991634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af715f28-8397-4e8e-b04a-ab41c33a198c tempest-AttachVolumeShelveTestJSON-680956807 tempest-AttachVolumeShelveTestJSON-680956807-project] 10.222.0.25 "DELETE /v2.0/floatingips/ba89d176-47ef-46a7-a05c-473804d20d87 HTTP/1.1" status: 204 len: 168 time: 0.9679966 Jul 28 18:26:34.004899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] For port 616b19cc-cb80-49a6-9130-30f23e02fe88, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=616b19cc-cb80-49a6-9130-30f23e02fe88,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:34.010034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.056733 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d33ad-f686-4251-a493-95b963e83ef2 None None] The sync data for ids ['d74075a9-fe6f-42bc-846a-074364b090f6'] in n-d-778550-5 is: [{'id': 'd74075a9-fe6f-42bc-846a-074364b090f6', 'name': 'tempest-AttachVolumeTestJSON-257562577-router', 'tenant_id': 'e4a7ebc7744b498caf86837a799b8c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:16:45Z', 'updated_at': '2021-07-28T18:26:33Z', 'revision_number': 6, 'project_id': 'e4a7ebc7744b498caf86837a799b8c16', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:34.070929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.109521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Calling delete_port for 616b19cc-cb80-49a6-9130-30f23e02fe88 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:34.140627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:34.225115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.255302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=57b6be4a-6624-4659-b6b3-cbbc7e4a3203,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:34.266374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.268799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f8c0da08-6a72-4393-8893-d805085c8c7f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/57b6be4a-6624-4659-b6b3-cbbc7e4a3203 HTTP/1.1" status: 204 len: 168 time: 0.7762401 Jul 28 18:26:34.271533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58638) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:34.275278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abf4a1-dfb8-4705-87e1-8fcc10a821b1 None None] Network 7dc20942-9daa-4a98-95ee-61ef2abeaea6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:34.397664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.483885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port a26edbf0-0a8c-4a44-9092-23502bbf3626 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:34.484295 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.502940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.591224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=616b19cc-cb80-49a6-9130-30f23e02fe88,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:34.629319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port a26edbf0-0a8c-4a44-9092-23502bbf3626, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a26edbf0-0a8c-4a44-9092-23502bbf3626,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:34.629700 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.646563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:31Z', 'revision_number': 10, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:34.665290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for a26edbf0-0a8c-4a44-9092-23502bbf3626 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:34.689060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.722234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb0d24-2049-4b84-9a13-8b3f5eb4fb15 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:31Z', 'revision_number': 10, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None, '_interfaces': [{'id': 'ea4238e4-74c6-4517-996a-13de60a89399', 'name': '', 'network_id': '8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'mac_address': 'fa:16:3e:7b:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:25:59Z', 'updated_at': '2021-07-28T18:26:05Z', 'revision_number': 5, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'subnets': [{'id': '3bbd37cc-e849-41a0-bd33-5efbd11e7353', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:34.734985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] DHCP port deletion for 7dc20942-9daa-4a98-95ee-61ef2abeaea6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:34.796012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Deleting port a26edbf0-0a8c-4a44-9092-23502bbf3626 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:34.796709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.844486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.850003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.881284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] For port a26edbf0-0a8c-4a44-9092-23502bbf3626, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a26edbf0-0a8c-4a44-9092-23502bbf3626,segment=NetworkSegment(59d35074-b39d-4604-a282-542c89fa9aaf),segment_id=59d35074-b39d-4604-a282-542c89fa9aaf)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:34.881680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.895150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Calling delete_port for a26edbf0-0a8c-4a44-9092-23502bbf3626 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:34.966963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.967872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74075a9-fe6f-42bc-846a-074364b090f6 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:34.973463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.977146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7e2a11db-6034-4c29-aa72-3bbda3f726b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d74075a9-fe6f-42bc-846a-074364b090f6 HTTP/1.1" status: 204 len: 168 time: 1.7006397 Jul 28 18:26:34.977395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58652) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:34.986827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:34.995559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.025077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] No DVR routers for this DVR port a26edbf0-0a8c-4a44-9092-23502bbf3626 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:35.026847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c7901-a2fa-4ea3-bed3-2de74d290fd8 None None] Pushing event deleted for resources: {'Port': ['ID=a26edbf0-0a8c-4a44-9092-23502bbf3626,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:35.072588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=a26edbf0-0a8c-4a44-9092-23502bbf3626,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:35.076631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port a26edbf0-0a8c-4a44-9092-23502bbf3626 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:35.092276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b1da0-59a2-44be-9873-e5cb402e964d req-ca396326-2500-4957-ab18-1588375d9ea3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:35.100294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564b1da0-59a2-44be-9873-e5cb402e964d req-ca396326-2500-4957-ab18-1588375d9ea3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0908027 Jul 28 18:26:35.120720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:35.165769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:35.166130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 12db87a1-5c20-4a1b-9e78-f6cdc64b61a9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:35.188158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Deleting subnet 9f023384-9430-4e5e-bf9e-170038f3812a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:35.201315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.212130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-564b1da0-59a2-44be-9873-e5cb402e964d req-23c627f2-a7bd-434b-bf78-6c0d06d18f2b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105614 Jul 28 18:26:35.248076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.264729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc20942-9daa-4a98-95ee-61ef2abeaea6']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:35.282827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d35074-b39d-4604-a282-542c89fa9aaf') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:35.282827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d35074-b39d-4604-a282-542c89fa9aaf') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:35.292905 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.315260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.336023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.354299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:35.354968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:35.358392 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:35.506456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.577208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.588419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.594079 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/7dc20942-9daa-4a98-95ee-61ef2abeaea6 HTTP/1.1" status: 204 len: 168 time: 1.3178685 Jul 28 18:26:35.594079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:35.662830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eba37-1ab7-4e51-b56b-f16e50c8dc94 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=7dc20942-9daa-4a98-95ee-61ef2abeaea6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:35.668153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.735514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f023384-9430-4e5e-bf9e-170038f3812a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:35.737573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:35.739582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8bb720ab-e120-4c82-a84d-9aa8e27cc98e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9f023384-9430-4e5e-bf9e-170038f3812a HTTP/1.1" status: 204 len: 168 time: 0.7607784 Jul 28 18:26:35.742322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:35.749514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996275b1-9d4a-43ef-a5f0-eb5191eaf8cb None None] Network 5b31d176-de0c-4aaf-b902-96625f1d46e1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:35.832363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596024-cf97-4541-9503-46c56738b8b0 req-3fe7ae86-c9b5-4644-bc58-b3c32295d116 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:35.834363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa596024-cf97-4541-9503-46c56738b8b0 req-3fe7ae86-c9b5-4644-bc58-b3c32295d116 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1300142 Jul 28 18:26:35.853360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-35d79139-3beb-43e4-9c08-9c310146df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:35.855735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-35d79139-3beb-43e4-9c08-9c310146df16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0877223 Jul 28 18:26:35.955649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa596024-cf97-4541-9503-46c56738b8b0 req-f7a44335-a8a5-45ae-80f0-347377051852 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Jul 28 18:26:35.967616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.012516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-b5f2bade-a53b-4269-af8c-a2a333f789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:36.014335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-b5f2bade-a53b-4269-af8c-a2a333f789c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 912 time: 0.1517255 Jul 28 18:26:36.030924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] DHCP port deletion for 5b31d176-de0c-4aaf-b902-96625f1d46e1 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:36.077658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-bf856e84-165a-4a79-bc4e-3cb3f389508a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31affe4-dc81-487e-baff-386f1d78196d HTTP/1.1" status: 200 len: 217 time: 0.0557573 Jul 28 18:26:36.106873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Deleting port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:36.107338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.133511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Deleting port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:36.133975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.141377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-3b1a463c-b3b6-4824-8f43-b5972716d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:36.142699 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-3b1a463c-b3b6-4824-8f43-b5972716d408 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.0585637 Jul 28 18:26:36.201320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] For port 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=412c0806-d7ee-4f96-8029-f39c27d3b2d9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:36.201729 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.212989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] For port 412c0806-d7ee-4f96-8029-f39c27d3b2d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=412c0806-d7ee-4f96-8029-f39c27d3b2d9,segment=NetworkSegment(ae1f1d70-6055-499d-899b-69a407e89ccc),segment_id=ae1f1d70-6055-499d-899b-69a407e89ccc)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:36.213386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.214698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-9f5289b3-6dc4-4147-8448-9f0a62dfc2e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549903 Jul 28 18:26:36.218723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Calling delete_port for 412c0806-d7ee-4f96-8029-f39c27d3b2d9 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:36.231885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Calling delete_port for 412c0806-d7ee-4f96-8029-f39c27d3b2d9 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:36.329671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 412c0806-d7ee-4f96-8029-f39c27d3b2d9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:36.401661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-788bee1d-88ac-4d15-bbed-85d6b88c5457 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642568 Jul 28 18:26:36.435516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.454186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.525541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.525799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.541624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9071cfc3-7193-446d-aec7-8c933ad20c93 req-31771e2f-b5ff-4991-84cd-20a2d5c67e04 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329572 Jul 28 18:26:36.570603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=412c0806-d7ee-4f96-8029-f39c27d3b2d9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:36.574035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 616b19cc-cb80-49a6-9130-30f23e02fe88 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:36.575800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] No DVR routers for this DVR port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:36.583766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] Pushing event deleted for resources: {'Port': ['ID=412c0806-d7ee-4f96-8029-f39c27d3b2d9,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:36.615804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f26b9-06a0-4d84-85bb-3a645ce64c95 None None] No DVR routers for this DVR port 412c0806-d7ee-4f96-8029-f39c27d3b2d9 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:36.622600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 616b19cc-cb80-49a6-9130-30f23e02fe88 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:36.623311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 616b19cc-cb80-49a6-9130-30f23e02fe88 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:36.623995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd80b98d-2486-40b1-9d91-e53cf9c8fcac no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:36.652731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cd80b98d-2486-40b1-9d91-e53cf9c8fcac {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:36.653358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cd80b98d-2486-40b1-9d91-e53cf9c8fcac not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:36.653961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a26edbf0-0a8c-4a44-9092-23502bbf3626 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:36.675121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a26edbf0-0a8c-4a44-9092-23502bbf3626 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:36.682470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a26edbf0-0a8c-4a44-9092-23502bbf3626 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:36.723690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.737518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b31d176-de0c-4aaf-b902-96625f1d46e1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:36.750871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1f1d70-6055-499d-899b-69a407e89ccc') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:36.751170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1f1d70-6055-499d-899b-69a407e89ccc') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:36.763588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.785758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.812174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:36.812481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:36.814219 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:36.918159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port ea4238e4-74c6-4517-996a-13de60a89399 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:36.918353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.345121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.361418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.365570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b31d176-de0c-4aaf-b902-96625f1d46e1 HTTP/1.1" status: 204 len: 168 time: 1.6200113 Jul 28 18:26:37.401205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8c767-fefc-498b-a169-56203432fd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b31d176-de0c-4aaf-b902-96625f1d46e1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:37.431613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port ea4238e4-74c6-4517-996a-13de60a89399, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ea4238e4-74c6-4517-996a-13de60a89399,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:37.431918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.450677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e34d-5788-49de-9751-54e66f45f80a req-76408291-49d6-4897-912b-2285a4f7fc72 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:37.452558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8164e34d-5788-49de-9751-54e66f45f80a req-76408291-49d6-4897-912b-2285a4f7fc72 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1114848 Jul 28 18:26:37.460824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for ea4238e4-74c6-4517-996a-13de60a89399 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:37.536035 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8164e34d-5788-49de-9751-54e66f45f80a req-3162e3f7-b0aa-4eae-a4b7-8cbbdc7fd04e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770955 Jul 28 18:26:37.695267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6606-4485-4a94-ba53-86a8cf3bce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.767515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:37.776307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.817990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=ea4238e4-74c6-4517-996a-13de60a89399,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:37.965361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:37.983513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cb711b01-3a83-4f52-a30e-95f8b426860c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4a7ebc7744b498caf86837a799b8c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162504 Jul 28 18:26:37.985998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58724) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:38.089808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.134833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.182092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:38.285340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:38.286935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.290604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.292498 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b68b4534-19c2-42bd-87dd-a183daff7821 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974673 Jul 28 18:26:38.293765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64727840-4113-4c71-ac4f-1bd39bb96121 HTTP/1.1" status: 204 len: 168 time: 0.3067718 Jul 28 18:26:38.296544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58730) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:38.297913 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:38.313254 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:38.314206 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:38.318993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64727840-4113-4c71-ac4f-1bd39bb96121,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:38.367243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.367873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.368938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.369519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.371122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.372257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.373252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.373841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.375572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.375998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.378377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.378791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6332917c-d37b-4a6b-8516-2f0279fe6d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:38.407943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting subnet 3bbd37cc-e849-41a0-bd33-5efbd11e7353 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:38.412168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.440203 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:38.458758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.505429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:38.535906 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:38.545511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:38.546118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:38.587202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.658609 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:38.718729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147066d-ec1f-465f-9832-52f97c0f54f0 req-ead61bcb-e0d4-4a17-9e85-81bb166028bc tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:38.720727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c147066d-ec1f-465f-9832-52f97c0f54f0 req-ead61bcb-e0d4-4a17-9e85-81bb166028bc tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0823119 Jul 28 18:26:38.776718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.804472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:38.807276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/3bbd37cc-e849-41a0-bd33-5efbd11e7353 HTTP/1.1" status: 204 len: 168 time: 0.5093567 Jul 28 18:26:38.809933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58746) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:38.812209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10933e8b-9236-4c20-a84a-ec65f77adc30 None None] Network 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:38.872047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c01b3-d371-4bca-b273-b56909749b25 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbd37cc-e849-41a0-bd33-5efbd11e7353,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:38.899596 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:38.906832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c147066d-ec1f-465f-9832-52f97c0f54f0 req-ba189c11-8a4a-4610-90df-82b4c13cf5db tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796784 Jul 28 18:26:38.965539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba175e8-4915-416a-8d3a-926f7e31d982 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:38.998226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.103286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Deleting port 7fbffd29-6155-4886-bc86-a90b5881d2e2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:39.103823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.168152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] For port 7fbffd29-6155-4886-bc86-a90b5881d2e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fbffd29-6155-4886-bc86-a90b5881d2e2,segment=NetworkSegment(7380e004-bb13-4203-833d-79d98904dbf0),segment_id=7380e004-bb13-4203-833d-79d98904dbf0)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:39.168528 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.182478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Calling delete_port for 7fbffd29-6155-4886-bc86-a90b5881d2e2 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:39.344370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.374824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Port': ['ID=7fbffd29-6155-4886-bc86-a90b5881d2e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:39.377269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No DVR routers for this DVR port 7fbffd29-6155-4886-bc86-a90b5881d2e2 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:39.395675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ad1f8-60b0-42cf-b267-42073167fdfd None None] DHCP port deletion for 8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:39.477305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.488153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:39.507093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7380e004-bb13-4203-833d-79d98904dbf0') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:39.507442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7380e004-bb13-4203-833d-79d98904dbf0') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:39.517570 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.534373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.542081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:39.542533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:39.545913 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:39.675450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.682755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:39.685042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/networks/8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955 HTTP/1.1" status: 204 len: 168 time: 0.8734794 Jul 28 18:26:39.688252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58774) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:39.695309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'routes': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:39.710401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6259-491d-49c5-9544-45cbc4ba3857 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Pushing event deleted for resources: {'Network': ['ID=8a4a5e9a-2c5e-478a-bca6-e14c0a7a1955,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:39.918143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Added routes are [] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:26:39.918530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Removed routes are [] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:26:39.919110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.059579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed3ec7-3546-48b0-b9ad-88bdbbc6542e req-29cbadf5-055b-43a6-93e1-20e7fddf6d8e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:40.068016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5fed3ec7-3546-48b0-b9ad-88bdbbc6542e req-29cbadf5-055b-43a6-93e1-20e7fddf6d8e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0633788 Jul 28 18:26:40.087131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.105452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.125997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.157532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5fed3ec7-3546-48b0-b9ad-88bdbbc6542e req-e2a8a2d3-256f-4fb7-b2e6-c8eb3846a465 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776227 Jul 28 18:26:40.251648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:40.287328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd395-1366-484e-92da-9af7fbad597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.287328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ea4238e4-74c6-4517-996a-13de60a89399 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:40.333214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:40.334845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ea4238e4-74c6-4517-996a-13de60a89399 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:40.335279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ea4238e4-74c6-4517-996a-13de60a89399 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:40.335793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fbffd29-6155-4886-bc86-a90b5881d2e2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:40.344284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.348629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58798) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:40.349003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57a1978f-69ba-43c0-8ad9-6e308fad407b tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 704 time: 0.6587856 Jul 28 18:26:40.370926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7fbffd29-6155-4886-bc86-a90b5881d2e2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:40.371707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fbffd29-6155-4886-bc86-a90b5881d2e2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:40.373696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Sync routers for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:40.387793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:40.389290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:40.420250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b3f5eac-5495-48f5-b40e-fc5b66ea3224 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 205 time: 0.0700624 Jul 28 18:26:40.423211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58800) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:40.468910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:40.524210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:40.526691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.562106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Checking router: af5f5ec7-aa0b-4b88-9a8f-09c85e535474 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:40.570971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Routers {'af5f5ec7-aa0b-4b88-9a8f-09c85e535474'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:40.571610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:40.704718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.707900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.857455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] Set router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:40.858751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.859553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router af5f5ec7-aa0b-4b88-9a8f-09c85e535474 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:40.873069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.876170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d7bcc98-ed30-4545-969d-aadedc07813e tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 204 len: 168 time: 0.4519069 Jul 28 18:26:40.880806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:40.887490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-238750805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:40.931387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:40.975329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a88e6-4228-4cb7-ad50-0f2f53631f37 None None] The sync data for ids ['af5f5ec7-aa0b-4b88-9a8f-09c85e535474'] in n-d-778550-5 is: [{'id': 'af5f5ec7-aa0b-4b88-9a8f-09c85e535474', 'name': 'tempest-RoutersIpV6Test-router-174664954', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:25:57Z', 'updated_at': '2021-07-28T18:26:37Z', 'revision_number': 11, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:40.993098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:40.993098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.054678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.092737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.162482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.270481 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.275169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58836) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:41.275827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3052ad2a-afbb-43fd-897c-c45a93d5dc19 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3931949 Jul 28 18:26:41.280454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:41.287645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58838) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:41.411923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce44a-33a4-4eaa-9930-b347fa2ad296 req-54f5ba8c-a1c5-49a3-b26b-49995dcbc9b5 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:41.411923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76dce44a-33a4-4eaa-9930-b347fa2ad296 req-54f5ba8c-a1c5-49a3-b26b-49995dcbc9b5 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1304016 Jul 28 18:26:41.474993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76dce44a-33a4-4eaa-9930-b347fa2ad296 req-f84a6f1e-32b8-4195-80ec-ea54e7661eea tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577455 Jul 28 18:26:41.635537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:41.752276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.020187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Router 365d743c-f337-41f2-b1bd-94e7cfe2adb3 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:26:42.149231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:42.158982 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Sync routers for ids ['365d743c-f337-41f2-b1bd-94e7cfe2adb3'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:42.174260 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Routers {'365d743c-f337-41f2-b1bd-94e7cfe2adb3'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:42.174729 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['365d743c-f337-41f2-b1bd-94e7cfe2adb3'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:42.180650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.185098 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-45e154e8-15ab-40de-8e3e-cee30de92ddd tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "PUT /v2.0/routers/365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 200 len: 697 time: 0.9059880 Jul 28 18:26:42.186055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:42.256217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Set router 365d743c-f337-41f2-b1bd-94e7cfe2adb3 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:42.279015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.326271 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d743c-f337-41f2-b1bd-94e7cfe2adb3', 'name': 'tempest-RoutersIpV6Test-router-238750805', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:40Z', 'updated_at': '2021-07-28T18:26:41Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:42.328956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5731e42-5f9b-4d89-8e7a-7fc6b37bd240 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/routers/365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 200 len: 703 time: 0.1415598 Jul 28 18:26:42.331684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58874) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:42.359545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Checking router: 365d743c-f337-41f2-b1bd-94e7cfe2adb3 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:42.376371 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Routers {'365d743c-f337-41f2-b1bd-94e7cfe2adb3'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:42.377614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3e75fd0e-7af3-4c7f-b5b1-0f93bab22f0f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 200 len: 205 time: 0.0445018 Jul 28 18:26:42.380115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:42.382373 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['365d743c-f337-41f2-b1bd-94e7cfe2adb3'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:42.474869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.477401 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] Set router 365d743c-f337-41f2-b1bd-94e7cfe2adb3 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:42.550769 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d743c-f337-41f2-b1bd-94e7cfe2adb3', 'name': 'tempest-RoutersIpV6Test-router-238750805', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:40Z', 'updated_at': '2021-07-28T18:26:41Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:42.588870 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae22d08-d348-4506-a056-56cdb04df0d0 None None] The sync data for ids ['365d743c-f337-41f2-b1bd-94e7cfe2adb3'] in n-d-778550-5 is: [{'id': '365d743c-f337-41f2-b1bd-94e7cfe2adb3', 'name': 'tempest-RoutersIpV6Test-router-238750805', 'tenant_id': '2d05c1cc3f874ffdbda43aa41416d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:40Z', 'updated_at': '2021-07-28T18:26:41Z', 'revision_number': 2, 'project_id': '2d05c1cc3f874ffdbda43aa41416d753', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:42.667364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.669786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.674172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d32b-66b3-4852-b83b-141b7d56ca2a req-a2f10898-2c00-4955-bdc3-fe326c5de463 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:42.675910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc19d32b-66b3-4852-b83b-141b7d56ca2a req-a2f10898-2c00-4955-bdc3-fe326c5de463 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1061232 Jul 28 18:26:42.710737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Deleting port 471b2dbc-218a-4a26-8092-93a1b13bcc35 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:42.711094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.783935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.784675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Fanout notify agent at l3_agent the message router_deleted on router 365d743c-f337-41f2-b1bd-94e7cfe2adb3 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:42.785065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc19d32b-66b3-4852-b83b-141b7d56ca2a req-f2aade1b-67cd-4d3e-a51e-946b06ad5797 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917406 Jul 28 18:26:42.793324 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:42.794602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-622f8e53-840d-424e-b359-3c6cdea036e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 204 len: 168 time: 0.4122632 Jul 28 18:26:42.800570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58890) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.048118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:43.206814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e74dcb07-51ba-4df8-a6c7-4c46ff224416 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 200 len: 205 time: 0.4051213 Jul 28 18:26:43.209462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58896) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.222920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] For port 471b2dbc-218a-4a26-8092-93a1b13bcc35, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=471b2dbc-218a-4a26-8092-93a1b13bcc35,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:43.225902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:43.236519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Calling delete_port for 471b2dbc-218a-4a26-8092-93a1b13bcc35 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:43.250772 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-17664c32-1fd2-4c62-9ab3-f507420bcfb1 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:43.260464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-17664c32-1fd2-4c62-9ab3-f507420bcfb1 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/365d743c-f337-41f2-b1bd-94e7cfe2adb3 HTTP/1.1" status: 404 len: 336 time: 0.0413637 Jul 28 18:26:43.260464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58898) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.299595 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aaba80-89c6-4038-b7ec-aa4e5bcab95f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:43.300055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18aaba80-89c6-4038-b7ec-aa4e5bcab95f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:43.303436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-18aaba80-89c6-4038-b7ec-aa4e5bcab95f tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/e5a3cb8c-f869-4dce-9f13-c5b7f2eabb4b HTTP/1.1" status: 404 len: 337 time: 0.0457089 Jul 28 18:26:43.304440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58900) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.330741 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3d2ebc-93b3-4301-bce0-09196e8874cf tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:43.331208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3d2ebc-93b3-4301-bce0-09196e8874cf tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:43.333122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b3d2ebc-93b3-4301-bce0-09196e8874cf tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/144b9cb0-27d0-4045-b262-26ed003ec1f6 HTTP/1.1" status: 404 len: 337 time: 0.0277510 Jul 28 18:26:43.335689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.362328 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c626c3a4-8012-4b65-9342-5cb6c68ece8a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:43.362792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c626c3a4-8012-4b65-9342-5cb6c68ece8a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:43.366938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c626c3a4-8012-4b65-9342-5cb6c68ece8a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/57b6be4a-6624-4659-b6b3-cbbc7e4a3203 HTTP/1.1" status: 404 len: 337 time: 0.0279598 Jul 28 18:26:43.367218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.394080 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ef1e12-f1b5-41c6-adfb-c4943b0e8859 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:43.394661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ef1e12-f1b5-41c6-adfb-c4943b0e8859 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:43.403561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51ef1e12-f1b5-41c6-adfb-c4943b0e8859 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/3bbd37cc-e849-41a0-bd33-5efbd11e7353 HTTP/1.1" status: 404 len: 337 time: 0.0283637 Jul 28 18:26:43.405564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58906) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.438222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d20cd6f-7eaf-47c1-a8dc-7a5d6aff6c30 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 200 len: 205 time: 0.0314019 Jul 28 18:26:43.440915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.479513 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-3f4df006-11db-410b-adfc-d1e248caa616 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:43.485604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f4df006-11db-410b-adfc-d1e248caa616 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/af5f5ec7-aa0b-4b88-9a8f-09c85e535474 HTTP/1.1" status: 404 len: 336 time: 0.0436461 Jul 28 18:26:43.488173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58912) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.497994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:43.538270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-55656704-9348-4cf3-ae89-b414ed516797 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=57e88ae8-d75e-46ec-8392-ee49e3a48de4 HTTP/1.1" status: 200 len: 205 time: 0.0483570 Jul 28 18:26:43.540481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58914) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.542304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Pushing event deleted for resources: {'Port': ['ID=471b2dbc-218a-4a26-8092-93a1b13bcc35,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:43.593896 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5e37b3c2-dd8d-4e0c-a0c7-9671c7c79180 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:43.594404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.594862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.595321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.595710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.596338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.596762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.597684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5e37b3c2-dd8d-4e0c-a0c7-9671c7c79180 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/57e88ae8-d75e-46ec-8392-ee49e3a48de4 HTTP/1.1" status: 404 len: 336 time: 0.0559218 Jul 28 18:26:43.597875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.598215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.598459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58916) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.598764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.599741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.600191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.600896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:43.642099 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9000ca4a-ae88-43e4-8502-9aa364fcc567 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:43.643069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9000ca4a-ae88-43e4-8502-9aa364fcc567 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:43.653533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9000ca4a-ae88-43e4-8502-9aa364fcc567 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/8470d1c2-6a62-4743-9ab2-c09c789f106c HTTP/1.1" status: 404 len: 337 time: 0.0502102 Jul 28 18:26:43.656216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58918) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.687514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-deac55a3-305b-4e6f-9353-2efd60fb7111 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 200 len: 205 time: 0.0279331 Jul 28 18:26:43.687995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58920) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:43.753754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.048037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Router 0604a36c-fa0f-418d-8274-d21c35d72228 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:26:44.057975 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5c44f655-1d36-4d94-8b87-c2358e8c83fe tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:44.060290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.062418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.062677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c44f655-1d36-4d94-8b87-c2358e8c83fe tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/8a9a3d6c-c2b4-428e-940a-98f1a5d670d3 HTTP/1.1" status: 404 len: 336 time: 0.3738751 Jul 28 18:26:44.101151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08ff6112-442f-4b12-b8cd-84f1e99e986a tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=6347facc-517f-45ab-8723-15b087804c37 HTTP/1.1" status: 200 len: 205 time: 0.0369892 Jul 28 18:26:44.110532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6293-d2e7-44ef-9eba-5ade294dec77 req-46eb12af-8a4c-434d-9d67-6e30acde147e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:44.112362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d1b6293-d2e7-44ef-9eba-5ade294dec77 req-46eb12af-8a4c-434d-9d67-6e30acde147e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0676372 Jul 28 18:26:44.113025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.171943 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-3ab73bae-d1f2-4e7c-9295-283add2b6514 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:44.176117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ab73bae-d1f2-4e7c-9295-283add2b6514 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/6347facc-517f-45ab-8723-15b087804c37 HTTP/1.1" status: 404 len: 336 time: 0.0618212 Jul 28 18:26:44.183667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.221199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:44.233590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bc966286-fa99-4363-bb48-62a4ec6c2481 admin admin] 10.222.0.25 "PUT /v2.0/routers/0604a36c-fa0f-418d-8274-d21c35d72228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9421773 Jul 28 18:26:44.234377 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c2af4d-d6d1-4a86-9edf-d8730049f3e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:44.234721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c2af4d-d6d1-4a86-9edf-d8730049f3e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:44.236461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49c2af4d-d6d1-4a86-9edf-d8730049f3e2 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/0e448006-a064-463a-80cd-4e3d9c105e2e HTTP/1.1" status: 404 len: 337 time: 0.0517194 Jul 28 18:26:44.237466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58940) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.239138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.245555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Sync routers for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:44.260708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d1b6293-d2e7-44ef-9eba-5ade294dec77 req-4c045b46-fd06-41f8-90fd-40242314f68a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982430 Jul 28 18:26:44.294169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:44.295192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:44.342887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.343123 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-486af163-e54e-4ea1-9e7a-9ed4930377cb tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 HTTP/1.1" status: 200 len: 205 time: 0.1007116 Jul 28 18:26:44.345882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a23a29d6-8ea2-4c28-a85e-19cff2770bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.408246 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ac6b221b-750b-4a39-a8ac-f067ff9db390 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:44.409429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ac6b221b-750b-4a39-a8ac-f067ff9db390 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/0c0dbf4d-b04b-4fc9-b3b5-247ed46415f4 HTTP/1.1" status: 404 len: 336 time: 0.0650654 Jul 28 18:26:44.412376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.414434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:44.442275 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc3d0fa-5a0e-42ed-9533-b144917d04a8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:44.445144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc3d0fa-5a0e-42ed-9533-b144917d04a8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:44.445144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-efc3d0fa-5a0e-42ed-9533-b144917d04a8 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/8a5e5576-1d4d-453f-ac97-9fa0637b2322 HTTP/1.1" status: 404 len: 337 time: 0.0307860 Jul 28 18:26:44.447567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.462016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.481006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-30e463e4-12aa-44f7-bb69-e366099bf005 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "GET /v2.0/ports?device_id=27c2b378-6532-480d-a2ed-ad25bcef57ba HTTP/1.1" status: 200 len: 205 time: 0.0321047 Jul 28 18:26:44.483656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58950) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.526275 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-93f84494-3220-497b-819e-72a78497fc06 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] delete failed (client error): The resource could not be found. Jul 28 18:26:44.527730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93f84494-3220-497b-819e-72a78497fc06 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/routers/27c2b378-6532-480d-a2ed-ad25bcef57ba HTTP/1.1" status: 404 len: 336 time: 0.0427330 Jul 28 18:26:44.530427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58952) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.566134 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8c9fde-c1d8-41f4-a06e-691083c6c041 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:44.566447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8c9fde-c1d8-41f4-a06e-691083c6c041 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:44.568270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7f8c9fde-c1d8-41f4-a06e-691083c6c041 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/71b4d06e-9bcb-4d9b-be43-93095bd3cfac HTTP/1.1" status: 404 len: 337 time: 0.0365567 Jul 28 18:26:44.571762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.601620 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb9f224-436e-4464-a58f-5438a3c22253 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] DELETE failed (client error): The resource could not be found. Jul 28 18:26:44.602194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb9f224-436e-4464-a58f-5438a3c22253 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:26:44.604115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dbb9f224-436e-4464-a58f-5438a3c22253 tempest-RoutersIpV6Test-818723167 tempest-RoutersIpV6Test-818723167-project] 10.222.0.25 "DELETE /v2.0/subnets/b973b62a-b19e-4c21-9a28-a20e32cc33a0 HTTP/1.1" status: 404 len: 337 time: 0.0314147 Jul 28 18:26:44.616898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.640062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:26:43Z', 'revision_number': 5, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port': {'id': '9e1ad9b1-7168-4ccf-9684-8d18747d72fc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:44.651626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a23a29d6-8ea2-4c28-a85e-19cff2770bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.674065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Checking router: 0604a36c-fa0f-418d-8274-d21c35d72228 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:44.684150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Routers {'0604a36c-fa0f-418d-8274-d21c35d72228'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:26:44.684835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0604a36c-fa0f-418d-8274-d21c35d72228'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:44.728656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a23a29d6-8ea2-4c28-a85e-19cff2770bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.763893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Deleting port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:44.764243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.779367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] Set router 0604a36c-fa0f-418d-8274-d21c35d72228 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:26:44.815135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a23a29d6-8ea2-4c28-a85e-19cff2770bd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f84808c4a35a46ab866cebd1d6ba8c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536542 Jul 28 18:26:44.817760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a29d6-8ea2-4c28-a85e-19cff2770bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb04268-c217-443c-8596-3139c7da9156,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:44.817938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58958) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:44.857085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:26:44Z', 'revision_number': 6, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:44.871754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] For port 9e1ad9b1-7168-4ccf-9684-8d18747d72fc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:44.872136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.888564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:44.894306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Calling delete_port for 9e1ad9b1-7168-4ccf-9684-8d18747d72fc owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:44.903730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b18ab-f9ff-4383-bc4f-41000395e673 None None] The sync data for ids ['0604a36c-fa0f-418d-8274-d21c35d72228'] in n-d-778550-5 is: [{'id': '0604a36c-fa0f-418d-8274-d21c35d72228', 'name': 'tempest-AttachVolumeShelveTestJSON-846285317-router', 'tenant_id': '99b7c4b666cd4f9d8d3f04060895325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:17:27Z', 'updated_at': '2021-07-28T18:26:44Z', 'revision_number': 6, 'project_id': '99b7c4b666cd4f9d8d3f04060895325f', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:44.929569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.048689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.051345 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.052740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edb04268-c217-443c-8596-3139c7da9156 HTTP/1.1" status: 204 len: 168 time: 0.2339818 Jul 28 18:26:45.078508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199b6ad-782f-42b6-97cc-0ce17be7c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb04268-c217-443c-8596-3139c7da9156,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:45.127697 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:26:45.168681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58966) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:45.184298 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.237709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1ad9b1-7168-4ccf-9684-8d18747d72fc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:45.314623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.475121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.479365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.506202 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.556573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa4da2-0681-4c0f-9f22-47b794f56ccd req-e93bad7b-c31c-4129-92f5-478fe5156263 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:45.556573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98aa4da2-0681-4c0f-9f22-47b794f56ccd req-e93bad7b-c31c-4129-92f5-478fe5156263 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1590717 Jul 28 18:26:45.564443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c48165c-faae-43c8-8c17-a170e5ceb3e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d05c1cc3f874ffdbda43aa41416d753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922210 Jul 28 18:26:45.565018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:45.606121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98aa4da2-0681-4c0f-9f22-47b794f56ccd req-06f724f2-12eb-4dea-aeef-f3672894007f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452986 Jul 28 18:26:45.629628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.630163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0604a36c-fa0f-418d-8274-d21c35d72228 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:45.635371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.637994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0911b598-48cf-49d4-93d2-0200b2cb8ff3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0604a36c-fa0f-418d-8274-d21c35d72228 HTTP/1.1" status: 204 len: 168 time: 1.3992920 Jul 28 18:26:45.638563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.639720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58976) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:45.666401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.688849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Deleting subnet f403a708-25d9-492f-8cbc-877d9b22874a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:45.692099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.729375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.823096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.829708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.832598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.833764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cab07d92-0b6e-4088-87ef-c638fb9dff47 HTTP/1.1" status: 204 len: 168 time: 0.2681396 Jul 28 18:26:45.846546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dab424-6ac8-42eb-a6d4-55ea771c753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab07d92-0b6e-4088-87ef-c638fb9dff47,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:45.924000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:45.941714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b39285-e274-4ab2-8253-fdd7366c5a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:45.993586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.025980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f403a708-25d9-492f-8cbc-877d9b22874a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:46.037101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.040160 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99702a82-af6d-4131-a888-96bd3ce82010 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f403a708-25d9-492f-8cbc-877d9b22874a HTTP/1.1" status: 204 len: 168 time: 0.3993044 Jul 28 18:26:46.042767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 58984) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:46.050095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f917ba9-c9a9-4edc-8b42-44590b2ce6dc None None] Network b11b0cf5-40f7-41e8-851d-cbe7d4060572 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:46.098710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b39285-e274-4ab2-8253-fdd7366c5a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.150167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.195697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43b39285-e274-4ab2-8253-fdd7366c5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.246263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Deleting port dd117a33-6392-4662-9167-07adfa2da8ac {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:46.246614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.275173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43b39285-e274-4ab2-8253-fdd7366c5a04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e694526ccc949a3b78ee752ea73eb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499043 Jul 28 18:26:46.285746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 58988) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:46.293137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b39285-e274-4ab2-8253-fdd7366c5a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a98d4c6-2d5d-4694-a574-5a7ed5e9f1a4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:46.298966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9e1ad9b1-7168-4ccf-9684-8d18747d72fc no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:46.339676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9e1ad9b1-7168-4ccf-9684-8d18747d72fc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:46.340175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9e1ad9b1-7168-4ccf-9684-8d18747d72fc not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:46.341353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 471b2dbc-218a-4a26-8092-93a1b13bcc35 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:46.363245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 471b2dbc-218a-4a26-8092-93a1b13bcc35 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:46.364000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 471b2dbc-218a-4a26-8092-93a1b13bcc35 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:46.375931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] DHCP port deletion for b11b0cf5-40f7-41e8-851d-cbe7d4060572 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:26:46.379821 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.403696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] For port dd117a33-6392-4662-9167-07adfa2da8ac, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dd117a33-6392-4662-9167-07adfa2da8ac,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:46.404291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.407300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.431942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Calling delete_port for dd117a33-6392-4662-9167-07adfa2da8ac owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:46.470873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Deleting port dd117a33-6392-4662-9167-07adfa2da8ac {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:46.471472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.538021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.551857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.551857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a98d4c6-2d5d-4694-a574-5a7ed5e9f1a4 HTTP/1.1" status: 204 len: 168 time: 0.2550957 Jul 28 18:26:46.552356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] For port dd117a33-6392-4662-9167-07adfa2da8ac, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dd117a33-6392-4662-9167-07adfa2da8ac,segment=NetworkSegment(0b549f8d-2b3b-47fb-8711-f2425caddfa1),segment_id=0b549f8d-2b3b-47fb-8711-f2425caddfa1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:46.552356 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.560698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Calling delete_port for dd117a33-6392-4662-9167-07adfa2da8ac owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:46.561254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131bda5-7e58-443c-9711-3f9eff46686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a98d4c6-2d5d-4694-a574-5a7ed5e9f1a4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:46.634992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.668784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.693675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] Pushing event deleted for resources: {'Port': ['ID=dd117a33-6392-4662-9167-07adfa2da8ac,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:46.703812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de6971-7244-44ba-a2cc-4c2eb280badb None None] No DVR routers for this DVR port dd117a33-6392-4662-9167-07adfa2da8ac on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:46.716494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd117a33-6392-4662-9167-07adfa2da8ac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:46.753171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] No DVR routers for this DVR port dd117a33-6392-4662-9167-07adfa2da8ac on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:26:46.826682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6546b-1a83-4e87-bc0a-072d1419c4b7 req-ac3e3b8c-c786-4342-b207-c21bd23ce746 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:46.828643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95f6546b-1a83-4e87-bc0a-072d1419c4b7 req-ac3e3b8c-c786-4342-b207-c21bd23ce746 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1174433 Jul 28 18:26:46.853760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.871723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11b0cf5-40f7-41e8-851d-cbe7d4060572']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:46.884835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b549f8d-2b3b-47fb-8711-f2425caddfa1') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:46.885125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b549f8d-2b3b-47fb-8711-f2425caddfa1') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:46.902702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.906795 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-95f6546b-1a83-4e87-bc0a-072d1419c4b7 req-973782c5-4e11-4918-a036-ed44db5f5add tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714743 Jul 28 18:26:46.921872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.931737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:26:46.931737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:26:46.933403 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:26:47.053839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.060929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.062814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b11b0cf5-40f7-41e8-851d-cbe7d4060572 HTTP/1.1" status: 204 len: 168 time: 1.0187442 Jul 28 18:26:47.077741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b597d2-6660-4e55-9866-9d2f80e768e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11b0cf5-40f7-41e8-851d-cbe7d4060572,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:47.487637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59026) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:47.550349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59032) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:47.610579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59034) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:47.611475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f7d86e8-aaa1-4325-a288-9f844c0216a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99b7c4b666cd4f9d8d3f04060895325f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598257 Jul 28 18:26:47.665576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.691493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.765033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-459658445'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:47.818003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.821976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.823205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/503ad1a9-c549-4ffd-bee6-a4a3c443d27b HTTP/1.1" status: 204 len: 168 time: 0.2110164 Jul 28 18:26:47.831920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558875-2f6d-402a-af6d-7d7ba4b8b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503ad1a9-c549-4ffd-bee6-a4a3c443d27b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:47.846472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Made reservation on behalf of bf9a0b444dc94fae91d02c56b587b10c for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:47.851067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:47.872715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.007992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.063713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0402900-43f4-4bf0-9962-42551ed5ecc7 req-42e1aedb-6da9-40bd-adcf-cf614c20f40c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:48.065400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0402900-43f4-4bf0-9962-42551ed5ecc7 req-42e1aedb-6da9-40bd-adcf-cf614c20f40c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0525815 Jul 28 18:26:48.098411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.134966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:26:48.139642 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0402900-43f4-4bf0-9962-42551ed5ecc7 req-77851b01-a656-4ffc-8654-78a32341dd7b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Jul 28 18:26:48.155803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b944f67-6073-4a46-a0a7-01c18425674d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:48.165873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.165873 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Added segment 8f63baa9-3e87-4509-93f4-0553063a5f38 of type vlan for network 84fee083-e26d-4dee-b07f-f96f87c364c8 Jul 28 18:26:48.225486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.299229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dd117a33-6392-4662-9167-07adfa2da8ac no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:48.309228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.316142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: dd117a33-6392-4662-9167-07adfa2da8ac {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:26:48.316740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:48.317191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.317435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dd117a33-6392-4662-9167-07adfa2da8ac not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:48.408551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event updated for resources: {'Network': ['ID=84fee083-e26d-4dee-b07f-f96f87c364c8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:48.424855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:26:48.438912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1e6da1b7-c269-42b2-8f49-9efa5201e77d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9473624 Jul 28 18:26:48.438912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:48.444900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Request body: {'subnet': {'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:48.633959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Made reservation on behalf of bf9a0b444dc94fae91d02c56b587b10c for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:48.636580 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.743254 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:48.955239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.017426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event updated for resources: {'Subnet': ['ID=5e54e9e2-5abb-43ca-b597-0dbf5ea266d4,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:49.025221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Checking segment: {'id': '8f63baa9-3e87-4509-93f4-0553063a5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:49.025834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Network hostable DHCP agents. Network: 84fee083-e26d-4dee-b07f-f96f87c364c8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:26:49.097887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:26:49.172522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 84fee083-e26d-4dee-b07f-f96f87c364c8) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:49.182489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247a203-c633-4df5-8e0e-f8b1ddd5c28f None None] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:49.183972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:49.188931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.282209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be8fbf10-3e68-426d-97a9-130bfc33d445 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421335 Jul 28 18:26:49.284912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59096) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:49.291032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Request body: {'port': {'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8', 'name': 'tempest-TagsExtTest-1600401291'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:49.332394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678f4a1-ab14-46da-a974-18c3a3f862b0 req-cacbd1dc-920d-42dd-a934-ce99149a4089 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:49.335310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4678f4a1-ab14-46da-a974-18c3a3f862b0 req-cacbd1dc-920d-42dd-a934-ce99149a4089 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0736287 Jul 28 18:26:49.419030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4678f4a1-ab14-46da-a974-18c3a3f862b0 req-f6677deb-dde6-4a1f-89d2-8511b9f34fdc tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765848 Jul 28 18:26:49.503949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-84fee083-e26d-4dee-b07f-f96f87c364c8', 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8', 'tenant_id': 'bf9a0b444dc94fae91d02c56b587b10c', 'fixed_ips': [{'subnet_id': '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:26:49.505463 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.527094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Made reservation on behalf of bf9a0b444dc94fae91d02c56b587b10c for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:49.531586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.556386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] device_id is not set on port 95a41313-40bf-4477-9615-117af1d252c9 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:26:49.669116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59108) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:49.672031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Allocated IP 172.20.0.13 (84fee083-e26d-4dee-b07f-f96f87c364c8/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/95a41313-40bf-4477-9615-117af1d252c9) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:49.673953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531911075', 'description': 'tempest-secgroup-smoke-1531911075 description', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:49.820521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.829318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.835263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Transition to ACTIVE for port object 95a41313-40bf-4477-9615-117af1d252c9 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:49.913217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.949903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:49.996951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:50.000586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.001215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Allocated IP 172.20.0.2 (84fee083-e26d-4dee-b07f-f96f87c364c8/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/b3cc1851-12dc-4cbb-badc-443f26dd42e2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:50.010987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:50.015106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:50.057708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038b98d7-f957-4fe9-91de-2aed7d1b59d5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.063914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:50.064596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.092191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event updated for resources: {'Port': ['ID=95a41313-40bf-4477-9615-117af1d252c9,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.104086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.105509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03f8d965-4710-4539-b7eb-a794e2dd26ff tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4353287 Jul 28 18:26:50.108480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:50.120394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:50.188633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59124) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:50.189084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0a8fb1c8-0486-4056-8962-51d83a83e106 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9028127 Jul 28 18:26:50.195142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1444589693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:50.210613 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.219625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Transition to ACTIVE for port object b3cc1851-12dc-4cbb-badc-443f26dd42e2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:50.234771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Transition to ACTIVE for port object b3cc1851-12dc-4cbb-badc-443f26dd42e2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:50.251316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.309766 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.310013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.338117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.339171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.357716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:50.362636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:50.374774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:50.374774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Pushing event updated for resources: {'Port': ['ID=b3cc1851-12dc-4cbb-badc-443f26dd42e2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.381068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.409557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158c9019-cace-4b98-bedf-c83022cf8d25,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.420697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.440349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Attempting to bind port b3cc1851-12dc-4cbb-badc-443f26dd42e2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:50.443311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Attempting to bind port b3cc1851-12dc-4cbb-badc-443f26dd42e2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8f63baa9-3e87-4509-93f4-0553063a5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:50.443311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Attempting to bind port b3cc1851-12dc-4cbb-badc-443f26dd42e2 on network 84fee083-e26d-4dee-b07f-f96f87c364c8 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:50.446730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:50.447111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Checking segment: {'id': '8f63baa9-3e87-4509-93f4-0553063a5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:50.447560 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.448497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Bound using segment: {'id': '8f63baa9-3e87-4509-93f4-0553063a5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:50.448647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Bound port: b3cc1851-12dc-4cbb-badc-443f26dd42e2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f63baa9-3e87-4509-93f4-0553063a5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '84fee083-e26d-4dee-b07f-f96f87c364c8'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:50.449041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.457650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.458952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b8a71a5-bea5-4dae-8b2b-cd35977fa02e tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493309 Jul 28 18:26:50.462096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59132) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:50.466774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:50.502579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.550535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] For port b3cc1851-12dc-4cbb-badc-443f26dd42e2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:50.554767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] For port b3cc1851-12dc-4cbb-badc-443f26dd42e2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3cc1851-12dc-4cbb-badc-443f26dd42e2,segment=NetworkSegment(8f63baa9-3e87-4509-93f4-0553063a5f38),segment_id=8f63baa9-3e87-4509-93f4-0553063a5f38)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:50.559672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.589521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4209-c13c-4a9e-aa54-5076d8f4b4cb req-9c6a32c6-73d0-47b9-9ba7-36802b03eb6e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:50.591022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0d4209-c13c-4a9e-aa54-5076d8f4b4cb req-9c6a32c6-73d0-47b9-9ba7-36802b03eb6e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0822392 Jul 28 18:26:50.665174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea0d4209-c13c-4a9e-aa54-5076d8f4b4cb req-386e8f1b-53dc-4053-b67b-c5a440775742 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Jul 28 18:26:50.674244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.691803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.692995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ed1509ec-91c9-4173-b779-f439193b3ed0 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5028696 Jul 28 18:26:50.696550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:50.701271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a6d2f572-5c8a-4ba4-99c4-d340c253f5c5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-449958390', 'prefixes': ['172.20.0.0/16']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:50.704548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.760992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.783618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14158-84eb-4223-a299-cffadb09fc82 None None] Pushing event updated for resources: {'Port': ['ID=b3cc1851-12dc-4cbb-badc-443f26dd42e2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.788577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2f26c3-3f8c-423c-8791-11876e0a5abf,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:50.950654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:50.953677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5f9d7988-c43d-4165-b3c9-35ba42526414 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4906251 Jul 28 18:26:50.955335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59142) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:50.960082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:51.073364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.128943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f572-5c8a-4ba4-99c4-d340c253f5c5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for subnetpool, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.130248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a6d2f572-5c8a-4ba4-99c4-d340c253f5c5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4323974 Jul 28 18:26:51.133681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59146) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.138828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-fffe39d5-9537-4b61-b6d2-e4ed90589353 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-1898991609') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:51.177686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.269254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.289324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514b04bf-5249-48b7-ac21-df50a4741423,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:51.361489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fffe39d5-9537-4b61-b6d2-e4ed90589353 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-1898991609 HTTP/1.1" status: 201 len: 201 time: 0.2264836 Jul 28 18:26:51.364075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59152) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.368704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-ffe7b179-2909-4575-92e9-6626a6ddb594 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-1594407238') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:51.407357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.408661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a78ed826-b163-4c3e-b49c-3d43950c4897 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4522507 Jul 28 18:26:51.412587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.419790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:51.561747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ffe7b179-2909-4575-92e9-6626a6ddb594 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-1594407238 HTTP/1.1" status: 201 len: 201 time: 0.1964250 Jul 28 18:26:51.564299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.570774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-42a390d2-8534-4d8f-804e-fc1f1bd5d2bb tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-1426153433') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:51.573835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.703189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.790780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.824855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b47be-6cfe-4df9-955b-74410f811cb8,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:51.838935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe254c-a10b-4541-837d-3c3b9aee0d93 req-a5715db9-db1c-4fd8-a68a-8df1a5ec402e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:51.840532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ebe254c-a10b-4541-837d-3c3b9aee0d93 req-a5715db9-db1c-4fd8-a68a-8df1a5ec402e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0932050 Jul 28 18:26:51.864429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba4d99-bb63-4f39-8917-c0019dfaf558 None None] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:26:51.876297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-42a390d2-8534-4d8f-804e-fc1f1bd5d2bb tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-1426153433 HTTP/1.1" status: 201 len: 201 time: 0.3108978 Jul 28 18:26:51.878965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59168) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.884034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-e7d52f25-9854-4ec6-a940-d9e69013e26e tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-2112122033') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:51.895496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ebe254c-a10b-4541-837d-3c3b9aee0d93 req-822ed134-125d-44cf-9b69-cb6144d14920 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488389 Jul 28 18:26:51.927281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:51.931888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59170) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:51.932068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0896bcc8-8a3e-41b9-bf25-b9735264782a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5177097 Jul 28 18:26:51.939026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:52.000392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b663cf0b-b585-48a9-b2d0-bc56dc816869 None None] Provisioning for port b3cc1851-12dc-4cbb-badc-443f26dd42e2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:52.025381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e7d52f25-9854-4ec6-a940-d9e69013e26e tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-2112122033 HTTP/1.1" status: 201 len: 201 time: 0.1454437 Jul 28 18:26:52.027910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.032446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-dcca9e1c-67e5-4edd-ba90-b9b27c7b330f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.046298 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Project 2d3e51b8bb1545c39bf73a3218ba6ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:26:52.055111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.140848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.151844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59178) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.152031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dcca9e1c-67e5-4edd-ba90-b9b27c7b330f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 200 len: 241 time: 0.1228178 Jul 28 18:26:52.156545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-2a08c547-0fd7-40a1-93b7-2ef062ce4541 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-1898991609') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.196409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.264099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46504680-4a8f-432c-932b-4a210fbbbb73,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:52.274273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a08c547-0fd7-40a1-93b7-2ef062ce4541 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-1898991609 HTTP/1.1" status: 204 len: 168 time: 0.1211581 Jul 28 18:26:52.277019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59184) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.282295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-63eb2724-732e-4901-881a-10a654dc1eba tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-1898991609') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.349296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3cc1851-12dc-4cbb-badc-443f26dd42e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:52.367551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.369422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-32a340bc-b788-4f1f-a217-e740114e57f2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4349625 Jul 28 18:26:52.374450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59190) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.392232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'security_group_rule': {'security_group_id': '038b98d7-f957-4fe9-91de-2aed7d1b59d5', 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:52.426456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9645b69-14b5-4b8b-916b-25b229d110c3 None None] Provisioning for port 95a41313-40bf-4477-9615-117af1d252c9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:52.436589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9645b69-14b5-4b8b-916b-25b229d110c3 None None] Provisioning complete for port 95a41313-40bf-4477-9615-117af1d252c9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:52.437210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9645b69-14b5-4b8b-916b-25b229d110c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.477624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b9645b69-14b5-4b8b-916b-25b229d110c3 None None] Port 95a41313-40bf-4477-9615-117af1d252c9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:52.492891 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Project 2d3e51b8bb1545c39bf73a3218ba6ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:26:52.502093 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.532184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b3cc1851-12dc-4cbb-badc-443f26dd42e2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:52.536755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b3cc1851-12dc-4cbb-badc-443f26dd42e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:52.537141 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.551302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.556405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-ba12ee19-15f0-42ff-94d5-ca61c4f1937b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.560063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-63eb2724-732e-4901-881a-10a654dc1eba tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-1898991609 HTTP/1.1" status: 204 len: 168 time: 0.2815578 Jul 28 18:26:52.604603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.611931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f36cc3fd-7270-4069-8b10-b2040cb362ce None None] Provisioning complete for port 95a41313-40bf-4477-9615-117af1d252c9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:52.612129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f36cc3fd-7270-4069-8b10-b2040cb362ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.626147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ba12ee19-15f0-42ff-94d5-ca61c4f1937b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0736408 Jul 28 18:26:52.626625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59202) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.632680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-54f16a49-b273-46d0-9ad9-c257d80aa34c tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.664129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.683862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.685842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f36cc3fd-7270-4069-8b10-b2040cb362ce None None] Port 95a41313-40bf-4477-9615-117af1d252c9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:52.694592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3003e95d-85ad-4dd8-b736-78e4a29764f8,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:52.715708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-54f16a49-b273-46d0-9ad9-c257d80aa34c tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 200 len: 241 time: 0.0876126 Jul 28 18:26:52.718392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59204) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.722779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b3cc1851-12dc-4cbb-badc-443f26dd42e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3cc1851-12dc-4cbb-badc-443f26dd42e2,segment=NetworkSegment(8f63baa9-3e87-4509-93f4-0553063a5f38),segment_id=8f63baa9-3e87-4509-93f4-0553063a5f38)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:52.722947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-b3b45bef-5b3b-4b70-880f-27daf5137cf6 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-1594407238') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.755337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.757132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca823160-5141-4a1c-946d-c6ade8df6149 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786616 Jul 28 18:26:52.776612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3b45bef-5b3b-4b70-880f-27daf5137cf6 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-1594407238 HTTP/1.1" status: 204 len: 168 time: 0.0570116 Jul 28 18:26:52.778988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59210) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.783926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-253ba23f-b43c-464b-a887-62fe6af3f660 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-1594407238') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.812512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:52.868573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b3cc1851-12dc-4cbb-badc-443f26dd42e2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:52.904623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-253ba23f-b43c-464b-a887-62fe6af3f660 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-1594407238 HTTP/1.1" status: 204 len: 168 time: 0.1185718 Jul 28 18:26:52.904623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.905711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-1f142f41-a706-447d-a670-c4b0c4c1f3dd tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:52.972892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1f142f41-a706-447d-a670-c4b0c4c1f3dd tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 200 len: 205 time: 0.0705197 Jul 28 18:26:52.976243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59224) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:52.980806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-ff841381-444d-4e40-b1af-125c0a3c3cc5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.062895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17ffe-bd70-4af4-97da-767c98cda2ef req-d63225cd-bc36-4944-af37-249f992cdfb7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:53.064595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37d17ffe-bd70-4af4-97da-767c98cda2ef req-d63225cd-bc36-4944-af37-249f992cdfb7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0533991 Jul 28 18:26:53.109122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37d17ffe-bd70-4af4-97da-767c98cda2ef req-f4fd712a-3e49-4d92-a2a4-6d5fc4ee5f36 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Jul 28 18:26:53.114223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff841381-444d-4e40-b1af-125c0a3c3cc5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 200 len: 241 time: 0.1368787 Jul 28 18:26:53.116952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59230) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.121360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-b9033575-1371-4e35-9a7e-e6731574bc89 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-1426153433') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.129447 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-2cffb080-3959-487b-ae3a-8005e757440d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531911075&fields=id&tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0 HTTP/1.1" status: 200 len: 267 time: 0.1379068 Jul 28 18:26:53.265595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b9033575-1371-4e35-9a7e-e6731574bc89 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-1426153433 HTTP/1.1" status: 204 len: 168 time: 0.1476004 Jul 28 18:26:53.268313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.273444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-f323c5b2-da4f-42d8-8a5b-e713a4de3ee3 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-1426153433') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.299977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-1b21506a-bd80-42d1-b559-c49408bc94b4 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:53.301482 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-1b21506a-bd80-42d1-b559-c49408bc94b4 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 813 time: 0.1407216 Jul 28 18:26:53.322256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-f09333dc-2922-4ea3-b8fc-c79303fc23c8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/quotas/2d3e51b8bb1545c39bf73a3218ba6ba0 HTTP/1.1" status: 200 len: 375 time: 0.0115142 Jul 28 18:26:53.386273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-97273696-f6fa-4ed0-be3f-5f000031e640 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562248 Jul 28 18:26:53.440098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f323c5b2-da4f-42d8-8a5b-e713a4de3ee3 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-1426153433 HTTP/1.1" status: 204 len: 168 time: 0.1705668 Jul 28 18:26:53.442673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59238) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.449108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-4d2a1d60-03a1-4655-a0d5-145aeed53ef6 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.496093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-5fd91008-7b5d-4909-aa66-6d8403752cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978839 Jul 28 18:26:53.548701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d2a1d60-03a1-4655-a0d5-145aeed53ef6 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 200 len: 205 time: 0.1039045 Jul 28 18:26:53.551209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59242) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.556613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-e9e1289f-63ed-4c71-91ba-a3245dfccfaa tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.598890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e9e1289f-63ed-4c71-91ba-a3245dfccfaa tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 200 len: 241 time: 0.0463905 Jul 28 18:26:53.602027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.604586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-5b095456-c304-46e8-a617-07be2fd81616 service neutron] 10.222.0.25 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004949 Jul 28 18:26:53.608451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-936e1973-dad7-4304-8ca7-c1b60e6db668 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-2112122033') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.632937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-936e1973-dad7-4304-8ca7-c1b60e6db668 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-2112122033 HTTP/1.1" status: 204 len: 168 time: 0.0295560 Jul 28 18:26:53.635424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.640678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-4411aead-8892-4577-9c90-96ffd48cec42 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-2112122033') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.781390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4411aead-8892-4577-9c90-96ffd48cec42 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-2112122033 HTTP/1.1" status: 204 len: 168 time: 0.1424263 Jul 28 18:26:53.781988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59258) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.788063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-84531fd0-35ee-40a6-bb0c-82df1c633382 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.814335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.814748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84531fd0-35ee-40a6-bb0c-82df1c633382 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 200 len: 205 time: 0.0316300 Jul 28 18:26:53.819259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-671a6066-c269-48a8-bfc9-2ac9fd3a9ebe tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.853335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59262) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.857729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-ab4c9950-11a4-44f6-85ca-55e19d83c36f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.860202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-671a6066-c269-48a8-bfc9-2ac9fd3a9ebe tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.0445585 Jul 28 18:26:53.952684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab4c9950-11a4-44f6-85ca-55e19d83c36f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 204 len: 168 time: 0.0990274 Jul 28 18:26:53.955318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59266) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:53.959786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-b6e67489-8f1b-4149-aabe-99e5697fdc49 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.020712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6e67489-8f1b-4149-aabe-99e5697fdc49 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0607486 Jul 28 18:26:54.020712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.024696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-3e01d18b-ba28-4f9d-8bbf-c74241f4aeee tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.079551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e01d18b-ba28-4f9d-8bbf-c74241f4aeee tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0587988 Jul 28 18:26:54.083343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59274) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.088436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-99408785-85df-47e1-96ac-2ee585096fed tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-2113406378') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.233581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99408785-85df-47e1-96ac-2ee585096fed tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-2113406378 HTTP/1.1" status: 201 len: 201 time: 0.1491230 Jul 28 18:26:54.236469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59282) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.244020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be4dba54-881f-4bb8-9352-b0345e1d37fd req-6b46142d-8119-42e6-a49a-8e3a51971239 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0495081 Jul 28 18:26:54.261044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-7c1b8756-317d-44b5-bbc4-0fca8b6fb508 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-473833088') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.301485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3cc1851-12dc-4cbb-badc-443f26dd42e2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:54.319904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5e995-de1d-4103-aaba-70575974a87c req-73544374-93f5-4878-8915-f242ae05f3b9 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:54.322190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38b5e995-de1d-4103-aaba-70575974a87c req-73544374-93f5-4878-8915-f242ae05f3b9 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1208980 Jul 28 18:26:54.361569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b3cc1851-12dc-4cbb-badc-443f26dd42e2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:54.361945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:54.377536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38b5e995-de1d-4103-aaba-70575974a87c req-7f14944e-ef9e-4958-8733-4a14e533a13f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Jul 28 18:26:54.493462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7c1b8756-317d-44b5-bbc4-0fca8b6fb508 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-473833088 HTTP/1.1" status: 201 len: 201 time: 0.2554727 Jul 28 18:26:54.496137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59292) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.501381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-6b0e051d-9777-494c-933a-a6a3499b000b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-1572212080') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.647823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b0e051d-9777-494c-933a-a6a3499b000b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-1572212080 HTTP/1.1" status: 201 len: 201 time: 0.1504014 Jul 28 18:26:54.650366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59296) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.655046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-5e4e75ce-2a44-4df3-936c-d1cb260bfcba tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-293497894') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.738525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5e4e75ce-2a44-4df3-936c-d1cb260bfcba tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-293497894 HTTP/1.1" status: 201 len: 201 time: 0.0871189 Jul 28 18:26:54.741889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59300) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.749586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-787f756d-9a4f-408a-aa48-e4042a78ce96 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', {'tags': ['tempest-TagsExtTest-Tag-233483968', 'tempest-TagsExtTest-Tag-282443829', 'tempest-TagsExtTest-Tag-1366408746']}) {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.887439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-787f756d-9a4f-408a-aa48-e4042a78ce96 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 200 len: 316 time: 0.1440215 Jul 28 18:26:54.890173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59304) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:54.894943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-f6bb664b-c18f-4783-8285-9a900abccc4b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.041690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f6bb664b-c18f-4783-8285-9a900abccc4b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1501884 Jul 28 18:26:55.044329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.049113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-7e4ae122-6419-46f6-8a41-81c40d14ad48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-233483968') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.104004 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-7e4ae122-6419-46f6-8a41-81c40d14ad48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.105166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e4ae122-6419-46f6-8a41-81c40d14ad48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-233483968 HTTP/1.1" status: 404 len: 328 time: 0.0598984 Jul 28 18:26:55.108093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59318) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.115691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-4c63c112-e012-49e1-bfe1-9fdd142e784a tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-282443829') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.174602 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-4c63c112-e012-49e1-bfe1-9fdd142e784a tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.176321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4c63c112-e012-49e1-bfe1-9fdd142e784a tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-282443829 HTTP/1.1" status: 404 len: 328 time: 0.0670717 Jul 28 18:26:55.179938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59324) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.184542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-39430280-22d7-4cde-b3e9-c07dfda80ab1 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4', 'tempest-TagsExtTest-Tag-1366408746') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.235717 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-39430280-22d7-4cde-b3e9-c07dfda80ab1 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.236852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39430280-22d7-4cde-b3e9-c07dfda80ab1 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags/tempest-TagsExtTest-Tag-1366408746 HTTP/1.1" status: 404 len: 329 time: 0.0558596 Jul 28 18:26:55.239646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59326) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.247070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-2a39995f-b30b-4551-9c40-5df1b3b2002d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', {'tags': ['tempest-TagsExtTest-Tag-1524933723', 'tempest-TagsExtTest-Tag-1178601042', 'tempest-TagsExtTest-Tag-873624654']}) {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.343325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bffb8d5a-23b8-4db6-ab08-47a3b5bac5d1 req-39797850-f1c2-4b3e-b8e7-bd980b3aea05 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0275166 Jul 28 18:26:55.460989 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a39995f-b30b-4551-9c40-5df1b3b2002d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 200 len: 317 time: 0.2188997 Jul 28 18:26:55.463674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59334) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.468977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-28f560e0-22ee-40ef-b503-6b83d5b84765 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.499429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b840c-cd16-45d5-b07d-0c042d78ae25 req-8ba0f75e-e3ee-4672-af12-0181c1263e95 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:55.509221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd1b840c-cd16-45d5-b07d-0c042d78ae25 req-8ba0f75e-e3ee-4672-af12-0181c1263e95 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Jul 28 18:26:55.556893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd1b840c-cd16-45d5-b07d-0c042d78ae25 req-958763df-263e-4d17-8a47-1ae18af234ab tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360565 Jul 28 18:26:55.655423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-28f560e0-22ee-40ef-b503-6b83d5b84765 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1876783 Jul 28 18:26:55.656095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.660102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-a05a36d4-bfcf-479a-ad03-a1deaf57ecff tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-1524933723') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.714624 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-a05a36d4-bfcf-479a-ad03-a1deaf57ecff tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.715769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a05a36d4-bfcf-479a-ad03-a1deaf57ecff tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-1524933723 HTTP/1.1" status: 404 len: 329 time: 0.0591488 Jul 28 18:26:55.718716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59340) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.723044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-075c766c-b450-4b64-9836-6fb632e377fd tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-1178601042') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.780301 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-075c766c-b450-4b64-9836-6fb632e377fd tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.781415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-075c766c-b450-4b64-9836-6fb632e377fd tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-1178601042 HTTP/1.1" status: 404 len: 329 time: 0.0617971 Jul 28 18:26:55.784330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59346) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.793728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-cddc47e4-7ea5-427d-9773-073cd753b915 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9', 'tempest-TagsExtTest-Tag-873624654') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:55.861374 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-cddc47e4-7ea5-427d-9773-073cd753b915 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:55.862679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cddc47e4-7ea5-427d-9773-073cd753b915 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags/tempest-TagsExtTest-Tag-873624654 HTTP/1.1" status: 404 len: 328 time: 0.0772760 Jul 28 18:26:55.865493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59350) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:55.870703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-4d004d2d-f10c-45af-b867-130b056b679c tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', {'tags': ['tempest-TagsExtTest-Tag-1809823320', 'tempest-TagsExtTest-Tag-503405382', 'tempest-TagsExtTest-Tag-18233186']}) {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.018700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d004d2d-f10c-45af-b867-130b056b679c tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 200 len: 315 time: 0.1521235 Jul 28 18:26:56.021281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59352) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.026597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-e42ecfcd-1bde-43bf-8161-2690a3f07618 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.167082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e42ecfcd-1bde-43bf-8161-2690a3f07618 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 204 len: 168 time: 0.1447597 Jul 28 18:26:56.169674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59358) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.174088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.tag.tag_plugin [None req-c1bd57ed-176b-46b1-879f-ed755ac8311e tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-1809823320') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.251258 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-c1bd57ed-176b-46b1-879f-ed755ac8311e tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.254894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c1bd57ed-176b-46b1-879f-ed755ac8311e tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-1809823320 HTTP/1.1" status: 404 len: 329 time: 0.0817468 Jul 28 18:26:56.255414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.260991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-d540dd78-a413-413b-9416-3d2dac9b8927 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-503405382') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.347252 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-d540dd78-a413-413b-9416-3d2dac9b8927 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.352093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d540dd78-a413-413b-9416-3d2dac9b8927 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-503405382 HTTP/1.1" status: 404 len: 328 time: 0.0953782 Jul 28 18:26:56.352978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59364) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.357669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-69547b79-d124-4621-a46d-4f58a6a41d48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04', 'tempest-TagsExtTest-Tag-18233186') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.442387 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-69547b79-d124-4621-a46d-4f58a6a41d48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.447001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69547b79-d124-4621-a46d-4f58a6a41d48 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags/tempest-TagsExtTest-Tag-18233186 HTTP/1.1" status: 404 len: 327 time: 0.0928073 Jul 28 18:26:56.447912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.453392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-c440cf30-c59f-4043-9935-68f639899f50 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', {'tags': ['tempest-TagsExtTest-Tag-913935908', 'tempest-TagsExtTest-Tag-2075381115', 'tempest-TagsExtTest-Tag-988157990']}) {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.589096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c440cf30-c59f-4043-9935-68f639899f50 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "PUT /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 200 len: 316 time: 0.1395760 Jul 28 18:26:56.590056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59372) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.595101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-91d89b5c-ff71-4222-9013-af32c823472d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.709167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91d89b5c-ff71-4222-9013-af32c823472d tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.1178224 Jul 28 18:26:56.734381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59376) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.743181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-4f35daa4-a214-4cc4-bc09-b48836f414c2 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-913935908') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.795046 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-4f35daa4-a214-4cc4-bc09-b48836f414c2 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.795046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f35daa4-a214-4cc4-bc09-b48836f414c2 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-913935908 HTTP/1.1" status: 404 len: 328 time: 0.0470288 Jul 28 18:26:56.795046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59378) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.801513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-b0b80209-2e4d-44dd-a22c-a5135d9b074b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-2075381115') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.820433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d270d7-0a3d-460d-afbc-cd270492b005 req-848308e0-2e64-41ca-8084-16c53aa45e5a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:56.831961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33d270d7-0a3d-460d-afbc-cd270492b005 req-848308e0-2e64-41ca-8084-16c53aa45e5a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1435194 Jul 28 18:26:56.855027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23ca95d2-2807-4f71-9456-660f22c101fe req-b40aec7c-b3f9-45ae-a1d4-34a824d795a9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0647991 Jul 28 18:26:56.924648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33d270d7-0a3d-460d-afbc-cd270492b005 req-44ee9ab1-b36f-4150-a46a-09d38158ac25 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917640 Jul 28 18:26:56.930196 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-b0b80209-2e4d-44dd-a22c-a5135d9b074b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.931227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b0b80209-2e4d-44dd-a22c-a5135d9b074b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-2075381115 HTTP/1.1" status: 404 len: 329 time: 0.1393039 Jul 28 18:26:56.934728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59384) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.939040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-54b3beba-be11-44d9-a2f3-437d223d0e46 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:56.939650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-558101b8-014e-449d-a5b8-1777b26d08ef tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4', 'tempest-TagsExtTest-Tag-988157990') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:56.941890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-54b3beba-be11-44d9-a2f3-437d223d0e46 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 813 time: 0.5902367 Jul 28 18:26:56.963494 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-558101b8-014e-449d-a5b8-1777b26d08ef tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] show failed (client error): The resource could not be found. Jul 28 18:26:56.967271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-558101b8-014e-449d-a5b8-1777b26d08ef tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags/tempest-TagsExtTest-Tag-988157990 HTTP/1.1" status: 404 len: 328 time: 0.0289347 Jul 28 18:26:56.968234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:56.973805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-6527afd1-ed73-47a4-92fc-e307de852a93 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3f5ba9-08a6-4d89-819b-e26e13531cf4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:57.004776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-0d5336d6-4c54-45cd-b063-f7ebd94a2677 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0 HTTP/1.1" status: 200 len: 380 time: 0.0533588 Jul 28 18:26:57.012428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6527afd1-ed73-47a4-92fc-e307de852a93 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.0406680 Jul 28 18:26:57.013047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59388) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.015344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'port': {'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'admin_state_up': True, 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'security_groups': ['038b98d7-f957-4fe9-91de-2aed7d1b59d5']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:57.018021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-3752c3c4-600a-4f5e-84a3-93f3243654cb tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9bf9da2-58df-453a-b157-a92461002d04') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:57.132529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3752c3c4-600a-4f5e-84a3-93f3243654cb tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04/tags HTTP/1.1" status: 204 len: 168 time: 0.1175573 Jul 28 18:26:57.135007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.139595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-a486654a-9027-43df-a294-61bcdc391437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95a41313-40bf-4477-9615-117af1d252c9') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:57.202635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Made reservation on behalf of 2d3e51b8bb1545c39bf73a3218ba6ba0 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:26:57.202893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a486654a-9027-43df-a294-61bcdc391437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0640588 Jul 28 18:26:57.202893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59394) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.204361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:57.212918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.tag.tag_plugin [None req-1d28ae3c-a013-4f67-8572-3045eea4d1a5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e54e9e2-5abb-43ca-b597-0dbf5ea266d4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:57.342732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Allocated IP 172.20.0.7 (7345699e-5839-48ec-a015-0318eec5d9a8/21722137-da05-4129-b303-1332e6d031b4/47148e82-6ae1-49b5-8f06-36f8acf57dda) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:57.517273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:57.534538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Transition to ACTIVE for port object 47148e82-6ae1-49b5-8f06-36f8acf57dda will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:57.618186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:57.664082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Network 7345699e-5839-48ec-a015-0318eec5d9a8 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:57.667114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:57.671082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:26:57.674479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d28ae3c-a013-4f67-8572-3045eea4d1a5 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4/tags HTTP/1.1" status: 204 len: 168 time: 0.4702361 Jul 28 18:26:57.674932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59398) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.683059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:57.757106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:57.757780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:57.858647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-53b3b910-c854-4458-aa0f-19bc581891a8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478925 Jul 28 18:26:57.861211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c241880a-cc6b-4c02-8de9-9149edec09b9 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for subnetpool, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:57.864155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c241880a-cc6b-4c02-8de9-9149edec09b9 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnetpools/fa3f5ba9-08a6-4d89-819b-e26e13531cf4 HTTP/1.1" status: 204 len: 168 time: 0.1869545 Jul 28 18:26:57.866501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59402) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.887093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Request body: {'port': {'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:26:57.971596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59410) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:57.971796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f216fca7-642c-419d-9500-107c7a16a08b tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9bf9da2-58df-453a-b157-a92461002d04 HTTP/1.1" status: 200 len: 205 time: 0.1039894 Jul 28 18:26:57.994071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59412) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:58.004649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.012625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b2fc86b-15bf-4184-9a1f-7b2c5731874a None None] Provisioning for port 47148e82-6ae1-49b5-8f06-36f8acf57dda completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:26:58.016845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b2fc86b-15bf-4184-9a1f-7b2c5731874a None None] Provisioning complete for port 47148e82-6ae1-49b5-8f06-36f8acf57dda triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:26:58.017890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b2fc86b-15bf-4184-9a1f-7b2c5731874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.057766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422283c2-b88d-4b1c-9e9c-9f72769dd911 req-58051fd1-5ae1-457e-a4b8-0097f36727c2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:58.068272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-422283c2-b88d-4b1c-9e9c-9f72769dd911 req-58051fd1-5ae1-457e-a4b8-0097f36727c2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 931 time: 0.1262236 Jul 28 18:26:58.109600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fc86b-15bf-4184-9a1f-7b2c5731874a None None] Port 47148e82-6ae1-49b5-8f06-36f8acf57dda cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:26:58.158943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.205604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-422283c2-b88d-4b1c-9e9c-9f72769dd911 req-a5d0f2d0-bd82-4af7-a029-1d5e59e6a466 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363342 Jul 28 18:26:58.214285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c681-abee-471d-99e7-f28d0853f171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.255466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8275c8-ff79-401b-b96f-c76af7d72425 req-e5aa9649-0385-4dc5-b63b-39b6b99346cd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:58.263612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d8275c8-ff79-401b-b96f-c76af7d72425 req-e5aa9649-0385-4dc5-b63b-39b6b99346cd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1721370 Jul 28 18:26:58.375054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.380720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.413322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d8275c8-ff79-401b-b96f-c76af7d72425 req-dd9a02a6-d377-4f3d-b25b-869316a9383f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459217 Jul 28 18:26:58.430814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c681-abee-471d-99e7-f28d0853f171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.485392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47148e82-6ae1-49b5-8f06-36f8acf57dda {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:26:58.493313 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.514761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c681-abee-471d-99e7-f28d0853f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.549344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.550329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Fanout notify agent at l3_agent the message router_deleted on router e9bf9da2-58df-453a-b157-a92461002d04 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:26:58.560727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c681-abee-471d-99e7-f28d0853f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc98b1-43fb-41c0-8ee2-49390614d730,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:58.560853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.561426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cfb83fc4-20e5-4962-9338-8fcaa275c437 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/routers/e9bf9da2-58df-453a-b157-a92461002d04 HTTP/1.1" status: 204 len: 168 time: 0.5872810 Jul 28 18:26:58.562422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:58.563833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Transition to ACTIVE for port object 47148e82-6ae1-49b5-8f06-36f8acf57dda will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:26:58.575478 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:58.575847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0ee5c681-abee-471d-99e7-f28d0853f171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=618e3db852ce4155bb47ca253063a5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788810 Jul 28 18:26:58.641521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.695424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.728326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.778290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Deleting port 95a41313-40bf-4477-9615-117af1d252c9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:26:58.778636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.813742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Attempting to bind port 47148e82-6ae1-49b5-8f06-36f8acf57dda on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:26:58.814082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Attempting to bind port 47148e82-6ae1-49b5-8f06-36f8acf57dda by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:26:58.814771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Attempting to bind port 47148e82-6ae1-49b5-8f06-36f8acf57dda on network 7345699e-5839-48ec-a015-0318eec5d9a8 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:58.826823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:58.831316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Port 47148e82-6ae1-49b5-8f06-36f8acf57dda on network 7345699e-5839-48ec-a015-0318eec5d9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:26:58.831671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Attempting to bind port 47148e82-6ae1-49b5-8f06-36f8acf57dda on network 7345699e-5839-48ec-a015-0318eec5d9a8 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:26:58.840529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:26:58.844544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Checking segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:26:58.844544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Bound using segment: {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:26:58.844544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Bound port: 47148e82-6ae1-49b5-8f06-36f8acf57dda, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267c7356-2322-43f7-8e53-4d4266d2eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:26:58.844544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.920689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.940455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:26:58.944754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:26:58.958267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.961902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:58.965582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4bc98b1-43fb-41c0-8ee2-49390614d730 HTTP/1.1" status: 204 len: 168 time: 0.3860390 Jul 28 18:26:58.969550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Calling delete_port for 95a41313-40bf-4477-9615-117af1d252c9 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:26:58.981374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898342d-3dcb-488b-8a8a-847642c3a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc98b1-43fb-41c0-8ee2-49390614d730,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:59.007154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.051496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.052252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.055255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 1091 time: 1.1752985 Jul 28 18:26:59.055792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:26:59.058750 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e14398a-a13f-4628-bd98-64165f03ed3f" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:59.095525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14e791-47e7-484e-8e24-6a6afa80c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:59.149061 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b797d8-f3d2-4ab6-a1c2-e98d36013026 x-openstack-request-id: req-e7b797d8-f3d2-4ab6-a1c2-e98d36013026 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:59.150117 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:59.150512 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7b797d8-f3d2-4ab6-a1c2-e98d36013026 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:59.151193 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:26:59.219780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-1ca8d925-a886-4cf0-90cc-c8253be6eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.220044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-1ca8d925-a886-4cf0-90cc-c8253be6eefe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1094 time: 0.0648379 Jul 28 18:26:59.236484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.279679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-2f7857dd-7808-4572-8159-fad54eb35e52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 217 time: 0.0455399 Jul 28 18:26:59.315798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event deleted for resources: {'Port': ['ID=95a41313-40bf-4477-9615-117af1d252c9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:59.343359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-ff1ea345-c317-44c3-9c77-f0b62db109ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.361513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-ff1ea345-c317-44c3-9c77-f0b62db109ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.0800047 Jul 28 18:26:59.486760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-bf29c5ba-8279-42d3-9cc9-77dec6dd4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.488262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-bf29c5ba-8279-42d3-9cc9-77dec6dd4955 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056232 Jul 28 18:26:59.498720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.506100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-893e71ac-50ca-41e5-9e91-22190b5af524 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/ports/95a41313-40bf-4477-9615-117af1d252c9 HTTP/1.1" status: 204 len: 168 time: 0.9423540 Jul 28 18:26:59.509828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59462) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:59.531756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5966db-33c5-4715-a33a-13b405212e53 req-1a3eed94-a4bc-4b65-8eab-ce2d3845c7d9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.533518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b5966db-33c5-4715-a33a-13b405212e53 req-1a3eed94-a4bc-4b65-8eab-ce2d3845c7d9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.1705439 Jul 28 18:26:59.589353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Deleting subnet 5e54e9e2-5abb-43ca-b597-0dbf5ea266d4 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:26:59.592962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.646884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.674213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1b5966db-33c5-4715-a33a-13b405212e53 req-2bbf068d-613c-4fec-b079-0cc72482390f tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812640 Jul 28 18:26:59.705881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-aee8be67-fa31-459c-acaf-76ea8ad913e6 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712556 Jul 28 18:26:59.819568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.835365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20a008-342c-4a1d-ab29-3cb2d6a9e6bd req-04c3af95-feb5-4002-a5f2-7f72c6d6aa17 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:26:59.836965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b20a008-342c-4a1d-ab29-3cb2d6a9e6bd req-04c3af95-feb5-4002-a5f2-7f72c6d6aa17 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1063116 Jul 28 18:26:59.844429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08d944dc-5721-4a47-be70-4ce1b33e2ecc req-596c368d-247b-4007-b123-8512fd267dab service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268866 Jul 28 18:26:59.895747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:26:59.910388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5f17359-a4ba-49a8-9b3f-a6adbfbbc6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:26:59.911962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b20a008-342c-4a1d-ab29-3cb2d6a9e6bd req-3960469c-5609-4213-aad7-4d28a31d7eac tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Jul 28 18:27:00.047175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.047444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-4bbffecb-5964-4ebc-be49-459136405785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:00.048753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-4bbffecb-5964-4ebc-be49-459136405785 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1094 time: 0.0711267 Jul 28 18:27:00.070221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5f17359-a4ba-49a8-9b3f-a6adbfbbc6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.085939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event deleted for resources: {'Subnet': ['ID=5e54e9e2-5abb-43ca-b597-0dbf5ea266d4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:00.085939 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.085939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e13b4862-7d66-46ff-8bc5-89977dab5e80 tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/subnets/5e54e9e2-5abb-43ca-b597-0dbf5ea266d4 HTTP/1.1" status: 204 len: 168 time: 0.5752618 Jul 28 18:27:00.088113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59472) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:00.098103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2607c33-41a9-46fb-acc4-571f5000c469 None None] Network 84fee083-e26d-4dee-b07f-f96f87c364c8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:27:00.133335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5f17359-a4ba-49a8-9b3f-a6adbfbbc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.194536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17359-a4ba-49a8-9b3f-a6adbfbbc6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6793ec-4032-47a6-8e5e-cba1588c6533,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:00.200211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b5f17359-a4ba-49a8-9b3f-a6adbfbbc6c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c829d8c1b2a4407a6ee3ed257590e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033390 Jul 28 18:27:00.205924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59476) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:00.216085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.225532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-8e0505e1-c05a-4ec8-b1b5-893f9d1d98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:00.227786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-8e0505e1-c05a-4ec8-b1b5-893f9d1d98ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.1709275 Jul 28 18:27:00.296870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-4704235d-68bc-4ded-8834-83a148ec1ef7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 217 time: 0.0583322 Jul 28 18:27:00.307198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Deleting port b3cc1851-12dc-4cbb-badc-443f26dd42e2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:00.307649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.341116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.375579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-72435f76-ec40-4bf9-86db-55b742dbb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:00.376714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-72435f76-ec40-4bf9-86db-55b742dbb078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.0736034 Jul 28 18:27:00.378580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.384555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] For port b3cc1851-12dc-4cbb-badc-443f26dd42e2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3cc1851-12dc-4cbb-badc-443f26dd42e2,segment=NetworkSegment(8f63baa9-3e87-4509-93f4-0553063a5f38),segment_id=8f63baa9-3e87-4509-93f4-0553063a5f38)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:00.385009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.409234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Calling delete_port for b3cc1851-12dc-4cbb-badc-443f26dd42e2 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:00.490880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-dc28e3bc-aad3-4843-9dc1-e3dabf3e87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:00.492749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-dc28e3bc-aad3-4843-9dc1-e3dabf3e87da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059926 Jul 28 18:27:00.554637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.589119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event deleted for resources: {'Port': ['ID=b3cc1851-12dc-4cbb-badc-443f26dd42e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:00.596947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] No DVR routers for this DVR port b3cc1851-12dc-4cbb-badc-443f26dd42e2 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:27:00.635988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-1d6a7a90-ea4b-478b-811f-6175e7017799 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312940 Jul 28 18:27:00.642060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.645954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.655509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a6793ec-4032-47a6-8e5e-cba1588c6533 HTTP/1.1" status: 204 len: 168 time: 0.4397597 Jul 28 18:27:00.686700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4a348-3a02-424d-b81b-858f49e06a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6793ec-4032-47a6-8e5e-cba1588c6533,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:00.705884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c90b6-b0be-48fb-86ca-9b5b8f17bfca None None] DHCP port deletion for 84fee083-e26d-4dee-b07f-f96f87c364c8 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:27:00.750373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.762518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fee083-e26d-4dee-b07f-f96f87c364c8']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:00.776001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f63baa9-3e87-4509-93f4-0553063a5f38') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:00.776410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f63baa9-3e87-4509-93f4-0553063a5f38') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:00.788058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.806143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.816584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:00.817246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:27:00.821860 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:27:00.854120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e14398a-a13f-4628-bd98-64165f03ed3f req-fe5be089-9cd2-4d0d-85e1-d4ce760b364c service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903331 Jul 28 18:27:00.876169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a364c9b-06aa-4e0a-9fe3-40c5e077f528 req-f2761e47-aae0-4388-a979-92d65d5a5fcd tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:00.878049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a364c9b-06aa-4e0a-9fe3-40c5e077f528 req-f2761e47-aae0-4388-a979-92d65d5a5fcd tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0806038 Jul 28 18:27:00.924316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a364c9b-06aa-4e0a-9fe3-40c5e077f528 req-9821c000-7f69-43c7-9bea-c16297c4afc1 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Jul 28 18:27:00.966158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.972067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:00.974617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] 10.222.0.25 "DELETE /v2.0/networks/84fee083-e26d-4dee-b07f-f96f87c364c8 HTTP/1.1" status: 204 len: 168 time: 0.8854475 Jul 28 18:27:00.993007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff753-791d-4d7d-ba49-e9883e1e891f tempest-TagsExtTest-21142837 tempest-TagsExtTest-21142837-project] Pushing event deleted for resources: {'Network': ['ID=84fee083-e26d-4dee-b07f-f96f87c364c8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:01.059046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeffb45-a103-4e4c-8f58-851fada0dcf9 req-effbf1da-3af1-4d36-bda3-c620b84f5e07 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:01.066584 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eeffb45-a103-4e4c-8f58-851fada0dcf9 req-effbf1da-3af1-4d36-bda3-c620b84f5e07 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0621779 Jul 28 18:27:01.135606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4eeffb45-a103-4e4c-8f58-851fada0dcf9 req-366e3b71-819f-4630-94ca-34e7247e9085 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Jul 28 18:27:01.422975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59500) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:01.590149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5da27720-51c9-43c4-b972-66f5970ed51f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf9a0b444dc94fae91d02c56b587b10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657901 Jul 28 18:27:01.592144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59510) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:01.647534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:01.669382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:01.748831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:01.752290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:01.754258 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b944f67-6073-4a46-a0a7-01c18425674d HTTP/1.1" status: 204 len: 168 time: 0.1607604 Jul 28 18:27:01.765269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a69aa-a0a6-41ea-ac42-20815cb04d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b944f67-6073-4a46-a0a7-01c18425674d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:02.051765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4a43-99a5-4654-8934-4594d73ec508 req-97ebfcdc-b475-415a-acd5-1c6e4e0bb436 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:02.054001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd8b4a43-99a5-4654-8934-4594d73ec508 req-97ebfcdc-b475-415a-acd5-1c6e4e0bb436 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0530288 Jul 28 18:27:02.097794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd8b4a43-99a5-4654-8934-4594d73ec508 req-dcf47766-9493-4b3a-923b-63c289b9a371 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359540 Jul 28 18:27:02.298051 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926f4c-305c-40dc-84e1-4945a3354add req-cddac58b-9d9d-4892-a4a1-e864976f178b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:02.306794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9926f4c-305c-40dc-84e1-4945a3354add req-cddac58b-9d9d-4892-a4a1-e864976f178b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1030581 Jul 28 18:27:02.330816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3cc1851-12dc-4cbb-badc-443f26dd42e2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:02.345673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9926f4c-305c-40dc-84e1-4945a3354add req-34fde70a-45a1-4445-a0e6-13c36129fff2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Jul 28 18:27:02.376592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b3cc1851-12dc-4cbb-badc-443f26dd42e2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:27:02.377663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3cc1851-12dc-4cbb-badc-443f26dd42e2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:03.082832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59560) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:03.086573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026426 Jul 28 18:27:03.089729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59562) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:03.220662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b325a9-de0f-45ed-bcc0-775d4e595e4b req-c1d6b50d-1b28-47a1-96c1-8f8a21f93248 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:03.225621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60b325a9-de0f-45ed-bcc0-775d4e595e4b req-c1d6b50d-1b28-47a1-96c1-8f8a21f93248 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0502188 Jul 28 18:27:03.286618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60b325a9-de0f-45ed-bcc0-775d4e595e4b req-e3ab7bd5-5d91-49b5-84b3-76e26cc64cfc tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507159 Jul 28 18:27:03.304202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d8c99a32-854f-4507-baa0-e03b8bf8c9d6 tempest-NetworksApiDiscovery-1118734140 tempest-NetworksApiDiscovery-1118734140-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2128863 Jul 28 18:27:03.401650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5796b4e-2ef2-4f58-bac5-87da821f61ea req-0d599a92-3ee3-45e6-b431-9c2c74090909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:03.403639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5796b4e-2ef2-4f58-bac5-87da821f61ea req-0d599a92-3ee3-45e6-b431-9c2c74090909 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0602534 Jul 28 18:27:03.450228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5796b4e-2ef2-4f58-bac5-87da821f61ea req-33c60249-b122-497b-acfb-74f1119f9010 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383325 Jul 28 18:27:03.499701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4636-2fd8-4bfb-86c2-c8841fc8e824 req-544c9d38-42d5-4901-879e-bfbb88c893a1 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:03.511561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-582b4636-2fd8-4bfb-86c2-c8841fc8e824 req-544c9d38-42d5-4901-879e-bfbb88c893a1 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0782695 Jul 28 18:27:03.549864 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-582b4636-2fd8-4bfb-86c2-c8841fc8e824 req-096de405-d77e-47df-9c41-0e1df3d705fe tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Jul 28 18:27:03.958538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:04.164753 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-336e8b85-6537-45a3-87e4-07c96116c97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.252857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-336e8b85-6537-45a3-87e4-07c96116c97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.321658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-336e8b85-6537-45a3-87e4-07c96116c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.372609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-336e8b85-6537-45a3-87e4-07c96116c97c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c82327a6064d4a869b58209df2d52de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124095 Jul 28 18:27:04.378714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:04.394707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e8b85-6537-45a3-87e4-07c96116c97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093501f-e604-4658-a4bd-eca9b65d442e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:04.451316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cb1f1-0635-4739-81fb-5afab969ea47 req-db2be2a6-7d1b-4a3f-ac21-4d31189c9692 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:04.453037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-675cb1f1-0635-4739-81fb-5afab969ea47 req-db2be2a6-7d1b-4a3f-ac21-4d31189c9692 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.1025052 Jul 28 18:27:04.485429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.519988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-675cb1f1-0635-4739-81fb-5afab969ea47 req-638aa78d-7059-4348-ac7b-b7553b0887d7 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534887 Jul 28 18:27:04.524497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.634601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.637315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:04.639276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e093501f-e604-4658-a4bd-eca9b65d442e HTTP/1.1" status: 204 len: 168 time: 0.2587845 Jul 28 18:27:04.668436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea9747-1f25-4bce-978c-4d1d155b4a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093501f-e604-4658-a4bd-eca9b65d442e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:04.699148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0e3b-e042-44ac-b481-77d1559feb13 req-00298d65-8a14-45f1-9ea0-af818046dfad tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:04.700950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-242e0e3b-e042-44ac-b481-77d1559feb13 req-00298d65-8a14-45f1-9ea0-af818046dfad tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0815628 Jul 28 18:27:04.739898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-242e0e3b-e042-44ac-b481-77d1559feb13 req-86ccac90-d128-4088-b10a-fead5dcf33af tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 28 18:27:04.992874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:05.077864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-e860bf81-f0ba-4680-ab78-9140bf226d26 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:05.079420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-e860bf81-f0ba-4680-ab78-9140bf226d26 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 811 time: 0.1241951 Jul 28 18:27:05.096894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-21676912-136d-44d1-8194-3ad1f8af131b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/quotas/b255db45315e4f62abc2d26495c605cc HTTP/1.1" status: 200 len: 375 time: 0.0097501 Jul 28 18:27:05.122870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60fa701d-43aa-4506-87db-c5806badab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.178032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-1120d3d8-ceb1-4a98-9c18-f6e78782fc05 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753314 Jul 28 18:27:05.253263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60fa701d-43aa-4506-87db-c5806badab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.314622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-60fa701d-43aa-4506-87db-c5806badab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.344762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-19b1efb6-869d-43fc-825e-abcbcc850f6e service neutron] 10.222.0.25 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587663 Jul 28 18:27:05.357831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa701d-43aa-4506-87db-c5806badab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d5b02-4f3f-47f8-bc1f-57c3ec14868e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:05.362935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-60fa701d-43aa-4506-87db-c5806badab09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b04010c0d964c2cb04672b26bbce94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688107 Jul 28 18:27:05.366853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59638) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:05.415200 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.441480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.449271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-b315c69c-d675-4f1c-84c4-0eedaaff705e service neutron] 10.222.0.25 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975859 Jul 28 18:27:05.543169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.546248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:05.547437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d9d5b02-4f3f-47f8-bc1f-57c3ec14868e HTTP/1.1" status: 204 len: 168 time: 0.1803584 Jul 28 18:27:05.556935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afff3a-c515-4c25-bb16-47f1e87f7293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d5b02-4f3f-47f8-bc1f-57c3ec14868e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:05.699913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891aaae-89a0-42e2-bc9d-a6e00a4c26df req-3094e01d-a27e-4716-a9f4-1e440b4f7470 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:05.708785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4891aaae-89a0-42e2-bc9d-a6e00a4c26df req-3094e01d-a27e-4716-a9f4-1e440b4f7470 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0881677 Jul 28 18:27:05.722149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3848f4d-c45c-4a92-8a47-6010603887b9 req-2d8a22a4-4e97-489e-a011-23441a4aa0aa tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 210 time: 0.0666027 Jul 28 18:27:05.791751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4891aaae-89a0-42e2-bc9d-a6e00a4c26df req-252f2925-c722-4928-b1ab-bd0580322fc8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805805 Jul 28 18:27:06.345752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59678) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:06.359110 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930cda42-20b4-4869-be4e-8b9b603d4c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.514366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930cda42-20b4-4869-be4e-8b9b603d4c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.607059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930cda42-20b4-4869-be4e-8b9b603d4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.648859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-930cda42-20b4-4869-be4e-8b9b603d4c1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a8b0841130a47698e0b6491962b0f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020220 Jul 28 18:27:06.651606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59682) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:06.661782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cda42-20b4-4869-be4e-8b9b603d4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d2655-6dde-4cea-8649-28bdbc8337b0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.726514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.751654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.877740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78045838-bd79-462a-8235-40c57b73192f req-54741ea7-f61c-4ed6-9f82-969384cae4f9 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Jul 28 18:27:06.898325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.901060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:06.902481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9d2655-6dde-4cea-8649-28bdbc8337b0 HTTP/1.1" status: 204 len: 168 time: 0.2498899 Jul 28 18:27:06.921298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5c795-bac7-4aa1-a134-d392c3bb6b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d2655-6dde-4cea-8649-28bdbc8337b0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.995532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2080-dafd-45a7-8182-9aeec3668cc7 req-7a8fc0fc-fd34-4d93-8ff6-2f9ebad30a13 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:07.003930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f08d2080-dafd-45a7-8182-9aeec3668cc7 req-7a8fc0fc-fd34-4d93-8ff6-2f9ebad30a13 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.1321068 Jul 28 18:27:07.068096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f08d2080-dafd-45a7-8182-9aeec3668cc7 req-08942de7-ba1f-4335-bfd5-072b9dd5ea2c tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613177 Jul 28 18:27:07.783310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-97525e49-908b-46c3-8f3d-bed9fd493eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:07.985263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f8137c4-ea60-4165-b716-e11b16c71b73 req-be39a265-d044-4c71-8dac-1007343f4ac1 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 210 time: 0.0275702 Jul 28 18:27:08.116956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-ffb160bc-1ae1-42c1-84b7-19be1974a27c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:08.124129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-ffb160bc-1ae1-42c1-84b7-19be1974a27c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 811 time: 0.1092041 Jul 28 18:27:08.132641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Request body: {'port': {'device_id': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'admin_state_up': True, 'tenant_id': 'b255db45315e4f62abc2d26495c605cc'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:08.235499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f55b-0f5c-4ddf-a0ea-9f01102e5539 req-fcc3dfde-694d-40c9-9689-202ed1c5591f tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:08.237099 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e015f55b-0f5c-4ddf-a0ea-9f01102e5539 req-fcc3dfde-694d-40c9-9689-202ed1c5591f tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0888894 Jul 28 18:27:08.286826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e015f55b-0f5c-4ddf-a0ea-9f01102e5539 req-3103120d-1fbd-46a4-8522-25c8a9daa727 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Jul 28 18:27:08.354415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Made reservation on behalf of b255db45315e4f62abc2d26495c605cc for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:08.357997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:08.501693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Allocated IP 172.20.0.9 (ca8e617d-82eb-4c60-8b9c-668ede2bdcf5/56f3a3bc-0db0-4ef2-8e68-5f9d3f449296/89c0fec5-416f-4853-995b-95bcee2b8eeb) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:08.665046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:08.794788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:08.807740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c31affe4-dc81-487e-baff-386f1d78196d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:27:08.839966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:08.845831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:08.846926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:08.881591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Pushing event updated for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:08.921052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:08.921501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:09.052498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f14d354c-c132-42a8-b24b-ffb469c99c90 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250860 Jul 28 18:27:09.073914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Request body: {'port': {'device_id': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:09.153536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:09.173270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35049-9e3d-4057-86bf-014c26e40130 req-324e2080-facf-43b2-96da-2fa3e2cd2f83 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:09.174750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7dd35049-9e3d-4057-86bf-014c26e40130 req-324e2080-facf-43b2-96da-2fa3e2cd2f83 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 931 time: 0.1157064 Jul 28 18:27:09.299274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7dd35049-9e3d-4057-86bf-014c26e40130 req-91a027a3-911b-49b8-b150-306df4391726 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165714 Jul 28 18:27:09.445409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d750-91c4-48c5-8812-4c9d34cf2088 req-a916998d-50aa-4534-9aed-5c2b97750e92 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:09.453767 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a45d750-91c4-48c5-8812-4c9d34cf2088 req-a916998d-50aa-4534-9aed-5c2b97750e92 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0956850 Jul 28 18:27:09.506950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a45d750-91c4-48c5-8812-4c9d34cf2088 req-9fead54b-0d31-4f2f-b901-965cbd1f438a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519018 Jul 28 18:27:09.536071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c0fec5-416f-4853-995b-95bcee2b8eeb {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:27:09.541805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:09.553462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Transition to ACTIVE for port object 89c0fec5-416f-4853-995b-95bcee2b8eeb will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:09.685784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:09.740613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Pushing event updated for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:09.808958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Attempting to bind port 89c0fec5-416f-4853-995b-95bcee2b8eeb on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:09.809291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Attempting to bind port 89c0fec5-416f-4853-995b-95bcee2b8eeb by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:09.809620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Attempting to bind port 89c0fec5-416f-4853-995b-95bcee2b8eeb on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:09.814363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Port 89c0fec5-416f-4853-995b-95bcee2b8eeb on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:09.814686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Attempting to bind port 89c0fec5-416f-4853-995b-95bcee2b8eeb on network ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:09.820479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:27:09.820822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Checking segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:09.821303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Bound using segment: {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:27:09.821713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Bound port: 89c0fec5-416f-4853-995b-95bcee2b8eeb, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b5a157-074b-40ff-8699-c4687041cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:27:09.822051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:09.893094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:09.896483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:27:09.920702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59772) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:09.987211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.026548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.027278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.029150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] 10.222.0.35 "PUT /v2.0/ports/89c0fec5-416f-4853-995b-95bcee2b8eeb HTTP/1.1" status: 200 len: 1091 time: 0.9682293 Jul 28 18:27:10.029720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:10.032109 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b852522d-530a-4d2f-b163-822254542a18" -d '{"events": [{"name": "network-changed", "server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:10.058416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5496274e-8fd9-4828-b9f6-ec7fad1b4bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.071513 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65241233-e28f-4139-9ab6-2596184e2369 x-openstack-request-id: req-65241233-e28f-4139-9ab6-2596184e2369 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:10.071804 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:10.072054 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65241233-e28f-4139-9ab6-2596184e2369 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:10.072441 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb', 'status': 'completed', 'code': 200} Jul 28 18:27:10.086042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311a2b4-dc6e-41f4-a964-604dd72f852f service neutron] Pushing event updated for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:10.131289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.150216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852522d-530a-4d2f-b163-822254542a18 req-b37650b1-0a0f-44f7-a6d7-a98adff5f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.151736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b852522d-530a-4d2f-b163-822254542a18 req-b37650b1-0a0f-44f7-a6d7-a98adff5f8a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1094 time: 0.0609808 Jul 28 18:27:10.258790 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-190a052f-8995-4844-8d59-9ac7fea94a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.290851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5496274e-8fd9-4828-b9f6-ec7fad1b4bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.303247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852522d-530a-4d2f-b163-822254542a18 req-0fe2d279-0856-408a-86c5-7db41722cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.305043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b852522d-530a-4d2f-b163-822254542a18 req-0fe2d279-0856-408a-86c5-7db41722cfc6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b255db45315e4f62abc2d26495c605cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1443896 Jul 28 18:27:10.369512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5496274e-8fd9-4828-b9f6-ec7fad1b4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.431062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c9f4-4769-4d93-a213-2f65f5cfd334 req-3d2d5116-2308-4400-b77c-e3386d814808 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.431896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c63c9f4-4769-4d93-a213-2f65f5cfd334 req-3d2d5116-2308-4400-b77c-e3386d814808 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 943 time: 0.0602152 Jul 28 18:27:10.445474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5496274e-8fd9-4828-b9f6-ec7fad1b4bc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f64738a6968423f801e6ddc5219f3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235445 Jul 28 18:27:10.447930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496274e-8fd9-4828-b9f6-ec7fad1b4bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab852140-eb23-45ee-8408-fea7a1f414b5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:10.449693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:10.471817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852522d-530a-4d2f-b163-822254542a18 req-4a2562fb-6964-4f28-a467-d182a5595f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.472993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b852522d-530a-4d2f-b163-822254542a18 req-4a2562fb-6964-4f28-a467-d182a5595f94 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609175 Jul 28 18:27:10.515251 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c63c9f4-4769-4d93-a213-2f65f5cfd334 req-91ec458c-fb66-447d-bddd-e65ab452c858 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Jul 28 18:27:10.531514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.567848 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.570760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-13ec9346-9cf5-4171-82e0-03a539b82edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.572346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-13ec9346-9cf5-4171-82e0-03a539b82edc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1094 time: 0.0508826 Jul 28 18:27:10.645200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-73cc0038-ba0a-44ff-b8fa-9b97c2de3da3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb HTTP/1.1" status: 200 len: 217 time: 0.0617962 Jul 28 18:27:10.690804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8767-d4d3-4b04-b09a-cb654367e1b0 req-04cfad6b-0004-4445-b5fd-250e9be37ee8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.692325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e18f8767-d4d3-4b04-b09a-cb654367e1b0 req-04cfad6b-0004-4445-b5fd-250e9be37ee8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.1184022 Jul 28 18:27:10.703251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.706062 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:10.707667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab852140-eb23-45ee-8408-fea7a1f414b5 HTTP/1.1" status: 204 len: 168 time: 0.2567549 Jul 28 18:27:10.720276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-8ad7b313-d98f-4e60-8433-776725a900a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:10.721924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-8ad7b313-d98f-4e60-8433-776725a900a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.0687892 Jul 28 18:27:10.728977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578892-8ffc-4496-9088-f2615e07503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab852140-eb23-45ee-8408-fea7a1f414b5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:10.774453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-87450a86-7a8f-40f6-8996-298a33d43f59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457976 Jul 28 18:27:10.779839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e18f8767-d4d3-4b04-b09a-cb654367e1b0 req-8c75f8ec-403b-495b-9315-6e9fd2d8e326 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778849 Jul 28 18:27:10.912447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-aa08e291-b17b-42cd-ba25-743ec6a372eb service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294432 Jul 28 18:27:11.001150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e0e7028-20e0-469d-806b-ec8e3f859b28 req-24a68785-9df6-49b1-b663-f022af0ad31a service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826321 Jul 28 18:27:11.108630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:11.636137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59824) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:11.663025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f26903-5603-4029-8187-61ab8005e09e req-f19ce73f-536b-4ad7-bc83-4d45fb133e1f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:11.664577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8f26903-5603-4029-8187-61ab8005e09e req-f19ce73f-536b-4ad7-bc83-4d45fb133e1f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 943 time: 0.0514235 Jul 28 18:27:11.704082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8f26903-5603-4029-8187-61ab8005e09e req-d617927b-49df-4a91-a456-720d28c1b5b9 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Jul 28 18:27:11.746015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf2ec1c2-1720-4ef5-b51e-70bb7e0ea987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:11.913100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6792967-bd2a-4a41-9cdb-044ccdaf1625 req-0c7d6c7d-bb51-4b79-8449-1c0ce85ff8fc tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:11.914578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6792967-bd2a-4a41-9cdb-044ccdaf1625 req-0c7d6c7d-bb51-4b79-8449-1c0ce85ff8fc tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 943 time: 0.0621374 Jul 28 18:27:12.248325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6792967-bd2a-4a41-9cdb-044ccdaf1625 req-b01fafbe-8843-4833-bc65-bb09a838106a tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263009 Jul 28 18:27:12.275083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf2ec1c2-1720-4ef5-b51e-70bb7e0ea987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.331050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf2ec1c2-1720-4ef5-b51e-70bb7e0ea987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.370327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf2ec1c2-1720-4ef5-b51e-70bb7e0ea987 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be29b54333fc4310816407283209ddb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330728 Jul 28 18:27:12.372263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ec1c2-1720-4ef5-b51e-70bb7e0ea987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0402d8eb-5771-4844-b03b-c4781dbc42a8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:12.452699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59846) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:12.506363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.518936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 47148e82-6ae1-49b5-8f06-36f8acf57dda details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:27:12.525048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.618124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:12.631147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:27:12.657058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.660253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.661654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0402d8eb-5771-4844-b03b-c4781dbc42a8 HTTP/1.1" status: 204 len: 168 time: 0.2079663 Jul 28 18:27:12.669731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896832f5-a51e-4499-8480-5438464fcdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402d8eb-5771-4844-b03b-c4781dbc42a8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:12.671036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.689919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47148e82-6ae1-49b5-8f06-36f8acf57dda {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:27:12.712027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:12.831182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239977a8-69d2-4302-9256-1908413bb829 req-fbc29ad8-151f-4695-b80c-26becc367b19 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:12.831182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-239977a8-69d2-4302-9256-1908413bb829 req-fbc29ad8-151f-4695-b80c-26becc367b19 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 943 time: 0.0578332 Jul 28 18:27:12.873934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-239977a8-69d2-4302-9256-1908413bb829 req-4010931e-861a-4fea-9006-b3425ccd4c7b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Jul 28 18:27:12.905510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:12.954085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:13.056903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:13.106134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['47148e82-6ae1-49b5-8f06-36f8acf57dda'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:27:13.385309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158905-1a83-4924-8e1a-bd06b87a6427 req-64a647af-85f7-44f4-b683-f8a9c5eae4d2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:13.386804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76158905-1a83-4924-8e1a-bd06b87a6427 req-64a647af-85f7-44f4-b683-f8a9c5eae4d2 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.0560958 Jul 28 18:27:13.426119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76158905-1a83-4924-8e1a-bd06b87a6427 req-48ed7738-0da9-482f-86ae-948f47912f06 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330260 Jul 28 18:27:13.583942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 59880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:13.597651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c54-6e31-4f8c-97f0-421acccd91d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:13.687582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c54-6e31-4f8c-97f0-421acccd91d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:13.805970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c54-6e31-4f8c-97f0-421acccd91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:13.845401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-50ef9c54-6e31-4f8c-97f0-421acccd91d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d695b69a074d7b992c639ff03111ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603328 Jul 28 18:27:13.846277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef9c54-6e31-4f8c-97f0-421acccd91d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8ade6-21a8-4dde-a4e3-1fde8e130c1b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:13.848194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59892) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:13.919614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:13.954323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:14.041000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c80b-bcef-46fc-b7d7-ca5f66455dad req-8eeed11a-c487-4a76-be48-9ebc050174ae tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:14.043919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eac4c80b-bcef-46fc-b7d7-ca5f66455dad req-8eeed11a-c487-4a76-be48-9ebc050174ae tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 943 time: 0.0717974 Jul 28 18:27:14.084095 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-eac4c80b-bcef-46fc-b7d7-ca5f66455dad req-cc1bde04-293e-4d30-a193-f7b8f7b9d89c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Jul 28 18:27:14.159718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:14.163286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:14.164537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3e8ade6-21a8-4dde-a4e3-1fde8e130c1b HTTP/1.1" status: 204 len: 168 time: 0.3087978 Jul 28 18:27:14.173351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d4697-1439-4bba-8d1e-0e1ed579214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8ade6-21a8-4dde-a4e3-1fde8e130c1b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:14.534841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 47148e82-6ae1-49b5-8f06-36f8acf57dda up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:27:14.555225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7856-1b85-4b7f-8d05-18f3f71b2528 req-ed0caa6d-fe4f-4c4a-8653-ebc3d01bc25c tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:14.557196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a7b7856-1b85-4b7f-8d05-18f3f71b2528 req-ed0caa6d-fe4f-4c4a-8653-ebc3d01bc25c tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 944 time: 0.0578382 Jul 28 18:27:14.603719 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a7b7856-1b85-4b7f-8d05-18f3f71b2528 req-0062ba1e-3e0e-46ab-a1b1-f573281e3ed8 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Jul 28 18:27:14.709734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89c0fec5-416f-4853-995b-95bcee2b8eeb details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:27:14.713007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 47148e82-6ae1-49b5-8f06-36f8acf57dda completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:27:14.722096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 47148e82-6ae1-49b5-8f06-36f8acf57dda triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:27:14.722499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:14.914201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:14.918428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:14.950726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '89c0fec5-416f-4853-995b-95bcee2b8eeb', 'network_id': 'ca8e617d-82eb-4c60-8b9c-668ede2bdcf5', 'port_id': '89c0fec5-416f-4853-995b-95bcee2b8eeb', 'mac_address': 'fa:16:3e:79:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f3a3bc-0db0-4ef2-8e68-5f9d3f449296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:27:14.993588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:14.995861 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde1a11-6ae9-43b2-889a-686147a9050b" -d '{"events": [{"server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:15.012686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:15.019574 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:15.032572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0fec5-416f-4853-995b-95bcee2b8eeb {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:27:15.037792 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ade320-4ffc-4a39-af3a-2b3169c7e5ab x-openstack-request-id: req-a6ade320-4ffc-4a39-af3a-2b3169c7e5ab {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:15.038077 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "name": "network-vif-plugged", "status": "completed", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:15.038327 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ade320-4ffc-4a39-af3a-2b3169c7e5ab {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:15.038863 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'code': 200} Jul 28 18:27:15.056226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:15.108731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:15.147796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7df6-aa35-452a-b339-e6ea8963e3cb req-042a4c52-b567-43ef-b4a9-4e649600156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:15.150043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37d7df6-aa35-452a-b339-e6ea8963e3cb req-042a4c52-b567-43ef-b4a9-4e649600156b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0547388 Jul 28 18:27:15.152706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:15.192603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:15.232058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d37d7df6-aa35-452a-b339-e6ea8963e3cb req-02c9e4be-b7d9-4836-b2ae-7275461bc2e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727155 Jul 28 18:27:15.247187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:15.253276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d280b-42a7-4d02-88dc-127712ca319a req-894df878-e45a-4d5e-b2c5-4525de96c599 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:15.254781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-620d280b-42a7-4d02-88dc-127712ca319a req-894df878-e45a-4d5e-b2c5-4525de96c599 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 944 time: 0.0703025 Jul 28 18:27:15.295294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-620d280b-42a7-4d02-88dc-127712ca319a req-3aa84fb5-2c0d-4469-aabe-4ffb05b2a6d5 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Jul 28 18:27:15.488428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['89c0fec5-416f-4853-995b-95bcee2b8eeb'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:27:15.617458 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:15.723059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c57d43-e65a-4397-9d46-d0f021cb6f96 req-85dde596-4689-4558-89c7-d26da580f608 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:15.725293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97c57d43-e65a-4397-9d46-d0f021cb6f96 req-85dde596-4689-4558-89c7-d26da580f608 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Jul 28 18:27:15.776907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97c57d43-e65a-4397-9d46-d0f021cb6f96 req-5db77ce6-d99c-42ba-9402-0cd281733d46 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Jul 28 18:27:16.163801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 59994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:16.405889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5857-96dc-46a2-a7c6-9b9cd157e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:16.436743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed96b-b154-48a2-af5f-84d54cd31a0b req-32196449-827b-4ae3-b3ce-55dabcbc412a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:16.438242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-182ed96b-b154-48a2-af5f-84d54cd31a0b req-32196449-827b-4ae3-b3ce-55dabcbc412a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 944 time: 0.0683787 Jul 28 18:27:16.481346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-182ed96b-b154-48a2-af5f-84d54cd31a0b req-0f7abd27-eb13-491b-b762-f769b73bda76 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Jul 28 18:27:16.516081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5857-96dc-46a2-a7c6-9b9cd157e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:16.614454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5857-96dc-46a2-a7c6-9b9cd157e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:16.647792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f1c5857-96dc-46a2-a7c6-9b9cd157e7c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac3cebf29cff42ada2e698bc4e85c7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827404 Jul 28 18:27:16.648930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c5857-96dc-46a2-a7c6-9b9cd157e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1928b578-a6d8-4bf0-82bd-0f176d93cc9e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:16.650308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-2b712983-96cf-416c-ab69-dcb6f3414315 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689061 Jul 28 18:27:16.650841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60018) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:16.706736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:16.735312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89c0fec5-416f-4853-995b-95bcee2b8eeb up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:27:16.751364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:16.796956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-074aee9e-8a08-436e-b061-8d6324225dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:16.798456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-074aee9e-8a08-436e-b061-8d6324225dce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0817239 Jul 28 18:27:16.902671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9c537-5fcd-48e7-88f2-739272e5034a req-6bca9aa9-10c5-4980-b1f9-e59c32425ff9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:16.904184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aa9c537-5fcd-48e7-88f2-739272e5034a req-6bca9aa9-10c5-4980-b1f9-e59c32425ff9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.0537915 Jul 28 18:27:16.937717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-507e3806-b15a-4c8c-b343-981766a93dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:16.939197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-507e3806-b15a-4c8c-b343-981766a93dc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 912 time: 0.1079681 Jul 28 18:27:16.951953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aa9c537-5fcd-48e7-88f2-739272e5034a req-9b5fa627-8079-41fe-a7c2-3a4a5142abce tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Jul 28 18:27:16.985128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-5f0d4224-3d02-49a7-afc8-69b29a686b6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31affe4-dc81-487e-baff-386f1d78196d HTTP/1.1" status: 200 len: 217 time: 0.0385659 Jul 28 18:27:17.000250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 89c0fec5-416f-4853-995b-95bcee2b8eeb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:27:17.012683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.012683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.012885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 89c0fec5-416f-4853-995b-95bcee2b8eeb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:27:17.012885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.013052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1928b578-a6d8-4bf0-82bd-0f176d93cc9e HTTP/1.1" status: 204 len: 168 time: 0.3529899 Jul 28 18:27:17.088895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b85700-6466-49ce-8bd8-be14f9b134b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928b578-a6d8-4bf0-82bd-0f176d93cc9e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:17.119374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-8656153a-abdd-4c4c-a7a4-be4f7fd0aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:17.123082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-8656153a-abdd-4c4c-a7a4-be4f7fd0aec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.1286304 Jul 28 18:27:17.129939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.155829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:17.158677 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be4279-8083-4645-abc3-54dcb19f5db5" -d '{"events": [{"server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "name": "network-vif-plugged", "status": "completed", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:17.185164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:17.188060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-3f461eb5-3589-4894-99d6-8c856f4e8720 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553527 Jul 28 18:27:17.197001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb23ba-61a8-40b5-b2bd-d1148265c4e7 req-c9685e92-73c9-468c-926d-ecdf95eac8bf tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:17.198680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21bb23ba-61a8-40b5-b2bd-d1148265c4e7 req-c9685e92-73c9-468c-926d-ecdf95eac8bf tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.1692517 Jul 28 18:27:17.235350 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf2c3c-64f8-4621-9c59-0c10d5b3dce4 x-openstack-request-id: req-c4bf2c3c-64f8-4621-9c59-0c10d5b3dce4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:17.235782 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "name": "network-vif-plugged", "status": "completed", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:17.236031 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4bf2c3c-64f8-4621-9c59-0c10d5b3dce4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:17.236429 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb', 'code': 200} Jul 28 18:27:17.291622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.320631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21bb23ba-61a8-40b5-b2bd-d1148265c4e7 req-8f7ac291-5efa-44a2-a597-7cb0840678a1 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104386 Jul 28 18:27:17.347822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60058) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:17.359383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-1b24e390-e6d7-45c0-969d-bd391010a07d service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596465 Jul 28 18:27:17.368063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:17.370822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9daf86-150e-401d-9c2f-dbaf356fa4aa req-d0e360c6-2805-435f-bbed-9e4fb400a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:17.372329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f9daf86-150e-401d-9c2f-dbaf356fa4aa req-d0e360c6-2805-435f-bbed-9e4fb400a298 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1096 time: 0.0686998 Jul 28 18:27:17.469210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7f9daf86-150e-401d-9c2f-dbaf356fa4aa req-848009f1-a497-4936-b1eb-7c5ed7f7d0c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865293 Jul 28 18:27:17.501246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac6b4161-22c2-42be-a2d9-57bb386996d3 req-53c3de49-3123-4923-9198-5a6f8f22e646 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327631 Jul 28 18:27:17.649887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae543da3-3054-4680-b221-4f57594253a3 tempest-TestVolumeBackupRestore-1659666481 tempest-TestVolumeBackupRestore-1659666481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:17.651458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ae543da3-3054-4680-b221-4f57594253a3 tempest-TestVolumeBackupRestore-1659666481 tempest-TestVolumeBackupRestore-1659666481-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1091 time: 0.3025663 Jul 28 18:27:17.654725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:17.659847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:17.664653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340fc80-6fa6-4d85-84be-b6feb2cb2cd8 req-54c1955a-7823-4821-85b3-7c71182c4e5c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:17.666290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6340fc80-6fa6-4d85-84be-b6feb2cb2cd8 req-54c1955a-7823-4821-85b3-7c71182c4e5c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0779343 Jul 28 18:27:17.706065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6340fc80-6fa6-4d85-84be-b6feb2cb2cd8 req-520f2f5b-1c27-4fb7-a092-95ce63f54e0f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336692 Jul 28 18:27:17.788923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.914814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60092) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:17.919094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:17.930671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf5cc92-21e8-44e3-85e9-94592bfd4c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.033655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf5cc92-21e8-44e3-85e9-94592bfd4c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.039941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Allocated IP 172.25.7.141 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b87db5a5-4eb9-47e8-b223-fe3569a5905c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:18.159838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bf5cc92-21e8-44e3-85e9-94592bfd4c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.179795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.210344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6bf5cc92-21e8-44e3-85e9-94592bfd4c6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4516019b6aa84b90859a1953d0ba41bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942443 Jul 28 18:27:18.211581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5cc92-21e8-44e3-85e9-94592bfd4c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b0839-8bed-44df-bda3-27ce687b638c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:18.213156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:18.273708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.297307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.316639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.363801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:18.367312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:18.369801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:18.408685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'Port': ['ID=b87db5a5-4eb9-47e8-b223-fe3569a5905c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:18.571953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.574496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.578098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae2b0839-8bed-44df-bda3-27ce687b638c HTTP/1.1" status: 204 len: 168 time: 0.3613536 Jul 28 18:27:18.591408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f111-fc8b-48e0-b5f9-589a9f551fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b0839-8bed-44df-bda3-27ce687b638c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:18.702619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:18.967719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695be6fe-d7cd-4bf1-9a88-298aced5b7c9 req-3321adc7-8ca0-451b-a1ec-c564c44ef7f4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:18.969243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-695be6fe-d7cd-4bf1-9a88-298aced5b7c9 req-3321adc7-8ca0-451b-a1ec-c564c44ef7f4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1700125 Jul 28 18:27:19.019657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-695be6fe-d7cd-4bf1-9a88-298aced5b7c9 req-f50fa185-0b2f-4fbb-ac82-aa4bc847144f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428197 Jul 28 18:27:19.061954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.184871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60130) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:19.252898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.350777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7c7-587b-46a2-9db3-a2557898ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.459717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.494223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7c7-587b-46a2-9db3-a2557898ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.574352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7c7-587b-46a2-9db3-a2557898ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.579551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.667270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1bdff7c7-587b-46a2-9db3-a2557898ce89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5daab9a0cbe4bb4a333e5bede4dacfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814177 Jul 28 18:27:19.670021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60144) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:19.679589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdff7c7-587b-46a2-9db3-a2557898ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b2694-868a-43c5-aa98-2ac6d1c4d152,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:19.683565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event updated for resources: {'Port': ['ID=b87db5a5-4eb9-47e8-b223-fe3569a5905c,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:19.697622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.735483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.760648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.806785 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Floating IP a4bdeaca-42e4-4b22-b66a-23a4b13bef0d associated. External IP: 172.25.7.141, port: 47148e82-6ae1-49b5-8f06-36f8acf57dda. Jul 28 18:27:19.965717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.968636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:19.970058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a21b2694-868a-43c5-aa98-2ac6d1c4d152 HTTP/1.1" status: 204 len: 168 time: 0.2988622 Jul 28 18:27:19.978513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0f0fa-f907-4f7b-aefb-03beef64b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b2694-868a-43c5-aa98-2ac6d1c4d152,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:20.052475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:27:20.167754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:20.178451 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:20.187875 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:20.188471 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:20.309163 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:27:20.360089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:20.390437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2133083b-03f3-49cd-9185-35d81094d884 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7345486 Jul 28 18:27:20.391187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:20.393612 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bc1314-b08f-4ba3-a172-4da41a2bf525" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:20.394049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:20.440763 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c16e71-2a3a-4483-ba06-fb86108eb2e0 x-openstack-request-id: req-c5c16e71-2a3a-4483-ba06-fb86108eb2e0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:20.441537 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:20.442036 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5c16e71-2a3a-4483-ba06-fb86108eb2e0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:20.443603 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:27:20.470713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8a247-d3dc-414c-890d-e5fc46d949b6 tempest-TestVolumeBackupRestore-1659666481 tempest-TestVolumeBackupRestore-1659666481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:20.472709 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-35f8a247-d3dc-414c-890d-e5fc46d949b6 tempest-TestVolumeBackupRestore-1659666481 tempest-TestVolumeBackupRestore-1659666481-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1091 time: 0.0768995 Jul 28 18:27:20.478461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60168) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:20.488675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Request body: {'floatingip': {'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:20.585471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-94e44cd3-b3a5-4fb9-9651-55b27746ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:20.585471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-94e44cd3-b3a5-4fb9-9651-55b27746ad8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.1174316 Jul 28 18:27:20.594364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:18Z', 'revision_number': 0, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:20.629797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:20.639335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:20.641306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:20.641967 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:20.687000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff4136-b8f7-491f-8471-47b4c309ad21 req-ec3de2be-3bfa-4e25-89e6-26bd0522c83a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:20.688656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff4136-b8f7-491f-8471-47b4c309ad21 req-ec3de2be-3bfa-4e25-89e6-26bd0522c83a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.5821950 Jul 28 18:27:20.740889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-31cafade-3e82-4d3c-8d39-1343ae7c36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:20.742567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-31cafade-3e82-4d3c-8d39-1343ae7c36a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.1511741 Jul 28 18:27:20.772698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:27:20.793340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95ff4136-b8f7-491f-8471-47b4c309ad21 req-8172d57b-ef67-42f9-be08-79af8b80f493 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948803 Jul 28 18:27:20.829432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-5c599893-205c-41be-a654-43f20b5a72c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 999 time: 0.0749307 Jul 28 18:27:21.166022 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:18Z', 'revision_number': 0, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:21.198391 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0a728-ffa9-463a-9b92-7d5e801e05a9 None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:18Z', 'revision_number': 0, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:21.248516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60184) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:21.269651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12065990-9a89-4028-bf5a-9ffe07421a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.272839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-d35ee26d-d59c-4701-977c-d3b8137f1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:21.274411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-d35ee26d-d59c-4701-977c-d3b8137f1c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.4360156 Jul 28 18:27:21.382382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-4ffc4e66-c1fa-4a2a-a0b3-0b637ec69726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:21.384047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-4ffc4e66-c1fa-4a2a-a0b3-0b637ec69726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940645 Jul 28 18:27:21.541429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12065990-9a89-4028-bf5a-9ffe07421a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.581178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-55525287-eeba-4b92-9565-c327f1ae1a26 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877241 Jul 28 18:27:21.627901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66488c-d747-46da-a411-882e55c23624 None None] New status for floating IP a4bdeaca-42e4-4b22-b66a-23a4b13bef0d: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:27:21.678133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-12065990-9a89-4028-bf5a-9ffe07421a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.740246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065990-9a89-4028-bf5a-9ffe07421a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0a3a6-1e1c-4a48-8132-da8ebd6eda61,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:21.750626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-12065990-9a89-4028-bf5a-9ffe07421a2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00a1bcf451af4250909003d075dd4384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010676 Jul 28 18:27:21.752785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-e5656d8c-2553-486c-9e3c-f53d852b330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:21.754411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-e5656d8c-2553-486c-9e3c-f53d852b330b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1096 time: 0.1581464 Jul 28 18:27:21.755289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60194) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:21.792144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75675093-20b8-423d-84d3-f5ff6a6bd06a req-aca17872-3b02-4cc8-8992-c05b5fed54b4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:21.793717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75675093-20b8-423d-84d3-f5ff6a6bd06a req-aca17872-3b02-4cc8-8992-c05b5fed54b4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1806579 Jul 28 18:27:21.814869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.843572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75675093-20b8-423d-84d3-f5ff6a6bd06a req-edc80d6e-b774-499c-ac2d-ee66468375fe tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Jul 28 18:27:21.864407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3bc1314-b08f-4ba3-a172-4da41a2bf525 req-913977fe-cc41-4498-a6f7-f11d45054f78 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608764 Jul 28 18:27:21.908889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.929813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-f185b162-d491-49a6-b283-e3d5c7b1ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:21.936038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-f185b162-d491-49a6-b283-e3d5c7b1ef69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 912 time: 0.1648011 Jul 28 18:27:21.937031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.938408 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-5a66488c-d747-46da-a411-882e55c23624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:27:21.938770 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-5a66488c-d747-46da-a411-882e55c23624 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:27:21.942045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:21.985481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-49e795c9-28a4-49ba-9a8f-4868c0ee4e25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb HTTP/1.1" status: 200 len: 217 time: 0.0455248 Jul 28 18:27:22.078331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-9181cb8b-f16c-4bdd-b732-81e610f37149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.079880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-9181cb8b-f16c-4bdd-b732-81e610f37149 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.0820851 Jul 28 18:27:22.123302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-51700de7-743b-454d-935b-d123cc9f179c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350318 Jul 28 18:27:22.131664 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:27:22.172520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:27:22.178111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:22.180834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:22.184238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74b0a3a6-1e1c-4a48-8132-da8ebd6eda61 HTTP/1.1" status: 204 len: 168 time: 0.4242871 Jul 28 18:27:22.193317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd52b8-55fb-443d-833e-c47f2f97215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0a3a6-1e1c-4a48-8132-da8ebd6eda61,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:22.270076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-dc6749de-aaa6-45db-a9ce-6cb56a258e50 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399400 Jul 28 18:27:22.353496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:22.362171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:22.381264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4926dff-8343-4edb-a88c-6bd65868dffa req-9a03601f-7614-4105-96bd-5495cc78c2ef service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033266 Jul 28 18:27:22.396631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:22.398959 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c7077-a054-4627-8666-1a3d4ec36c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:22.427812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce22c3c8-5c5d-4855-86a3-3f748739161d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "PUT /v2.0/floatingips/a4bdeaca-42e4-4b22-b66a-23a4b13bef0d HTTP/1.1" status: 200 len: 991 time: 1.9461076 Jul 28 18:27:22.440572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66488c-d747-46da-a411-882e55c23624 None None] New status for floating IP a4bdeaca-42e4-4b22-b66a-23a4b13bef0d: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:27:22.467462 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b8eb29-38ea-4c1a-94d3-cea3c37749e0 x-openstack-request-id: req-70b8eb29-38ea-4c1a-94d3-cea3c37749e0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:22.467462 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:22.467462 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70b8eb29-38ea-4c1a-94d3-cea3c37749e0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:22.467462 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:27:22.552954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-f55a7a4a-2b55-4480-a180-56e1de9025d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.555214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-f55a7a4a-2b55-4480-a180-56e1de9025d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0673070 Jul 28 18:27:22.670904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-273af9a6-43a2-4ab9-9233-875994888d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.672599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-273af9a6-43a2-4ab9-9233-875994888d05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.1100941 Jul 28 18:27:22.750707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-41213518-8854-4a8a-8f17-adc9acc1dccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 999 time: 0.0712926 Jul 28 18:27:22.792029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:22.792029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:22.792636 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:22.808122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-e3a35735-b97f-40ed-9916-7f07e186eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.809761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-e3a35735-b97f-40ed-9916-7f07e186eb53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.0526175 Jul 28 18:27:22.880803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-47a481f3-34fe-4c03-bd84-31f5b781d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.882448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-47a481f3-34fe-4c03-bd84-31f5b781d60e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656710 Jul 28 18:27:22.894633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-0399d51d-fe51-47f1-bf53-5654525e4dee service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:27:22.895724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-0399d51d-fe51-47f1-bf53-5654525e4dee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055914 Jul 28 18:27:22.979438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabc89c-f02a-4ad0-8300-00caa8c88008 req-9a35a002-3ac4-4725-9fe6-0352fdcf9ea0 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:22.981266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fabc89c-f02a-4ad0-8300-00caa8c88008 req-9a35a002-3ac4-4725-9fe6-0352fdcf9ea0 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0592227 Jul 28 18:27:23.013248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-64a536e6-9def-48b4-a069-420c2f62d65d service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096795 Jul 28 18:27:23.027892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fabc89c-f02a-4ad0-8300-00caa8c88008 req-0d43f0ae-33c5-46c2-b530-1f983d1779a3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Jul 28 18:27:23.068521 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:27:23.136413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e52c7077-a054-4627-8666-1a3d4ec36c2d req-efd0169a-95ec-46ef-b7b8-f4498e2a979b service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119473 Jul 28 18:27:23.317079 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:22Z', 'revision_number': 2, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:23.346240 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:23.355806 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:23.356405 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:23.463044 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:27:23.720655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:22Z', 'revision_number': 2, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:23.747629 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023dd1d-c201-4018-a1bd-0aaa6d26ec3c None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'a4bdeaca-42e4-4b22-b66a-23a4b13bef0d', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'port_id': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'mac_address': 'fa:16:3e:e6:e3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:27:18Z', 'updated_at': '2021-07-28T18:27:22Z', 'revision_number': 2, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:24.350035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015dc4-77ab-40aa-8710-8f9953661551 req-65d8f7f2-b223-47c9-8038-c41edd5444b7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:24.356286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c015dc4-77ab-40aa-8710-8f9953661551 req-65d8f7f2-b223-47c9-8038-c41edd5444b7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.2576780 Jul 28 18:27:24.399924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c015dc4-77ab-40aa-8710-8f9953661551 req-d231d7ea-1970-44e5-b3d6-3e8dd9c5ed4f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Jul 28 18:27:24.467165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:27:24.469669 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412490b3-f299-4417-866c-554043f6a626" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:24.511259 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e547b176-f327-4098-b969-164ab2087183 x-openstack-request-id: req-e547b176-f327-4098-b969-164ab2087183 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:24.511628 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:24.511890 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e547b176-f327-4098-b969-164ab2087183 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:24.512288 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:27:24.593888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412490b3-f299-4417-866c-554043f6a626 req-a04138cb-e75e-4a8c-bad8-671fae9d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:24.594397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-a04138cb-e75e-4a8c-bad8-671fae9d1d92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0481162 Jul 28 18:27:24.693911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412490b3-f299-4417-866c-554043f6a626 req-36646426-ad14-4427-97cd-5ed93a1785d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:24.695373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-36646426-ad14-4427-97cd-5ed93a1785d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.0949173 Jul 28 18:27:24.762005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-c89e0198-6344-43a4-a0e5-cb3bbd8d139c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 1001 time: 0.0601194 Jul 28 18:27:24.819495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412490b3-f299-4417-866c-554043f6a626 req-e204fdd2-0403-4c3b-8a13-afe0aec2b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:24.820983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-e204fdd2-0403-4c3b-8a13-afe0aec2b0f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.0521355 Jul 28 18:27:24.875553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412490b3-f299-4417-866c-554043f6a626 req-3466c66e-e0ac-47ae-866b-2a9e65a848c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:24.877006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-3466c66e-e0ac-47ae-866b-2a9e65a848c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495381 Jul 28 18:27:24.976802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-c7ca6d47-5615-4484-8275-3f06ed62aae2 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922184 Jul 28 18:27:25.079107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-412490b3-f299-4417-866c-554043f6a626 req-6afbc853-0be5-419c-822e-0c4022ae0ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951755 Jul 28 18:27:25.522397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143819c5-1150-45f6-826d-c55df08b79b3 req-432b5ce1-75d6-416d-980b-1a69307e964a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:25.523945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-143819c5-1150-45f6-826d-c55df08b79b3 req-432b5ce1-75d6-416d-980b-1a69307e964a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0526464 Jul 28 18:27:25.563209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-143819c5-1150-45f6-826d-c55df08b79b3 req-3a79e9ff-cf5c-49bc-b6f4-c7b8a84c265d tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jul 28 18:27:26.341170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60434) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:26.479622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:26.515415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c3bda3b-8caf-40a9-b92f-488d0d6c81db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.561731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b60c1a1e-0c68-4aa9-8c5a-07426e58497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.614935 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c3bda3b-8caf-40a9-b92f-488d0d6c81db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.698767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd07f22-6fd9-4a6f-8a30-25422202ffcf req-8248de3f-87fc-4622-8301-5f226b3b3dc8 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:26.700559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bd07f22-6fd9-4a6f-8a30-25422202ffcf req-8248de3f-87fc-4622-8301-5f226b3b3dc8 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0540361 Jul 28 18:27:26.702598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c3bda3b-8caf-40a9-b92f-488d0d6c81db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.748848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3c3bda3b-8caf-40a9-b92f-488d0d6c81db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1760603570d843d49f3ed6493b3e87e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066174 Jul 28 18:27:26.751464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:26.757666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bda3b-8caf-40a9-b92f-488d0d6c81db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154b6250-baf0-4a9f-9b9b-1115b4b4cf07,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:26.772918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bd07f22-6fd9-4a6f-8a30-25422202ffcf req-e9d9141e-9149-4f21-aced-aa5e27c4b059 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Jul 28 18:27:26.814784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.822752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b60c1a1e-0c68-4aa9-8c5a-07426e58497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.836730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.953841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b60c1a1e-0c68-4aa9-8c5a-07426e58497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:26.992489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b60c1a1e-0c68-4aa9-8c5a-07426e58497d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=478d21bef8904ed4a869517c639f1d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117722 Jul 28 18:27:26.993357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1a1e-0c68-4aa9-8c5a-07426e58497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12336b1c-6d65-4f4a-8b3e-e187f01bb2ae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:26.995601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60452) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:27.015239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.018054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.031495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/154b6250-baf0-4a9f-9b9b-1115b4b4cf07 HTTP/1.1" status: 204 len: 168 time: 0.2669306 Jul 28 18:27:27.040229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2c909-07ba-4a88-bb55-3102f8997546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b6250-baf0-4a9f-9b9b-1115b4b4cf07,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:27.074837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.097844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.290751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.293740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:27.295009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12336b1c-6d65-4f4a-8b3e-e187f01bb2ae HTTP/1.1" status: 204 len: 168 time: 0.2984133 Jul 28 18:27:27.303958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629364e-ceba-44af-83cd-c2d2005ea93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12336b1c-6d65-4f4a-8b3e-e187f01bb2ae,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:27.900496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f742d3-ac89-40b1-b518-d00e6b2eb19a req-dd9d2eb3-dd4a-4e8a-9f01-9f8ebfd766e2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:27.902233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e0f742d3-ac89-40b1-b518-d00e6b2eb19a req-dd9d2eb3-dd4a-4e8a-9f01-9f8ebfd766e2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Jul 28 18:27:27.943699 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e0f742d3-ac89-40b1-b518-d00e6b2eb19a req-89df43a8-827e-4a87-8c23-72c108f4350e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Jul 28 18:27:27.961650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60468) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:27.976016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783a1437-7e57-49ad-8908-ad122acb38be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.073026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783a1437-7e57-49ad-8908-ad122acb38be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.205322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783a1437-7e57-49ad-8908-ad122acb38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.248480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-783a1437-7e57-49ad-8908-ad122acb38be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ef8119ad7be42cc9eeb8840fd1802d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854683 Jul 28 18:27:28.249644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a1437-7e57-49ad-8908-ad122acb38be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c286fd94-cc03-4663-bf9a-a1d1519198a5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:28.251148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60470) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:28.309153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.318718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:28.332113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.332860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c12b2ba8-66dc-4148-84fc-e2f68a67ef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.467801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.470331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.471699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c286fd94-cc03-4663-bf9a-a1d1519198a5 HTTP/1.1" status: 204 len: 168 time: 0.2192509 Jul 28 18:27:28.484334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71294-eca6-4cda-8795-c746b76e9109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286fd94-cc03-4663-bf9a-a1d1519198a5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:28.554459 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c12b2ba8-66dc-4148-84fc-e2f68a67ef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.668344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c12b2ba8-66dc-4148-84fc-e2f68a67ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.710782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c12b2ba8-66dc-4148-84fc-e2f68a67ef10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=097790a3d6964e73bcd10e3b658374aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913062 Jul 28 18:27:28.711757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b2ba8-66dc-4148-84fc-e2f68a67ef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae9410-5071-45b9-9fd5-865ef5b1b8d1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:28.713480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60480) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:28.763457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.783410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.989419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.992181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:28.994276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ae9410-5071-45b9-9fd5-865ef5b1b8d1 HTTP/1.1" status: 204 len: 168 time: 0.2790761 Jul 28 18:27:29.003297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4e3df-4cd1-475f-b74a-d0d178c5fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae9410-5071-45b9-9fd5-865ef5b1b8d1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:29.086716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf1142-0cf4-4b10-8b89-14203f925cd8 req-308fdced-2987-456c-b6bc-fb46d61efd2f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:29.088454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66cf1142-0cf4-4b10-8b89-14203f925cd8 req-308fdced-2987-456c-b6bc-fb46d61efd2f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0597799 Jul 28 18:27:29.130269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66cf1142-0cf4-4b10-8b89-14203f925cd8 req-982e4d95-757e-4009-8201-38ad09d3b716 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351830 Jul 28 18:27:30.254252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721e32-014d-44a7-8028-38f8752e3866 req-3402e127-61b9-40db-85c4-350b40a3b6ae tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:30.255437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0721e32-014d-44a7-8028-38f8752e3866 req-3402e127-61b9-40db-85c4-350b40a3b6ae tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0557957 Jul 28 18:27:30.299081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0721e32-014d-44a7-8028-38f8752e3866 req-a561e906-10c6-47ce-8476-80660a35a226 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Jul 28 18:27:31.411831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60584) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:31.434069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70ced-b0f3-443b-ba09-b3bdb23ddd13 req-125987a8-b645-4e98-8bb4-217dd0c5df15 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:31.435732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16a70ced-b0f3-443b-ba09-b3bdb23ddd13 req-125987a8-b645-4e98-8bb4-217dd0c5df15 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0582449 Jul 28 18:27:31.475288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16a70ced-b0f3-443b-ba09-b3bdb23ddd13 req-7fe2513c-7adf-497b-8fa9-2ca6563c5716 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 28 18:27:31.663125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1949374878'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:31.776612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Made reservation on behalf of 69218237ea28408e8a712af523abe9aa for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:31.780392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:31.791457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:31.893609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:31.990348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.030219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:27:32.048147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.048577 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Added segment 7efe68ad-de79-42c3-be5c-f578de6494b1 of type vlan for network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf Jul 28 18:27:32.049797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39514e05-e780-4117-a08c-9ee2769d20dd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:32.093588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.210745 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.216514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:32.217109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.280790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Pushing event updated for resources: {'Network': ['ID=3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:32.293410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:27:32.412338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-706b8d9d-7b81-496a-8139-f9ac96525fa6 tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9996426 Jul 28 18:27:32.633605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60624) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:32.638712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf', 'binding:host_id': 'n-h2-778550-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-812615005'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:32.647648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e623-b063-4a67-b337-22809ce6d45b req-39ff5cfa-6d29-4f9b-8a63-20cee02bc7b3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:32.649365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16e7e623-b063-4a67-b337-22809ce6d45b req-39ff5cfa-6d29-4f9b-8a63-20cee02bc7b3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0956790 Jul 28 18:27:32.699351 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16e7e623-b063-4a67-b337-22809ce6d45b req-7280ac61-2def-4599-9393-4f45fadb7698 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Jul 28 18:27:32.782040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Made reservation on behalf of 8145a3f8cb4e4db2ac5a8f2791f9c133 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:32.785226 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.794886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.864909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60628) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:32.911165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:32.991939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93066888-54a3-457f-98c8-471e5d94f446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.018296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.026735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port ce8d8f23-1c91-4db8-985e-543e2292b68e yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:33.123526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682bb2c-3d41-4f91-b030-a3c6312605f6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:33.275184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93066888-54a3-457f-98c8-471e5d94f446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.323011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port ce8d8f23-1c91-4db8-985e-543e2292b68e yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:33.332720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.344325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93066888-54a3-457f-98c8-471e5d94f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.348226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Transition to ACTIVE for port object ce8d8f23-1c91-4db8-985e-543e2292b68e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:33.391973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93066888-54a3-457f-98c8-471e5d94f446 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07333143baee48ed973b895e4d64b5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258763 Jul 28 18:27:33.392774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066888-54a3-457f-98c8-471e5d94f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410103aa-a147-4674-b5cd-a47c81f650bc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:33.395135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60636) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:33.428486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.452263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.474328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.485939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=ce8d8f23-1c91-4db8-985e-543e2292b68e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:33.510797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Checking segment: {'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:33.511321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Network hostable DHCP agents. Network: 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:27:33.588184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.590780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:33.591960 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/410103aa-a147-4674-b5cd-a47c81f650bc HTTP/1.1" status: 204 len: 168 time: 0.1957839 Jul 28 18:27:33.600252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218a79f-f1fb-443c-9518-ba3e8154b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410103aa-a147-4674-b5cd-a47c81f650bc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:33.622268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:27:33.690760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:33.694402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:33.699711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50990da8-9a52-4b37-8d8b-6a3d68d73a8e None None] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:27:33.708006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.708358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.708727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.713806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.714146 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.714535 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 2 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.735926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.736274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.736614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.741264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.741748 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.742150 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 3 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.758299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.758638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.758972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.763607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.763940 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.764334 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 4 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.777073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.777406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.777735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.782283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.782730 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.783127 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 5 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.806483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.806826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.807164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.827083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.827422 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.828626 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 6 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.852059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.852343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.853247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.863983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c34bf-a093-45b7-bff5-e3efa2d57d19 req-1f59c89d-cd4c-428c-8fed-a246a34c0041 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:33.865413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d03c34bf-a093-45b7-bff5-e3efa2d57d19 req-1f59c89d-cd4c-428c-8fed-a246a34c0041 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0719438 Jul 28 18:27:33.867640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.868005 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.868422 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 7 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.892499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.892836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.893171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.900883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.901208 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.901744 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 8 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.924571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.924909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.925242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.930664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d03c34bf-a093-45b7-bff5-e3efa2d57d19 req-049af966-d922-4017-bfa0-fcae5c86303e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Jul 28 18:27:33.932699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.933024 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.933412 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 9 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.945507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.945855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.946323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.950741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.951066 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.951513 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 10 to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e Jul 28 18:27:33.964327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:33.964656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:33.964982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:33.969153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port ce8d8f23-1c91-4db8-985e-543e2292b68e on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:33.969451 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port ce8d8f23-1c91-4db8-985e-543e2292b68e on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:33.969807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.036415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port ce8d8f23-1c91-4db8-985e-543e2292b68e, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:34.036797 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempted to set empty binding levels {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:34.125878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.159435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:34.160290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.179583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=ce8d8f23-1c91-4db8-985e-543e2292b68e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:34.235571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:34.249735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6cf7932-8f71-43b4-a3d2-1429e26f78ff tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.6150062 Jul 28 18:27:34.249872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:34.256866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23a955c-3f47-45fc-971e-0378ac4343ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.379811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Deleting port ce8d8f23-1c91-4db8-985e-543e2292b68e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:34.380163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.464436 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23a955c-3f47-45fc-971e-0378ac4343ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.468602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port ce8d8f23-1c91-4db8-985e-543e2292b68e, host n-h2-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:34.468965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.488505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Calling delete_port for ce8d8f23-1c91-4db8-985e-543e2292b68e owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:34.611224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c23a955c-3f47-45fc-971e-0378ac4343ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.650129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c23a955c-3f47-45fc-971e-0378ac4343ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d41adcfcd88d4c08a5a74bf30bf91cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128535 Jul 28 18:27:34.651014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a955c-3f47-45fc-971e-0378ac4343ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a75cf-edd8-4c18-973e-c43e49450e98,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:34.652799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60666) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:34.705751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.728809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.736955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.770680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.775572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ce8d8f23-1c91-4db8-985e-543e2292b68e HTTP/1.1" status: 204 len: 168 time: 0.5219100 Jul 28 18:27:34.776345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60668) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:34.777196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27a35-ad57-4657-9c86-ab4931061b1a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce8d8f23-1c91-4db8-985e-543e2292b68e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:34.803740 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6237b6-daf7-4c75-ba5b-b37db6e3ed8a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:34.805438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd6237b6-daf7-4c75-ba5b-b37db6e3ed8a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports/ce8d8f23-1c91-4db8-985e-543e2292b68e HTTP/1.1" status: 404 len: 333 time: 0.0259359 Jul 28 18:27:34.809120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:34.814100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1542466762'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:34.845568 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.848295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.849718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/587a75cf-edd8-4c18-973e-c43e49450e98 HTTP/1.1" status: 204 len: 168 time: 0.1957884 Jul 28 18:27:34.859549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a2c21-ab30-4901-82ad-fcd3960254e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a75cf-edd8-4c18-973e-c43e49450e98,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:34.913947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Made reservation on behalf of 8145a3f8cb4e4db2ac5a8f2791f9c133 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:34.916409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:34.932401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port da31d03d-31ef-4fce-ba13-cfb90b6f960a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:35.130065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f6d3-3d37-4c26-923c-dd1e0f0753b2 req-1e91d29a-8d6a-40a7-956d-2691db6c86d2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:35.131587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b09f6d3-3d37-4c26-923c-dd1e0f0753b2 req-1e91d29a-8d6a-40a7-956d-2691db6c86d2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1124890 Jul 28 18:27:35.155536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.212111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b09f6d3-3d37-4c26-923c-dd1e0f0753b2 req-b6b3a56c-6333-4514-8e4a-c0ae532bbcb7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Jul 28 18:27:35.308611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.354559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:35.357632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:35.364199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:35.365244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:35.365894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.370027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=da31d03d-31ef-4fce-ba13-cfb90b6f960a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:35.445552 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7ad33b0d-c7fc-41a4-8068-17766fc2c3b7 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6353266 Jul 28 18:27:35.448777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:35.454037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:35.515918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.704822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port da31d03d-31ef-4fce-ba13-cfb90b6f960a yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:35.714512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.729165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Transition to ACTIVE for port object da31d03d-31ef-4fce-ba13-cfb90b6f960a will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:35.799674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:35.851992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=da31d03d-31ef-4fce-ba13-cfb90b6f960a,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:35.862614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.862964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.863344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.868729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.869081 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.869473 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 2 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.886391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.886819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.887176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.892175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.892509 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.892905 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 3 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.906307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.906654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.907001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.911844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.912152 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.912544 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 4 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.926094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.926633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.926969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.931806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.932133 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.932599 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 5 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.944391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.944726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.945061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.949927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.950258 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.950647 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 6 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.963037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.963380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.963881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.968234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.968649 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.969042 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 7 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:35.981359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:35.981567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:35.981905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:35.987084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:35.987532 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:35.987936 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 8 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:36.002571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:36.002917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:36.003261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:36.010721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:36.011062 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:36.011495 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 9 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:36.026266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:36.026543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:36.026887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:36.031225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:36.031592 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:36.031992 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 10 to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a Jul 28 18:27:36.044444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:36.044788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:36.045261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:36.049566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:36.049901 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port da31d03d-31ef-4fce-ba13-cfb90b6f960a on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:36.050303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.125127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port da31d03d-31ef-4fce-ba13-cfb90b6f960a, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:36.125508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempted to set empty binding levels {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:36.302755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.333156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] In _notify_port_updated(), no bound segment for port da31d03d-31ef-4fce-ba13-cfb90b6f960a on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:27:36.334043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.334715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.336685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "PUT /v2.0/ports/da31d03d-31ef-4fce-ba13-cfb90b6f960a HTTP/1.1" status: 200 len: 975 time: 0.8867886 Jul 28 18:27:36.339380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60724) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:36.340881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d170a1-af60-4b0b-9284-cde1bd6451b3 req-b6918a2b-6cd5-48b8-8157-cec2f5fcea59 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.348111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23d170a1-af60-4b0b-9284-cde1bd6451b3 req-b6918a2b-6cd5-48b8-8157-cec2f5fcea59 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0712807 Jul 28 18:27:36.390159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23d170a1-af60-4b0b-9284-cde1bd6451b3 req-fa6d2810-702f-4d28-aff6-c9f00333052c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Jul 28 18:27:36.406826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efbfa-8866-474c-8739-a21c9651ffbd tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=da31d03d-31ef-4fce-ba13-cfb90b6f960a,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:36.442063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.442588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.443068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.443599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.444075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.444541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.445005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.445467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.445929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.446418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.446875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.447330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.447973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.448431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.448886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.449340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.449830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:36.452449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d198e6eb-866a-40b9-987b-24c92a92265b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15387 time: 0.1121225 Jul 28 18:27:36.455938 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60730) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:36.530321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Deleting port da31d03d-31ef-4fce-ba13-cfb90b6f960a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:36.530939 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.598039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port da31d03d-31ef-4fce-ba13-cfb90b6f960a, host n-h2-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:36.598329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.611600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Calling delete_port for da31d03d-31ef-4fce-ba13-cfb90b6f960a owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:36.764025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.789442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event deleted for resources: {'Port': ['ID=da31d03d-31ef-4fce-ba13-cfb90b6f960a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:36.797479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.799337 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e46675bf-e958-4ffd-89b1-e8b7a73d871b tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "DELETE /v2.0/ports/da31d03d-31ef-4fce-ba13-cfb90b6f960a HTTP/1.1" status: 204 len: 168 time: 0.3424752 Jul 28 18:27:36.809112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60744) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:36.832004 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50c4274-03c6-4b8c-898a-a3bcef691866 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:36.833298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f50c4274-03c6-4b8c-898a-a3bcef691866 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports/da31d03d-31ef-4fce-ba13-cfb90b6f960a HTTP/1.1" status: 404 len: 333 time: 0.0232184 Jul 28 18:27:36.837178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60746) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:36.841662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1942080973', 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:36.952697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Made reservation on behalf of 8145a3f8cb4e4db2ac5a8f2791f9c133 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:36.955193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:36.976909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port 7873b505-7688-4311-b63a-2d054d9f5217 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:37.128121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.229081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.273656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:37.278072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:37.285171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:37.286108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:37.286751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.290436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=7873b505-7688-4311-b63a-2d054d9f5217,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:37.360390 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eb094713-4ef7-4c00-bcc7-cf86f71e3de3 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5221679 Jul 28 18:27:37.362866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:37.397699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e669a-c114-4e8c-8774-fd787f774f19 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:37.399060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ef7e669a-c114-4e8c-8774-fd787f774f19 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports/7873b505-7688-4311-b63a-2d054d9f5217 HTTP/1.1" status: 200 len: 955 time: 0.0350695 Jul 28 18:27:37.402326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60798) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:37.531102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947657-3508-42b2-aaed-b77154b4ac8e req-ae64a2cf-c7f3-47a5-b28b-376001ef1795 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:37.532623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1947657-3508-42b2-aaed-b77154b4ac8e req-ae64a2cf-c7f3-47a5-b28b-376001ef1795 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Jul 28 18:27:37.534048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Deleting port 7873b505-7688-4311-b63a-2d054d9f5217 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:37.534399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.623678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1947657-3508-42b2-aaed-b77154b4ac8e req-f239aae6-4d6c-4866-8d03-04a815770fcf tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769086 Jul 28 18:27:37.625403 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.638293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Calling delete_port for 7873b505-7688-4311-b63a-2d054d9f5217 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:37.702683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0e462ec3-4a39-4141-b7f9-37606e59eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.856316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.882894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event deleted for resources: {'Port': ['ID=7873b505-7688-4311-b63a-2d054d9f5217,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:37.888871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:37.894224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-46a61ecb-aae6-4956-b192-4d55d9a62c6a tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7873b505-7688-4311-b63a-2d054d9f5217 HTTP/1.1" status: 204 len: 168 time: 0.4882569 Jul 28 18:27:37.894427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60812) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:37.918939 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d07cfba-b3d8-42a7-af50-9c9d7022536c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:37.920427 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5d07cfba-b3d8-42a7-af50-9c9d7022536c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports/7873b505-7688-4311-b63a-2d054d9f5217 HTTP/1.1" status: 404 len: 333 time: 0.0250809 Jul 28 18:27:37.924037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60814) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:37.928963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1772678937'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:38.135571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Made reservation on behalf of 8145a3f8cb4e4db2ac5a8f2791f9c133 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:38.137997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.156887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port 5aef8d01-8423-4407-a1a7-3451da406ea6 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:38.333210 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.372374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:38.476637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-504f0697-4da7-4730-9f21-4529b45e3c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.493273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.555683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:38.563906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:38.569221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:38.569908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:38.570506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.573086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=5aef8d01-8423-4407-a1a7-3451da406ea6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:38.633013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-504f0697-4da7-4730-9f21-4529b45e3c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.710878 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-504f0697-4da7-4730-9f21-4529b45e3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.746343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f0697-4da7-4730-9f21-4529b45e3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b56de88-2ae5-4638-a066-bcefdb03f2ca,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:38.750993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-504f0697-4da7-4730-9f21-4529b45e3c3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4847415c23e0471eb46405a0f73684b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774352 Jul 28 18:27:38.759962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:38.765176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a9189-0906-4829-84e5-9078bdbf3b14 req-9bae360e-1104-4e12-b187-a8b2a50f3f23 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:38.766861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-636a9189-0906-4829-84e5-9078bdbf3b14 req-9bae360e-1104-4e12-b187-a8b2a50f3f23 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0603185 Jul 28 18:27:38.804161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ef60ff15-3e48-4f55-addf-b729c87dd49e tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8785858 Jul 28 18:27:38.806790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60836) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:38.812433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:38.824614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.837570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-636a9189-0906-4829-84e5-9078bdbf3b14 req-94156062-3d5c-4cde-abe4-6d543b4c20e3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Jul 28 18:27:38.860399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:38.876820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.017163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.023248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.025231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b56de88-2ae5-4638-a066-bcefdb03f2ca HTTP/1.1" status: 204 len: 168 time: 0.2641232 Jul 28 18:27:39.035423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cfcbe-b263-4d3d-a552-d55e72ad16a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b56de88-2ae5-4638-a066-bcefdb03f2ca,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:39.070378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] device_id is not set on port 5aef8d01-8423-4407-a1a7-3451da406ea6 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:39.085124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.098288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Transition to ACTIVE for port object 5aef8d01-8423-4407-a1a7-3451da406ea6 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:39.205408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.254786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=5aef8d01-8423-4407-a1a7-3451da406ea6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:39.269955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.270231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.270580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.270921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.271268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.271683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.272018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.272347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.272676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.273003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.273346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.273653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:39.280135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.282959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.282959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.285991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.286320 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.286708 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 2 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.299481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.299774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.300110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.304473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.304805 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.305218 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 3 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.323924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.324283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.324599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.329562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.329967 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.330357 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 4 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.342849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.343191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.343565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.347874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.348203 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.348598 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 5 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.378188 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 6 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.382404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.382740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.383198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.388327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.388661 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.389064 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 7 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.404252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.404602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.404946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.410356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.410694 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.411100 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 8 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.424675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.425023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.425401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.429821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.430175 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.431266 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 9 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.443786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.444130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.445906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.450689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.451030 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.451610 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempt 10 to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 Jul 28 18:27:39.463839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:39.464179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:39.464518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempting to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:39.468996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:39.469203 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Failed to bind port 5aef8d01-8423-4407-a1a7-3451da406ea6 on host n-h2-778550-5 for vnic_type normal using segments [{'id': '7efe68ad-de79-42c3-be5c-f578de6494b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf'}] Jul 28 18:27:39.469573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.547482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port 5aef8d01-8423-4407-a1a7-3451da406ea6, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:39.547851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attempted to set empty binding levels {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:39.684712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.713717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] In _notify_port_updated(), no bound segment for port 5aef8d01-8423-4407-a1a7-3451da406ea6 on network 3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:27:39.714712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:39.715376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.716920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "PUT /v2.0/ports/5aef8d01-8423-4407-a1a7-3451da406ea6 HTTP/1.1" status: 200 len: 975 time: 0.9089353 Jul 28 18:27:39.724818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60852) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:39.736204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a59208-3841-40bb-b715-63887aa68d2d tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event updated for resources: {'Port': ['ID=5aef8d01-8423-4407-a1a7-3451da406ea6,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:39.813138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Deleting port 5aef8d01-8423-4407-a1a7-3451da406ea6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:39.813410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.873693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] For port 5aef8d01-8423-4407-a1a7-3451da406ea6, host n-h2-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:39.874069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:39.888142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Calling delete_port for 5aef8d01-8423-4407-a1a7-3451da406ea6 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:40.008448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8b4cb-26ec-49ec-a436-db02c2f1724d req-1ca7d4b9-4b0e-4275-858f-24d2e843f3c4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:40.010192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7c8b4cb-26ec-49ec-a436-db02c2f1724d req-1ca7d4b9-4b0e-4275-858f-24d2e843f3c4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0764740 Jul 28 18:27:40.050311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7c8b4cb-26ec-49ec-a436-db02c2f1724d req-7f504e9c-de6b-40c2-b926-21fed806e9d7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Jul 28 18:27:40.096475 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.123791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.152213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aef8d01-8423-4407-a1a7-3451da406ea6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:40.158205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.160515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-112191b7-ed2e-4c78-83b5-636cb533253c tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5aef8d01-8423-4407-a1a7-3451da406ea6 HTTP/1.1" status: 204 len: 168 time: 0.4346619 Jul 28 18:27:40.163052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60864) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:40.191160 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c1508a-bd63-4192-bb9f-53db2e19ea99 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:40.192725 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e4c1508a-bd63-4192-bb9f-53db2e19ea99 tempest-PortsAdminExtendedAttrsTestJSON-1568304541 tempest-PortsAdminExtendedAttrsTestJSON-1568304541-project-admin] 10.222.0.25 "GET /v2.0/ports/5aef8d01-8423-4407-a1a7-3451da406ea6 HTTP/1.1" status: 404 len: 333 time: 0.0287161 Jul 28 18:27:40.196582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60866) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:40.247256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-301ceb37-9525-4558-b72b-efd6a09aa5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.293805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.384930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.395090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:40.406379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efe68ad-de79-42c3-be5c-f578de6494b1') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:40.406674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efe68ad-de79-42c3-be5c-f578de6494b1') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:40.416684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.430694 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.436672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:40.437062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:27:40.440223 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:27:40.645060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.652661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:40.654415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] 10.222.0.25 "DELETE /v2.0/networks/3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf HTTP/1.1" status: 204 len: 168 time: 0.4566586 Jul 28 18:27:40.671756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aa3be-73b4-44a0-b896-8423b56dcded tempest-PortsAdminExtendedAttrsTestJSON-1055452115 tempest-PortsAdminExtendedAttrsTestJSON-1055452115-project] Pushing event deleted for resources: {'Network': ['ID=3d5c7e7e-03b8-451c-9c75-aec9ba5fe6bf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:41.170523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:41.174402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed73b47-9271-4d8b-bb6f-d924df7d35bc req-4de000e2-f55c-4a45-9e96-12ffa0c89acd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:41.175959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ed73b47-9271-4d8b-bb6f-d924df7d35bc req-4de000e2-f55c-4a45-9e96-12ffa0c89acd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Jul 28 18:27:41.214264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ed73b47-9271-4d8b-bb6f-d924df7d35bc req-02819073-e896-4d3b-833d-95a4179a81ad tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Jul 28 18:27:41.313953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60916) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:41.456921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:41.463976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eca9382b-230c-485a-a460-fe637c5260e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69218237ea28408e8a712af523abe9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436739 Jul 28 18:27:41.518765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:41.541206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:41.742026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:41.744890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:41.746180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39514e05-e780-4117-a08c-9ee2769d20dd HTTP/1.1" status: 204 len: 168 time: 0.2880812 Jul 28 18:27:41.764379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b4e97-b459-4600-ad07-666341110f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39514e05-e780-4117-a08c-9ee2769d20dd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:42.064883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:42.171682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c9a58b1-7869-4e5c-97f8-78d67fafa117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.265063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c9a58b1-7869-4e5c-97f8-78d67fafa117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.332294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bb743-d04d-41cd-a20d-a230fd457897 req-bf9f8a83-433d-4d2d-ae61-90b5774c665a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:42.335494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-715bb743-d04d-41cd-a20d-a230fd457897 req-bf9f8a83-433d-4d2d-ae61-90b5774c665a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Jul 28 18:27:42.353971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c9a58b1-7869-4e5c-97f8-78d67fafa117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.377159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-715bb743-d04d-41cd-a20d-a230fd457897 req-dfe1e62a-8ae2-4919-b5f6-19c0eb1ab743 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Jul 28 18:27:42.392609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3c9a58b1-7869-4e5c-97f8-78d67fafa117 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf70a23a87c24c0791358478574d32e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264887 Jul 28 18:27:42.392798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 60950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:42.415174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a58b1-7869-4e5c-97f8-78d67fafa117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bd8f07-e123-47fc-8eee-bf3568ae3689,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:42.447052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.450565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60952) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:42.470991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.489976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d736b97d-57b4-41f3-b2f8-0428d01daa37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8145a3f8cb4e4db2ac5a8f2791f9c133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382395 Jul 28 18:27:42.492546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 60954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:42.547552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.568155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.621970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.624626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.625833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5bd8f07-e123-47fc-8eee-bf3568ae3689 HTTP/1.1" status: 204 len: 168 time: 0.2321298 Jul 28 18:27:42.634798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095c251-9872-49b7-8b30-786d92822354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bd8f07-e123-47fc-8eee-bf3568ae3689,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:42.707744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.710445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:42.711784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c682bb2c-3d41-4f91-b030-a3c6312605f6 HTTP/1.1" status: 204 len: 168 time: 0.2177358 Jul 28 18:27:42.719903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e16c61-3ffe-4bd9-a051-6522c44ffeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682bb2c-3d41-4f91-b030-a3c6312605f6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:42.971327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:43.508818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2abac-a2fd-48cc-90eb-18fb21e13f27 req-0a856d99-aeab-4f3a-bcc5-57b64f1bbbbd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:43.510290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c2abac-a2fd-48cc-90eb-18fb21e13f27 req-0a856d99-aeab-4f3a-bcc5-57b64f1bbbbd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0570927 Jul 28 18:27:43.561747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c2abac-a2fd-48cc-90eb-18fb21e13f27 req-1847a23d-056b-4fa0-aae6-cd4befaed86e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jul 28 18:27:44.676163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8094207-5b7f-49e4-9d75-1bdd2229dd2e req-b5c2cbc7-a975-42d4-a464-f59f48e08ed6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:44.677904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8094207-5b7f-49e4-9d75-1bdd2229dd2e req-b5c2cbc7-a975-42d4-a464-f59f48e08ed6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Jul 28 18:27:44.722274 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8094207-5b7f-49e4-9d75-1bdd2229dd2e req-6c6fadb7-9d30-4035-bdad-dabea5ed592b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Jul 28 18:27:44.874085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32814) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:44.944505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:45.067460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-725616072', 'router:external': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:45.088811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-456149984'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:45.212039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Made reservation on behalf of 4f6041102487478d932421a66ca190f7 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:45.214296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.227375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.320523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Made reservation on behalf of d8366ef796da400d816e054ca402349c for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:45.323930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.336778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.413252 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.486455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.521200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:27:45.538496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39437c4d-e83a-4dee-b179-5517cf796e98,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:45.547551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.547901 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Added segment 0d091d53-6799-44c0-8d2c-1abced7bf4cb of type vlan for network 51832106-247d-4ca4-87d4-e468a05f62d6 Jul 28 18:27:45.553618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.608157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.660538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.747530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.774792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:27:45.783581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c422382c-bc6e-4c7e-9656-3f7b031db895,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:45.790512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.790800 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Added segment b9de9077-4915-4936-892a-6b16b349da20 of type vlan for network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 Jul 28 18:27:45.802182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.803131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:45.803735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.914542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:45.920544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Network': ['ID=51832106-247d-4ca4-87d4-e468a05f62d6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:45.931093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 51832106-247d-4ca4-87d4-e468a05f62d6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:27:45.953922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01b53b-f32e-42c5-b04a-0ed38ec7e06c req-a792b680-647b-431c-b26d-56b15f893312 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:45.955469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae01b53b-f32e-42c5-b04a-0ed38ec7e06c req-a792b680-647b-431c-b26d-56b15f893312 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1567123 Jul 28 18:27:45.998799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ae01b53b-f32e-42c5-b04a-0ed38ec7e06c req-8788768f-c07b-4bc2-86e6-e2bbf5f94644 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Jul 28 18:27:46.034433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ceb67d8c-d9ab-4a60-8ff1-c78b52e02008 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1589005 Jul 28 18:27:46.169829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:46.169829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'subnet': {'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:46.170415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.170415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:46.170415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.170415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Pushing event updated for resources: {'Network': ['ID=39ae17f3-ee66-4348-bd76-ceb84a6899a2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:46.170735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:27:46.193156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Made reservation on behalf of 4f6041102487478d932421a66ca190f7 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:46.197662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.245947 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef687a9a-b4d6-4b32-a5b7-55e2383d852b tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3003092 Jul 28 18:27:46.407029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32834) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:46.412448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2', 'binding:host_id': 'n-h2-778550-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791248726'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:46.533879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Made reservation on behalf of cbefea66dd1e445f8e2e98608d14b1f2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:46.536466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.546409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.938110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:27:46.938572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:46.996182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.009336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Subnet': ['ID=15066bc4-ca7e-449b-bfee-50c7ef088f24,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:47.020681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.026342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:47.030772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Checking segment: {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:47.031151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network hostable DHCP agents. Network: 51832106-247d-4ca4-87d4-e468a05f62d6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:27:47.123973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.125951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcece3d-11d7-436e-a38d-54ffc492a0d7 req-64e62cf4-1ae8-4a27-8ee1-7acc0e768449 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:47.127497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfcece3d-11d7-436e-a38d-54ffc492a0d7 req-64e62cf4-1ae8-4a27-8ee1-7acc0e768449 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0528753 Jul 28 18:27:47.128722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port c74ee772-06ef-42d0-9c2f-b140f2856967 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:47.166862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bfcece3d-11d7-436e-a38d-54ffc492a0d7 req-2b246f2c-bb1f-49a5-bfa0-f6bba32180dd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jul 28 18:27:47.215635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 51832106-247d-4ca4-87d4-e468a05f62d6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:27:47.223366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c466ae5a-250a-442f-a97d-bc243981441e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:47.307622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 51832106-247d-4ca4-87d4-e468a05f62d6) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:47.308623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfabba0-0b93-4cee-a019-f14408fd1873 None None] Network 51832106-247d-4ca4-87d4-e468a05f62d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:27:47.310360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:47.310963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.402713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port c74ee772-06ef-42d0-9c2f-b140f2856967 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:47.413349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.425967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Transition to ACTIVE for port object c74ee772-06ef-42d0-9c2f-b140f2856967 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:47.431304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0308a7e9-bf55-42f1-8530-21b9b81be9a0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3924427 Jul 28 18:27:47.434395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32848) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:47.440014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-733908920', 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:47.444946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91393887-0fc0-4182-8a3d-4cccb3a699fe None None] Network 51832106-247d-4ca4-87d4-e468a05f62d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:27:47.526084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.536328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Made reservation on behalf of 4f6041102487478d932421a66ca190f7 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:47.540369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.560666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] device_id is not set on port dd105016-98a6-4ab4-88d2-8efc026bb981 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:47.584784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=c74ee772-06ef-42d0-9c2f-b140f2856967,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:47.594327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Checking segment: {'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:47.594758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Network hostable DHCP agents. Network: 39ae17f3-ee66-4348-bd76-ceb84a6899a2, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:27:47.681292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.20.0.11 (51832106-247d-4ca4-87d4-e468a05f62d6/15066bc4-ca7e-449b-bfee-50c7ef088f24/dd105016-98a6-4ab4-88d2-8efc026bb981) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:47.723786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:27:47.815890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:47.845008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 39ae17f3-ee66-4348-bd76-ceb84a6899a2) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:47.851234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:47.858758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b5b97-7bfa-4bbf-857f-0fc9e6b885ad None None] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:27:47.870770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:47.871249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:47.871740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:47.876421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:47.881782 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:47.881782 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 2 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:47.893883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:47.894359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:47.894785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:47.901687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:47.902137 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:47.902600 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 3 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:47.919247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:47.920303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:47.920303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:47.924828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:47.925221 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:47.925679 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 4 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:47.951335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:47.951699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:47.952041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:47.957395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:47.957860 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:47.959733 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 5 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:47.976950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:47.978292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:47.978833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:47.984190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:47.984814 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:47.985481 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 6 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:48.003950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.004222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:48.004320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:48.004630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:48.011305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:48.011771 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:48.012213 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 7 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:48.027139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:48.027652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:48.028021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:48.033638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:48.033977 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:48.034651 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 8 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:48.048167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 51832106-247d-4ca4-87d4-e468a05f62d6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:48.049961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:48.050711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:48.051061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:48.053153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:48.053375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:48.058673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:48.058673 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:48.059072 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 9 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:48.065284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=dd105016-98a6-4ab4-88d2-8efc026bb981,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:48.072458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:48.072616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:48.072918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:48.077266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:48.077603 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:48.078041 n-d-778550-5 neutron-server[101105]: INFO neutron.plugins.ml2.plugin [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 10 to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 Jul 28 18:27:48.090220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:48.090552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:48.090888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:48.095306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port c74ee772-06ef-42d0-9c2f-b140f2856967 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:48.095678 n-d-778550-5 neutron-server[101105]: ERROR neutron.plugins.ml2.managers [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port c74ee772-06ef-42d0-9c2f-b140f2856967 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:48.096049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.100844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:48.101460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.161787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port c74ee772-06ef-42d0-9c2f-b140f2856967, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:48.162826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempted to set empty binding levels {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:48.199052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c3b0d5d-6b0c-497d-b473-c7b2356474ef tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7637112 Jul 28 18:27:48.209224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32856) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:48.277652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Deleting port dd105016-98a6-4ab4-88d2-8efc026bb981 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:48.282689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.285337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a00ba-3026-4b94-906e-6681338a7aae req-e730adfc-a21b-43cc-9473-b7ad6a0e9011 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:48.286936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-241a00ba-3026-4b94-906e-6681338a7aae req-e730adfc-a21b-43cc-9473-b7ad6a0e9011 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0513489 Jul 28 18:27:48.308125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.349972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:48.350487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.357803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.370330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Calling delete_port for dd105016-98a6-4ab4-88d2-8efc026bb981 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:48.380038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-241a00ba-3026-4b94-906e-6681338a7aae req-66abece7-230d-4d02-8648-dc41e971812e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867279 Jul 28 18:27:48.386013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=c74ee772-06ef-42d0-9c2f-b140f2856967,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:48.484449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15fa9977-f58c-467c-a8e7-808e3430a725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0762401 Jul 28 18:27:48.487123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32858) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:48.562533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Deleting port c74ee772-06ef-42d0-9c2f-b140f2856967 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:48.562873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.616542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.630514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port c74ee772-06ef-42d0-9c2f-b140f2856967, host n-h2-778550-5, got binding levels [] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:48.630864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.682161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd105016-98a6-4ab4-88d2-8efc026bb981,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:48.688970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Calling delete_port for c74ee772-06ef-42d0-9c2f-b140f2856967 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:48.730342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.781070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.782934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d0d219d-d4b9-45d0-a5d5-29a79ad737c0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/ports/dd105016-98a6-4ab4-88d2-8efc026bb981 HTTP/1.1" status: 204 len: 168 time: 0.5804069 Jul 28 18:27:48.785932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32860) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:48.791350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6', 'external_fixed_ips': [{'subnet_id': '15066bc4-ca7e-449b-bfee-50c7ef088f24', 'ip_address': '172.20.0.11'}]}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:48.923949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.924927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:48.981042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.014180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event deleted for resources: {'Port': ['ID=c74ee772-06ef-42d0-9c2f-b140f2856967,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:49.029748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.034945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d59b1eb-08c2-40d7-831d-877881339c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c74ee772-06ef-42d0-9c2f-b140f2856967 HTTP/1.1" status: 204 len: 168 time: 0.5467918 Jul 28 18:27:49.035703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32868) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:49.043187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.060617 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a528f720-bf10-4782-8335-d450b7937370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:49.062095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a528f720-bf10-4782-8335-d450b7937370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports/c74ee772-06ef-42d0-9c2f-b140f2856967 HTTP/1.1" status: 404 len: 333 time: 0.0255277 Jul 28 18:27:49.065719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32870) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:49.071144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-850829857'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:49.266295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Made reservation on behalf of cbefea66dd1e445f8e2e98608d14b1f2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:49.268575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.301925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port 78b14407-995c-4bc0-8912-b3a407ec5a37 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:49.311921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.343875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4b16-6d23-433a-aa94-e57404604f80 req-c4563f95-e7d5-4851-9629-ca4157b1a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:49.345368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab8f4b16-6d23-433a-aa94-e57404604f80 req-c4563f95-e7d5-4851-9629-ca4157b1a01e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1096 time: 0.0895746 Jul 28 18:27:49.412437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab8f4b16-6d23-433a-aa94-e57404604f80 req-f49f7ebc-cc15-4dc3-a790-d9035ff0a359 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 Jul 28 18:27:49.523123 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.531602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734caf-9e12-4010-a656-7ee931f372c2 req-f2b9e36d-6636-4d7d-9df1-22b35901db03 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:49.533092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db734caf-9e12-4010-a656-7ee931f372c2 req-f2b9e36d-6636-4d7d-9df1-22b35901db03 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0818398 Jul 28 18:27:49.594729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db734caf-9e12-4010-a656-7ee931f372c2 req-5cd96c91-b087-4875-b1c4-9fa8852cba8a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543876 Jul 28 18:27:49.635701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.659613 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.695516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.737808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:49.741985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:49.744361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:49.745479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:49.746171 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.755977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=78b14407-995c-4bc0-8912-b3a407ec5a37,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:49.813248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.20.0.11 (51832106-247d-4ca4-87d4-e468a05f62d6/15066bc4-ca7e-449b-bfee-50c7ef088f24/0eb310a0-4d5e-4125-b6d8-0be759e888d4) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:49.882658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-10ac8567-62c3-4f73-9490-39395b12dd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8135498 Jul 28 18:27:49.896827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:49.896827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:49.924232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:49.943343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.095056 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.137282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 51832106-247d-4ca4-87d4-e468a05f62d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:50.140309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:50.142794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:50.175651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb310a0-4d5e-4125-b6d8-0be759e888d4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:50.421149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port 78b14407-995c-4bc0-8912-b3a407ec5a37 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:50.429189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.442139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Transition to ACTIVE for port object 78b14407-995c-4bc0-8912-b3a407ec5a37 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:50.521573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.559316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.628879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=78b14407-995c-4bc0-8912-b3a407ec5a37,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:50.634983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.635318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.635683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.640144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.640459 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.640848 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 2 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.656375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.656978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.657464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.665251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.665782 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.666320 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 3 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.679200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.680361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.681006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.685652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.686143 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.686801 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 4 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.699103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.699457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.699795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.705021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.705021 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.705021 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 5 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.716638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.716965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.717292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.721562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.721905 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.722290 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 6 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.734730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.735133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.735484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.739866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.740188 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.740572 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 7 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.753365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.753693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.754023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.758308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.758634 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.759029 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 8 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.771274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.771639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.771974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.776609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.781098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.781098 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.781098 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 9 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.786258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fb5ae-f6f0-4c9d-808e-50b1c5c15924 req-fbdd8f35-bdd1-4b37-9211-7fa1eea59fe2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:50.787909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-553fb5ae-f6f0-4c9d-808e-50b1c5c15924 req-fbdd8f35-bdd1-4b37-9211-7fa1eea59fe2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1005814 Jul 28 18:27:50.790387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.790722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.791052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.795390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.795749 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.796137 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 10 to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 Jul 28 18:27:50.809169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:50.809513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:50.809822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:50.813969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:50.814317 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 78b14407-995c-4bc0-8912-b3a407ec5a37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:50.814645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:50.879434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port 78b14407-995c-4bc0-8912-b3a407ec5a37, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:50.879434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempted to set empty binding levels {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:50.903480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-553fb5ae-f6f0-4c9d-808e-50b1c5c15924 req-88c6b050-64f7-46db-9cd7-a224bc394dfd tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794473 Jul 28 18:27:50.999640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.049167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 7464cd42-0318-43d1-a760-e0a0452e0077 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:27:51.064224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] In _notify_port_updated(), no bound segment for port 78b14407-995c-4bc0-8912-b3a407ec5a37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:27:51.065249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.066263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.069906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "PUT /v2.0/ports/78b14407-995c-4bc0-8912-b3a407ec5a37 HTTP/1.1" status: 200 len: 978 time: 1.1831381 Jul 28 18:27:51.071444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32894) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:51.137495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029fd0-18d1-420e-b748-24994260eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=78b14407-995c-4bc0-8912-b3a407ec5a37,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:51.167969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:51.172540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.172930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.173411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.173946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.174534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.175013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.175507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.176730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.177235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.177854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.178331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.178827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.178935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Sync routers for ids ['7464cd42-0318-43d1-a760-e0a0452e0077'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:51.179321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.180290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.180752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.181220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.181681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.182202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.185180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2ded1656-2c8c-4cfd-97af-af2f2487b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16129 time: 0.1116111 Jul 28 18:27:51.190806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32896) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:51.190926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Routers {'7464cd42-0318-43d1-a760-e0a0452e0077'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:51.190926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7464cd42-0318-43d1-a760-e0a0452e0077'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:51.275556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Deleting port 78b14407-995c-4bc0-8912-b3a407ec5a37 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:51.275903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.285051 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.286626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-726af743-24f0-45d0-9649-c5608b4c1a4c tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4995298 Jul 28 18:27:51.289954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32900) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:51.306632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Set router 7464cd42-0318-43d1-a760-e0a0452e0077 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:27:51.352238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port 78b14407-995c-4bc0-8912-b3a407ec5a37, host n-h2-778550-5, got binding levels [] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:51.352616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.368565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Calling delete_port for 78b14407-995c-4bc0-8912-b3a407ec5a37 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:51.485112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-360e6295-bc86-4284-9dd3-87534329494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.486800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-360e6295-bc86-4284-9dd3-87534329494c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b255db45315e4f62abc2d26495c605cc&device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 1096 time: 0.0686481 Jul 28 18:27:51.527758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7464cd42-0318-43d1-a760-e0a0452e0077', 'name': '', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6', 'external_fixed_ips': [{'subnet_id': '15066bc4-ca7e-449b-bfee-50c7ef088f24', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '0eb310a0-4d5e-4125-b6d8-0be759e888d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:27:48Z', 'updated_at': '2021-07-28T18:27:50Z', 'revision_number': 3, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port': {'id': '0eb310a0-4d5e-4125-b6d8-0be759e888d4', 'name': '', 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7464cd42-0318-43d1-a760-e0a0452e0077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15066bc4-ca7e-449b-bfee-50c7ef088f24', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:27:49Z', 'updated_at': '2021-07-28T18:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15066bc4-ca7e-449b-bfee-50c7ef088f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:51.558541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Checking router: 7464cd42-0318-43d1-a760-e0a0452e0077 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:51.558900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Updating router 7464cd42-0318-43d1-a760-e0a0452e0077 port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:27:51.566531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.587047 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.615063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b14407-995c-4bc0-8912-b3a407ec5a37,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:51.634567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.636560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d69fb2c6-eded-4221-a34c-5cec3a9f436b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "DELETE /v2.0/ports/78b14407-995c-4bc0-8912-b3a407ec5a37 HTTP/1.1" status: 204 len: 168 time: 0.4472008 Jul 28 18:27:51.639820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-3c6d4236-14f9-4ae9-95b8-58604c3c10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.641195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-3c6d4236-14f9-4ae9-95b8-58604c3c10a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 200 len: 912 time: 0.1462994 Jul 28 18:27:51.641698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:51.700491 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af068c6-65e5-4faa-b43d-70b460745c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:51.705755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1af068c6-65e5-4faa-b43d-70b460745c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports/78b14407-995c-4bc0-8912-b3a407ec5a37 HTTP/1.1" status: 404 len: 333 time: 0.0595026 Jul 28 18:27:51.705755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-265d80ae-28e1-4088-8a99-5898850dd3ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb HTTP/1.1" status: 200 len: 217 time: 0.0530093 Jul 28 18:27:51.705946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:51.710882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059391829', 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:51.718631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26139f86-c40c-406f-a8a9-e1071c5a1853 req-49e44c84-c13e-4870-8b69-f85856b8742f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.720165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26139f86-c40c-406f-a8a9-e1071c5a1853 req-49e44c84-c13e-4870-8b69-f85856b8742f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.3903136 Jul 28 18:27:51.728942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.772572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-175ed1d8-549b-49ac-b673-cd9fd0cd1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:51.774589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-175ed1d8-549b-49ac-b673-cd9fd0cd1dba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 200 len: 851 time: 0.0590365 Jul 28 18:27:51.804857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26139f86-c40c-406f-a8a9-e1071c5a1853 req-600d9117-301d-4813-aa7a-5de7afb37903 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780842 Jul 28 18:27:51.807472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-258484d0-c8f0-4646-b93b-f0608096d7ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263855 Jul 28 18:27:51.863382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.863614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Made reservation on behalf of cbefea66dd1e445f8e2e98608d14b1f2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:51.865783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.875339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:51.885096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Transition to ACTIVE for port object 0eb310a0-4d5e-4125-b6d8-0be759e888d4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:51.894156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port 20b2533c-14a7-45d7-abde-d3967ac74b2b yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:51.959045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-56525192-a139-4dec-849c-de78c891511d service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442461 Jul 28 18:27:52.025047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Deleting port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:52.025318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.049271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.122554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.134480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd001e6f-cba2-4f8d-9706-af725d4f13c7 req-1bd685a7-24b2-4b0a-bcd9-60609f6789b2 service neutron] 10.222.0.35 "GET /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642110 Jul 28 18:27:52.140585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Calling delete_port for 0eb310a0-4d5e-4125-b6d8-0be759e888d4 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:52.168680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.284280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:52.284925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:52.284925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 on network 51832106-247d-4ca4-87d4-e468a05f62d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:52.286793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Pushing event updated for resources: {'Port': ['ID=0eb310a0-4d5e-4125-b6d8-0be759e888d4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:52.289885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.296967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.297321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.297665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.298168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.298505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.298842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.299174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.299527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.300309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.300309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.300531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.302153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ae205a-efbf-4941-9ff9-e08dd095aaee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.305624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:27:52.306061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Checking segment: {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:52.306476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.306860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Bound using segment: {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:27:52.307346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Bound port: 0eb310a0-4d5e-4125-b6d8-0be759e888d4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:27:52.307761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.331135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:52.334025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:52.337264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:52.338500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:52.339099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.365533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=20b2533c-14a7-45d7-abde-d3967ac74b2b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:52.571078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.571716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:27:52.572103 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:27:52.572464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7a048c56-d560-485e-9433-5c96cd16fc22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8650966 Jul 28 18:27:52.578028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32914) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:52.598728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eb310a0-4d5e-4125-b6d8-0be759e888d4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:52.615978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7504e01-135f-412d-9a44-e4ce80fc1901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:52.620292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d7504e01-135f-412d-9a44-e4ce80fc1901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports/20b2533c-14a7-45d7-abde-d3967ac74b2b HTTP/1.1" status: 200 len: 959 time: 0.0381773 Jul 28 18:27:52.620579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32916) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:52.658064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.699578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Deleting port 20b2533c-14a7-45d7-abde-d3967ac74b2b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:52.699930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.745810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.747946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.764008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.776950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Calling delete_port for 20b2533c-14a7-45d7-abde-d3967ac74b2b owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:52.896327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.896867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7464cd42-0318-43d1-a760-e0a0452e0077 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:27:52.902092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.903360 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4b440adf-82fe-40ec-ae57-2e89a761fcdd tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7464cd42-0318-43d1-a760-e0a0452e0077 HTTP/1.1" status: 204 len: 168 time: 1.6124628 Jul 28 18:27:52.906040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32920) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:52.927825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693f17d-0d4d-4938-bdc8-0529982685d1 req-8e69c6e0-2ddc-4bc2-a507-ea5b1a03fb0a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:52.929353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4693f17d-0d4d-4938-bdc8-0529982685d1 req-8e69c6e0-2ddc-4bc2-a507-ea5b1a03fb0a tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Jul 28 18:27:52.951532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Deleting subnet 15066bc4-ca7e-449b-bfee-50c7ef088f24 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:27:52.954684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.968730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4693f17d-0d4d-4938-bdc8-0529982685d1 req-fcb754c2-ca59-4d15-a13b-2ae07f4d0c4f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Jul 28 18:27:52.990193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:52.992911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.024893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b2533c-14a7-45d7-abde-d3967ac74b2b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:53.030675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.035566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db4830da-ca5e-4a7b-8e27-12cdb30bf647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "DELETE /v2.0/ports/20b2533c-14a7-45d7-abde-d3967ac74b2b HTTP/1.1" status: 204 len: 168 time: 0.4112759 Jul 28 18:27:53.035808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:53.046221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.076500 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfc1c47-3513-443e-a862-1c5b1834fa30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:53.077996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bfc1c47-3513-443e-a862-1c5b1834fa30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports/20b2533c-14a7-45d7-abde-d3967ac74b2b HTTP/1.1" status: 404 len: 333 time: 0.0412602 Jul 28 18:27:53.082267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32924) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:53.086693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:53.087000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069916739'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:53.087124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:53.087457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Attempting to bind port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 on network 51832106-247d-4ca4-87d4-e468a05f62d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Checking segment: {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Bound using segment: {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Bound port: 0eb310a0-4d5e-4125-b6d8-0be759e888d4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d091d53-6799-44c0-8d2c-1abced7bf4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '51832106-247d-4ca4-87d4-e468a05f62d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:27:53.097697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.112069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Port 0eb310a0-4d5e-4125-b6d8-0be759e888d4 has been deleted concurrently {{(pid=101108) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 18:27:53.121599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Routers set() bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:53.124869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Router IDs set() for agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 18:27:53.124869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7464cd42-0318-43d1-a760-e0a0452e0077'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent'). {{(pid=101108) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 18:27:53.124869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d720c9c-5566-47aa-98a0-a7d75f1cab7f None None] The sync data for ids ['7464cd42-0318-43d1-a760-e0a0452e0077'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:53.228280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Made reservation on behalf of cbefea66dd1e445f8e2e98608d14b1f2 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:53.230669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.240448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.270089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=15066bc4-ca7e-449b-bfee-50c7ef088f24,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:53.272041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.274339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e166799c-1263-473c-971d-15a1fa0131b2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/15066bc4-ca7e-449b-bfee-50c7ef088f24 HTTP/1.1" status: 204 len: 168 time: 0.3672993 Jul 28 18:27:53.275606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:53.277188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:53.345170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.422104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.431285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.442370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51832106-247d-4ca4-87d4-e468a05f62d6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.453081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d091d53-6799-44c0-8d2c-1abced7bf4cb') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.453378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d091d53-6799-44c0-8d2c-1abced7bf4cb') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.462963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.477191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.483053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:53.483503 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:27:53.485173 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:27:53.575252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.613565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:53.616402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:53.619782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:53.620737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:53.621343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.632627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=7d93d7b0-c95a-4062-86a9-eb99c2beee37,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:53.639083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.645758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51832106-247d-4ca4-87d4-e468a05f62d6 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:27:53.647139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.654093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/networks/51832106-247d-4ca4-87d4-e468a05f62d6 HTTP/1.1" status: 204 len: 168 time: 0.3713787 Jul 28 18:27:53.660895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef562c-daf1-4dab-a304-3b5f3cfec551 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Network': ['ID=51832106-247d-4ca4-87d4-e468a05f62d6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:53.714873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-23372d50-6a7b-444e-896a-c94baf1334f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6308568 Jul 28 18:27:53.717109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:53.722968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:53.787106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.963699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] device_id is not set on port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:27:53.965802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:53.971383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'name': 'tempest-router--642297456', 'project_id': 'a75c7a8a63b642eebe6b45d3fc6c9eba'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:53.971643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:53.983558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Transition to ACTIVE for port object 7d93d7b0-c95a-4062-86a9-eb99c2beee37 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:27:54.060645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.089775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009323-dd0d-42bd-a8b2-35e98a1b4147 req-6a3e2821-3698-46a9-afaf-3bb95aca43d4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:54.091401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b009323-dd0d-42bd-a8b2-35e98a1b4147 req-6a3e2821-3698-46a9-afaf-3bb95aca43d4 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0552444 Jul 28 18:27:54.108781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.110785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.110908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=7d93d7b0-c95a-4062-86a9-eb99c2beee37,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:54.128426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.128840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.129112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.135063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.135421 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.135811 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 2 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.149188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.149668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.149905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.154512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.154847 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.155270 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 3 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.155947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b009323-dd0d-42bd-a8b2-35e98a1b4147 req-1a10d9a6-29db-484a-becb-ac5df22b94fe tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Jul 28 18:27:54.168563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.168887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.169222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.174558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.174973 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.175379 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 4 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.187648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.190704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.191045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.191384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.196513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.196842 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.197240 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 5 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.209080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.209418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.209751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.213965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.214345 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.214744 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 6 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.227636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.227972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.228307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.232680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.233007 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.233398 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 7 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.245626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.245964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.246300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.250618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.250946 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.251334 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 8 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.263482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.263821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.264152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.268232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.277440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.277440 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.277440 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 9 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.281434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.281774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.282112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.286773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.287100 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.287540 n-d-778550-5 neutron-server[101106]: INFO neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempt 10 to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 Jul 28 18:27:54.303334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:27:54.303692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:27:54.304025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempting to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:27:54.308865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:27:54.309190 n-d-778550-5 neutron-server[101106]: ERROR neutron.plugins.ml2.managers [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Failed to bind port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on host n-h2-778550-5 for vnic_type normal using segments [{'id': 'b9de9077-4915-4936-892a-6b16b349da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '39ae17f3-ee66-4348-bd76-ceb84a6899a2'}] Jul 28 18:27:54.309552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.371244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port 7d93d7b0-c95a-4062-86a9-eb99c2beee37, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:27:54.371635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attempted to set empty binding levels {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 18:27:54.375078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.376365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9509b2da-aeba-42de-ae47-f9a98f3ede46 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4093430 Jul 28 18:27:54.379071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:54.453643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.490408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.551764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] In _notify_port_updated(), no bound segment for port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 on network 39ae17f3-ee66-4348-bd76-ceb84a6899a2 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:27:54.552643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:54.553704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.554596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "PUT /v2.0/ports/7d93d7b0-c95a-4062-86a9-eb99c2beee37 HTTP/1.1" status: 200 len: 979 time: 0.8361385 Jul 28 18:27:54.557741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32948) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:54.635253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Deleting port 7d93d7b0-c95a-4062-86a9-eb99c2beee37 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:54.635624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.656349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67f81-e7d5-478b-a49c-5bd9fe0d0d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event updated for resources: {'Port': ['ID=7d93d7b0-c95a-4062-86a9-eb99c2beee37,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:54.662858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.665430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.696672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] For port 7d93d7b0-c95a-4062-86a9-eb99c2beee37, host n-h2-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:54.697046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.710244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Calling delete_port for 7d93d7b0-c95a-4062-86a9-eb99c2beee37 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:54.799133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.799700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79058723-ade6-4417-a012-dbe7f8c5606e {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:27:54.806961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.806961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a02b4a4e-61f3-440b-8906-c442f87e3a31 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/routers/79058723-ade6-4417-a012-dbe7f8c5606e HTTP/1.1" status: 204 len: 168 time: 0.4266789 Jul 28 18:27:54.877677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.903581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d93d7b0-c95a-4062-86a9-eb99c2beee37,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:54.911041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:54.913273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-214f859b-f4f2-4149-bbfa-3682106a0180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7d93d7b0-c95a-4062-86a9-eb99c2beee37 HTTP/1.1" status: 204 len: 168 time: 0.3544478 Jul 28 18:27:54.916060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32958) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:54.939801 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c1b1ae-4c45-4557-a663-b6ec76054400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] GET failed (client error): The resource could not be found. Jul 28 18:27:54.941273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-19c1b1ae-4c45-4557-a663-b6ec76054400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879728699-project-admin] 10.222.0.25 "GET /v2.0/ports/7d93d7b0-c95a-4062-86a9-eb99c2beee37 HTTP/1.1" status: 404 len: 333 time: 0.0242488 Jul 28 18:27:54.946504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:55.024399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.108488 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.114915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32962) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:55.119700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ae17f3-ee66-4348-bd76-ceb84a6899a2']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:55.130058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9de9077-4915-4936-892a-6b16b349da20') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:55.130297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9de9077-4915-4936-892a-6b16b349da20') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:55.139019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.152398 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.158187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:55.158573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: items = [ Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:27:55.161857 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:27:55.305625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24fcc8-3a5f-4074-a825-a06e73c72e42 req-84af86f6-04e4-47b6-b273-92735f462c42 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:55.307256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad24fcc8-3a5f-4074-a825-a06e73c72e42 req-84af86f6-04e4-47b6-b273-92735f462c42 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0556729 Jul 28 18:27:55.315809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1464375644', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:55.347858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.352874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.357459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] 10.222.0.25 "DELETE /v2.0/networks/39ae17f3-ee66-4348-bd76-ceb84a6899a2 HTTP/1.1" status: 204 len: 168 time: 0.4076176 Jul 28 18:27:55.370947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d94ea2-0d21-4e6c-926f-25a0c77cad90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-88671575-project] Pushing event deleted for resources: {'Network': ['ID=39ae17f3-ee66-4348-bd76-ceb84a6899a2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:55.371854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad24fcc8-3a5f-4074-a825-a06e73c72e42 req-b21f417d-a3ea-4ea0-b561-4e6191345f6f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Jul 28 18:27:55.422154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.423234 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.478339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.703127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:55.830097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 32976) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:55.946855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b166-39e4-4ba8-8daf-a3b273ce0d99 req-f0590b15-f5fd-432d-8dd8-6e3c15fbe033 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:55.948434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ac2b166-39e4-4ba8-8daf-a3b273ce0d99 req-f0590b15-f5fd-432d-8dd8-6e3c15fbe033 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.1062810 Jul 28 18:27:56.024850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21969baf-bde1-4624-91ab-b4cbe4844c12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8366ef796da400d816e054ca402349c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932981 Jul 28 18:27:56.027542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:56.028020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ac2b166-39e4-4ba8-8daf-a3b273ce0d99 req-b73fcc46-8f9c-4d45-aa8a-f1fd601a53da tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700488 Jul 28 18:27:56.078629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.099063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.250541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.253512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.257518 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c422382c-bc6e-4c7e-9656-3f7b031db895 HTTP/1.1" status: 204 len: 168 time: 0.2261820 Jul 28 18:27:56.265014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cb26-0806-4b65-b169-f123d69ed7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c422382c-bc6e-4c7e-9656-3f7b031db895,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:56.444104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.462525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.570745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Allocated IP 172.25.7.122 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/38b4a2f4-a1f8-4627-b97c-eef3d796b9ea) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:56.676291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.799424 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:56.833639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:56.838455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:56.841901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:27:56.872241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event updated for resources: {'Port': ['ID=38b4a2f4-a1f8-4627-b97c-eef3d796b9ea,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:57.091062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 32996) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:57.184529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1125a7-e0bf-4d4e-8df2-4989ffbc4f0f req-1e0a00b3-ac02-44c8-abe8-bad1aeb56af2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:57.186087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d1125a7-e0bf-4d4e-8df2-4989ffbc4f0f req-1e0a00b3-ac02-44c8-abe8-bad1aeb56af2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0880480 Jul 28 18:27:57.190913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6401a640-3d6f-447b-a195-c4223e15dba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbefea66dd1e445f8e2e98608d14b1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963848 Jul 28 18:27:57.191482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33002) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:57.213848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.261948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d1125a7-e0bf-4d4e-8df2-4989ffbc4f0f req-5d566084-abbd-494c-b4a1-f037aec2fbb6 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617094 Jul 28 18:27:57.277976 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.310576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.430732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.450719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.450719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.450719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c466ae5a-250a-442f-a97d-bc243981441e HTTP/1.1" status: 204 len: 168 time: 0.2562034 Jul 28 18:27:57.456395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843716ee-3fcd-47c4-b535-b32b8c896805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466ae5a-250a-442f-a97d-bc243981441e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:57.718956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Router 8d4e4fe1-c374-4c77-bd75-8a56e178a940 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:27:57.827358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:57.838100 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] Sync routers for ids ['8d4e4fe1-c374-4c77-bd75-8a56e178a940'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:57.848602 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] Routers {'8d4e4fe1-c374-4c77-bd75-8a56e178a940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:57.848602 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8d4e4fe1-c374-4c77-bd75-8a56e178a940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:57.881887 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:57.890419 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] Routers {'8d4e4fe1-c374-4c77-bd75-8a56e178a940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:27:57.891025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8d4e4fe1-c374-4c77-bd75-8a56e178a940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:57.923439 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:57.924128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62205dfa-94a5-4382-bc5b-11bd8335288d None None] The sync data for ids ['8d4e4fe1-c374-4c77-bd75-8a56e178a940'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:57.988164 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:57.989583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-74606104-dd31-420c-98b7-baf82520a2d9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8734777 Jul 28 18:27:57.992301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33016) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:58.098846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4396e211-0281-4d44-ac5f-7021fba98f29 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/8d4e4fe1-c374-4c77-bd75-8a56e178a940 HTTP/1.1" status: 200 len: 921 time: 0.1051748 Jul 28 18:27:58.101653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33022) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:58.127968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-02987697-ea3a-4a8e-bf72-eabb2611a9ff tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4e4fe1-c374-4c77-bd75-8a56e178a940 HTTP/1.1" status: 200 len: 205 time: 0.0252461 Jul 28 18:27:58.130341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33024) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:58.242913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.393808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.409113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5d89-8a6e-45ba-845e-e751d98c50db req-c8ba0be3-c03e-4a27-9809-3cfc239a43d2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:58.410867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23bd5d89-8a6e-45ba-845e-e751d98c50db req-c8ba0be3-c03e-4a27-9809-3cfc239a43d2 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0709257 Jul 28 18:27:58.457353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23bd5d89-8a6e-45ba-845e-e751d98c50db req-d63026d1-7216-43ef-ba4d-6ff9bdcd33c7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Jul 28 18:27:58.555620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port 38b4a2f4-a1f8-4627-b97c-eef3d796b9ea {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:58.555964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.638588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.650772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for 38b4a2f4-a1f8-4627-b97c-eef3d796b9ea owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:58.682296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33040) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:58.791475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1141737552'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:58.896063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:58.899732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.908887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.931092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:58.959132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=38b4a2f4-a1f8-4627-b97c-eef3d796b9ea,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:59.020677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.024396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.089986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.115083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.118128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.121369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:27:59.127352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df0b53-ac6f-4a94-9a86-2e83cfec828d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:59.131731 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:27:59.146714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.147016 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Added segment b00a858c-9fa4-4144-ad00-e3b499c45030 of type vlan for network 7d2848b2-5593-436c-95e2-07c647a85bdb Jul 28 18:27:59.188578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.202560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-ee84b549-595c-49b9-a5fe-6381c39d290b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:59.204085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-ee84b549-595c-49b9-a5fe-6381c39d290b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0762191 Jul 28 18:27:59.251813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.252362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4e4fe1-c374-4c77-bd75-8a56e178a940 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:27:59.259248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.260472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef14ac6b-7eb1-4efd-a57f-33cb5f3c20bf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/8d4e4fe1-c374-4c77-bd75-8a56e178a940 HTTP/1.1" status: 204 len: 168 time: 1.1292439 Jul 28 18:27:59.266428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33046) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:59.271049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942184901', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:59.311822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.318188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:59.318887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.338439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Deleting port 89c0fec5-416f-4853-995b-95bcee2b8eeb {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:27:59.338788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.390011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Network': ['ID=7d2848b2-5593-436c-95e2-07c647a85bdb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:59.400740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7d2848b2-5593-436c-95e2-07c647a85bdb details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:27:59.406237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.407326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.434121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] For port 89c0fec5-416f-4853-995b-95bcee2b8eeb, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89c0fec5-416f-4853-995b-95bcee2b8eeb,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:59.434866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.452482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Calling delete_port for 89c0fec5-416f-4853-995b-95bcee2b8eeb owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:27:59.466107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.600772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5d30ef05-47b3-4248-8c08-64e2581ca62f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9162772 Jul 28 18:27:59.603449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33052) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:27:59.608924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'subnet': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:27:59.641799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d6b9-31a7-4b02-bc2b-66b0ca433467 req-8f9ea8c4-df68-4015-931e-5c8a753fa33f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:27:59.643842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e414d6b9-31a7-4b02-bc2b-66b0ca433467 req-8f9ea8c4-df68-4015-931e-5c8a753fa33f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Jul 28 18:27:59.757432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e414d6b9-31a7-4b02-bc2b-66b0ca433467 req-ad8916af-c009-4aa5-86ba-19c378dd25ba tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057475 Jul 28 18:27:59.828313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.884831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:27:59.888742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.941117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:27:59.952431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c31affe4-dc81-487e-baff-386f1d78196d', '89c0fec5-416f-4853-995b-95bcee2b8eeb'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:27:59.984458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Pushing event deleted for resources: {'Port': ['ID=89c0fec5-416f-4853-995b-95bcee2b8eeb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:00.046473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] No DVR routers for this DVR port 89c0fec5-416f-4853-995b-95bcee2b8eeb on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:00.049087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.051248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a03b609-999f-4ebb-8d0d-b7216a57178a req-3db3ead0-de49-4ccb-8d7b-060646688a9c tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "DELETE /v2.0/ports/89c0fec5-416f-4853-995b-95bcee2b8eeb HTTP/1.1" status: 204 len: 173 time: 0.8405447 Jul 28 18:28:00.054026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'name': 'network-vif-deleted', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:00.057812 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c72fb-aa01-450f-ac7d-73041b35592e" -d '{"events": [{"server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "name": "network-vif-deleted", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:00.138408 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a1153e-e4a9-4192-8573-5f42bfae4d17 x-openstack-request-id: req-b6a1153e-e4a9-4192-8573-5f42bfae4d17 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:00.138861 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c50ac95-3dce-4fe4-8dc4-3a8be263af27", "name": "network-vif-deleted", "tag": "89c0fec5-416f-4853-995b-95bcee2b8eeb", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:00.139208 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6a1153e-e4a9-4192-8573-5f42bfae4d17 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:00.139721 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c50ac95-3dce-4fe4-8dc4-3a8be263af27', 'name': 'network-vif-deleted', 'tag': '89c0fec5-416f-4853-995b-95bcee2b8eeb', 'status': 'completed', 'code': 200} Jul 28 18:28:00.230058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.249453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.328958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.360706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.25.7.48 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/7e78322a-3631-4fd8-a2e5-fa8dc949c6ec) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:00.393390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Subnet': ['ID=b805859a-facd-4b01-87cc-cbf3828aea20,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:00.404239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Checking segment: {'id': 'b00a858c-9fa4-4144-ad00-e3b499c45030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:00.404607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network hostable DHCP agents. Network: 7d2848b2-5593-436c-95e2-07c647a85bdb, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:00.474786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.507328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:00.598939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7d2848b2-5593-436c-95e2-07c647a85bdb) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:00.599484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.603923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:00.604540 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.610830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31761d73-4102-4bd1-97c0-48b505e15f1f None None] Network 7d2848b2-5593-436c-95e2-07c647a85bdb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:00.637657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:00.640544 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:00.644077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:00.670781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:00.702387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ee1f249a-4be3-4508-a293-46c67fbc65d5 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0976896 Jul 28 18:28:00.705165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33058) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:00.710276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1290395196'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:00.764445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7d2848b2-5593-436c-95e2-07c647a85bdb', 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'tenant_id': 'fcb6a41acb4149a2a2c38e8ff0370f29', 'fixed_ips': [{'subnet_id': 'b805859a-facd-4b01-87cc-cbf3828aea20'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:28:00.765418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:00.932820 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea2a7ecc-c388-4370-b578-0490beee12a2 req-ba5adf16-84db-481f-bbc9-3b46d3dea44d tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c50ac95-3dce-4fe4-8dc4-3a8be263af27 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Jul 28 18:28:00.939892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Allocated IP 2001:db8::2 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/77c9a6b8-1b7d-4809-ad95-672e23ede2b0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:01.099219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.109256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.118070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Transition to ACTIVE for port object 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:01.120120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:01.132369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.160921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Transition to ACTIVE for port object 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:01.164376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port c57fa1f2-518a-4358-95fe-70b17cbd9c24 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:01.254926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.295125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:01.299854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:01.312935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Pushing event updated for resources: {'Port': ['ID=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:01.316000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:01.344027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::1e9 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/c57fa1f2-518a-4358-95fe-70b17cbd9c24) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:01.372339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.378660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Attempting to bind port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:01.379295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Attempting to bind port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b00a858c-9fa4-4144-ad00-e3b499c45030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:01.379628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Attempting to bind port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 on network 7d2848b2-5593-436c-95e2-07c647a85bdb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:01.385380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:01.393363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Checking segment: {'id': 'b00a858c-9fa4-4144-ad00-e3b499c45030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:01.393363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.393363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Bound using segment: {'id': 'b00a858c-9fa4-4144-ad00-e3b499c45030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:01.393363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Bound port: 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a858c-9fa4-4144-ad00-e3b499c45030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:01.393363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.457740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] For port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:01.462830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] For port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,segment=NetworkSegment(b00a858c-9fa4-4144-ad00-e3b499c45030),segment_id=b00a858c-9fa4-4144-ad00-e3b499c45030)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:01.523928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.537632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object c57fa1f2-518a-4358-95fe-70b17cbd9c24 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:01.582178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.593121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 0f49b4c3-0181-4667-89ee-e1b08739b675 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:01.641340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc7a9d-de3a-4933-86b2-1113d5f4c492 None None] Pushing event updated for resources: {'Port': ['ID=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:01.683976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.710235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:01.722497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Sync routers for ids ['0f49b4c3-0181-4667-89ee-e1b08739b675'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:01.734839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Routers {'0f49b4c3-0181-4667-89ee-e1b08739b675'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:01.735624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f49b4c3-0181-4667-89ee-e1b08739b675'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:01.739132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:01.739473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:01.743786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:01.749428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:01.750070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.761578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=c57fa1f2-518a-4358-95fe-70b17cbd9c24,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:01.797651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:01.798911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3455bdd3-807b-43a2-98c9-6fd5afc29181 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5315008 Jul 28 18:28:01.801868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:01.871050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Set router 0f49b4c3-0181-4667-89ee-e1b08739b675 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:01.902289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-871fd67d-ff17-4f7f-9cd7-d86ddaf070cf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1959918 Jul 28 18:28:01.906047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33066) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:01.911874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-619453200', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e9', 'mac_address': 'fa:16:3e:c0:cb:d4'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:01.975234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-874d7b6b-0d2a-4dfe-aa4a-8a165d8d7433 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/0f49b4c3-0181-4667-89ee-e1b08739b675 HTTP/1.1" status: 200 len: 908 time: 0.1720848 Jul 28 18:28:01.978286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33070) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:01.988611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942184901', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': True}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:02.083163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48'}], 'enable_snat': False}, 'gw_port_id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:27:59Z', 'updated_at': '2021-07-28T18:28:00Z', 'revision_number': 3, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port': {'id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:28:00Z', 'updated_at': '2021-07-28T18:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:02.108369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.109512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.113785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Checking router: 0f49b4c3-0181-4667-89ee-e1b08739b675 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:02.114029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Updating router 0f49b4c3-0181-4667-89ee-e1b08739b675 port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:28:02.140431 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.163120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.231788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:02.334749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.357326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port 77f9cf9d-6918-4ec1-b8be-148428b9d994 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:02.394692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:02.466396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.486768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Transition to ACTIVE for port object 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:02.574580 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.589361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::376 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/77f9cf9d-6918-4ec1-b8be-148428b9d994) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:02.610396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:02.649910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ee084-edbb-4c74-83c2-27f8c6732eb1 None None] Pushing event updated for resources: {'Port': ['ID=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:02.651861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Attempting to bind port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:02.652328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Attempting to bind port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:02.652788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Attempting to bind port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:02.660239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:02.661030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:02.662262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.662813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:02.663601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Bound port: 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:02.664215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.746989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20552577-ac3a-4dc8-b7d3-69d4f3ad7d84 None None] Network 7d2848b2-5593-436c-95e2-07c647a85bdb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:02.755927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] For port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:02.812098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] For port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:02.818350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.845137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89c0fec5-416f-4853-995b-95bcee2b8eeb no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:02.869137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 89c0fec5-416f-4853-995b-95bcee2b8eeb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:02.869581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89c0fec5-416f-4853-995b-95bcee2b8eeb not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:02.871802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object 77f9cf9d-6918-4ec1-b8be-148428b9d994 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:02.901489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2a848-b2b0-4519-8f95-ae7bcdd13305 req-b1113d8c-497a-4347-bdcf-ed19ec881e70 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:02.902936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2c2a848-b2b0-4519-8f95-ae7bcdd13305 req-b1113d8c-497a-4347-bdcf-ed19ec881e70 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0705850 Jul 28 18:28:02.917257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:02.958563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2c2a848-b2b0-4519-8f95-ae7bcdd13305 req-1333e725-73d4-4209-a07c-1ee884f8e0f8 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445983 Jul 28 18:28:02.961319 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.030010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Provisioning for port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:03.035764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Routers {'0f49b4c3-0181-4667-89ee-e1b08739b675'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:03.036406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f49b4c3-0181-4667-89ee-e1b08739b675'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:03.040205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ee084-edbb-4c74-83c2-27f8c6732eb1 None None] Pushing event updated for resources: {'Port': ['ID=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:03.073678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Provisioning complete for port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:03.074061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.096738 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.199431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:03.207772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:03.215138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:03.234603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] Set router 0f49b4c3-0181-4667-89ee-e1b08739b675 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:03.237087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:03.238668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.290486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=77f9cf9d-6918-4ec1-b8be-148428b9d994,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:03.317443 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.346742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b7847b42-8b8f-427c-b5c4-d15077dae166 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4393651 Jul 28 18:28:03.353059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33098) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:03.415319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.441586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.452312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb225d-5efa-4708-8f69-b9c94f191c22 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:03.453370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] For port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,segment=NetworkSegment(b00a858c-9fa4-4144-ad00-e3b499c45030),segment_id=b00a858c-9fa4-4144-ad00-e3b499c45030)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:03.459780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb225d-5efa-4708-8f69-b9c94f191c22 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:03.466186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb225d-5efa-4708-8f69-b9c94f191c22 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:03.468034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d9bb225d-5efa-4708-8f69-b9c94f191c22 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1134934 Jul 28 18:28:03.478234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33100) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:03.568998 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.591143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.25.7.165 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:03.593322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port 77f9cf9d-6918-4ec1-b8be-148428b9d994 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:03.594097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.642187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b73d2-3086-4e74-8681-8ee31f977ba8 None None] Pushing event updated for resources: {'Port': ['ID=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:03.646842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48'}], 'enable_snat': False}, 'gw_port_id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:27:59Z', 'updated_at': '2021-07-28T18:28:00Z', 'revision_number': 3, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port': {'id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:28:00Z', 'updated_at': '2021-07-28T18:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:03.676690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed61cb-5e7c-4964-8d8d-b80665273cc1 None None] The sync data for ids ['0f49b4c3-0181-4667-89ee-e1b08739b675'] in n-d-778550-5 is: [{'id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48'}], 'enable_snat': False}, 'gw_port_id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:27:59Z', 'updated_at': '2021-07-28T18:28:00Z', 'revision_number': 3, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port': {'id': '7e78322a-3631-4fd8-a2e5-fa8dc949c6ec', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49b4c3-0181-4667-89ee-e1b08739b675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:28:00Z', 'updated_at': '2021-07-28T18:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:03.702871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.722668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for 77f9cf9d-6918-4ec1-b8be-148428b9d994 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:03.785563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.809113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Provisioning for port c57fa1f2-518a-4358-95fe-70b17cbd9c24 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:03.815744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Provisioning complete for port c57fa1f2-518a-4358-95fe-70b17cbd9c24 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:03.816155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:03.873220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Port c57fa1f2-518a-4358-95fe-70b17cbd9c24 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:03.884617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Provisioning complete for port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:03.885017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5efb2491-3059-4f1c-9e80-9687aebf669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.016760 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.073923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:04.076998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:04.079525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:04.083254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.141237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-382a0970-ad5f-42c3-a58d-103760587b33 None None] Could not find standard attr ID for object 77f9cf9d-6918-4ec1-b8be-148428b9d994. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:28:04.141963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:04.143466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=77f9cf9d-6918-4ec1-b8be-148428b9d994,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:04.278957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342f35-301d-4d04-bb1e-ed2724179035 req-e4966d11-9c1c-4e83-8244-8834b6228ff3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:04.280670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21342f35-301d-4d04-bb1e-ed2724179035 req-e4966d11-9c1c-4e83-8244-8834b6228ff3 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.1832242 Jul 28 18:28:04.321178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.323835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-41da049a-28e8-42c1-858c-0859909e345c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/77f9cf9d-6918-4ec1-b8be-148428b9d994 HTTP/1.1" status: 204 len: 168 time: 0.8520689 Jul 28 18:28:04.341005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33104) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:04.381132 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0d7010-9b41-48b2-b499-1a6b6d411fec tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] GET failed (client error): The resource could not be found. Jul 28 18:28:04.382976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d0d7010-9b41-48b2-b499-1a6b6d411fec tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports/77f9cf9d-6918-4ec1-b8be-148428b9d994 HTTP/1.1" status: 404 len: 333 time: 0.0398371 Jul 28 18:28:04.386952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33108) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:04.401745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-794661378'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:04.518635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21342f35-301d-4d04-bb1e-ed2724179035 req-f08f6c00-4853-43da-8851-972d7e3c632e tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187387 Jul 28 18:28:04.548846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:04.666416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:04.671513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.681595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.695843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port 6a5c5f98-7a64-4427-884e-da9294c4fb84 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:04.717686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:04.722692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:04.723120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.848205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.887905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::239 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/6a5c5f98-7a64-4427-884e-da9294c4fb84) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:04.897634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:04.941322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.976337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:04.977043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:05.036209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:05.060808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.077483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object 6a5c5f98-7a64-4427-884e-da9294c4fb84 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:05.093686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:05.094071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.187169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 438786a5-599d-49cb-be24-6723d7f3b8a6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:05.216461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.289346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:05.299621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:05.301361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:05.305108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:05.310770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:05.311436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.313932 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Sync routers for ids ['438786a5-599d-49cb-be24-6723d7f3b8a6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:05.314387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=6a5c5f98-7a64-4427-884e-da9294c4fb84,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:05.331881 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Routers {'438786a5-599d-49cb-be24-6723d7f3b8a6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:05.333969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['438786a5-599d-49cb-be24-6723d7f3b8a6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:05.342182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-eaaed035-3477-4419-9a06-102caff5a77f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:05.343939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-eaaed035-3477-4419-9a06-102caff5a77f tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0898461 Jul 28 18:28:05.467169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c61156f-b9a8-4430-bef4-3a922992b3ed tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0789492 Jul 28 18:28:05.470077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33112) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:05.474116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Deleting port c31affe4-dc81-487e-baff-386f1d78196d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:05.474608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.477235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e9', 'mac_address': 'fa:16:3e:c0:cb:d4'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:05.483600 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Set router 438786a5-599d-49cb-be24-6723d7f3b8a6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:05.544055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.545302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ae2167a-7687-47e7-a3f1-082250a3bfaa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5659096 Jul 28 18:28:05.549605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33116) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:05.610591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] For port c31affe4-dc81-487e-baff-386f1d78196d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c31affe4-dc81-487e-baff-386f1d78196d,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:05.614410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.647163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Calling delete_port for c31affe4-dc81-487e-baff-386f1d78196d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:05.742543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438786a5-599d-49cb-be24-6723d7f3b8a6', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:28:02Z', 'updated_at': '2021-07-28T18:28:04Z', 'revision_number': 3, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port': {'id': '6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438786a5-599d-49cb-be24-6723d7f3b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:28:03Z', 'updated_at': '2021-07-28T18:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:05.775477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Checking router: 438786a5-599d-49cb-be24-6723d7f3b8a6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:05.776244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Updating router 438786a5-599d-49cb-be24-6723d7f3b8a6 port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:28:05.802970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-19d90440-4518-4635-9e83-489ed3783298 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/438786a5-599d-49cb-be24-6723d7f3b8a6 HTTP/1.1" status: 200 len: 908 time: 0.2512844 Jul 28 18:28:05.811644 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.819732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:05.874516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.888600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ba711e2e-1b71-455a-812b-748219e68c4a None None] Provisioning for port 6a5c5f98-7a64-4427-884e-da9294c4fb84 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:05.892992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ba711e2e-1b71-455a-812b-748219e68c4a None None] Provisioning complete for port 6a5c5f98-7a64-4427-884e-da9294c4fb84 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:05.893373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ba711e2e-1b71-455a-812b-748219e68c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:05.957913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ba711e2e-1b71-455a-812b-748219e68c4a None None] Port 6a5c5f98-7a64-4427-884e-da9294c4fb84 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:06.098783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.180121 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.193090 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Transition to ACTIVE for port object 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:06.213329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66496-7860-49cc-bfed-80f8d8381599 req-42f2ad90-5b9f-45a6-8117-45bd790b3d26 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:06.218508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4e66496-7860-49cc-bfed-80f8d8381599 req-42f2ad90-5b9f-45a6-8117-45bd790b3d26 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 945 time: 0.5799057 Jul 28 18:28:06.261331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.271426 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.275616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.287353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4e66496-7860-49cc-bfed-80f8d8381599 req-47a0b8c0-928b-4e50-a067-df9d55c45b85 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/security-groups?id=72ddff3f-c8e0-4547-88bd-a7de897e4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Jul 28 18:28:06.339350 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Pushing event updated for resources: {'Port': ['ID=6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:06.341746 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Attempting to bind port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:06.342288 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Attempting to bind port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:06.342456 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Attempting to bind port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:06.352173 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:06.352173 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:06.352555 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.352889 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:06.353666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Bound port: 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:06.353878 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.356172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.356513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.356896 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.357206 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.357533 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.357855 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.358174 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.358490 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.358805 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.359121 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.359481 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.359767 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:06.377774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:06.420060 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] For port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:06.423481 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] For port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:06.429870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Deleting port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:06.430267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.431327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:06.432246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.433336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.465696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c31affe4-dc81-487e-baff-386f1d78196d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:06.499729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Pushing event deleted for resources: {'Port': ['ID=c31affe4-dc81-487e-baff-386f1d78196d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:06.515011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.524895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] No DVR routers for this DVR port c31affe4-dc81-487e-baff-386f1d78196d on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:06.529288 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.541406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.543704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcbd26f4-d90d-4a6b-a6e0-a1014fc38ca1 req-357d5ff4-4c4b-402b-a794-7faf8d572bd7 tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.35 "DELETE /v2.0/ports/c31affe4-dc81-487e-baff-386f1d78196d HTTP/1.1" status: 204 len: 173 time: 1.1924772 Jul 28 18:28:06.544272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'name': 'network-vif-deleted', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:06.546940 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33246638-a0c6-4750-afca-adc2da046dcb" -d '{"events": [{"server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "name": "network-vif-deleted", "tag": "c31affe4-dc81-487e-baff-386f1d78196d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:06.610695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=6a5c5f98-7a64-4427-884e-da9294c4fb84,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:06.616403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] For port 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5, host n-d-778550-5, got binding levels [] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:06.617376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.624689 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb99d1a-fa0b-438d-ba11-1146446f0a0d x-openstack-request-id: req-4eb99d1a-fa0b-438d-ba11-1146446f0a0d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:06.624984 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65881dd-570c-4b2b-9f12-781463b1d3d8", "name": "network-vif-deleted", "tag": "c31affe4-dc81-487e-baff-386f1d78196d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:06.625229 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eb99d1a-fa0b-438d-ba11-1146446f0a0d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:06.625618 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65881dd-570c-4b2b-9f12-781463b1d3d8', 'name': 'network-vif-deleted', 'tag': 'c31affe4-dc81-487e-baff-386f1d78196d', 'status': 'completed', 'code': 200} Jul 28 18:28:06.627874 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1540-53e0-4782-976c-c14cc41d6d23 None None] Pushing event updated for resources: {'Port': ['ID=6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:06.631644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] In _notify_port_updated(), no bound segment for port 6a5c5f98-7a64-4427-884e-da9294c4fb84 on network 7d2848b2-5593-436c-95e2-07c647a85bdb {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:28:06.639000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Routers {'438786a5-599d-49cb-be24-6723d7f3b8a6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:06.639822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:06.640042 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:27:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['438786a5-599d-49cb-be24-6723d7f3b8a6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:06.640733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.642637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-496aaa65-6a83-4ee4-a44d-eb31d33bea9d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "PUT /v2.0/ports/6a5c5f98-7a64-4427-884e-da9294c4fb84 HTTP/1.1" status: 200 len: 1002 time: 1.1710389 Jul 28 18:28:06.645386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33124) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:06.656953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Calling delete_port for 6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:06.794733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port 6a5c5f98-7a64-4427-884e-da9294c4fb84 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:06.795379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.926798 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] Set router 438786a5-599d-49cb-be24-6723d7f3b8a6 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:06.945797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:06.962635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for 6a5c5f98-7a64-4427-884e-da9294c4fb84 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:06.998369 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438786a5-599d-49cb-be24-6723d7f3b8a6', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:28:02Z', 'updated_at': '2021-07-28T18:28:06Z', 'revision_number': 4, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:07.024546 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f9a90-76be-4a93-9e4e-ff4f52b4a352 None None] The sync data for ids ['438786a5-599d-49cb-be24-6723d7f3b8a6'] in n-d-778550-5 is: [{'id': '438786a5-599d-49cb-be24-6723d7f3b8a6', 'name': 'tempest-snat-router-1942184901', 'tenant_id': '4f6041102487478d932421a66ca190f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:28:02Z', 'updated_at': '2021-07-28T18:28:06Z', 'revision_number': 4, 'project_id': '4f6041102487478d932421a66ca190f7', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:07.056304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.088583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a3bea37-5ad7-4ac5-b9e3-9c388acb0be5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:07.111439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-079765e7-d6fc-4b76-a2f5-e1700aef5984 None None] Provisioning complete for port 6a5c5f98-7a64-4427-884e-da9294c4fb84 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:07.115259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-079765e7-d6fc-4b76-a2f5-e1700aef5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.167802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-079765e7-d6fc-4b76-a2f5-e1700aef5984 None None] Port 6a5c5f98-7a64-4427-884e-da9294c4fb84 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:07.175994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.267373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.270478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.273369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.324849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=6a5c5f98-7a64-4427-884e-da9294c4fb84,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:07.468751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7b0f4ca-170a-4f93-bccd-32dfbf9e24bb req-5c819f06-e06f-4f0e-b993-7f965f38ab3b tempest-ServerRescueTestJSON-113397124 tempest-ServerRescueTestJSON-113397124-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65881dd-570c-4b2b-9f12-781463b1d3d8 HTTP/1.1" status: 200 len: 210 time: 0.0540948 Jul 28 18:28:07.469871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.474835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d9590691-9500-45a1-a6a4-a79d92d8dbc9 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/6a5c5f98-7a64-4427-884e-da9294c4fb84 HTTP/1.1" status: 204 len: 168 time: 0.8281677 Jul 28 18:28:07.475208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33134) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:07.547358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.549087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 438786a5-599d-49cb-be24-6723d7f3b8a6 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:07.549500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-a1e2fbbf-5705-4009-8dfb-7ef2863419cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846170 Jul 28 18:28:07.558003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.559176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e912b4dd-3ae1-43ab-84f5-4b16a9eca3d5 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/routers/438786a5-599d-49cb-be24-6723d7f3b8a6 HTTP/1.1" status: 204 len: 168 time: 1.7385037 Jul 28 18:28:07.562733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33136) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:07.563060 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f116f8-dd90-46c2-b51c-3f07a95806a2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] GET failed (client error): The resource could not be found. Jul 28 18:28:07.568275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:07.569713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-52f116f8-dd90-46c2-b51c-3f07a95806a2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports/6a5c5f98-7a64-4427-884e-da9294c4fb84 HTTP/1.1" status: 404 len: 333 time: 0.0881953 Jul 28 18:28:07.615909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-197269757'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:07.764260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2b1c180b-7d02-4168-9859-0127537626dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.797808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-5d20d8ef-11bf-4afb-9361-3aaf7f05ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:07.799311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-5d20d8ef-11bf-4afb-9361-3aaf7f05ccdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.1327412 Jul 28 18:28:07.802555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:07.987834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:07.991281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.009690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-6120dd8a-e156-4973-9abd-7bc31cb00c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:08.011284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-6120dd8a-e156-4973-9abd-7bc31cb00c72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.1689651 Jul 28 18:28:08.013575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.030503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port 08f783e9-7d39-4e95-9051-fdab08473278 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:08.130384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-1d4348a2-9e90-44b2-811a-354c633d36bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 1001 time: 0.1100473 Jul 28 18:28:08.238397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-149dc8fb-f742-479f-b076-de8b0f83b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:08.239819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-149dc8fb-f742-479f-b076-de8b0f83b331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.1025290 Jul 28 18:28:08.263885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::334 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/08f783e9-7d39-4e95-9051-fdab08473278) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:08.345318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-b74078d2-2dc1-45a3-9584-c5dc1bb2cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:08.346735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-b74078d2-2dc1-45a3-9584-c5dc1bb2cdbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919325 Jul 28 18:28:08.353468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Deleting port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:08.353807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.549697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:08.577301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.597370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-21ca0a3a-0ffc-47e5-90c3-94c5a856d540 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280343 Jul 28 18:28:08.601845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] For port 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:08.601845 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.619792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object 08f783e9-7d39-4e95-9051-fdab08473278 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:08.635878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Calling delete_port for 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:08.794830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b6c428-0307-4e73-8c6e-552828d55c6b req-e4b98b77-3d4a-4d3d-ac03-0f12709cb607 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867225 Jul 28 18:28:08.883503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c31affe4-dc81-487e-baff-386f1d78196d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:08.904767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: c31affe4-dc81-487e-baff-386f1d78196d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:08.905207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c31affe4-dc81-487e-baff-386f1d78196d not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:08.924918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:08.968808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:08.972259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:08.974873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:08.981778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:08.982473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.002406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=08f783e9-7d39-4e95-9051-fdab08473278,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:09.024273 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.052925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e78322a-3631-4fd8-a2e5-fa8dc949c6ec,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:09.141595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.190297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49dc1a63-3a02-4638-91c7-f7570ecbb039 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6181939 Jul 28 18:28:09.193529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:09.205739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:cb:d4'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:09.263697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.266057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.299947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.410050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.410485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f49b4c3-0181-4667-89ee-e1b08739b675 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:09.415846 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.417015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3f530a40-c9fa-4880-8537-a44756c951aa tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0f49b4c3-0181-4667-89ee-e1b08739b675 HTTP/1.1" status: 204 len: 168 time: 1.8534541 Jul 28 18:28:09.422702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33168) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:09.427808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1744891066', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:09.457555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-45aab9d9-ffb8-4428-8e89-878ef53181c1 None None] Provisioning for port 08f783e9-7d39-4e95-9051-fdab08473278 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:09.468982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-45aab9d9-ffb8-4428-8e89-878ef53181c1 None None] Provisioning complete for port 08f783e9-7d39-4e95-9051-fdab08473278 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:09.469933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-45aab9d9-ffb8-4428-8e89-878ef53181c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.474421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.593779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.593779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.628018 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.658750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.703001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-45aab9d9-ffb8-4428-8e89-878ef53181c1 None None] Port 08f783e9-7d39-4e95-9051-fdab08473278 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:09.742231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.795754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] In _notify_port_updated(), no bound segment for port 08f783e9-7d39-4e95-9051-fdab08473278 on network 7d2848b2-5593-436c-95e2-07c647a85bdb {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:28:09.801344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:09.801991 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.803312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "PUT /v2.0/ports/08f783e9-7d39-4e95-9051-fdab08473278 HTTP/1.1" status: 200 len: 1002 time: 0.6073127 Jul 28 18:28:09.807454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33170) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:09.855339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719649ba-c26e-4aff-bbcc-c5bdd081dd72 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=08f783e9-7d39-4e95-9051-fdab08473278,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:09.931755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:09.941233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Deleting port 6b058ad8-2d64-403f-907b-a593d70b7529 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:09.941837 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.012095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port 08f783e9-7d39-4e95-9051-fdab08473278 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:10.013592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.109514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] For port 6b058ad8-2d64-403f-907b-a593d70b7529, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b058ad8-2d64-403f-907b-a593d70b7529,segment=NetworkSegment(16b5a157-074b-40ff-8699-c4687041cb1d),segment_id=16b5a157-074b-40ff-8699-c4687041cb1d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:10.109833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.127473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7dc36d82-317c-400a-93c8-fbb2085a124a None None] Provisioning complete for port 08f783e9-7d39-4e95-9051-fdab08473278 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:10.128595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7dc36d82-317c-400a-93c8-fbb2085a124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.138055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Calling delete_port for 6b058ad8-2d64-403f-907b-a593d70b7529 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:10.158028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.175116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7dc36d82-317c-400a-93c8-fbb2085a124a None None] Port 08f783e9-7d39-4e95-9051-fdab08473278 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:10.186386 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.211307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for 08f783e9-7d39-4e95-9051-fdab08473278 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:10.284556 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b5ab-7204-44f6-b2c2-9a6c4f384329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.351772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.353200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:10.374721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:10.382859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e78322a-3631-4fd8-a2e5-fa8dc949c6ec not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:10.383842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.509522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Allocated IP 172.25.7.135 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/c4d1d106-fdac-4fe4-af80-2e4353c2312f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:10.574323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.606683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=08f783e9-7d39-4e95-9051-fdab08473278,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:10.613093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.619122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.653676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.658581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-06fb0d88-722b-42cc-add3-17bb39f681bf tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/08f783e9-7d39-4e95-9051-fdab08473278 HTTP/1.1" status: 204 len: 168 time: 0.8456595 Jul 28 18:28:10.658581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b058ad8-2d64-403f-907b-a593d70b7529,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:10.658856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33176) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:10.686968 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baf1be5-4db6-4c9b-95ba-3cee52b251ab tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] GET failed (client error): The resource could not be found. Jul 28 18:28:10.688628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6baf1be5-4db6-4c9b-95ba-3cee52b251ab tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports/08f783e9-7d39-4e95-9051-fdab08473278 HTTP/1.1" status: 404 len: 333 time: 0.0288339 Jul 28 18:28:10.692371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33178) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:10.700321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-446265632'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:10.860037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.860501 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.906840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:10.911882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:10.919387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:10.940129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event updated for resources: {'Port': ['ID=c4d1d106-fdac-4fe4-af80-2e4353c2312f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:10.942380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:10.946470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:10.976904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port b4fddefb-305b-4a4a-afcf-47731671d547 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:11.087744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:11.113911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.201554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:11.205844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::1d3 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/b4fddefb-305b-4a4a-afcf-47731671d547) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:11.210601 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aae207e8-7c04-47e0-a939-e53b59079f63 admin admin] 10.222.0.25 "PUT /v2.0/routers/d635beec-5a53-4ac5-a3f0-fdfb91b5d026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592309 Jul 28 18:28:11.211457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:11.215686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Sync routers for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:11.227369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:11.228263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:11.330704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.349289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:11.484673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.587486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:28:10Z', 'revision_number': 5, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port': {'id': 'ef91b24b-0349-4fdd-b634-5bad914c1c5f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:26:09Z', 'updated_at': '2021-07-28T18:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:11.618978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Checking router: d635beec-5a53-4ac5-a3f0-fdfb91b5d026 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:11.628887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Routers {'d635beec-5a53-4ac5-a3f0-fdfb91b5d026'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:11.629694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:11.659741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Deleting port ef91b24b-0349-4fdd-b634-5bad914c1c5f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:11.660322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.725602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] Set router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:11.746277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.762670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] For port ef91b24b-0349-4fdd-b634-5bad914c1c5f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef91b24b-0349-4fdd-b634-5bad914c1c5f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:11.763227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:11.780411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Calling delete_port for ef91b24b-0349-4fdd-b634-5bad914c1c5f owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:11.780896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:28:11Z', 'revision_number': 6, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:11.814794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c15f6-c948-4168-af31-759c14172e04 None None] The sync data for ids ['d635beec-5a53-4ac5-a3f0-fdfb91b5d026'] in n-d-778550-5 is: [{'id': 'd635beec-5a53-4ac5-a3f0-fdfb91b5d026', 'name': 'tempest-ServerRescueTestJSON-1967718551-router', 'tenant_id': 'b255db45315e4f62abc2d26495c605cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:26:07Z', 'updated_at': '2021-07-28T18:28:11Z', 'revision_number': 6, 'project_id': 'b255db45315e4f62abc2d26495c605cc', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:11.951780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.001134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object b4fddefb-305b-4a4a-afcf-47731671d547 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:12.038371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.044327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.073995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef91b24b-0349-4fdd-b634-5bad914c1c5f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:12.139119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.205888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.231344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:12.253994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:12.260568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:12.284594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:12.284594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.298800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=b4fddefb-305b-4a4a-afcf-47731671d547,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:12.311258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Router 8adc4941-c425-46f6-add0-298ef729ee12 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:12.447497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd7f2689-5956-44c1-8dcb-9e387d6ed1e2 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7434385 Jul 28 18:28:12.447497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:12.447497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'network_id': '7d2848b2-5593-436c-95e2-07c647a85bdb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1957441286'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:12.530357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:12.540579 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733f386-b643-4a01-b308-945ac165d598 None None] Sync routers for ids ['8adc4941-c425-46f6-add0-298ef729ee12'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:12.557172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] Routers {'8adc4941-c425-46f6-add0-298ef729ee12'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:12.558720 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8adc4941-c425-46f6-add0-298ef729ee12'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:12.595009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.597404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.636946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:12.660011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] Routers {'8adc4941-c425-46f6-add0-298ef729ee12'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:12.660850 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8adc4941-c425-46f6-add0-298ef729ee12'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:12.702897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.706910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf822dd1-888f-4291-916e-6d7ad0410e6d tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2806177 Jul 28 18:28:12.707661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33194) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:12.710912 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3733f386-b643-4a01-b308-945ac165d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:12.711737 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733f386-b643-4a01-b308-945ac165d598 None None] The sync data for ids ['8adc4941-c425-46f6-add0-298ef729ee12'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:12.713719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:12.739326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b058ad8-2d64-403f-907b-a593d70b7529 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:12.741172 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.750320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d635beec-5a53-4ac5-a3f0-fdfb91b5d026 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:12.750320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.750928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d133b506-0495-432f-994c-f861109f4d4d admin admin] 10.222.0.25 "DELETE /v2.0/routers/d635beec-5a53-4ac5-a3f0-fdfb91b5d026 HTTP/1.1" status: 204 len: 168 time: 1.5376861 Jul 28 18:28:12.751645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:12.761612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6b058ad8-2d64-403f-907b-a593d70b7529 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:12.762014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b058ad8-2d64-403f-907b-a593d70b7529 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:12.804628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Deleting subnet 56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:12.808520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.854402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8af9f63a-dfb2-4944-a017-f0ff1d5f45db None None] Provisioning for port b4fddefb-305b-4a4a-afcf-47731671d547 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:12.855288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8af9f63a-dfb2-4944-a017-f0ff1d5f45db None None] Provisioning complete for port b4fddefb-305b-4a4a-afcf-47731671d547 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:12.855745 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8af9f63a-dfb2-4944-a017-f0ff1d5f45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.858683 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.892275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8af9f63a-dfb2-4944-a017-f0ff1d5f45db None None] Port b4fddefb-305b-4a4a-afcf-47731671d547 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:12.903178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:12.956765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Made reservation on behalf of fcb6a41acb4149a2a2c38e8ff0370f29 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:12.961351 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.016246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] device_id is not set on port 7dace132-19db-414c-b128-8fffe591075d yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:13.031546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.084522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.112050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f3a3bc-0db0-4ef2-8e68-5f9d3f449296,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:13.114035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.118858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c2f57b12-5fff-487d-8bb9-bf8b4bc7a1d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56f3a3bc-0db0-4ef2-8e68-5f9d3f449296 HTTP/1.1" status: 204 len: 168 time: 0.3661771 Jul 28 18:28:13.119960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:13.121537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.187284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.189813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Allocated IP 2001:db8::266 (7d2848b2-5593-436c-95e2-07c647a85bdb/b805859a-facd-4b01-87cc-cbf3828aea20/7dace132-19db-414c-b128-8fffe591075d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:13.268897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.279114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8e617d-82eb-4c60-8b9c-668ede2bdcf5']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:13.289809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b5a157-074b-40ff-8699-c4687041cb1d') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:13.290116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b5a157-074b-40ff-8699-c4687041cb1d') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:13.299082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.313658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.320130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:13.320537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:13.322257 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:13.380569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.397284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Transition to ACTIVE for port object 7dace132-19db-414c-b128-8fffe591075d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:13.512818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.518602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.520699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ca8e617d-82eb-4c60-8b9c-668ede2bdcf5 HTTP/1.1" status: 204 len: 168 time: 0.3998435 Jul 28 18:28:13.532499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b82591-8b71-46d8-b00f-26b6e22c30a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8e617d-82eb-4c60-8b9c-668ede2bdcf5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:13.580389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.663426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Network 7d2848b2-5593-436c-95e2-07c647a85bdb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:13.669385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:13.677792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:13.683933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:13.684564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.689462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=7dace132-19db-414c-b128-8fffe591075d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:13.816367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.820003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:13.880077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f5b6841-d759-4e1a-ad84-33506e82d330 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4379854 Jul 28 18:28:13.883434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33206) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:13.889686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e9', 'mac_address': 'fa:16:3e:c0:cb:d4'}, {'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:fe:f0:a0'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:13.938943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 8adc4941-c425-46f6-add0-298ef729ee12 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:14.041995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.047905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:14.053303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.070983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ee3fcf7d-d243-41c3-96b6-01d2c1a15fe4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "PUT /v2.0/routers/8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 200 len: 922 time: 1.3464501 Jul 28 18:28:14.071442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33208) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.071553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-67995fa7-ebd9-4a92-853e-7b480c064e51 None None] Provisioning for port 7dace132-19db-414c-b128-8fffe591075d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:14.071553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] Sync routers for ids ['8adc4941-c425-46f6-add0-298ef729ee12'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:14.071553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-67995fa7-ebd9-4a92-853e-7b480c064e51 None None] Provisioning complete for port 7dace132-19db-414c-b128-8fffe591075d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:14.071553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-67995fa7-ebd9-4a92-853e-7b480c064e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.081394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33210) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.104430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] Routers {'8adc4941-c425-46f6-add0-298ef729ee12'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:14.105298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8adc4941-c425-46f6-add0-298ef729ee12'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.128889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ca09fd4f-19bb-4793-9ae0-d46b14889167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b255db45315e4f62abc2d26495c605cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438216 Jul 28 18:28:14.129118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.148548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.151915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-67995fa7-ebd9-4a92-853e-7b480c064e51 None None] Port 7dace132-19db-414c-b128-8fffe591075d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:14.159903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] Routers {'8adc4941-c425-46f6-add0-298ef729ee12'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:14.160592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8adc4941-c425-46f6-add0-298ef729ee12'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.183003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.193715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.194380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb3bc-9a29-4cb0-8e9d-63478d8fb10a None None] The sync data for ids ['8adc4941-c425-46f6-add0-298ef729ee12'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:14.207487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.247055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0f0ac91a-122e-4a7c-9c70-03cbd59bb86a tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 200 len: 922 time: 0.1853142 Jul 28 18:28:14.247958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.287507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef91b24b-0349-4fdd-b634-5bad914c1c5f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:14.310831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ef91b24b-0349-4fdd-b634-5bad914c1c5f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:14.311167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef91b24b-0349-4fdd-b634-5bad914c1c5f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:14.330981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.331352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8c696-71f3-4072-980f-ec571704ca81 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:14.332841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75b8c696-71f3-4072-980f-ec571704ca81 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=8adc4941-c425-46f6-add0-298ef729ee12&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0845194 Jul 28 18:28:14.335979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33216) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.395207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.398347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.399552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72ddff3f-c8e0-4547-88bd-a7de897e4f48 HTTP/1.1" status: 204 len: 168 time: 0.2695830 Jul 28 18:28:14.418216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa37a3-3cfb-4b24-8908-4618f088c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ddff3f-c8e0-4547-88bd-a7de897e4f48,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:14.421622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.434099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0e0fe-03e7-4a77-95bb-d57f31da89f0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:14.439801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f2b0e0fe-03e7-4a77-95bb-d57f31da89f0 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.1000805 Jul 28 18:28:14.443897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.486568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] In _notify_port_updated(), no bound segment for port 7dace132-19db-414c-b128-8fffe591075d on network 7d2848b2-5593-436c-95e2-07c647a85bdb {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:28:14.500483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cd2af353-aa9f-467f-9c9b-dd6643d884cf tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 200 len: 205 time: 0.0483184 Jul 28 18:28:14.500483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.500782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:14.500782 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.501945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "PUT /v2.0/ports/7dace132-19db-414c-b128-8fffe591075d HTTP/1.1" status: 200 len: 1068 time: 0.6173127 Jul 28 18:28:14.505115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33224) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:14.546915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc9005-19e0-4f75-a775-7fa6458a4331 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event updated for resources: {'Port': ['ID=7dace132-19db-414c-b128-8fffe591075d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:14.620469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port 7dace132-19db-414c-b128-8fffe591075d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:14.620978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.768218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.784486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for 7dace132-19db-414c-b128-8fffe591075d owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:14.907521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-36e34dd0-7601-409e-82ee-44ef3e9ded01 None None] Provisioning complete for port 7dace132-19db-414c-b128-8fffe591075d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:14.907886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36e34dd0-7601-409e-82ee-44ef3e9ded01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:14.975253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-36e34dd0-7601-409e-82ee-44ef3e9ded01 None None] Port 7dace132-19db-414c-b128-8fffe591075d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:15.033241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.038564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.081072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=7dace132-19db-414c-b128-8fffe591075d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:15.217379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.312168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.314303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c04c6580-69d7-4c60-ae4e-904dac14c49f tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/7dace132-19db-414c-b128-8fffe591075d HTTP/1.1" status: 204 len: 168 time: 0.8083091 Jul 28 18:28:15.317106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:15.352099 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7d4b35-dbd5-4e01-9ac5-c0a5f14e545c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] GET failed (client error): The resource could not be found. Jul 28 18:28:15.352099 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5a7d4b35-dbd5-4e01-9ac5-c0a5f14e545c tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports/7dace132-19db-414c-b128-8fffe591075d HTTP/1.1" status: 404 len: 333 time: 0.0308087 Jul 28 18:28:15.358631 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33252) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:15.424163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port c4d1d106-fdac-4fe4-af80-2e4353c2312f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:15.424425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.463630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port b4fddefb-305b-4a4a-afcf-47731671d547 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:15.464260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.503603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.515829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for c4d1d106-fdac-4fe4-af80-2e4353c2312f owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:15.563847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.576589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for b4fddefb-305b-4a4a-afcf-47731671d547 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:15.661992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.865990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.866277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.890410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:15.898311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=c4d1d106-fdac-4fe4-af80-2e4353c2312f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:15.905097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=b4fddefb-305b-4a4a-afcf-47731671d547,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:15.924320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:15.927479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7b97978-c5ba-4540-8ce8-207e42e44fb8 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/b4fddefb-305b-4a4a-afcf-47731671d547 HTTP/1.1" status: 204 len: 168 time: 0.5656245 Jul 28 18:28:15.930089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33268) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:15.955645 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b966e44-c40a-4158-83fc-fd739f95265b tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] GET failed (client error): The resource could not be found. Jul 28 18:28:15.961491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7b966e44-c40a-4158-83fc-fd739f95265b tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "GET /v2.0/ports/b4fddefb-305b-4a4a-afcf-47731671d547 HTTP/1.1" status: 404 len: 333 time: 0.0261331 Jul 28 18:28:15.961931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33270) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:16.014791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.064639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1420125151-network', 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:16.150559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.155309 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.212233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port c57fa1f2-518a-4358-95fe-70b17cbd9c24 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:16.212506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.296501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.304970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:16.307224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.318239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for c57fa1f2-518a-4358-95fe-70b17cbd9c24 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:16.320668 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.321157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 8adc4941-c425-46f6-add0-298ef729ee12 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:16.324739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.330978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.332084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75d20273-3864-4a49-8aad-e8c243550fe1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 204 len: 168 time: 1.8344190 Jul 28 18:28:16.336402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33272) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:16.341137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-660032156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:16.426876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.427987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.492338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.570996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.591040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.607323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=c57fa1f2-518a-4358-95fe-70b17cbd9c24,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:16.645265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.647218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-382e6991-b8d0-49c7-a06d-d39ca5e6c34d tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/ports/c57fa1f2-518a-4358-95fe-70b17cbd9c24 HTTP/1.1" status: 204 len: 168 time: 0.6843436 Jul 28 18:28:16.649990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:16.690172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.714316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting subnet b805859a-facd-4b01-87cc-cbf3828aea20 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:16.714316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.732515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-d08f004e-7280-4aaf-aa9d-d5264dacdadd req-a9abd4a7-e581-4961-9578-57203b85dc85 service neutron] (101105) timed out ('10.222.0.25', 37332) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:28:16.756243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.796065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.830917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:16.841182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3daa847-4db3-4a52-843e-ef78c8cb2943,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:16.848011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.848463 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Added segment 34989b68-0749-43f7-a6f9-4e95da87b467 of type vlan for network a8d6826b-b42a-4d7c-9910-8241f6ac3240 Jul 28 18:28:16.870552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.890812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.892388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:16.895907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-37c50565-95ea-458d-936e-180800be132b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5583618 Jul 28 18:28:16.897202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33280) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:16.905192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:17.113074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.124026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.141639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Subnet': ['ID=b805859a-facd-4b01-87cc-cbf3828aea20,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:17.145279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.147141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b586592e-5b95-4c2a-8574-ecf1ef7f0e53 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/subnets/b805859a-facd-4b01-87cc-cbf3828aea20 HTTP/1.1" status: 204 len: 168 time: 0.4961736 Jul 28 18:28:17.149719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33282) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:17.152737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40278bc-c4de-48b4-ab3e-48eb5ad05dbb None None] Network 7d2848b2-5593-436c-95e2-07c647a85bdb requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:17.164347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.168524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:17.168524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.232111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d6826b-b42a-4d7c-9910-8241f6ac3240,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:17.237931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.243786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:17.299619 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Deleting port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:17.299970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.325996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fcb85b81-f5d3-4f75-ba44-d103b5bf2037 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4345078 Jul 28 18:28:17.330035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33284) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:17.338390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Request body: {'subnet': {'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1420125151-subnet', 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:17.378271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] For port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,segment=NetworkSegment(b00a858c-9fa4-4144-ad00-e3b499c45030),segment_id=b00a858c-9fa4-4144-ad00-e3b499c45030)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:17.378271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.388429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Calling delete_port for 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:17.400388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] DHCP port deletion for 7d2848b2-5593-436c-95e2-07c647a85bdb request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:17.457193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Deleting port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:17.458009 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.481929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:17.484280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.528127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] For port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,segment=NetworkSegment(b00a858c-9fa4-4144-ad00-e3b499c45030),segment_id=b00a858c-9fa4-4144-ad00-e3b499c45030)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:17.528529 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.542449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Calling delete_port for 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:17.558467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.560806 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.586866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.589531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Port': ['ID=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:17.595455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] No DVR routers for this DVR port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:17.629296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.657823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] Pushing event deleted for resources: {'Port': ['ID=77c9a6b8-1b7d-4809-ad95-672e23ede2b0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:17.661766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3271a-e9d4-41f7-acc0-72683967683a None None] No DVR routers for this DVR port 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:17.684935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.694939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2848b2-5593-436c-95e2-07c647a85bdb']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:17.706658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a858c-9fa4-4144-ad00-e3b499c45030') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:17.706966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a858c-9fa4-4144-ad00-e3b499c45030') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:17.716426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.738854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.746802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:17.747215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:17.750640 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:17.756334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Allocated IP 172.25.7.123 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/cbf48248-e573-48e4-ac0a-8c7e45bc1311) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:17.897149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:17.956550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.010266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.010884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:18.019905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:18.020266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Network hostable DHCP agents. Network: a8d6826b-b42a-4d7c-9910-8241f6ac3240, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:18.021428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.026388 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] 10.222.0.25 "DELETE /v2.0/networks/7d2848b2-5593-436c-95e2-07c647a85bdb HTTP/1.1" status: 204 len: 168 time: 0.8731945 Jul 28 18:28:18.036679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e0261-d6ac-4e87-a8ce-9652de5ffa80 tempest-AllowedAddressPairIpV6TestJSON-2059484686 tempest-AllowedAddressPairIpV6TestJSON-2059484686-project] Pushing event deleted for resources: {'Network': ['ID=7d2848b2-5593-436c-95e2-07c647a85bdb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:18.128266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.168832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:18.171613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:18.178110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:18.180994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event updated for resources: {'Port': ['ID=cbf48248-e573-48e4-ac0a-8c7e45bc1311,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:18.204729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:18.313972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a8d6826b-b42a-4d7c-9910-8241f6ac3240) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:18.321295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:18.322094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.327368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d0140-a80f-4cfc-b493-7ddea1734001 None None] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:18.343722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:18.389766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:18.390108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 77c9a6b8-1b7d-4809-ad95-672e23ede2b0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:18.403199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8ee1bc85-b8f4-4b2c-a48c-4ca43a8a51d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0720632 Jul 28 18:28:18.497689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee1c60-2125-4c1d-aac4-bedb9af3f5e3 None None] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:18.576780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33304) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:18.620599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.764300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-49862827-c988-4c18-964a-4dcfdfc858c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcb6a41acb4149a2a2c38e8ff0370f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856048 Jul 28 18:28:18.766910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33314) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:18.781104 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.825310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.850460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.891995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:18.896622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:19.079061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:19.082014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:19.083668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1df0b53-ac6f-4a94-9a86-2e83cfec828d HTTP/1.1" status: 204 len: 168 time: 0.3154864 Jul 28 18:28:19.092913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e8dfb-2c88-4c31-9508-62e0e67cb2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df0b53-ac6f-4a94-9a86-2e83cfec828d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:19.146668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-9f22b955-1642-44b0-8fd1-7bf5ce6fec93 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:19.148182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-9f22b955-1642-44b0-8fd1-7bf5ce6fec93 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1712937 Jul 28 18:28:19.167677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-721b9b67-4a20-4a8a-b24e-f89175414eb5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0131955 Jul 28 18:28:19.200065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-0949fb69-96a1-4e8e-94b4-6a99d7c2142b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269985 Jul 28 18:28:19.289822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Router 038ed9a7-4af2-4ac4-8294-7b38e2b5f595 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:19.293061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-23093756-bd0f-4c39-8e14-e75f44506f64 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Jul 28 18:28:19.473504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4c7c4bec-aa59-4cc6-a476-5140cd2d4f47 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729500 Jul 28 18:28:19.476725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:19.483620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:19.487593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ebaa6ce-5879-4d92-8efe-4cc3b88d75e6 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "PUT /v2.0/routers/038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 200 len: 879 time: 2.5885131 Jul 28 18:28:19.487716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33336) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:19.490538 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] Sync routers for ids ['038ed9a7-4af2-4ac4-8294-7b38e2b5f595'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:19.502157 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] Routers {'038ed9a7-4af2-4ac4-8294-7b38e2b5f595'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:19.502852 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['038ed9a7-4af2-4ac4-8294-7b38e2b5f595'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:19.540078 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:19.552458 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] Routers {'038ed9a7-4af2-4ac4-8294-7b38e2b5f595'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:19.553763 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['038ed9a7-4af2-4ac4-8294-7b38e2b5f595'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:19.593291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:19.593940 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d70ee-29bb-4d98-9f09-7665adcbff6d None None] The sync data for ids ['038ed9a7-4af2-4ac4-8294-7b38e2b5f595'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:19.627808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6daade93-ba63-4dd3-92a9-4ee5dbefdd78 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 200 len: 920 time: 0.1361215 Jul 28 18:28:19.628432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33344) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:19.670512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e80264-fd42-48c3-b3cc-4eb6496917b3 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:19.672176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-09e80264-fd42-48c3-b3cc-4eb6496917b3 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=038ed9a7-4af2-4ac4-8294-7b38e2b5f595&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0430737 Jul 28 18:28:19.674911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33346) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:19.768540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bc4c6-0349-4865-ac37-856dc444bbc1 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:19.773137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-315bc4c6-0349-4865-ac37-856dc444bbc1 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0941701 Jul 28 18:28:19.773375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:19.811418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c801c8ed-d178-4ca6-8202-79c32e93a8ee tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 200 len: 205 time: 0.0343626 Jul 28 18:28:19.811862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33358) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:19.817295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66155c3c-6d71-4e75-b292-9019649f043d req-26e7d5a5-0a96-48f1-8987-a496e2ce278b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 210 time: 0.0418088 Jul 28 18:28:19.925750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.034444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.211001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port cbf48248-e573-48e4-ac0a-8c7e45bc1311 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:20.211342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.289746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.301919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for cbf48248-e573-48e4-ac0a-8c7e45bc1311 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:20.334346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33378) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:20.437066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'networks': [{'name': 'tempest-network--1542606446'}, {'name': 'tempest-network--1131685999'}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:20.437464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-network--1542606446'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:20.437937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-network--1131685999'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:20.632581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'network': 2} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:20.633144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.637208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.649686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.663363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=cbf48248-e573-48e4-ac0a-8c7e45bc1311,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:20.730010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.743324 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.826451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.828683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.916402 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.916885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.951783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13265335-6fc7-4b9c-a0f0-7509287bf1c4,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:20.962737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:20.973857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:20.974226 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment 1ddfd36f-65d7-4daa-82e1-10a2ca6cef3d of type vlan for network a837bd29-8e68-483e-86ed-259c5a5a0d47 Jul 28 18:28:21.015612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.069393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:21.080515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.080880 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment 7a5e8fa2-61a8-4b0f-abe6-5b5932352211 of type vlan for network 003a5a27-5871-4024-9b5c-d637926ba1a1 Jul 28 18:28:21.123791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.225058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a947dfc9-b950-49f3-9670-b7a93518fc26 req-2274dda8-4242-4832-8556-ac3f45f96c80 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 210 time: 0.3496737 Jul 28 18:28:21.226402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.226906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 038ed9a7-4af2-4ac4-8294-7b38e2b5f595 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:21.233514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.234653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-73f7ba22-1fcc-4a4a-91c4-6a96386868b1 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 204 len: 168 time: 1.4218419 Jul 28 18:28:21.242093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33390) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:21.242385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.242385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.244076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1915253976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:21.249052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.255357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.256115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.325136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=a837bd29-8e68-483e-86ed-259c5a5a0d47,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:21.339010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a837bd29-8e68-483e-86ed-259c5a5a0d47 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:21.395953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=003a5a27-5871-4024-9b5c-d637926ba1a1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:21.404403 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.405692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.409932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 003a5a27-5871-4024-9b5c-d637926ba1a1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:21.456904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.541615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-688cd91e-6ec1-4732-abf8-9ad37a84fc97 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2056503 Jul 28 18:28:21.544118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33392) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:21.565421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.684092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.685396 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a749b840-64b6-40ce-a4d0-b34a6d4d163e tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4458606 Jul 28 18:28:21.688348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33394) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:21.698952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': True}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:21.802487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5957b04-accb-4564-9e20-ce9ac667fe02 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.809572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5957b04-accb-4564-9e20-ce9ac667fe02 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.815747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5957b04-accb-4564-9e20-ce9ac667fe02 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.822432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5957b04-accb-4564-9e20-ce9ac667fe02 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:21.826859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5957b04-accb-4564-9e20-ce9ac667fe02 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2790818 Jul 28 18:28:21.827621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33396) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:21.918085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:21.960117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.004086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.013783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a837bd29-8e68-483e-86ed-259c5a5a0d47']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.027964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddfd36f-65d7-4daa-82e1-10a2ca6cef3d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.028264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddfd36f-65d7-4daa-82e1-10a2ca6cef3d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.038124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.051659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.058048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:22.058378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:22.061256 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:22.221672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.245393 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.248682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/a837bd29-8e68-483e-86ed-259c5a5a0d47 HTTP/1.1" status: 204 len: 168 time: 0.4184594 Jul 28 18:28:22.248988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e7eeb-94ff-4178-b5b4-416455963c4a tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=a837bd29-8e68-483e-86ed-259c5a5a0d47,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:22.280596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33400) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:22.405246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.510548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.523129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003a5a27-5871-4024-9b5c-d637926ba1a1']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.535510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e8fa2-61a8-4b0f-abe6-5b5932352211') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.535815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e8fa2-61a8-4b0f-abe6-5b5932352211') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.546974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.561768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.568015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:22.568504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:22.575795 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:22.598773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e390385-c572-4136-ae3e-8e9511e45e8d req-b9363e69-06a2-433b-9b32-54380d27989c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 210 time: 0.0520632 Jul 28 18:28:22.727563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-574ca5fb-fcc8-40d7-8ba2-782c84da86da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:22.729023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-574ca5fb-fcc8-40d7-8ba2-782c84da86da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1151719 Jul 28 18:28:22.742753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:22.764388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.784179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.802342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.812374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:22.814244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/003a5a27-5871-4024-9b5c-d637926ba1a1 HTTP/1.1" status: 204 len: 168 time: 0.5315962 Jul 28 18:28:22.818313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33404) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:22.857613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9871d-cd05-47cf-a6d4-c095647b89ac tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=003a5a27-5871-4024-9b5c-d637926ba1a1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:22.906725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.25.7.208 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f977ac64-46a2-4a83-bf25-9c5ff98ed3de) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:23.013019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.050498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e14f7-d42e-4320-9cf0-e3bd961af30c tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:23.057402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e14f7-d42e-4320-9cf0-e3bd961af30c tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:23.058955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2e3e14f7-d42e-4320-9cf0-e3bd961af30c tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2372620 Jul 28 18:28:23.062737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33406) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:23.067636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-464201027'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:23.162485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:23.166037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.222674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.255061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:23.258601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:23.262221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:23.272230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=f977ac64-46a2-4a83-bf25-9c5ff98ed3de,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:23.312367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.6 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/6472ce4c-ecfc-45fb-a990-597dc87fa7d3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:23.323053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:23.326771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.378462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:23.439552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.440009 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment dac4ad81-99ee-4bda-af5c-f93df8b9da25 of type vlan for network c8971187-9383-4eb0-9bb0-433d8580b0a9 Jul 28 18:28:23.505841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.559360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.653682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.660188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:23.661010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.669024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.734007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.795241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=c8971187-9383-4eb0-9bb0-433d8580b0a9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:23.805961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c8971187-9383-4eb0-9bb0-433d8580b0a9 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:23.821332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:23.831279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-96e40fe9-4a4c-4b3c-ba57-9b63bdc9134d tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7674601 Jul 28 18:28:23.837447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33430) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:23.840900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:23.847373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-972891527'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:23.854197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:23.859233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:23.871126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b7cc-db78-4f88-91b2-f947b0ba0777 req-ccc51dae-fe08-4720-ac13-8959e03772e2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:23.872855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a26b7cc-db78-4f88-91b2-f947b0ba0777 req-ccc51dae-fe08-4720-ac13-8959e03772e2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 931 time: 0.1846807 Jul 28 18:28:23.890428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.893998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.945836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:23.946454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:23.965859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a26b7cc-db78-4f88-91b2-f947b0ba0777 req-2d739d3b-3785-4890-a07c-34b7d3cebe6c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703533 Jul 28 18:28:24.009894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:24.014056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.039128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:24.048871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.049216 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment ecdb4152-356e-4477-873c-6af11ec24da3 of type vlan for network 5197bcda-b08c-45a1-bea7-41b9ea66e19f Jul 28 18:28:24.089103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.113340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-c156170f-f012-4619-be89-d44abf6c3fd2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3748207 Jul 28 18:28:24.125969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-ab7b1620-04cb-4274-a950-82b7b6b8af9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:28:24.127001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-ab7b1620-04cb-4274-a950-82b7b6b8af9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052092 Jul 28 18:28:24.146412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 32cd9514-c4b6-4998-975d-bcfdbaf76805 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:24.197696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Request body: {'port': {'device_id': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:24.202436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.207320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:24.207932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.259369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:24.264421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.268360 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-abde1bec-bba7-4507-a6bd-c94e1f8d01d4 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "PUT /v2.0/routers/32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 200 len: 915 time: 2.5790217 Jul 28 18:28:24.270820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] Sync routers for ids ['32cd9514-c4b6-4998-975d-bcfdbaf76805'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:24.272505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33434) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.281191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] Routers {'32cd9514-c4b6-4998-975d-bcfdbaf76805'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:24.281810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['32cd9514-c4b6-4998-975d-bcfdbaf76805'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:24.319561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:24.330864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] Routers {'32cd9514-c4b6-4998-975d-bcfdbaf76805'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:24.331484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['32cd9514-c4b6-4998-975d-bcfdbaf76805'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:24.344801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.361891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=5197bcda-b08c-45a1-bea7-41b9ea66e19f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:24.369705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:24.370551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3bbd-10e1-42a9-a6b3-af9ffb380f06 None None] The sync data for ids ['32cd9514-c4b6-4998-975d-bcfdbaf76805'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:24.373426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5197bcda-b08c-45a1-bea7-41b9ea66e19f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:24.415947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-137054c9-1a29-4a8d-8202-94bb2ef739a6 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 200 len: 921 time: 0.1383340 Jul 28 18:28:24.416441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.421627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0c63bf2-b6ba-4664-8d98-311d3afbf923 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5768621 Jul 28 18:28:24.421779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.429925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'ports': [{'network_id': 'c8971187-9383-4eb0-9bb0-433d8580b0a9', 'name': 'tempest-port--1550018497', 'admin_state_up': True}, {'network_id': '5197bcda-b08c-45a1-bea7-41b9ea66e19f', 'admin_state_up': False}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:24.430246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'port': {'network_id': 'c8971187-9383-4eb0-9bb0-433d8580b0a9', 'name': 'tempest-port--1550018497', 'admin_state_up': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:24.430807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'port': {'network_id': '5197bcda-b08c-45a1-bea7-41b9ea66e19f', 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:24.504207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83cdd5a-c9e6-45c1-a33e-a1125389ef6d tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:24.509255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e83cdd5a-c9e6-45c1-a33e-a1125389ef6d tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=32cd9514-c4b6-4998-975d-bcfdbaf76805&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887253 Jul 28 18:28:24.510236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33440) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.606888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177f87d-e4ce-46e8-bef1-ff86dd73e13e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:24.608309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d177f87d-e4ce-46e8-bef1-ff86dd73e13e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0971642 Jul 28 18:28:24.611059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.641241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-165c7b14-de27-4801-a79a-1c74174ca335 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 200 len: 205 time: 0.0289884 Jul 28 18:28:24.643881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33446) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:24.756290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.818146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:28:24.825985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.838464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Transition to ACTIVE for port object 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:24.846459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'port': 2} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:24.849104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.863734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.865116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.941630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:24.950167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] device_id is not set on port 4cfd679a-a182-4466-bf93-587d5a132d02 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:25.016658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:25.051167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port f977ac64-46a2-4a83-bf25-9c5ff98ed3de {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:25.051766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.138574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Attempting to bind port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:25.138834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Attempting to bind port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:25.139170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Attempting to bind port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:25.151222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:28:25.151523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Attempting to bind port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:25.165396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:25.165743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:25.166136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:25.166574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Bound port: 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:25.166942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.168552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58eecb-d0aa-4421-8163-c33113dbcb20 req-33ea9d89-678a-4c4d-80d0-3af7f579d6a7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.170050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d58eecb-d0aa-4421-8163-c33113dbcb20 req-33ea9d89-678a-4c4d-80d0-3af7f579d6a7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 943 time: 0.0789742 Jul 28 18:28:25.171781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.197023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for f977ac64-46a2-4a83-bf25-9c5ff98ed3de owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:25.229913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.257218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d58eecb-d0aa-4421-8163-c33113dbcb20 req-dab5f99e-c588-4c26-8ca4-b0fd448daa3a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778749 Jul 28 18:28:25.310352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:25.317637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:25.322759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] device_id is not set on port 1caa60ae-489a-43c8-8d7d-0a52bfe1663f yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:28:25.434605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.457142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.503066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.503743 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.505198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6472ce4c-ecfc-45fb-a990-597dc87fa7d3 HTTP/1.1" status: 200 len: 1091 time: 1.3706384 Jul 28 18:28:25.505632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:25.508639 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d00ff5-388f-4b03-89be-c8ad34c332ea" -d '{"events": [{"name": "network-changed", "server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:25.532137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45f79-08ca-402b-9b8e-c0c53638b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:25.542382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.546223 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee5760-68dd-4c85-911b-4adb885feb8a x-openstack-request-id: req-ecee5760-68dd-4c85-911b-4adb885feb8a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:25.546513 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:25.546765 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecee5760-68dd-4c85-911b-4adb885feb8a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:25.547176 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3', 'status': 'completed', 'code': 200} Jul 28 18:28:25.566252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=f977ac64-46a2-4a83-bf25-9c5ff98ed3de,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:25.611901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-d4784915-e4b8-4eb4-89fd-590857a183de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.613423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-d4784915-e4b8-4eb4-89fd-590857a183de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 1094 time: 0.0448816 Jul 28 18:28:25.630010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.668901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.726648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.729664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.749922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Port': ['ID=4cfd679a-a182-4466-bf93-587d5a132d02,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:25.781897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-ac9897f8-2e7f-41ff-96bb-0a3f90a1ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.783666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-ac9897f8-2e7f-41ff-96bb-0a3f90a1ae2f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1629157 Jul 28 18:28:25.788053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Checking segment: {'id': 'dac4ad81-99ee-4bda-af5c-f93df8b9da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c8971187-9383-4eb0-9bb0-433d8580b0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:25.788414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network hostable DHCP agents. Network: c8971187-9383-4eb0-9bb0-433d8580b0a9, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:25.855308 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.856133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 32cd9514-c4b6-4998-975d-bcfdbaf76805 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:25.863476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:25.868136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4705c40d-4369-4dc4-b67c-f479b7ef4a99 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 204 len: 168 time: 1.2223608 Jul 28 18:28:25.869202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33466) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:25.873856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1732242241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:25.893754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-55ebdfd1-b52e-43a7-9621-4eeee10ca8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.895246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6d00ff5-388f-4b03-89be-c8ad34c332ea req-55ebdfd1-b52e-43a7-9621-4eeee10ca8bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046531 Jul 28 18:28:25.969046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-9fd5bf0f-2a22-4339-8f36-2d5a58082819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:25.970587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-9fd5bf0f-2a22-4339-8f36-2d5a58082819 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 1094 time: 0.0404935 Jul 28 18:28:26.012390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-edd0a7c4-6aff-48b4-b6e2-c042b3170737 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.0336771 Jul 28 18:28:26.012944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network c8971187-9383-4eb0-9bb0-433d8580b0a9 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:26.021761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.023569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.074346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-0fe73d66-aaf6-4b5a-bde2-72e571eaeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.075756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-0fe73d66-aaf6-4b5a-bde2-72e571eaeebc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0563767 Jul 28 18:28:26.083170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.108203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-a4a2b182-59e1-4031-bff5-10d1ea31ea44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252879 Jul 28 18:28:26.108933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c8971187-9383-4eb0-9bb0-433d8580b0a9) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:26.112649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:26.113487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.119836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f056aa6-b771-4f17-a202-d01c3386fc97 None None] Network c8971187-9383-4eb0-9bb0-433d8580b0a9 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:26.181632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.237272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Port': ['ID=1caa60ae-489a-43c8-8d7d-0a52bfe1663f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:26.266920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Checking segment: {'id': 'ecdb4152-356e-4477-873c-6af11ec24da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5197bcda-b08c-45a1-bea7-41b9ea66e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:26.267288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network hostable DHCP agents. Network: 5197bcda-b08c-45a1-bea7-41b9ea66e19f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:26.290290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-98bd7627-31fc-4dd4-b575-bb81d643e60c service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695426 Jul 28 18:28:26.304698 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.306359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dbb90e08-da1b-40d5-bee8-e3e249196ea5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4361408 Jul 28 18:28:26.309009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33474) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:26.314051 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:26.396015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1fb81bd6-c159-4d22-91cf-e3ff9504250a req-ac8bbfbb-750d-40aa-8045-ad63cdf11aef service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982721 Jul 28 18:28:26.404102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network 5197bcda-b08c-45a1-bea7-41b9ea66e19f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:26.462572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2ab4-e50e-4c0d-959a-184c25267000 req-ee4dd46a-a716-4368-9431-7a3088f1ef27 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.464022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35b2ab4-e50e-4c0d-959a-184c25267000 req-ee4dd46a-a716-4368-9431-7a3088f1ef27 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 943 time: 0.1098254 Jul 28 18:28:26.516316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5197bcda-b08c-45a1-bea7-41b9ea66e19f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:26.521599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:26.528616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.529080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30dd2a3-6036-4f86-b63e-f179d64f310f None None] Network 5197bcda-b08c-45a1-bea7-41b9ea66e19f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:26.534395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.535236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.610892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-facfccc8-7e1f-41a1-a7da-20ce2162c684 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1880412 Jul 28 18:28:26.613539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33476) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:26.675888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d5e9a-b909-472e-a4b7-27bf85e41ac9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.682124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d5e9a-b909-472e-a4b7-27bf85e41ac9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:26.683876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a89d5e9a-b909-472e-a4b7-27bf85e41ac9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0692894 Jul 28 18:28:26.687013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33480) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:26.802955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Deleting port 4cfd679a-a182-4466-bf93-587d5a132d02 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:26.803262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.873700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.883986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a35b2ab4-e50e-4c0d-959a-184c25267000 req-5b88b3cf-473d-4767-8653-c82932ee6406 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983317 Jul 28 18:28:26.890604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:26.899604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Calling delete_port for 4cfd679a-a182-4466-bf93-587d5a132d02 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:27.118362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.149344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Port': ['ID=4cfd679a-a182-4466-bf93-587d5a132d02,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:27.160185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.161854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b5fe32b-d654-4fb3-bdc3-ead846309f70 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/ports/4cfd679a-a182-4466-bf93-587d5a132d02 HTTP/1.1" status: 204 len: 168 time: 0.4738541 Jul 28 18:28:27.164444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33482) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:27.177895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.199301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.260552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Deleting port 1caa60ae-489a-43c8-8d7d-0a52bfe1663f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:27.260951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.329806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Allocated IP 172.25.7.105 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d8e778dc-769e-44f4-ac42-f258fe625eca) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:27.338181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.353281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Calling delete_port for 1caa60ae-489a-43c8-8d7d-0a52bfe1663f owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:27.438217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.512641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.539885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Port': ['ID=1caa60ae-489a-43c8-8d7d-0a52bfe1663f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:27.546924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.549170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db9538bc-901d-4b74-a0bf-d5a06ed3dfa9 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/ports/1caa60ae-489a-43c8-8d7d-0a52bfe1663f HTTP/1.1" status: 204 len: 168 time: 0.3837891 Jul 28 18:28:27.550836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.551731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:27.584002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-de0ba97f-20a0-40c0-a9d7-f4144e73f205 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304070 Jul 28 18:28:27.586877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33490) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:27.592048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:27.595840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-502532796'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:27.603533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:27.610040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:27.637658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Pushing event updated for resources: {'Port': ['ID=d8e778dc-769e-44f4-ac42-f258fe625eca,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:27.743708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:27.747171 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.786751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:27.795889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.801484 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment 783c9b41-7838-49a4-a77b-b5fcb0faca99 of type vlan for network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e Jul 28 18:28:27.833776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:27.997907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84686d75-6b20-4abc-b97e-de1d38420a53 req-e318b0ae-ad16-4111-8a5a-1630098c9966 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:27.999340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84686d75-6b20-4abc-b97e-de1d38420a53 req-e318b0ae-ad16-4111-8a5a-1630098c9966 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 943 time: 0.0510874 Jul 28 18:28:28.035674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.039519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84686d75-6b20-4abc-b97e-de1d38420a53 req-9fc44cf0-9b20-43c3-bdcb-24d41a204271 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Jul 28 18:28:28.041267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:28.041888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.146213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=f1b1e9bf-57ca-4186-81ba-d94b46e35f3e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:28.157223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:28.159601 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.238374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08c88f6a-03b5-4867-8283-1b0655559d6b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6503792 Jul 28 18:28:28.241092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.246451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-799035089'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:28.357890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.361072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.374895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:28.379140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.417875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:28.426586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.426928 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Added segment 5c5b5873-1e79-412f-b8b6-9fd5f364683f of type vlan for network c5a361df-83f1-4e21-b4ce-98a9f34cc940 Jul 28 18:28:28.470016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.561395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Router 209221ba-0be4-406a-978d-6ec442c3ff57 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:28.595838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.601679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:28.602430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.667899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Network': ['ID=c5a361df-83f1-4e21-b4ce-98a9f34cc940,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:28.668156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:28.672694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:28.676608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-65172bd0-443b-453e-bab0-a318c1daf78e tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "PUT /v2.0/routers/209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 200 len: 916 time: 2.3635986 Jul 28 18:28:28.676608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33500) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.679751 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] Sync routers for ids ['209221ba-0be4-406a-978d-6ec442c3ff57'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:28.683780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c5a361df-83f1-4e21-b4ce-98a9f34cc940 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:28.689673 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] Routers {'209221ba-0be4-406a-978d-6ec442c3ff57'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:28.690345 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['209221ba-0be4-406a-978d-6ec442c3ff57'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:28.723104 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:28.727920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e35ea912-c4cd-405d-b86f-a5a6334a409b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4856670 Jul 28 18:28:28.735723 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] Routers {'209221ba-0be4-406a-978d-6ec442c3ff57'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:28.736517 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['209221ba-0be4-406a-978d-6ec442c3ff57'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:28.780822 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:28.781830 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73996083-829a-41e6-9dbb-c9e4fa557ee7 None None] The sync data for ids ['209221ba-0be4-406a-978d-6ec442c3ff57'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:28.787447 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d075548a-c697-4100-95ee-c8d9dd953a47 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 200 len: 922 time: 0.1093168 Jul 28 18:28:28.790718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.836172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd46296-7338-40c6-9614-a1393695f33a tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:28.839422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ddd46296-7338-40c6-9614-a1393695f33a tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=209221ba-0be4-406a-978d-6ec442c3ff57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0460351 Jul 28 18:28:28.840426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33504) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.853382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.858891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'subnets': [{'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--224910089', 'ip_version': 4}, {'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:28.859222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'subnet': {'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--224910089', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:28.859846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Request body: {'subnet': {'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:28.929375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5b597-64e5-449a-84d4-0c344a5af7c6 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:28.930785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-efe5b597-64e5-449a-84d4-0c344a5af7c6 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0892227 Jul 28 18:28:28.933789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33508) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.972264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-81492a26-ba5e-44a7-92e7-e9145b18eb63 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 200 len: 205 time: 0.0371513 Jul 28 18:28:28.974751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33510) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:28.992946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:28:29.097627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.120080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:29.134074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3', 'mac_address': 'fa:16:3e:77:39:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:28:29.170021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Made reservation on behalf of 00a2d021d6234b06b4f47586f9a9b66e for: {'subnet': 2} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:29.174736 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.175146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.180876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.194414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:28:29.218760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:29.225501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.227607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cac5b-2c36-4840-9a58-82fcbe12408a req-3bd47648-c277-473e-9c1a-fd26ff26f43a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:29.229626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-344cac5b-2c36-4840-9a58-82fcbe12408a req-3bd47648-c277-473e-9c1a-fd26ff26f43a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 943 time: 0.1044042 Jul 28 18:28:29.296736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-344cac5b-2c36-4840-9a58-82fcbe12408a req-50ed987f-e961-440e-9887-f32e6cd9a00d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554492 Jul 28 18:28:29.306765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.359955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:29.401844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port d8e778dc-769e-44f4-ac42-f258fe625eca {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:29.402391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.501541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.521868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for d8e778dc-769e-44f4-ac42-f258fe625eca owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:29.604603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:29.706839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.780303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Subnet': ['ID=a73fa6f6-c5a2-43a6-91c4-4a547eef6831,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:29.788522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Checking segment: {'id': '783c9b41-7838-49a4-a77b-b5fcb0faca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:29.788891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network hostable DHCP agents. Network: f1b1e9bf-57ca-4186-81ba-d94b46e35f3e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:29.838238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.864602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=d8e778dc-769e-44f4-ac42-f258fe625eca,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:29.923740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:29.924163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:30.112203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f1b1e9bf-57ca-4186-81ba-d94b46e35f3e) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:30.117195 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.124542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6c0b9-28ab-4488-86a0-7e5c24ce27a7 None None] Network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:30.195762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event updated for resources: {'Subnet': ['ID=d4ac7f84-100a-4eb1-bb37-c158933abc97,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:30.204299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Checking segment: {'id': '5c5b5873-1e79-412f-b8b6-9fd5f364683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:30.205203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network hostable DHCP agents. Network: c5a361df-83f1-4e21-b4ce-98a9f34cc940, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:30.283088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f1b1e9bf-57ca-4186-81ba-d94b46e35f3e', 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e', 'tenant_id': '00a2d021d6234b06b4f47586f9a9b66e', 'fixed_ips': [{'subnet_id': 'a73fa6f6-c5a2-43a6-91c4-4a547eef6831'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:28:30.284815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.318250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Network c5a361df-83f1-4e21-b4ce-98a9f34cc940 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:30.349572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.352586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.432351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c5a361df-83f1-4e21-b4ce-98a9f34cc940) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:30.436545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.437086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.437720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.438244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Allocated IP 172.20.0.2 (f1b1e9bf-57ca-4186-81ba-d94b46e35f3e/a73fa6f6-c5a2-43a6-91c4-4a547eef6831/053a8dc2-0700-45cf-8c14-ea8ecdec5323) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:30.441717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134929e3-b917-469b-9766-294564beed0c None None] Network c5a361df-83f1-4e21-b4ce-98a9f34cc940 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:30.456574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd095e6-d1db-4994-90e5-0b3827b49699 req-bb4faf8c-2a54-441c-be81-fa17e5e745da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.458320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9dd095e6-d1db-4994-90e5-0b3827b49699 req-bb4faf8c-2a54-441c-be81-fa17e5e745da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 944 time: 0.0654576 Jul 28 18:28:30.501540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9dd095e6-d1db-4994-90e5-0b3827b49699 req-f5ad78bf-03df-4a94-b7d3-d29f98775390 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367427 Jul 28 18:28:30.546577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.547146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 209221ba-0be4-406a-978d-6ec442c3ff57 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:30.554893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.556054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c17b7bb-546f-47ab-a488-09dbcca8cced tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 204 len: 168 time: 1.5801988 Jul 28 18:28:30.565691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:30.570427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-738657167', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:30.586275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f6c07346-d028-47b8-8bcc-b1a654bad95e tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7317760 Jul 28 18:28:30.593786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33546) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:30.679317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcf173-54b3-42d3-8c86-ec721474c016 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.680967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcf173-54b3-42d3-8c86-ec721474c016 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.682547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcf173-54b3-42d3-8c86-ec721474c016 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:30.684148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-89bcf173-54b3-42d3-8c86-ec721474c016 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0892622 Jul 28 18:28:30.687409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:30.712677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.713871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.747802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Deleting subnet a73fa6f6-c5a2-43a6-91c4-4a547eef6831 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:30.775316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.842914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c5a361df-83f1-4e21-b4ce-98a9f34cc940', 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940', 'tenant_id': '00a2d021d6234b06b4f47586f9a9b66e', 'fixed_ips': [{'subnet_id': 'd4ac7f84-100a-4eb1-bb37-c158933abc97'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:28:30.843801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.866522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:30.883220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Transition to ACTIVE for port object 053a8dc2-0700-45cf-8c14-ea8ecdec5323 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:30.883951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33552) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:30.945690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Transition to ACTIVE for port object 053a8dc2-0700-45cf-8c14-ea8ecdec5323 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:31.009460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:31.015345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Allocated IP 172.20.0.18 (c5a361df-83f1-4e21-b4ce-98a9f34cc940/d4ac7f84-100a-4eb1-bb37-c158933abc97/43d9086e-d7b1-415a-bd73-3c9c3c9280e3) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:31.029879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6047b547-990f-4352-b588-e1f069e90cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.089281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.095680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.114656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.139645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:31.145266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:31.153216 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.153875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:31.158658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Pushing event updated for resources: {'Port': ['ID=053a8dc2-0700-45cf-8c14-ea8ecdec5323,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.207777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6047b547-990f-4352-b588-e1f069e90cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.232640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Attempting to bind port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:31.233012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Attempting to bind port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '783c9b41-7838-49a4-a77b-b5fcb0faca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:31.236298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Attempting to bind port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 on network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:31.237505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.243886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:31.244264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Checking segment: {'id': '783c9b41-7838-49a4-a77b-b5fcb0faca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:31.244673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.245067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Bound using segment: {'id': '783c9b41-7838-49a4-a77b-b5fcb0faca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:31.245539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Bound port: 053a8dc2-0700-45cf-8c14-ea8ecdec5323, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c9b41-7838-49a4-a77b-b5fcb0faca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1b1e9bf-57ca-4186-81ba-d94b46e35f3e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:31.245924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.314689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:31.330448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6047b547-990f-4352-b588-e1f069e90cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.331994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:31.332387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.347012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.382804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6047b547-990f-4352-b588-e1f069e90cd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f2597e6fbdd4fa488a611f6bd90c57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949613 Jul 28 18:28:31.383509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Transition to ACTIVE for port object 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:31.383618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b547-990f-4352-b588-e1f069e90cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc50f51-c111-4613-abf5-e8cf3387ab2c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.385565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33556) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:31.390481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.400367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] For port 053a8dc2-0700-45cf-8c14-ea8ecdec5323, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:31.406699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] For port 053a8dc2-0700-45cf-8c14-ea8ecdec5323, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=053a8dc2-0700-45cf-8c14-ea8ecdec5323,segment=NetworkSegment(783c9b41-7838-49a4-a77b-b5fcb0faca99),segment_id=783c9b41-7838-49a4-a77b-b5fcb0faca99)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:31.415164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Transition to ACTIVE for port object 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:31.425672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Subnet': ['ID=a73fa6f6-c5a2-43a6-91c4-4a547eef6831,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.431221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.435941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c1c27ec9-103f-4d42-be98-9bc2a4c895ae tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/subnets/a73fa6f6-c5a2-43a6-91c4-4a547eef6831 HTTP/1.1" status: 204 len: 168 time: 0.7450900 Jul 28 18:28:31.436846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:31.458422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.466756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.477778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.492600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Deleting subnet d4ac7f84-100a-4eb1-bb37-c158933abc97 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:31.501430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:31.501430 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef009fd-db8f-442b-8efc-3dbb6a688055" -d '{"events": [{"server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "name": "network-vif-plugged", "status": "completed", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:31.501704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.512079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.533025 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.535978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:31.574859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.584877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Network c5a361df-83f1-4e21-b4ce-98a9f34cc940 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:31.591852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7feec-b2bd-4cb0-923b-3b90418e2c84 None None] Pushing event updated for resources: {'Port': ['ID=053a8dc2-0700-45cf-8c14-ea8ecdec5323,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.594679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:31.598555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:31.653131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.706921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Pushing event updated for resources: {'Port': ['ID=43d9086e-d7b1-415a-bd73-3c9c3c9280e3,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.709492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.713338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Attempting to bind port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:31.713566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Attempting to bind port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5c5b5873-1e79-412f-b8b6-9fd5f364683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:31.713788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Attempting to bind port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 on network c5a361df-83f1-4e21-b4ce-98a9f34cc940 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:31.717678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.738875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:31.739267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Checking segment: {'id': '5c5b5873-1e79-412f-b8b6-9fd5f364683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:31.739708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.740111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Bound using segment: {'id': '5c5b5873-1e79-412f-b8b6-9fd5f364683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:31.740602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Bound port: 43d9086e-d7b1-415a-bd73-3c9c3c9280e3, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b5873-1e79-412f-b8b6-9fd5f364683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5a361df-83f1-4e21-b4ce-98a9f34cc940'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:31.740984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.747888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.771704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8d99d-e259-4e19-b71b-59b1196167a0 req-9c4b37b0-add7-49fb-953a-d78fc08593e5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:31.773444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcd8d99d-e259-4e19-b71b-59b1196167a0 req-9c4b37b0-add7-49fb-953a-d78fc08593e5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.1527205 Jul 28 18:28:31.805507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.846043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcd8d99d-e259-4e19-b71b-59b1196167a0 req-c4fb794a-8530-49b7-b5dc-c600ca485cb7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587771 Jul 28 18:28:31.873584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.879939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.883502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dc50f51-c111-4613-abf5-e8cf3387ab2c HTTP/1.1" status: 204 len: 168 time: 0.4944894 Jul 28 18:28:31.917529 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f8f6e-0b93-4a67-a21a-e644e033ad8b x-openstack-request-id: req-702f8f6e-0b93-4a67-a21a-e644e033ad8b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:31.917846 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "name": "network-vif-plugged", "status": "completed", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:31.918103 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-702f8f6e-0b93-4a67-a21a-e644e033ad8b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:31.918519 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3', 'code': 200} Jul 28 18:28:31.924794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b3e9a-a1b5-471c-872a-9435bd0d8f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc50f51-c111-4613-abf5-e8cf3387ab2c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:31.968340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:31.992673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] For port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:32.000871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] For port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=43d9086e-d7b1-415a-bd73-3c9c3c9280e3,segment=NetworkSegment(5c5b5873-1e79-412f-b8b6-9fd5f364683f),segment_id=5c5b5873-1e79-412f-b8b6-9fd5f364683f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:32.013157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ac7f84-100a-4eb1-bb37-c158933abc97,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:32.020143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.025447 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d2a8e2f-3e57-4977-ada7-581c26141425 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/subnets/d4ac7f84-100a-4eb1-bb37-c158933abc97 HTTP/1.1" status: 204 len: 168 time: 0.5874841 Jul 28 18:28:32.026137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33568) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:32.052765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Allocated IP 172.25.7.84 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/bb34d597-8931-4929-9150-531d51741a13) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:32.067371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc40b-84d1-4fca-9aed-98fa7218866c req-1a312269-d8c2-4224-b54a-a896dc4aac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:32.068929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-417bc40b-84d1-4fca-9aed-98fa7218866c req-1a312269-d8c2-4224-b54a-a896dc4aac91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 1096 time: 0.0747910 Jul 28 18:28:32.083934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba9606-f098-4602-8b66-ff96a139bb7c tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:32.084697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.095283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-11ba9606-f098-4602-8b66-ff96a139bb7c tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589309 Jul 28 18:28:32.102280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:32.143714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-417bc40b-84d1-4fca-9aed-98fa7218866c req-1f7be206-5bd4-4ad9-9e84-56a3fab34c46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Jul 28 18:28:32.196966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c0853-cedc-48cf-aa80-0f59e2b0d8b1 None None] Pushing event updated for resources: {'Port': ['ID=43d9086e-d7b1-415a-bd73-3c9c3c9280e3,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:32.212267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.330373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.430519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:32.449611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:32.476221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 053a8dc2-0700-45cf-8c14-ea8ecdec5323 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:32.484565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:32.514266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event updated for resources: {'Port': ['ID=bb34d597-8931-4929-9150-531d51741a13,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:32.637180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.709864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Deleting port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:32.710759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.729235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:32.794758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] For port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=43d9086e-d7b1-415a-bd73-3c9c3c9280e3,segment=NetworkSegment(5c5b5873-1e79-412f-b8b6-9fd5f364683f),segment_id=5c5b5873-1e79-412f-b8b6-9fd5f364683f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:32.795258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.809400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Calling delete_port for 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:32.869760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:32.929565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:32.957870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218f393-f6ca-4c36-94a3-ff64f9d66c3a None None] Network f1b1e9bf-57ca-4186-81ba-d94b46e35f3e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:32.988911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be4187dd-21a0-4fab-89f5-0eae2d157f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.111596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658de61e-40ef-4bbb-b8a0-dcae07925686 req-29235869-e32b-47ec-ac11-ed1fff1f461e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:33.113133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-658de61e-40ef-4bbb-b8a0-dcae07925686 req-29235869-e32b-47ec-ac11-ed1fff1f461e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.1417651 Jul 28 18:28:33.117067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.164974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Port': ['ID=43d9086e-d7b1-415a-bd73-3c9c3c9280e3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.169044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] No DVR routers for this DVR port 43d9086e-d7b1-415a-bd73-3c9c3c9280e3 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:33.172938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Provisioning for port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:33.179149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Provisioning complete for port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:33.182862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.214956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] DHCP port deletion for f1b1e9bf-57ca-4186-81ba-d94b46e35f3e request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:33.236132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.255157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-658de61e-40ef-4bbb-b8a0-dcae07925686 req-cb844032-5432-4d03-97d6-a8cc1ca398b5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207864 Jul 28 18:28:33.284623 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.305583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a361df-83f1-4e21-b4ce-98a9f34cc940']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.320582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5b5873-1e79-412f-b8b6-9fd5f364683f') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.320776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5b5873-1e79-412f-b8b6-9fd5f364683f') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.336519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.346752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Deleting port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:33.347132 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.353353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.366656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:33.366882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:33.370508 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:33.409241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be4187dd-21a0-4fab-89f5-0eae2d157f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.411643 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.466801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] For port 053a8dc2-0700-45cf-8c14-ea8ecdec5323, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=053a8dc2-0700-45cf-8c14-ea8ecdec5323,segment=NetworkSegment(783c9b41-7838-49a4-a77b-b5fcb0faca99),segment_id=783c9b41-7838-49a4-a77b-b5fcb0faca99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:33.466801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.485071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] For port 053a8dc2-0700-45cf-8c14-ea8ecdec5323, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=053a8dc2-0700-45cf-8c14-ea8ecdec5323,segment=NetworkSegment(783c9b41-7838-49a4-a77b-b5fcb0faca99),segment_id=783c9b41-7838-49a4-a77b-b5fcb0faca99)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:33.489586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Calling delete_port for 053a8dc2-0700-45cf-8c14-ea8ecdec5323 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:33.561995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be4187dd-21a0-4fab-89f5-0eae2d157f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.589499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f95527-022d-42e9-a0e9-b2e6097dd697 None None] Network c5a361df-83f1-4e21-b4ce-98a9f34cc940 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:33.609339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4187dd-21a0-4fab-89f5-0eae2d157f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb4df7-6778-4135-b9e2-b32679823482,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.609572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.612402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Router 9592bdd6-86ae-42df-9563-53fc113473dd is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:33.618539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.619913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be4187dd-21a0-4fab-89f5-0eae2d157f16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc2381474bdd4b18a575652671ee04dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887698 Jul 28 18:28:33.622182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33578) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:33.623435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/c5a361df-83f1-4e21-b4ce-98a9f34cc940 HTTP/1.1" status: 204 len: 168 time: 1.5256491 Jul 28 18:28:33.628874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:33.648412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3526f8-9c2e-4a83-ba72-b3cf995aca91 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=c5a361df-83f1-4e21-b4ce-98a9f34cc940,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.661870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.762659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d038605-2e00-4205-8f1f-63eda99ef290 None None] Pushing event updated for resources: {'Port': ['ID=053a8dc2-0700-45cf-8c14-ea8ecdec5323,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.766980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.786749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] No DVR routers for this DVR port 053a8dc2-0700-45cf-8c14-ea8ecdec5323 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:33.789019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db453e28-0d6c-448e-904b-9666fcb739b0 None None] Could not find standard attr ID for object 43d9086e-d7b1-415a-bd73-3c9c3c9280e3. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:28:33.794181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.814267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6358a-f1c1-47fe-aedd-370ee40ba5aa None None] Pushing event deleted for resources: {'Port': ['ID=053a8dc2-0700-45cf-8c14-ea8ecdec5323,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.848264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.890878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9c5b0-fadf-4091-8d70-d35b77c32a5c None None] DHCP port deletion for c5a361df-83f1-4e21-b4ce-98a9f34cc940 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:33.901242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:33.909338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:33.912076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] Sync routers for ids ['9592bdd6-86ae-42df-9563-53fc113473dd'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:33.922210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] Routers {'9592bdd6-86ae-42df-9563-53fc113473dd'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:33.922930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['9592bdd6-86ae-42df-9563-53fc113473dd'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.954089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.963505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] Routers {'9592bdd6-86ae-42df-9563-53fc113473dd'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:33.964123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['9592bdd6-86ae-42df-9563-53fc113473dd'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.999551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.000223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf59bfe-04d7-49b6-879c-ee560c7bd2de None None] The sync data for ids ['9592bdd6-86ae-42df-9563-53fc113473dd'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:34.007292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.018010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b1e9bf-57ca-4186-81ba-d94b46e35f3e']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.029231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783c9b41-7838-49a4-a77b-b5fcb0faca99') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.029525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783c9b41-7838-49a4-a77b-b5fcb0faca99') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.039807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.052313 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.060308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:34.060699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:34.063751 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:34.139145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.140608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ab95b21-8579-4164-898e-08f4bab33ef8 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5736425 Jul 28 18:28:34.143030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33582) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:34.148363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:34.190257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.192889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.194037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53cb4df7-6778-4135-b9e2-b32679823482 HTTP/1.1" status: 204 len: 168 time: 0.5709441 Jul 28 18:28:34.207695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821bae-2a54-4822-b6db-6d3a09cb02c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb4df7-6778-4135-b9e2-b32679823482,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:34.252081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.262757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.264609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/f1b1e9bf-57ca-4186-81ba-d94b46e35f3e HTTP/1.1" status: 204 len: 168 time: 0.6340117 Jul 28 18:28:34.267382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33586) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:34.276087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c4f2f-dd84-43d0-b18c-258f76969f83 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=f1b1e9bf-57ca-4186-81ba-d94b46e35f3e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:34.356731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.395213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 053a8dc2-0700-45cf-8c14-ea8ecdec5323 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:34.416367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 053a8dc2-0700-45cf-8c14-ea8ecdec5323 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:34.417321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 053a8dc2-0700-45cf-8c14-ea8ecdec5323 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:34.514182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf004e-ffe9-4e9f-9904-c7e7b3ef34d7 req-81b3ba1c-9e58-493e-9d11-b0008a83d3c8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:34.515765 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdbf004e-ffe9-4e9f-9904-c7e7b3ef34d7 req-81b3ba1c-9e58-493e-9d11-b0008a83d3c8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.1279495 Jul 28 18:28:34.517496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.534545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5197bcda-b08c-45a1-bea7-41b9ea66e19f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.541638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.551132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb4152-356e-4477-873c-6af11ec24da3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.551567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb4152-356e-4477-873c-6af11ec24da3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.565045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.586263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdbf004e-ffe9-4e9f-9904-c7e7b3ef34d7 req-6526bb4c-4f5c-42ea-ab35-fdd360c7c7fc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Jul 28 18:28:34.589730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.596475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:34.596880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:34.599976 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:34.637672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.774879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.779497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.784326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/5197bcda-b08c-45a1-bea7-41b9ea66e19f HTTP/1.1" status: 204 len: 168 time: 0.5133891 Jul 28 18:28:34.786473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:34.853137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bc06a-0277-495d-85f4-a2d5443bafa5 tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=5197bcda-b08c-45a1-bea7-41b9ea66e19f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:34.862095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Deleting port bb34d597-8931-4929-9150-531d51741a13 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:34.862448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.888234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.952778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-0473e2bb-9a87-4a40-bdb9-ef3f60407f1e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:34.954264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-0473e2bb-9a87-4a40-bdb9-ef3f60407f1e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1787341 Jul 28 18:28:34.977468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.979494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:34.982791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-de73f4a4-ed46-4220-b505-21b27256a8a0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0223377 Jul 28 18:28:34.988058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8971187-9383-4eb0-9bb0-433d8580b0a9']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.994606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Calling delete_port for bb34d597-8931-4929-9150-531d51741a13 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:35.000200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac4ad81-99ee-4bda-af5c-f93df8b9da25') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:35.000713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac4ad81-99ee-4bda-af5c-f93df8b9da25') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:35.010033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.025942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.032653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:35.033058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:35.036039 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:35.187154 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.198268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.198268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] 10.222.0.25 "DELETE /v2.0/networks/c8971187-9383-4eb0-9bb0-433d8580b0a9 HTTP/1.1" status: 204 len: 168 time: 0.4091768 Jul 28 18:28:35.209306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddb391-b635-4e27-a7d1-2a86b39d3c9b tempest-BulkNetworkOpsTest-2073824654 tempest-BulkNetworkOpsTest-2073824654-project] Pushing event deleted for resources: {'Network': ['ID=c8971187-9383-4eb0-9bb0-433d8580b0a9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:35.438995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-481a42aa-d304-4ddb-94be-d628a88b8744 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4477003 Jul 28 18:28:35.444588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33628) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:35.595558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-f3deaa83-632f-4f1f-911d-49e25a633851 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493196 Jul 28 18:28:35.635488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Deleting port b87db5a5-4eb9-47e8-b223-fe3569a5905c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:35.635850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.665241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33634) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:35.724768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.725135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.728231 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc435ed1-061c-43f6-8cb6-fa04da879c3c req-2264972b-6e7f-400e-92d2-b450d5866eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130347 Jul 28 18:28:35.737199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Calling delete_port for b87db5a5-4eb9-47e8-b223-fe3569a5905c owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:35.803062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:35.840466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Pushing event deleted for resources: {'Port': ['ID=bb34d597-8931-4929-9150-531d51741a13,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:35.846395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99041847-f04e-494b-adac-9458069f8396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00a2d021d6234b06b4f47586f9a9b66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801085 Jul 28 18:28:35.849013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33638) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:35.937761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.010044 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.013308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.046141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event deleted for resources: {'Port': ['ID=b87db5a5-4eb9-47e8-b223-fe3569a5905c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:36.106113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.120524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.121498 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Floating IP a4bdeaca-42e4-4b22-b66a-23a4b13bef0d disassociated (deleted). External IP: 172.25.7.141, port: 47148e82-6ae1-49b5-8f06-36f8acf57dda. Jul 28 18:28:36.133429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:28:36.205783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.214574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.329519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Router 9592bdd6-86ae-42df-9563-53fc113473dd has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:36.423369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:36.426297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:36.433802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.436348 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] Sync routers for ids ['9592bdd6-86ae-42df-9563-53fc113473dd'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:36.437808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d4bfa004-501b-4f3c-885a-8a603db45fa9 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "PUT /v2.0/routers/9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 200 len: 705 time: 2.2937551 Jul 28 18:28:36.438481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33666) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:36.450440 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] Routers {'9592bdd6-86ae-42df-9563-53fc113473dd'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:36.451074 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['9592bdd6-86ae-42df-9563-53fc113473dd'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:36.515895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.519531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.520981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13265335-6fc7-4b9c-a0f0-7509287bf1c4 HTTP/1.1" status: 204 len: 168 time: 0.6710539 Jul 28 18:28:36.526613 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:36.536556 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] Routers {'9592bdd6-86ae-42df-9563-53fc113473dd'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:36.538443 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['9592bdd6-86ae-42df-9563-53fc113473dd'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:36.570198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b0dd-969b-4427-9218-4f87f8f23463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13265335-6fc7-4b9c-a0f0-7509287bf1c4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:36.580055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5fc6c42-9a78-4b66-89c1-d24c1f0e19f2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/routers/9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 200 len: 740 time: 0.1390004 Jul 28 18:28:36.582905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33674) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:36.631530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:36.637217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.645399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c361c-fe85-4360-b442-513348720677 None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:36.678597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8125b015-7336-4070-a797-5e3150a3cac9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "DELETE /v2.0/floatingips/a4bdeaca-42e4-4b22-b66a-23a4b13bef0d HTTP/1.1" status: 204 len: 168 time: 1.2302549 Jul 28 18:28:36.678597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:36.678863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:36.678863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dc79c-cf38-4346-8956-0fa383634698 None None] The sync data for ids ['9592bdd6-86ae-42df-9563-53fc113473dd'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:36.688691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba6a89fa-5689-48d2-8ab2-17862f59fcb2 tempest-RoutersAdminTest-981331095 tempest-RoutersAdminTest-981331095-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 200 len: 205 time: 0.1022546 Jul 28 18:28:36.690685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:36.691309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:36.696965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33686) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:36.707385 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8246ec24-f386-4f7e-a045-c0839a6e7a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:36.754871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3aba4075-48f6-4f0b-abed-179a818cede2 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 200 len: 205 time: 0.0543897 Jul 28 18:28:36.755110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33690) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:36.845443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:36.846030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:36.847196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-76603bf9-3ff9-4b66-9942-75c8b0150958 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:36.856216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-76603bf9-3ff9-4b66-9942-75c8b0150958 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1440418 Jul 28 18:28:36.874103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-206504c9-1176-427f-a8f5-682267675aca tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0164630 Jul 28 18:28:36.934170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-c45f63eb-7d07-4597-be61-fcf6f907aee0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592322 Jul 28 18:28:37.053149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:37.055942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:37.074200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-e1472e13-8d2c-4f6b-b189-437e4716f8fc service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387606 Jul 28 18:28:37.108359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.138208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c361c-fe85-4360-b442-513348720677 None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:37.146313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:37.146940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.172967 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-5dc7630c-9421-4616-8d97-5e1bc756db6f service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898685 Jul 28 18:28:37.255460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:37.255460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Fanout notify agent at l3_agent the message router_deleted on router 9592bdd6-86ae-42df-9563-53fc113473dd {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:37.265160 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:37.266311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d24a507-2b97-4344-801c-c824ee2cb4ce tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 204 len: 168 time: 0.5102758 Jul 28 18:28:37.270496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33706) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.292800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:37.310198 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9706b977-0f2c-4bdc-a343-3e1e1b203ddb tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 200 len: 205 time: 0.0385077 Jul 28 18:28:37.312547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33708) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.367046 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a76b963-7dc3-4968-af74-b0a7a38001e8 x-openstack-request-id: req-5a76b963-7dc3-4968-af74-b0a7a38001e8 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:37.367747 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:37.368380 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a76b963-7dc3-4968-af74-b0a7a38001e8 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:37.368994 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:28:37.370274 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-b96e40d5-6df6-46a3-9636-26853d6d93a7 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.371741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b96e40d5-6df6-46a3-9636-26853d6d93a7 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/9592bdd6-86ae-42df-9563-53fc113473dd HTTP/1.1" status: 404 len: 336 time: 0.0577343 Jul 28 18:28:37.374260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33710) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.410373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-33ac1ccd-463e-4ac4-896b-1081f19c29d5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 200 len: 205 time: 0.0345001 Jul 28 18:28:37.413349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33714) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.504998 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-f49ec24f-7fa3-45c2-ad36-ba278e0beab3 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.504998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f49ec24f-7fa3-45c2-ad36-ba278e0beab3 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/209221ba-0be4-406a-978d-6ec442c3ff57 HTTP/1.1" status: 404 len: 336 time: 0.0874701 Jul 28 18:28:37.507302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33726) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.554598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-27e43bc7-1c77-4a02-8a7d-a1a82df00b68 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 200 len: 205 time: 0.0435472 Jul 28 18:28:37.556252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33730) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.565154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5fa247fb-7951-48be-8cef-720c43558c12 req-fc99bf99-624c-4c0c-8d3f-d374f8b8861c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 210 time: 0.0438166 Jul 28 18:28:37.632458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-d4ce0823-e851-47fb-a0f6-62219d79c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:37.636304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-d4ce0823-e851-47fb-a0f6-62219d79c31b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 1096 time: 0.2747629 Jul 28 18:28:37.638409 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f49225d3-2b24-45e6-9559-30f88bd787c5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.639428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f49225d3-2b24-45e6-9559-30f88bd787c5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/32cd9514-c4b6-4998-975d-bcfdbaf76805 HTTP/1.1" status: 404 len: 336 time: 0.0821023 Jul 28 18:28:37.642202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33738) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.666172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d4766-73d5-4a11-bc4a-f7871f3b480a req-88c30f16-113e-4503-9dc4-b53d221208e4 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:37.668457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb8d4766-73d5-4a11-bc4a-f7871f3b480a req-88c30f16-113e-4503-9dc4-b53d221208e4 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.2497444 Jul 28 18:28:37.681801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ff25834-d3f1-41be-b4ff-02af9bc91d1c tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 200 len: 205 time: 0.0380049 Jul 28 18:28:37.687987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33742) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.741809 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-d9bf361f-af53-4402-ab29-ccdceff68e2b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.742982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d9bf361f-af53-4402-ab29-ccdceff68e2b tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/038ed9a7-4af2-4ac4-8294-7b38e2b5f595 HTTP/1.1" status: 404 len: 336 time: 0.0533988 Jul 28 18:28:37.748798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33748) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.765056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb8d4766-73d5-4a11-bc4a-f7871f3b480a req-63ad4a85-2306-4366-ae5e-4c07836ff170 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849485 Jul 28 18:28:37.799223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d2488927-9b89-4743-8f3b-c98c78699af5 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 200 len: 205 time: 0.0492630 Jul 28 18:28:37.801556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33754) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.809445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f718a346-e285-45e9-8fc8-30bdcdc9202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:37.821407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-b12ffeb8-bdff-4b2e-845c-76733aa0d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:37.823551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-b12ffeb8-bdff-4b2e-845c-76733aa0d404 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 200 len: 914 time: 0.1537127 Jul 28 18:28:37.869013 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-98369dea-6788-4555-a388-9fd85f0c8b20 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.872612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-98369dea-6788-4555-a388-9fd85f0c8b20 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/8adc4941-c425-46f6-add0-298ef729ee12 HTTP/1.1" status: 404 len: 336 time: 0.0675192 Jul 28 18:28:37.877976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33756) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.881654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-064b733b-5eab-4c72-8d6e-3d4d1d87a2e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 200 len: 217 time: 0.0502026 Jul 28 18:28:37.902467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-33b75866-304b-4998-854c-405b5b7783f0 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d4e4fe1-c374-4c77-bd75-8a56e178a940 HTTP/1.1" status: 200 len: 205 time: 0.0263994 Jul 28 18:28:37.902723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33758) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.905548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c81c361c-fe85-4360-b442-513348720677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.936004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c361c-fe85-4360-b442-513348720677 None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:23:36Z', 'revision_number': 4, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '4581b595-f80e-4dbd-a5d8-82ed9457b65f', 'name': '', 'network_id': '7345699e-5839-48ec-a015-0318eec5d9a8', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'mac_address': 'fa:16:3e:21:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '21722137-da05-4129-b303-1332e6d031b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:35Z', 'updated_at': '2021-07-28T18:23:44Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'subnets': [{'id': '21722137-da05-4129-b303-1332e6d031b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:37.948279 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-2c29c2a7-90ca-4cf8-8a40-a25f100a8258 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] delete failed (client error): The resource could not be found. Jul 28 18:28:37.949332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c29c2a7-90ca-4cf8-8a40-a25f100a8258 tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/routers/8d4e4fe1-c374-4c77-bd75-8a56e178a940 HTTP/1.1" status: 404 len: 336 time: 0.0457091 Jul 28 18:28:37.955310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-1a2f63de-a8dc-4368-85d1-af6b874969ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:37.955310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-1a2f63de-a8dc-4368-85d1-af6b874969ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 200 len: 852 time: 0.0633113 Jul 28 18:28:37.956093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33762) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:37.986843 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b87d25-ce38-4fff-b0fc-3dfa5dfd86dd tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] DELETE failed (client error): The resource could not be found. Jul 28 18:28:37.998690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b87d25-ce38-4fff-b0fc-3dfa5dfd86dd tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:28:38.003832 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-87b87d25-ce38-4fff-b0fc-3dfa5dfd86dd tempest-RoutersAdminTest-1226632052 tempest-RoutersAdminTest-1226632052-project] 10.222.0.25 "DELETE /v2.0/subnets/15066bc4-ca7e-449b-bfee-50c7ef088f24 HTTP/1.1" status: 404 len: 337 time: 0.0466111 Jul 28 18:28:38.026861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-ecf1a449-4bdb-458a-a66f-e0679e6be188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:38.028963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-ecf1a449-4bdb-458a-a66f-e0679e6be188 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7345699e-5839-48ec-a015-0318eec5d9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668178 Jul 28 18:28:38.136865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-f3e2580d-832f-4a53-b4c6-007a5fc2d5fd service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906594 Jul 28 18:28:38.243531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8246ec24-f386-4f7e-a045-c0839a6e7a5c req-ec60e5d4-2d85-40a3-96fc-4a346edf75d8 service neutron] 10.222.0.37 "GET /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960081 Jul 28 18:28:38.243647 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ea28-17c9-41c4-a14c-72aae9b9c7b0 None None] New status for floating IP a4bdeaca-42e4-4b22-b66a-23a4b13bef0d: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:28:38.491790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33776) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:38.679345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa32e5ad-1daf-4715-a667-75e4672fd797 req-7966de8d-cd95-4726-8dbd-90baea3939e3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 210 time: 0.0378461 Jul 28 18:28:38.686955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6bcccaa-ee22-46e1-8217-5c3466427a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.736764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33786) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:38.761614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33790) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:38.781652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6bcccaa-ee22-46e1-8217-5c3466427a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.864506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6bcccaa-ee22-46e1-8217-5c3466427a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.887709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.907909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6bcccaa-ee22-46e1-8217-5c3466427a9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3c7657011bb459fb73e7019565c3ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153781 Jul 28 18:28:38.908821 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcccaa-ee22-46e1-8217-5c3466427a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec68e53-c03e-4688-a619-87e54238fba2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:38.911177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:38.914589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-2066102332'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:38.969147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-bf5aad91-0738-4c17-bc92-475013a95efc tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:38.970639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-bf5aad91-0738-4c17-bc92-475013a95efc tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.37 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.1351569 Jul 28 18:28:38.974822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.975468 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:28:38.975468 n-d-778550-5 neutron-server[101106]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 18:28:38.975468 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id': '2d4839f6f49d41b5869439f2f9bf2a5d', 'id': '405aa696-ee51-48a4-ab73-f9240ec61007', 'expiration': datetime.datetime(2021, 7, 28, 18, 30, 38, 954977)}] Jul 28 18:28:38.975468 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:28:38.975830 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:28:38.995907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb96b-a872-42d8-bafb-5f2abbb7a2dc req-00e54b11-5c41-43e6-b409-e9db7eb7254f tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:38.996619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:38.997400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-091cb96b-a872-42d8-bafb-5f2abbb7a2dc req-00e54b11-5c41-43e6-b409-e9db7eb7254f tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 945 time: 0.1329205 Jul 28 18:28:39.073653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:39.077027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.091229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.095256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-091cb96b-a872-42d8-bafb-5f2abbb7a2dc req-3149eecc-5fcc-42e0-8b85-8bd00eb1bb0c tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/security-groups?id=038b98d7-f957-4fe9-91de-2aed7d1b59d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781107 Jul 28 18:28:39.123341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.125926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.127900 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec68e53-c03e-4688-a619-87e54238fba2 HTTP/1.1" status: 204 len: 168 time: 0.2041583 Jul 28 18:28:39.135712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5d747-ef03-47b1-ba53-21c874e30a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec68e53-c03e-4688-a619-87e54238fba2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.155623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Deleting port 47148e82-6ae1-49b5-8f06-36f8acf57dda {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:39.155966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.276926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] For port 47148e82-6ae1-49b5-8f06-36f8acf57dda, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=47148e82-6ae1-49b5-8f06-36f8acf57dda,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:39.277292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.293402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.297470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Calling delete_port for 47148e82-6ae1-49b5-8f06-36f8acf57dda owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:39.386307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.430183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:39.458527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.461321 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 47240a0b-50d3-493a-9ab0-8bb64f9b4c01 of type vlan for network 031f127e-1325-49ed-81df-69affbdedb30 Jul 28 18:28:39.466921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56abe794-b66f-4a99-866c-7be2419169db,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.491683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.496800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.498824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.499323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.499518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.499841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.500160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.500476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:39.521765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.595914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.636282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event deleted for resources: {'Port': ['ID=47148e82-6ae1-49b5-8f06-36f8acf57dda,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.667905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.687636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] No DVR routers for this DVR port 47148e82-6ae1-49b5-8f06-36f8acf57dda on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:39.690593 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.692648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a64f4133-a601-454d-a7e0-a2f85472b7db req-46994095-3b3e-497b-b244-6faa21256aa6 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.37 "DELETE /v2.0/ports/47148e82-6ae1-49b5-8f06-36f8acf57dda HTTP/1.1" status: 204 len: 173 time: 0.7114265 Jul 28 18:28:39.693099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'name': 'network-vif-deleted', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:39.695483 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a105d-9310-4576-ab60-ec570f13f49c" -d '{"events": [{"server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "name": "network-vif-deleted", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:39.735160 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974e3f11-68cc-4333-b0cf-d42e709ddb53 x-openstack-request-id: req-974e3f11-68cc-4333-b0cf-d42e709ddb53 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:39.735496 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5", "name": "network-vif-deleted", "tag": "47148e82-6ae1-49b5-8f06-36f8acf57dda", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:39.735753 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-974e3f11-68cc-4333-b0cf-d42e709ddb53 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:39.736180 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5', 'name': 'network-vif-deleted', 'tag': '47148e82-6ae1-49b5-8f06-36f8acf57dda', 'status': 'completed', 'code': 200} Jul 28 18:28:39.767539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.771841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:39.772947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.797555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5968c096-bbdf-420e-970e-528a29555c4c req-c16e81fc-d913-46b8-bd47-6005f2afebf0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 210 time: 0.0418723 Jul 28 18:28:39.837218 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:39.899007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=031f127e-1325-49ed-81df-69affbdedb30,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.904591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d4839f6f49d41b5869439f2f9bf2a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667345 Jul 28 18:28:39.908559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:39.913350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 031f127e-1325-49ed-81df-69affbdedb30 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:39.916785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b3413-5dfd-4608-aeb8-b26a04e34360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2009be7-6e8c-4842-b812-63d2a4bac4fd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.964018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:39.993272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6a10c5e-32c0-4170-afc2-3744189a2ed4 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2304635 Jul 28 18:28:39.997561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:40.003181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7603dbca-ea0e-4e84-b63c-5df8669b1386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.004823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-415127908'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:40.016589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-f927c051-19ee-4591-b5a4-bbc7fce7199f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:40.018118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-f927c051-19ee-4591-b5a4-bbc7fce7199f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1292653 Jul 28 18:28:40.034282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': '349a263b-f61c-4d50-abc9-b1418a70470d', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:40.051286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.083169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.101425 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.214973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:40.219488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.247521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-836d1b7a-a2da-4688-9f0a-07a7486513b1 req-0fce1ad5-8fe8-4bf8-baf8-79d7a34dee3d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0424445 Jul 28 18:28:40.253672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.258009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.261509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2009be7-6e8c-4842-b812-63d2a4bac4fd HTTP/1.1" status: 204 len: 168 time: 0.3478181 Jul 28 18:28:40.265701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:40.271414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:28:40.271414 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:28:40.271414 n-d-778550-5 neutron-server[101106]: [parameters: {'project_id_1': '1df144ce44074a419bdb2bdb03c0bd51', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 28, 40, 205071)}] Jul 28 18:28:40.271414 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:28:40.272876 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:28:40.279475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.280060 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 07be1143-09b6-4779-8fc1-0df63f080629 of type vlan for network 9d3861da-f828-4276-95b5-434ecc8f6f04 Jul 28 18:28:40.291778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16018a-fdbe-40fe-a5a7-aae504273369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2009be7-6e8c-4842-b812-63d2a4bac4fd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:40.314894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aed07168-db79-4c68-b0bb-837de2e46163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.345241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.390771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7603dbca-ea0e-4e84-b63c-5df8669b1386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.449012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.454860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:40.459364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.489504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7603dbca-ea0e-4e84-b63c-5df8669b1386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.543543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=9d3861da-f828-4276-95b5-434ecc8f6f04,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:40.544287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603dbca-ea0e-4e84-b63c-5df8669b1386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d294d7cc-5b34-43b4-8091-86813b313fd2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:40.548552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:40.549615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33816) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:40.552192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7603dbca-ea0e-4e84-b63c-5df8669b1386 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae3a86d076c8423588ffcdbcfeeb820d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5816505 Jul 28 18:28:40.604957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:40.610027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8602f9b-f57e-424a-949d-e308d8525355 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6075506 Jul 28 18:28:40.614030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33818) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:40.615297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '031f127e-1325-49ed-81df-69affbdedb30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:40.691893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.091872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33824) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:41.096067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.101008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70e1d146-67c7-491c-bf45-f370d0db6c82 req-17717f5e-eca4-4571-b4c4-8cc55e1b3d4e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 210 time: 0.0457835 Jul 28 18:28:41.142790 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-132fbfc5-61a8-4c8d-add4-f30eb9e9742c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f6041102487478d932421a66ca190f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488815 Jul 28 18:28:41.145483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:41.194167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.203168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:41.207537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.216241 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.248618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.251138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.252334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d294d7cc-5b34-43b4-8091-86813b313fd2 HTTP/1.1" status: 204 len: 168 time: 0.7016795 Jul 28 18:28:41.293273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4a24c-9b1c-4148-9473-f155e953b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294d7cc-5b34-43b4-8091-86813b313fd2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:41.338233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:41.341701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.373631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b37397b2-48f3-4297-829d-fa58c83a3d22 req-2793fc8b-264c-4791-a399-582a2a2ae74d tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0319235 Jul 28 18:28:41.374974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.377786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.379080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39437c4d-e83a-4dee-b179-5517cf796e98 HTTP/1.1" status: 204 len: 168 time: 0.2324913 Jul 28 18:28:41.403770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45771c-a601-43fe-aad2-7689e5d9cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39437c4d-e83a-4dee-b179-5517cf796e98,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:41.439731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.13 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/16ae7e37-368b-4f83-a27e-eb3e9c557ffd) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:41.676464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.710117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.815444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=8cc3ff71-119d-46cb-bf9d-55cab5ba1201,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:41.830154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:41.847043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:41.891850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '47240a0b-50d3-493a-9ab0-8bb64f9b4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '031f127e-1325-49ed-81df-69affbdedb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:41.892343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 031f127e-1325-49ed-81df-69affbdedb30, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:41.899289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:41.914567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:41.916429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:41.919838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:41.976515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:41.977928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.043435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 031f127e-1325-49ed-81df-69affbdedb30 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:42.170343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-3f0fbbe9-a497-4e08-8678-60645cf3ffbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1415677 Jul 28 18:28:42.198006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Request body: {'port': {'device_id': '349a263b-f61c-4d50-abc9-b1418a70470d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:42.237851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 031f127e-1325-49ed-81df-69affbdedb30) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:42.243008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:42.243627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.250803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b156ea3-cf20-4c30-87ec-9433e01660f4 None None] Network 031f127e-1325-49ed-81df-69affbdedb30 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:42.314076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de6c3f-b939-42e2-b8c7-f23d1569df9e req-cf19ff15-0713-4a69-a920-8c4f3124e33b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:42.315729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01de6c3f-b939-42e2-b8c7-f23d1569df9e req-cf19ff15-0713-4a69-a920-8c4f3124e33b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 932 time: 0.1383917 Jul 28 18:28:42.320904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.340524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75622604-8a14-4a86-962a-b04bd13f07ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7284563 Jul 28 18:28:42.342881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33860) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:42.348118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:42.482721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-031f127e-1325-49ed-81df-69affbdedb30', 'network_id': '031f127e-1325-49ed-81df-69affbdedb30', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '8cc3ff71-119d-46cb-bf9d-55cab5ba1201'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:28:42.483763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.505260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01de6c3f-b939-42e2-b8c7-f23d1569df9e req-5abc5c45-2d64-425d-949e-a346d8b1a296 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747172 Jul 28 18:28:42.568916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-817d47ba-a54d-46a6-a5a5-0f274aa0801b req-f31aa522-b382-419a-bf8e-311e06bd58d9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0765328 Jul 28 18:28:42.667704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Allocated IP 172.20.0.2 (031f127e-1325-49ed-81df-69affbdedb30/8cc3ff71-119d-46cb-bf9d-55cab5ba1201/f3fa9c91-b8c4-4264-978e-4b4f51cf0193) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:42.672167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:42.676516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.845735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ae7e37-368b-4f83-a27e-eb3e9c557ffd {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:28:42.858204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.864689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.874531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Transition to ACTIVE for port object f3fa9c91-b8c4-4264-978e-4b4f51cf0193 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:42.875844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Transition to ACTIVE for port object 16ae7e37-368b-4f83-a27e-eb3e9c557ffd will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:42.905551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Transition to ACTIVE for port object f3fa9c91-b8c4-4264-978e-4b4f51cf0193 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:42.940470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:42.956954 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 47148e82-6ae1-49b5-8f06-36f8acf57dda no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:43.002530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 47148e82-6ae1-49b5-8f06-36f8acf57dda {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:43.003695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 47148e82-6ae1-49b5-8f06-36f8acf57dda not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:43.015697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.039728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Pushing event updated for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:43.077066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Attempting to bind port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:43.077418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Attempting to bind port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:43.077752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Attempting to bind port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:43.078160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Network 031f127e-1325-49ed-81df-69affbdedb30 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:43.082922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:43.085048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:28:43.085048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Attempting to bind port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:43.089665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:43.090340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:43.090991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:43.091082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:43.091583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Bound port: 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:43.091851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.098460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.107317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Pushing event updated for resources: {'Port': ['ID=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:43.159470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Attempting to bind port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:43.159898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Attempting to bind port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '47240a0b-50d3-493a-9ab0-8bb64f9b4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '031f127e-1325-49ed-81df-69affbdedb30'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:43.160270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Attempting to bind port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 on network 031f127e-1325-49ed-81df-69affbdedb30 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:43.164644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:43.166207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:43.166365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:43.166589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Checking segment: {'id': '47240a0b-50d3-493a-9ab0-8bb64f9b4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '031f127e-1325-49ed-81df-69affbdedb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:43.166998 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.167544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Bound using segment: {'id': '47240a0b-50d3-493a-9ab0-8bb64f9b4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '031f127e-1325-49ed-81df-69affbdedb30'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:43.168096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Bound port: f3fa9c91-b8c4-4264-978e-4b4f51cf0193, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47240a0b-50d3-493a-9ab0-8bb64f9b4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '031f127e-1325-49ed-81df-69affbdedb30'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:43.168812 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.215161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.249549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.256734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] For port f3fa9c91-b8c4-4264-978e-4b4f51cf0193, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:43.263032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] For port f3fa9c91-b8c4-4264-978e-4b4f51cf0193, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,segment=NetworkSegment(47240a0b-50d3-493a-9ab0-8bb64f9b4c01),segment_id=47240a0b-50d3-493a-9ab0-8bb64f9b4c01)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:43.293976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=3c18b2e4-4f9b-4d27-9030-6f0ee687caee,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:43.305760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '07be1143-09b6-4779-8fc1-0df63f080629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:43.306152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 9d3861da-f828-4276-95b5-434ecc8f6f04, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:43.317570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.318456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.320710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] 10.222.0.37 "PUT /v2.0/ports/16ae7e37-368b-4f83-a27e-eb3e9c557ffd HTTP/1.1" status: 200 len: 1092 time: 1.1296749 Jul 28 18:28:43.323780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:43.335129 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cdfadf-257f-48aa-b04a-6e7a177812ed" -d '{"events": [{"name": "network-changed", "server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:43.353272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.363058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0523a-12e6-4756-a723-12f989fe0fba service neutron] Pushing event updated for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:43.413823 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e44e45-d8cb-4fd5-a859-e1cdbefd022b x-openstack-request-id: req-70e44e45-d8cb-4fd5-a859-e1cdbefd022b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:43.414116 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:43.414373 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70e44e45-d8cb-4fd5-a859-e1cdbefd022b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:43.414928 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd', 'status': 'completed', 'code': 200} Jul 28 18:28:43.433175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8795-6178-407c-8ac2-853bf3023c01 None None] Pushing event updated for resources: {'Port': ['ID=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:43.452677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:43.481592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-f4cd1e5f-7448-4890-8f1e-7a55454c6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.487544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-f4cd1e5f-7448-4890-8f1e-7a55454c6b9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 1095 time: 0.0592086 Jul 28 18:28:43.599710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9d3861da-f828-4276-95b5-434ecc8f6f04) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:43.600234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f224a6-b416-4b89-a657-29a44f5de72a None None] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:43.601291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.603540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.710270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-de510a5d-db75-442c-b988-ccbb3c1542fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.714505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-de510a5d-db75-442c-b988-ccbb3c1542fd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2194777 Jul 28 18:28:43.737423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9bfca-a6b3-4b62-b829-023c320c73ef req-bc5bfd6d-2016-4c9a-9dc8-486f6b5b7959 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.746026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13e9bfca-a6b3-4b62-b829-023c320c73ef req-bc5bfd6d-2016-4c9a-9dc8-486f6b5b7959 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 944 time: 0.0748668 Jul 28 18:28:43.750017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1295e4a3-0fc9-46ae-8fdc-588a0caca240 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4059746 Jul 28 18:28:43.758866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33902) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:43.780754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-567799537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:43.844574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13e9bfca-a6b3-4b62-b829-023c320c73ef req-9f713e2e-69b0-4299-a600-24226bf532af tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929279 Jul 28 18:28:43.891054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31a93cef-f812-4357-a1e0-8529df03e8e2 req-cfeebb6c-bafc-4777-aafc-a6898646bab9 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0626891 Jul 28 18:28:43.924122 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.925500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.950856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-9d3861da-f828-4276-95b5-434ecc8f6f04', 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '3c18b2e4-4f9b-4d27-9030-6f0ee687caee'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:28:43.953439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:43.979544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-3d13243e-415f-413f-bfd0-e1dd7e8bfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:43.981312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85cdfadf-257f-48aa-b04a-6e7a177812ed req-3d13243e-415f-413f-bfd0-e1dd7e8bfff1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623181 Jul 28 18:28:44.003077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.076645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.099555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-91b88fbe-c1c6-4090-9744-7047cae860a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:44.102048 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-91b88fbe-c1c6-4090-9744-7047cae860a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 1095 time: 0.0721266 Jul 28 18:28:44.143502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:44.150293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-749a64e0-6aa8-4133-8a9f-87ae8c637a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd HTTP/1.1" status: 200 len: 217 time: 0.0397894 Jul 28 18:28:44.162483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Allocated IP 172.21.0.2 (9d3861da-f828-4276-95b5-434ecc8f6f04/3c18b2e4-4f9b-4d27-9030-6f0ee687caee/10636809-418a-443a-9727-d58bef686cfa) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:44.212868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.214355 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3841da78-bba4-47b1-aeb7-0fc38fce92d8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4438696 Jul 28 18:28:44.217288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33916) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:44.252500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-b5abf055-1611-4f9e-8f65-7970b72886f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:44.254300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-b5abf055-1611-4f9e-8f65-7970b72886f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0972528 Jul 28 18:28:44.296516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-2501d9a7-14fe-4d92-98b6-c4b2365ec55c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344734 Jul 28 18:28:44.469392 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.498490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3fa9c91-b8c4-4264-978e-4b4f51cf0193 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:44.506897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Transition to ACTIVE for port object 10636809-418a-443a-9727-d58bef686cfa will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:44.521465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-e734036d-db51-47ad-b3b8-1c7d10c4edc9 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169707 Jul 28 18:28:44.572014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1946659910'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:44.575928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Transition to ACTIVE for port object 10636809-418a-443a-9727-d58bef686cfa will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:44.660690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.664620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8186c982-0c9c-4e26-9744-6015e3e59a74 req-b06ef552-f8ed-4473-bc37-cd108e50536b service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361427 Jul 28 18:28:44.681800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:44.699809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:44.703970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:44.744959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Pushing event updated for resources: {'Port': ['ID=10636809-418a-443a-9727-d58bef686cfa,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:44.745548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.747259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:44.762715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.764506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.785317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Attempting to bind port 10636809-418a-443a-9727-d58bef686cfa on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:28:44.786071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Attempting to bind port 10636809-418a-443a-9727-d58bef686cfa by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '07be1143-09b6-4779-8fc1-0df63f080629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:28:44.786716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Attempting to bind port 10636809-418a-443a-9727-d58bef686cfa on network 9d3861da-f828-4276-95b5-434ecc8f6f04 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:28:44.792573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:28:44.793088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Checking segment: {'id': '07be1143-09b6-4779-8fc1-0df63f080629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:44.793591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.794091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Bound using segment: {'id': '07be1143-09b6-4779-8fc1-0df63f080629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:28:44.794769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Bound port: 10636809-418a-443a-9727-d58bef686cfa, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07be1143-09b6-4779-8fc1-0df63f080629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9d3861da-f828-4276-95b5-434ecc8f6f04'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:28:44.795228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:44.869725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c085f-d6e0-46d8-8fbb-dfb90eb2e995 None None] Network 031f127e-1325-49ed-81df-69affbdedb30 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:44.910930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] For port 10636809-418a-443a-9727-d58bef686cfa, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:44.938770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] For port 10636809-418a-443a-9727-d58bef686cfa, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10636809-418a-443a-9727-d58bef686cfa,segment=NetworkSegment(07be1143-09b6-4779-8fc1-0df63f080629),segment_id=07be1143-09b6-4779-8fc1-0df63f080629)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:44.970377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.017710 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.053789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420d668-8165-42f3-8862-40d25018d549 req-c4ea93ac-1c14-4af3-a0ff-1826bd81a5cf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:45.055329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c420d668-8165-42f3-8862-40d25018d549 req-c4ea93ac-1c14-4af3-a0ff-1826bd81a5cf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 944 time: 0.1019094 Jul 28 18:28:45.059374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.069364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f32e05f-f07f-4d37-b08e-90936ca6aefa req-abd0cc19-4cbc-4ee5-becf-5734f47da5f7 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "GET /v2.0/ports?device_id=eebfa5ac-50a9-490c-9e3b-0e92d42ed9a5 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Jul 28 18:28:45.079370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Provisioning for port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:45.131774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Provisioning complete for port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:45.131774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.142293 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c420d668-8165-42f3-8862-40d25018d549 req-9f8e14e0-c8d8-41e8-b85d-f42ce936acf2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752742 Jul 28 18:28:45.150221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.20.0.1 (031f127e-1325-49ed-81df-69affbdedb30/8cc3ff71-119d-46cb-bf9d-55cab5ba1201/e10e10a5-f046-4d9a-a699-c04fecc8ae72) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:45.160817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.167542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-389d6679-c1a4-4a88-9a62-527130f3c924 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0168707 Jul 28 18:28:45.167772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33932) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:45.194903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b1b7-d35c-4041-865a-9e55ad2efdb3 None None] Pushing event updated for resources: {'Port': ['ID=10636809-418a-443a-9727-d58bef686cfa,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:45.265634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.302277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.331559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.340862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object e10e10a5-f046-4d9a-a699-c04fecc8ae72 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:45.401752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] For port f3fa9c91-b8c4-4264-978e-4b4f51cf0193, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,segment=NetworkSegment(47240a0b-50d3-493a-9ab0-8bb64f9b4c01),segment_id=47240a0b-50d3-493a-9ab0-8bb64f9b4c01)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:45.512920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.550742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.588627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c622de-160e-4d3b-8aa0-116323bea3be None None] Pushing event updated for resources: {'Port': ['ID=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:45.620126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.624076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.627127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 031f127e-1325-49ed-81df-69affbdedb30 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:45.636253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:45.638302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=e10e10a5-f046-4d9a-a699-c04fecc8ae72,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:45.640807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:45.653093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6acf798f-c586-4835-b820-eedece46b2fe None None] Provisioning complete for port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:45.654718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6acf798f-c586-4835-b820-eedece46b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.658380 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.695341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.780340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.781104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de2e161c-1b02-4491-b8f6-1cc095841d79 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:45.788648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.790069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e486ca54-0a2a-416d-9730-33ce2cc41da2 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "DELETE /v2.0/routers/de2e161c-1b02-4491-b8f6-1cc095841d79 HTTP/1.1" status: 204 len: 168 time: 0.6240470 Jul 28 18:28:45.794857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:45.799774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Request body: {'router': {'name': 'tempest-router-1358539363', 'distributed': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:45.949387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.953623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:45.981705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.066119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3695834-5664-498a-a1dd-245aa1380631 None None] Provisioning for port e10e10a5-f046-4d9a-a699-c04fecc8ae72 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:46.070641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3695834-5664-498a-a1dd-245aa1380631 None None] Provisioning complete for port e10e10a5-f046-4d9a-a699-c04fecc8ae72 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:46.071017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3695834-5664-498a-a1dd-245aa1380631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.109790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f3695834-5664-498a-a1dd-245aa1380631 None None] Port e10e10a5-f046-4d9a-a699-c04fecc8ae72 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:46.146520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33940) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:46.195194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.241509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.267542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.277377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.367499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.369069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-01cb9586-ff66-45e9-a77d-6851609ce586 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5731158 Jul 28 18:28:46.371832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:46.457456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.459610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.463865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] 10.222.0.25 "DELETE /v2.0/security-groups/038b98d7-f957-4fe9-91de-2aed7d1b59d5 HTTP/1.1" status: 204 len: 168 time: 0.3156505 Jul 28 18:28:46.472664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3fa9c91-b8c4-4264-978e-4b4f51cf0193 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:46.482633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.486415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7d6f2-e39d-4bce-86dc-b80a28396942 tempest-TestVolumeBackupRestore-1068634821 tempest-TestVolumeBackupRestore-1068634821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b98d7-f957-4fe9-91de-2aed7d1b59d5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:46.507302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b90eff-a583-40f2-a7a9-2d8d31d4cc54 None None] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:46.598214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c58f2-4e98-4961-b6aa-36ba7bcc0152 req-a91ad77d-4887-4fdf-9c2a-722c734ce72b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:46.609895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-169c58f2-4e98-4961-b6aa-36ba7bcc0152 req-a91ad77d-4887-4fdf-9c2a-722c734ce72b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 944 time: 0.1866581 Jul 28 18:28:46.630901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:46.632112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.696485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-169c58f2-4e98-4961-b6aa-36ba7bcc0152 req-8cffadee-cb34-4bee-892d-6d649c58ab5d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772045 Jul 28 18:28:46.704278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-93032146-9416-4d16-b958-09bd5043e465 None None] Provisioning for port 10636809-418a-443a-9727-d58bef686cfa completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:46.743980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.745127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.745658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.875378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:46.939569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10636809-418a-443a-9727-d58bef686cfa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:46.958220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=e10e10a5-f046-4d9a-a699-c04fecc8ae72,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:46.963383 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.062439 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 031f127e-1325-49ed-81df-69affbdedb30 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:47.063963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:47.135789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 10636809-418a-443a-9727-d58bef686cfa completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:47.145407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 10636809-418a-443a-9727-d58bef686cfa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:47.145971 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.164651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.165298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98f17194-c4d6-4443-abfc-2dbc2d8914ae {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:47.180482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.186259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ff0ebb8-6d7b-4c36-96e5-be5199f0dbe5 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "DELETE /v2.0/routers/98f17194-c4d6-4443-abfc-2dbc2d8914ae HTTP/1.1" status: 204 len: 168 time: 0.8134160 Jul 28 18:28:47.187066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 33972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:47.199253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Request body: {'router': {'name': 'tempest-router-1914395402', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '99f2595657e9484aa71356f90e2bc205'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:47.289464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-34ee25f9-46ab-4b22-b36f-ae272b56d7bd None None] Provisioning complete for port 10636809-418a-443a-9727-d58bef686cfa triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:47.289838 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34ee25f9-46ab-4b22-b36f-ae272b56d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.291539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.352319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router a8e93f8b-549e-45c7-9f15-e00c16a842eb is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:28:47.380084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 10636809-418a-443a-9727-d58bef686cfa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10636809-418a-443a-9727-d58bef686cfa,segment=NetworkSegment(07be1143-09b6-4779-8fc1-0df63f080629),segment_id=07be1143-09b6-4779-8fc1-0df63f080629)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:47.389822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.392581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.465419 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34ee25f9-46ab-4b22-b36f-ae272b56d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.497881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:47.509350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6dc8fa09-bac6-4395-9ef7-28bd3054b36e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2884159 Jul 28 18:28:47.509890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33992) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:47.524290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.529798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58116d66-b224-4037-911b-38ca478e78bf None None] Sync routers for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:47.541831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.577465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28307c47-366c-4d92-9d80-0633f15656c6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:47.578921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28307c47-366c-4d92-9d80-0633f15656c6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports/e10e10a5-f046-4d9a-a699-c04fecc8ae72 HTTP/1.1" status: 200 len: 910 time: 0.0679510 Jul 28 18:28:47.589536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 33998) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:47.619006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:47.619670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:47.670438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.671733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-34ee25f9-46ab-4b22-b36f-ae272b56d7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:28:47.672216 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-34ee25f9-46ab-4b22-b36f-ae272b56d7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:28:47.672588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:47.674926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=10636809-418a-443a-9727-d58bef686cfa,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:47.684644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:47.685538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:47.725542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-58116d66-b224-4037-911b-38ca478e78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:47.725542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58116d66-b224-4037-911b-38ca478e78bf None None] The sync data for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:47.802733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:47.804428 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-783760ee-6474-46f9-9fd6-de0122070fc6 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6162064 Jul 28 18:28:47.807239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34006) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:47.816425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:47.851008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464f3e-d165-4112-9e27-4190465311c8 req-5bf9d944-a451-48ea-836a-bd6d4cffec48 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:47.852784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c464f3e-d165-4112-9e27-4190465311c8 req-5bf9d944-a451-48ea-836a-bd6d4cffec48 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 944 time: 0.0873668 Jul 28 18:28:47.897585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c464f3e-d165-4112-9e27-4190465311c8 req-4bebdca5-5632-463c-a463-dbcce172c2a8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Jul 28 18:28:48.089590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.089926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.186148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 28 18:28:48.197239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Router 1e542434-2008-4c4d-8b4b-e36d46eb53cd migrating from provider to provider. {{(pid=101105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 28 18:28:48.197239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.223487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.298592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.311582 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.358014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fde1ec57-95cd-44e2-9d8c-aa0a328c99c3 None None] Provisioning complete for port e10e10a5-f046-4d9a-a699-c04fecc8ae72 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:48.358647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fde1ec57-95cd-44e2-9d8c-aa0a328c99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.423555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fde1ec57-95cd-44e2-9d8c-aa0a328c99c3 None None] Port e10e10a5-f046-4d9a-a699-c04fecc8ae72 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:48.426763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10636809-418a-443a-9727-d58bef686cfa up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:48.501053 n-d-778550-5 neutron-server[101105]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] No L3 agents can host the router 1e542434-2008-4c4d-8b4b-e36d46eb53cd Jul 28 18:28:48.516205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 10636809-418a-443a-9727-d58bef686cfa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:48.520778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.757094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Hosts for router 1e542434-2008-4c4d-8b4b-e36d46eb53cd: [] {{(pid=101105) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 28 18:28:48.792891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Hosts for other DVR routers connected to router 1e542434-2008-4c4d-8b4b-e36d46eb53cd: set() {{(pid=101105) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 28 18:28:48.795890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.797326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d95387f0-eb80-4999-bb33-3d14d3af783f tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "PUT /v2.0/routers/1e542434-2008-4c4d-8b4b-e36d46eb53cd HTTP/1.1" status: 200 len: 717 time: 0.9879603 Jul 28 18:28:48.800305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34040) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:48.840885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:48.864366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.21.0.1 (9d3861da-f828-4276-95b5-434ecc8f6f04/3c18b2e4-4f9b-4d27-9030-6f0ee687caee/011bf6d4-b12e-4617-ace7-66ec402b4f48) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:48.953232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81680f29-cfaa-4686-bc3c-ee09754df9fb tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "GET /v2.0/routers/1e542434-2008-4c4d-8b4b-e36d46eb53cd HTTP/1.1" status: 200 len: 717 time: 0.1491175 Jul 28 18:28:48.956064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34050) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:48.984473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 16ae7e37-368b-4f83-a27e-eb3e9c557ffd details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:28:49.070493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.087926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 011bf6d4-b12e-4617-ace7-66ec402b4f48 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:28:49.162753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:49.190284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835be2b-467c-45c6-bee8-2cd37d180287 req-52a7d8ab-70f8-4942-a781-669b7d8291cc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:49.192070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0835be2b-467c-45c6-bee8-2cd37d180287 req-52a7d8ab-70f8-4942-a781-669b7d8291cc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 944 time: 0.0610957 Jul 28 18:28:49.196310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd', 'mac_address': 'fa:16:3e:e8:0a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:28:49.259010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.292491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.303821 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0835be2b-467c-45c6-bee8-2cd37d180287 req-f245c9eb-546b-46ac-a755-cc50841a04d3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034904 Jul 28 18:28:49.313594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:49.315491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:49.320477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:28:49.362684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae7e37-368b-4f83-a27e-eb3e9c557ffd {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:28:49.385680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=011bf6d4-b12e-4617-ace7-66ec402b4f48,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:49.403019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.403380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.403747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.404121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.404564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.405443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.405869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.406269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.406927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.407336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.407776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.408186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:49.410645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:49.438399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.482494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cff6ee2e-0560-462d-8b2b-c4504119db67 tempest-RoutersTestDVR-637540428 tempest-RoutersTestDVR-637540428-project] 10.222.0.25 "GET /v2.0/routers/1e542434-2008-4c4d-8b4b-e36d46eb53cd HTTP/1.1" status: 200 len: 683 time: 0.5251176 Jul 28 18:28:49.484145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34070) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:49.488058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.606758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:49.701584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['16ae7e37-368b-4f83-a27e-eb3e9c557ffd'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:49.713406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.833701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.873967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4b3c30a-65f0-4121-85f1-5262938314dd None None] Provisioning for port 011bf6d4-b12e-4617-ace7-66ec402b4f48 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:49.880011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4b3c30a-65f0-4121-85f1-5262938314dd None None] Provisioning complete for port 011bf6d4-b12e-4617-ace7-66ec402b4f48 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:49.880425 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4b3c30a-65f0-4121-85f1-5262938314dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.923584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34086) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:49.949413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3c30a-65f0-4121-85f1-5262938314dd None None] Port 011bf6d4-b12e-4617-ace7-66ec402b4f48 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:49.959101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:49.964743 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.119843 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7c537b9f-b51d-4e48-bd58-ae1fc9288b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.127160 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.127160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e542434-2008-4c4d-8b4b-e36d46eb53cd {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:50.131458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.132178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6efa538-591f-46d8-af61-ad82bf166357 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1e542434-2008-4c4d-8b4b-e36d46eb53cd HTTP/1.1" status: 204 len: 168 time: 0.6442924 Jul 28 18:28:50.137311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34098) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:50.140379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Request body: {'router': {'name': 'tempest-router-396241281', 'distributed': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:50.283276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.357370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.369089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.430134 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.437081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.471173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fa2f-1284-4ee2-9460-0a2d399afe5b req-5068bd2a-ba79-44b8-85ca-a54e097b4038 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:50.472881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb58fa2f-1284-4ee2-9460-0a2d399afe5b req-5068bd2a-ba79-44b8-85ca-a54e097b4038 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 945 time: 0.0821586 Jul 28 18:28:50.505078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7c537b9f-b51d-4e48-bd58-ae1fc9288b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.527958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb58fa2f-1284-4ee2-9460-0a2d399afe5b req-4a1b593f-ea0d-43e8-a0af-c4e0b1ba6399 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Jul 28 18:28:50.529691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.531946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=011bf6d4-b12e-4617-ace7-66ec402b4f48,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:50.551524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.589693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7c537b9f-b51d-4e48-bd58-ae1fc9288b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.640525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7c537b9f-b51d-4e48-bd58-ae1fc9288b63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e4c9b6b46024c51a3062841b2f3bd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157786 Jul 28 18:28:50.643129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c537b9f-b51d-4e48-bd58-ae1fc9288b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873d925-8b2a-461d-bdf4-6a7b4b3be393,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:50.643608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34114) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:50.678899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:50.680357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:50.714574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.722721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.723323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:50.727099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f0a85f84-35b9-4cec-ba5c-8bee143da806 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5865839 Jul 28 18:28:50.771891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.964430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.973288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:50.978802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8873d925-8b2a-461d-bdf4-6a7b4b3be393 HTTP/1.1" status: 204 len: 168 time: 0.3317950 Jul 28 18:28:50.994357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 16ae7e37-368b-4f83-a27e-eb3e9c557ffd up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:51.006516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabedad-0686-4b9e-9524-05615f49c5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873d925-8b2a-461d-bdf4-6a7b4b3be393,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:51.099426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-41536c0e-fb29-4805-9113-34fe5a9161a9 None None] Provisioning complete for port 011bf6d4-b12e-4617-ace7-66ec402b4f48 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:51.099426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-41536c0e-fb29-4805-9113-34fe5a9161a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.139414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-41536c0e-fb29-4805-9113-34fe5a9161a9 None None] Port 011bf6d4-b12e-4617-ace7-66ec402b4f48 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:28:51.226253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.243177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:28:51.248842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:28:51.250375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.294897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router a8e93f8b-549e-45c7-9f15-e00c16a842eb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:51.369468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.410417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:51.412782 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71aba7b-993e-40d4-a583-e705ac4696d8" -d '{"events": [{"server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "name": "network-vif-plugged", "status": "completed", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:51.429932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:51.431270 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.458665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.469496 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2dc75-d256-4f42-b300-24807d891fc8 x-openstack-request-id: req-0ff2dc75-d256-4f42-b300-24807d891fc8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:51.469804 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "name": "network-vif-plugged", "status": "completed", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:51.470075 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ff2dc75-d256-4f42-b300-24807d891fc8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:51.470553 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd', 'code': 200} Jul 28 18:28:51.520407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:51.527936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5419cc35-27f1-4961-9d69-ed49a07a213c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9352667 Jul 28 18:28:51.528438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:51.530453 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] Sync routers for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:51.541444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:51.542362 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:51.574870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.578304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e694a1-a48a-4d03-8862-9f0077922d2c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:51.580148 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-21e694a1-a48a-4d03-8862-9f0077922d2c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports/011bf6d4-b12e-4617-ace7-66ec402b4f48 HTTP/1.1" status: 200 len: 910 time: 0.0507939 Jul 28 18:28:51.583047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:51.620582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681858d-610b-4bd6-8160-279bd0525954 req-34487232-25a8-4b96-8a87-76ac7018f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:51.633476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e681858d-610b-4bd6-8160-279bd0525954 req-34487232-25a8-4b96-8a87-76ac7018f1d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 1096 time: 0.0990846 Jul 28 18:28:51.644643 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:51.654749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:51.660346 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:51.661232 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:51.675696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.675696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f9d253-d3ae-472f-a23f-9fcf9d06dc48 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:51.707652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:51.708414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37ba62-0fad-486e-a967-9596efababc1 None None] The sync data for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:51.719568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:51.720703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9975751-329d-46ba-8c71-45b1d87542a7 tempest-RoutersTestDVR-1671724583 tempest-RoutersTestDVR-1671724583-project-admin] 10.222.0.25 "DELETE /v2.0/routers/08f9d253-d3ae-472f-a23f-9fcf9d06dc48 HTTP/1.1" status: 204 len: 168 time: 0.9964495 Jul 28 18:28:51.741187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e681858d-610b-4bd6-8160-279bd0525954 req-90e83dcd-a59e-4f1a-bb74-db00a6572def service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000850 Jul 28 18:28:51.767320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cb43a-ce3b-44e7-bde3-ed6b2f89d348 req-b0c99e53-0bcb-4538-b1f4-72f35b7d0f03 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:51.775574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d99cb43a-ce3b-44e7-bde3-ed6b2f89d348 req-b0c99e53-0bcb-4538-b1f4-72f35b7d0f03 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.1040590 Jul 28 18:28:51.813548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d99cb43a-ce3b-44e7-bde3-ed6b2f89d348 req-28f40ee7-e74f-43b0-b231-9fb32bc8a935 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Jul 28 18:28:51.886104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34166) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:51.900997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf7de3a8-6e02-477b-b359-592390355b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.007931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf7de3a8-6e02-477b-b359-592390355b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.020242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.091665 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cf7de3a8-6e02-477b-b359-592390355b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.130417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cf7de3a8-6e02-477b-b359-592390355b93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=514664c65111429f9a17f37e5bc94806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431705 Jul 28 18:28:52.131161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de3a8-6e02-477b-b359-592390355b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe95bc8-3767-44cc-a45f-affc742c2c74,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:52.133657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34172) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:52.222716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.242054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34182) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:52.259704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.288559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:52.343928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 011bf6d4-b12e-4617-ace7-66ec402b4f48 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:52.344517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.442526 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.446490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.450216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbe95bc8-3767-44cc-a45f-affc742c2c74 HTTP/1.1" status: 204 len: 168 time: 0.3135157 Jul 28 18:28:52.470602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.473970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ee66-a572-46d1-9d27-57370370d6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.483834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99be3b-026f-423e-9e8e-ab3581fd0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe95bc8-3767-44cc-a45f-affc742c2c74,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:52.502919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 011bf6d4-b12e-4617-ace7-66ec402b4f48 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:52.758767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ee66-a572-46d1-9d27-57370370d6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.848044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.894906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ee66-a572-46d1-9d27-57370370d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.911775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:52.991157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=011bf6d4-b12e-4617-ace7-66ec402b4f48,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:53.013410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8ee66-a572-46d1-9d27-57370370d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13f99c-73fd-4db9-9422-e0418dea4232,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:53.026110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bb8ee66-a572-46d1-9d27-57370370d6f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99f2595657e9484aa71356f90e2bc205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362473 Jul 28 18:28:53.029484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34216) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:53.113733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca709a5-4365-4865-850b-8dff29b10333 req-7a27ed13-f2a3-4ca2-bfae-581b4df37744 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:53.121469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ca709a5-4365-4865-850b-8dff29b10333 req-7a27ed13-f2a3-4ca2-bfae-581b4df37744 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.1961617 Jul 28 18:28:53.180015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Deleting port 4581b595-f80e-4dbd-a5d8-82ed9457b65f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:53.180569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.254430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.268024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ca709a5-4365-4865-850b-8dff29b10333 req-d8bfa15e-933f-44fb-a142-3eb4ed8a3eb5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455796 Jul 28 18:28:53.293465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] For port 4581b595-f80e-4dbd-a5d8-82ed9457b65f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4581b595-f80e-4dbd-a5d8-82ed9457b65f,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:53.294088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.311260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Calling delete_port for 4581b595-f80e-4dbd-a5d8-82ed9457b65f owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:53.325427 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.356284 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.426145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c03d3a-d702-47dd-8a35-359fbeea9194 req-1905ed34-0539-4698-9bbb-76d36cd2d0d6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:53.428252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66c03d3a-d702-47dd-8a35-359fbeea9194 req-1905ed34-0539-4698-9bbb-76d36cd2d0d6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.0725179 Jul 28 18:28:53.514086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66c03d3a-d702-47dd-8a35-359fbeea9194 req-786e0c32-56a2-427e-b999-d3a2114dd33d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Jul 28 18:28:53.529619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.532964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.536549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d13f99c-73fd-4db9-9422-e0418dea4232 HTTP/1.1" status: 204 len: 168 time: 0.5037200 Jul 28 18:28:53.549687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea170-f47f-4c81-bc00-49a094bcc9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13f99c-73fd-4db9-9422-e0418dea4232,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:53.573014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router a8e93f8b-549e-45c7-9f15-e00c16a842eb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:53.681917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:53.686986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bc949d2-5bbb-4e70-a599-a4863f08bdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1026711 Jul 28 18:28:53.690094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:53.692469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] Sync routers for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:53.699335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:53.703642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:53.704267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:53.738050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:53.747382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:53.748021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:53.783040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:53.783623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b23c8-abcd-4822-be29-29e35dd63b4e None None] The sync data for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:53.784617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4581b595-f80e-4dbd-a5d8-82ed9457b65f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:54.041952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34264) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:54.155069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1435771294-network', 'tenant_id': '2d5d45b9dde848c69b8c9873a001f04b'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:54.242930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Made reservation on behalf of 2d5d45b9dde848c69b8c9873a001f04b for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:54.245701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.255281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.338008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c375197-6fa5-4a86-bff0-75055307b049 req-e09ded3d-aac7-4a1d-9235-5ef290322969 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:54.339623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c375197-6fa5-4a86-bff0-75055307b049 req-e09ded3d-aac7-4a1d-9235-5ef290322969 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.1451519 Jul 28 18:28:54.367724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.474652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.497399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:54.503849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c375197-6fa5-4a86-bff0-75055307b049 req-9a5124ab-83c2-479e-adcb-f2393c0cfc68 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543558 Jul 28 18:28:54.517784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7814ee8-3364-45fe-8d0f-78b175f68119,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:54.521074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.522084 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Added segment c36d10d2-a02b-4f30-8687-43f95e3a1198 of type vlan for network db929f0d-e137-4062-9a54-898395662e04 Jul 28 18:28:54.541686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.573309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34284) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:54.585781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.599336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-095cc7da-cf6f-46ed-bf2c-c4319c6fe416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.712934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-095cc7da-cf6f-46ed-bf2c-c4319c6fe416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.716973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.718070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:54.718669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.738216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.777390 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-095cc7da-cf6f-46ed-bf2c-c4319c6fe416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.782434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] Pushing event updated for resources: {'Network': ['ID=db929f0d-e137-4062-9a54-898395662e04,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:54.792980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network db929f0d-e137-4062-9a54-898395662e04 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:54.820153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-095cc7da-cf6f-46ed-bf2c-c4319c6fe416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d160778ece5144afb9bae8db184770d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444556 Jul 28 18:28:54.822569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc7da-cf6f-46ed-bf2c-c4319c6fe416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccadb39-746c-46f3-a261-baa93950b472,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:54.825111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34296) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:54.854652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a04b6efb-af67-45b8-aa6b-a0322972eecf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8115215 Jul 28 18:28:54.858118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34300) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:54.862967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Request body: {'subnet': {'network_id': 'db929f0d-e137-4062-9a54-898395662e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1435771294-subnet', 'tenant_id': '2d5d45b9dde848c69b8c9873a001f04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:54.878409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.902204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:54.953420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:55.014982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Made reservation on behalf of 2d5d45b9dde848c69b8c9873a001f04b for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:55.017320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.040852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.043547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.044760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bccadb39-746c-46f3-a261-baa93950b472 HTTP/1.1" status: 204 len: 168 time: 0.2185547 Jul 28 18:28:55.054250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f6fc-79b0-426c-9b90-f1c9f2ffe760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccadb39-746c-46f3-a261-baa93950b472,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:55.195185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:55.202405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bd7add16-fd26-4f15-9bac-119ce76420c8 admin admin] 10.222.0.25 "PUT /v2.0/routers/0fc12a7a-6ee6-454b-b6c0-117a115f7b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593706 Jul 28 18:28:55.205094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34316) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:55.206968 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Sync routers for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:55.217525 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:55.218147 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:55.277299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port e10e10a5-f046-4d9a-a699-c04fecc8ae72 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:55.277700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.337025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.354812 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:55.405610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.421683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for e10e10a5-f046-4d9a-a699-c04fecc8ae72 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:55.442086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.456142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.564716 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:28:53Z', 'revision_number': 5, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port': {'id': '1474f1f5-1840-48a4-83a4-d5ed292d0d2b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:33Z', 'updated_at': '2021-07-28T18:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:55.591163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663dc2da-1bfb-47a3-b78d-2d33454d7f4d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:55.594419 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Checking router: 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:55.616033 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Routers {'0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:55.616734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:55.634651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-eb4cd51b-19eb-451f-9b96-e1e6bf305dc7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:55.636729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-eb4cd51b-19eb-451f-9b96-e1e6bf305dc7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.2128580 Jul 28 18:28:55.639819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Checking segment: {'id': 'c36d10d2-a02b-4f30-8687-43f95e3a1198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'db929f0d-e137-4062-9a54-898395662e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:55.640003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Network hostable DHCP agents. Network: db929f0d-e137-4062-9a54-898395662e04, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:55.678949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Deleting port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:55.679327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.743604 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] Set router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:28:55.772739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16280a5a-8f3d-4b99-b3e6-087d27dcf2be req-cd05bdcd-e207-4d4c-89df-d6934a632a1c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:55.774444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16280a5a-8f3d-4b99-b3e6-087d27dcf2be req-cd05bdcd-e207-4d4c-89df-d6934a632a1c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 946 time: 0.1387110 Jul 28 18:28:55.799014 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:28:55Z', 'revision_number': 6, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:55.811138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] For port 1474f1f5-1840-48a4-83a4-d5ed292d0d2b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:55.811746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.856019 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b0a45-6bfe-4263-9b2c-98ccfb5fd198 None None] The sync data for ids ['0fc12a7a-6ee6-454b-b6c0-117a115f7b8b'] in n-d-778550-5 is: [{'id': '0fc12a7a-6ee6-454b-b6c0-117a115f7b8b', 'name': 'tempest-TestVolumeBackupRestore-459062196-router', 'tenant_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:32Z', 'updated_at': '2021-07-28T18:28:55Z', 'revision_number': 6, 'project_id': '2d3e51b8bb1545c39bf73a3218ba6ba0', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:55.860447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:55.860754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.867733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Network db929f0d-e137-4062-9a54-898395662e04 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:28:55.978554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:55.988351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:55.988734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.025891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=e10e10a5-f046-4d9a-a699-c04fecc8ae72,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:56.053059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for 16ae7e37-368b-4f83-a27e-eb3e9c557ffd owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:56.058123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, db929f0d-e137-4062-9a54-898395662e04) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:56.066904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0174d35-ac2f-4ba0-a818-10516c6b59f9 None None] Network db929f0d-e137-4062-9a54-898395662e04 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:56.109846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:56.110733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.181372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Calling delete_port for 1474f1f5-1840-48a4-83a4-d5ed292d0d2b owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:56.212350 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-16280a5a-8f3d-4b99-b3e6-087d27dcf2be req-763307c5-a1a8-48fd-a30e-b77344828a00 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138992 Jul 28 18:28:56.295088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247ccc2-3dcc-4d77-ab18-c5a25642a235 None None] Network db929f0d-e137-4062-9a54-898395662e04 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:56.350527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4581b595-f80e-4dbd-a5d8-82ed9457b65f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:56.356609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.361518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3fd969e-2430-4f1a-a8ba-1fc59ab7afa0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5022967 Jul 28 18:28:56.456660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4581b595-f80e-4dbd-a5d8-82ed9457b65f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:56.457014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4581b595-f80e-4dbd-a5d8-82ed9457b65f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:56.581962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router a8e93f8b-549e-45c7-9f15-e00c16a842eb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:28:56.605598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.621908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['16ae7e37-368b-4f83-a27e-eb3e9c557ffd'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:56.625802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:56.637672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.666374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=16ae7e37-368b-4f83-a27e-eb3e9c557ffd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:56.681465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1474f1f5-1840-48a4-83a4-d5ed292d0d2b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:56.682157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:56.682603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-38d77862-2c59-404f-bf07-da4b2faca6a6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9910016 Jul 28 18:28:56.687180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34384) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:56.699332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] Sync routers for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:56.716289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port 16ae7e37-368b-4f83-a27e-eb3e9c557ffd on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:56.718951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.721254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e197eacb-4d66-42e3-ad40-6c87834e0563 req-96e79178-9fbe-4e58-b6b4-7ffd1405ad2b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "DELETE /v2.0/ports/16ae7e37-368b-4f83-a27e-eb3e9c557ffd HTTP/1.1" status: 204 len: 173 time: 1.0754969 Jul 28 18:28:56.722211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'name': 'network-vif-deleted', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:28:56.725330 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c83ec-ba86-4796-9bc7-599cbbd1f75f" -d '{"events": [{"server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "name": "network-vif-deleted", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:56.765006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:56.765193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f9ec940b-14ee-47db-9662-8b7342292de7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8e93f8b-549e-45c7-9f15-e00c16a842eb HTTP/1.1" status: 200 len: 205 time: 0.0764542 Jul 28 18:28:56.770900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:56.773323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:56.796524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:56.840150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.844210 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946777cb-4470-40ef-af34-93b73b7d56f5 x-openstack-request-id: req-946777cb-4470-40ef-af34-93b73b7d56f5 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:56.844711 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349a263b-f61c-4d50-abc9-b1418a70470d", "name": "network-vif-deleted", "tag": "16ae7e37-368b-4f83-a27e-eb3e9c557ffd", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:56.845123 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-946777cb-4470-40ef-af34-93b73b7d56f5 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:56.845680 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349a263b-f61c-4d50-abc9-b1418a70470d', 'name': 'network-vif-deleted', 'tag': '16ae7e37-368b-4f83-a27e-eb3e9c557ffd', 'status': 'completed', 'code': 200} Jul 28 18:28:56.867297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:56.890904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] Routers {'a8e93f8b-549e-45c7-9f15-e00c16a842eb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:28:56.892047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:56.907021 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:56.965610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:56.966685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2ff0b-93c1-469f-bdd8-5697141de1e9 None None] The sync data for ids ['a8e93f8b-549e-45c7-9f15-e00c16a842eb'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:57.030532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.034387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.122779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1243358014'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:57.260213 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.260795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc12a7a-6ee6-454b-b6c0-117a115f7b8b {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:57.265882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.274020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cbacc56e-d434-43ac-8b97-708e81829cf8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0fc12a7a-6ee6-454b-b6c0-117a115f7b8b HTTP/1.1" status: 204 len: 168 time: 2.0642519 Jul 28 18:28:57.274020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:57.332381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Made reservation on behalf of 85dd6bed78724f5aab150cb4d0945dd2 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:57.338611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.379498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.423838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4de88518-ebd8-419c-8919-7803f6cc3d66 req-47dd8d48-9c2a-49d1-a9de-3d4fef996091 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=349a263b-f61c-4d50-abc9-b1418a70470d HTTP/1.1" status: 200 len: 210 time: 0.0818341 Jul 28 18:28:57.433175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Deleting subnet 21722137-da05-4129-b303-1332e6d031b4 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:57.438627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.491565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.493179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:57.517442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-505992208-network', 'tenant_id': '169c3e73bf354e96bd1894a3154c88b5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:57.543051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.545332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.639134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.678697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.711192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.711746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router a8e93f8b-549e-45c7-9f15-e00c16a842eb {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:57.718683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.720386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-567b5dee-b1c9-436c-9dd4-4eb5cabd76a7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb HTTP/1.1" status: 204 len: 168 time: 0.9543502 Jul 28 18:28:57.722370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:57.776514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.778917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 3c18b2e4-4f9b-4d27-9030-6f0ee687caee {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:57.782683 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.804374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:57.818948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.834027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.853331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.853782 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Added segment 50a3f85f-4747-43f3-a16f-467533d6bac8 of type vlan for network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 Jul 28 18:28:57.863591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21722137-da05-4129-b303-1332e6d031b4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:57.868622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d20ffc-5dfc-411a-83e3-83a282a21594,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:57.874094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.878421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b12a92e2-af2b-4ad8-8843-cab857b97095 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/21722137-da05-4129-b303-1332e6d031b4 HTTP/1.1" status: 204 len: 168 time: 0.6035585 Jul 28 18:28:57.880416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c8408-2f22-4b2e-9499-30d862b638d8 None None] Network 7345699e-5839-48ec-a015-0318eec5d9a8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:57.889641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34452) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:57.917592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.948901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Made reservation on behalf of 169c3e73bf354e96bd1894a3154c88b5 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:57.951335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:57.965217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.012746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.019538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.049052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.056067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:58.056879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.096389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] DHCP port deletion for 7345699e-5839-48ec-a015-0318eec5d9a8 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:58.132992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.135472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Deleting port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:58.135818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.142693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'Network': ['ID=9beb01af-76e6-4c30-9cc1-6d2540cc6e58,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.149723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Deleting port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:58.149723 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.169889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:58.212080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.214974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] For port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:58.215333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.243008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.253687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Calling delete_port for 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:58.255700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=3c18b2e4-4f9b-4d27-9030-6f0ee687caee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.261375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.265675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c78c6622-bbb6-4ab5-a9ff-f78d5d48bb01 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/3c18b2e4-4f9b-4d27-9030-6f0ee687caee HTTP/1.1" status: 204 len: 168 time: 0.5398638 Jul 28 18:28:58.267702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34468) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:58.279911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] For port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,segment=NetworkSegment(267c7356-2322-43f7-8e53-4d4266d2eae8),segment_id=267c7356-2322-43f7-8e53-4d4266d2eae8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:58.280513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.283492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb92a2-d85d-4955-9726-f754ba3bd7f7 None None] Network 9d3861da-f828-4276-95b5-434ecc8f6f04 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:58.320540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Calling delete_port for 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:58.327780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:28:58.337138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7b55d-1025-42c1-b845-403020c5b08e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.351269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-11933e7c-ccf5-4c08-ad7c-1e8d9a968a52 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5536580 Jul 28 18:28:58.354385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34472) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:58.366241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Request body: {'subnet': {'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:58.371704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.372129 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Added segment d5e9c125-22c4-4502-b591-311842dfb332 of type vlan for network 93ae0a30-9738-4cd0-b285-3a1259ed0dd0 Jul 28 18:28:58.407733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:58.442336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 8cc3ff71-119d-46cb-bf9d-55cab5ba1201 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:28:58.471643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.492989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.520087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.554782 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.560426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Pushing event deleted for resources: {'Port': ['ID=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.570226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] No DVR routers for this DVR port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:58.674262 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.677257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.677654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No active binding found for port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 {{(pid=101108) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 18:28:58.678089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:58.678673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1474f1f5-1840-48a4-83a4-d5ed292d0d2b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:58.698674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345699e-5839-48ec-a015-0318eec5d9a8']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:58.701199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.702529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:58.703166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.706429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1474f1f5-1840-48a4-83a4-d5ed292d0d2b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:58.706925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1474f1f5-1840-48a4-83a4-d5ed292d0d2b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:58.709981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.733048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267c7356-2322-43f7-8e53-4d4266d2eae8') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:58.733048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267c7356-2322-43f7-8e53-4d4266d2eae8') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:58.735764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Made reservation on behalf of 85dd6bed78724f5aab150cb4d0945dd2 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:58.740088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Pushing event deleted for resources: {'Port': ['ID=362f0bc3-1af3-4bb8-ace8-8760e1c6d066,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.742481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.742787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] No DVR routers for this DVR port 362f0bc3-1af3-4bb8-ace8-8760e1c6d066 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:58.754209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.754798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.755153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.756059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.758709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.759541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.760026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0398b148-d0bf-4800-9043-f8f7a0110d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:58.774091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.784194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:58.785275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:58.787085 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:58.824215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] DHCP port deletion for 9d3861da-f828-4276-95b5-434ecc8f6f04 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:58.876284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Deleting port 10636809-418a-443a-9727-d58bef686cfa {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:58.876817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.922304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] Pushing event updated for resources: {'Network': ['ID=93ae0a30-9738-4cd0-b285-3a1259ed0dd0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:58.931534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c962331f-aa0e-436e-9f7e-1f3dede6f1cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4161332 Jul 28 18:28:58.932534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:58.937846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Request body: {'subnet': {'network_id': '93ae0a30-9738-4cd0-b285-3a1259ed0dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-505992208-subnet', 'tenant_id': '169c3e73bf354e96bd1894a3154c88b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:28:58.948306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 93ae0a30-9738-4cd0-b285-3a1259ed0dd0 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:28:58.991581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.995486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:58.997246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] 10.222.0.25 "DELETE /v2.0/networks/7345699e-5839-48ec-a015-0318eec5d9a8 HTTP/1.1" status: 204 len: 168 time: 1.1063912 Jul 28 18:28:58.999249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] For port 10636809-418a-443a-9727-d58bef686cfa, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=10636809-418a-443a-9727-d58bef686cfa,segment=NetworkSegment(07be1143-09b6-4779-8fc1-0df63f080629),segment_id=07be1143-09b6-4779-8fc1-0df63f080629)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:58.999689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.000402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34496) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:59.010060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb68a5-bd13-43bc-852d-5854f3cb25dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7345699e-5839-48ec-a015-0318eec5d9a8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.014494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 16ae7e37-368b-4f83-a27e-eb3e9c557ffd no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:59.047863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Calling delete_port for 10636809-418a-443a-9727-d58bef686cfa owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:59.052487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 16ae7e37-368b-4f83-a27e-eb3e9c557ffd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:28:59.052856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 16ae7e37-368b-4f83-a27e-eb3e9c557ffd not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:59.098708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.138233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Made reservation on behalf of 169c3e73bf354e96bd1894a3154c88b5 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:59.140899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.149841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.152005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/8cc3ff71-119d-46cb-bf9d-55cab5ba1201 HTTP/1.1" status: 204 len: 168 time: 0.8790920 Jul 28 18:28:59.156011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:59.161237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02910-bb78-44fb-b36d-2c4ab5972cc7 None None] Network 031f127e-1325-49ed-81df-69affbdedb30 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:28:59.161789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894e943-1c6c-4791-944f-7b5768bf6cdc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc3ff71-119d-46cb-bf9d-55cab5ba1201,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.278512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.333946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] Pushing event deleted for resources: {'Port': ['ID=10636809-418a-443a-9727-d58bef686cfa,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.351062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a520b16-976a-4d88-8e36-e695872b5d5d None None] No DVR routers for this DVR port 10636809-418a-443a-9727-d58bef686cfa on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:59.375169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.467411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] DHCP port deletion for 031f127e-1325-49ed-81df-69affbdedb30 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:28:59.532625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.539916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Deleting port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:28:59.540396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.553246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.586499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3861da-f828-4276-95b5-434ecc8f6f04']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:59.605028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be1143-09b6-4779-8fc1-0df63f080629') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:59.605621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be1143-09b6-4779-8fc1-0df63f080629') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:59.612438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] For port f3fa9c91-b8c4-4264-978e-4b4f51cf0193, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,segment=NetworkSegment(47240a0b-50d3-493a-9ab0-8bb64f9b4c01),segment_id=47240a0b-50d3-493a-9ab0-8bb64f9b4c01)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:59.612975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.617617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.628256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Calling delete_port for f3fa9c91-b8c4-4264-978e-4b4f51cf0193 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:28:59.633824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.641299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:59.641717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:28:59.644798 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:28:59.657008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-9ada8f9a-b245-4d5f-8a01-515c1f325168 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:28:59.658511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-9ada8f9a-b245-4d5f-8a01-515c1f325168 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1991496 Jul 28 18:28:59.661072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'Subnet': ['ID=5bf51716-e05a-4cf6-a498-eb29e097c98a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.686404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Checking segment: {'id': '50a3f85f-4747-43f3-a16f-467533d6bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:59.695217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Network hostable DHCP agents. Network: 9beb01af-76e6-4c30-9cc1-6d2540cc6e58, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:59.695217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-a971d31f-5ab0-4d80-9c68-487471e1cdb3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0225179 Jul 28 18:28:59.775177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-5092f56e-5c79-494d-bda0-e489c447acb3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648661 Jul 28 18:28:59.784285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.791824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-3d3f8a06-6444-465a-9adb-6d7d08aed8a8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:28:59.791982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.794873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-3d3f8a06-6444-465a-9adb-6d7d08aed8a8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053022 Jul 28 18:28:59.846863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e680cc-ffdc-4e18-bf91-9cf8aa1b50ac,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.857541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.858245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Checking segment: {'id': 'd5e9c125-22c4-4502-b591-311842dfb332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ae0a30-9738-4cd0-b285-3a1259ed0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:28:59.860541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Network hostable DHCP agents. Network: 93ae0a30-9738-4cd0-b285-3a1259ed0dd0, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:28:59.860541 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.868963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:28:59.873499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/9d3861da-f828-4276-95b5-434ecc8f6f04 HTTP/1.1" status: 204 len: 168 time: 0.7160759 Jul 28 18:28:59.874361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34538) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:28:59.894895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a9733-9d6e-47e9-91b1-56cbf5da6487 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=9d3861da-f828-4276-95b5-434ecc8f6f04,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.897576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] Pushing event deleted for resources: {'Port': ['ID=f3fa9c91-b8c4-4264-978e-4b4f51cf0193,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:59.900165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366582f-877d-430b-b62c-589cbf1c1fb2 None None] No DVR routers for this DVR port f3fa9c91-b8c4-4264-978e-4b4f51cf0193 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:28:59.959190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:00.024654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.026489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Network 93ae0a30-9738-4cd0-b285-3a1259ed0dd0 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:00.073273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-1d20a93b-bc12-4df6-b847-bff9497bbc0d service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469773 Jul 28 18:29:00.118059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 93ae0a30-9738-4cd0-b285-3a1259ed0dd0) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:00.122245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:00.122838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.126790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c259f6-82d4-48b5-9e7f-e040c473d602 None None] Network 93ae0a30-9738-4cd0-b285-3a1259ed0dd0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:00.163565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9beb01af-76e6-4c30-9cc1-6d2540cc6e58) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:00.174404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90a062-c2ac-4ac1-9c4c-160b45c1e61f None None] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:00.175067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:00.175690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.215207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c22243df-dcba-4f66-8b51-5c2210f8e6ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2816088 Jul 28 18:29:00.263625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.292062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031f127e-1325-49ed-81df-69affbdedb30']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:00.305423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-07d92f87-49e9-44fd-9a15-0083d890a49d service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153237 Jul 28 18:29:00.312017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47240a0b-50d3-493a-9ab0-8bb64f9b4c01') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:00.312319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47240a0b-50d3-493a-9ab0-8bb64f9b4c01') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:00.325046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.361042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5cc33-9ec3-48e4-ac0b-b7b6da7d0166 None None] Network 93ae0a30-9738-4cd0-b285-3a1259ed0dd0 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:00.364029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.389908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:00.390329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:00.393624 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:00.407263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-40d869a9-67d4-4d17-be1c-9ef51c9cc1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0508513 Jul 28 18:29:00.413113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:00.426927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Request body: {'port': {'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-232605716'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:00.470896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Deleting port 80fe5b4f-6922-4f65-a8a9-581fd6409074 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:00.471142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.501172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3fa9c91-b8c4-4264-978e-4b4f51cf0193 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:00.552614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f3fa9c91-b8c4-4264-978e-4b4f51cf0193 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:00.552614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3fa9c91-b8c4-4264-978e-4b4f51cf0193 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:00.552996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10636809-418a-443a-9727-d58bef686cfa no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:00.561356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] For port 80fe5b4f-6922-4f65-a8a9-581fd6409074, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80fe5b4f-6922-4f65-a8a9-581fd6409074,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:00.561867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.571981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.582855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.585349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/031f127e-1325-49ed-81df-69affbdedb30 HTTP/1.1" status: 204 len: 168 time: 0.7082937 Jul 28 18:29:00.592719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34572) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:00.594910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Calling delete_port for 80fe5b4f-6922-4f65-a8a9-581fd6409074 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:00.607924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-90782644'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:00.616551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190efec-b1d7-452c-bac3-57887409441f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=031f127e-1325-49ed-81df-69affbdedb30,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:00.631928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 18:29:00.631928 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 18:29:00.631928 n-d-778550-5 neutron-server[101105]: [parameters: {'project_id_1': '75ae75b5e468450ca51da10559521ea9', 'expiration_1': datetime.datetime(2021, 7, 28, 18, 29, 0, 618577)}] Jul 28 18:29:00.631928 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:29:00.632378 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:29:00.636960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-9beb01af-76e6-4c30-9cc1-6d2540cc6e58', 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58', 'tenant_id': '85dd6bed78724f5aab150cb4d0945dd2', 'fixed_ips': [{'subnet_id': '5bf51716-e05a-4cf6-a498-eb29e097c98a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:00.637824 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.651248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 10636809-418a-443a-9727-d58bef686cfa {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:00.651853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 10636809-418a-443a-9727-d58bef686cfa not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:00.738285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Made reservation on behalf of 85dd6bed78724f5aab150cb4d0945dd2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:00.742800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:00.781466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] device_id is not set on port 84739531-f864-4499-b3c4-17845ef7b963 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:29:00.788221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a93487c2-d3af-4f4a-9cc5-a6ae0c39e815 req-6791bad8-785d-490c-8e91-e1d915d032f7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0336690 Jul 28 18:29:00.894739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Allocated IP 2001:db8::2 (9beb01af-76e6-4c30-9cc1-6d2540cc6e58/5bf51716-e05a-4cf6-a498-eb29e097c98a/926f4c56-889a-4e6e-aa41-64b13ba9cac5) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:00.973069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-4e27e98e-b5d1-4ce0-820a-9060f02ebaa4 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:00.975086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-4e27e98e-b5d1-4ce0-820a-9060f02ebaa4 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/networks?id=db929f0d-e137-4062-9a54-898395662e04 HTTP/1.1" status: 200 len: 809 time: 0.1128926 Jul 28 18:29:00.990332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-eafb2fb8-984f-47ac-b449-158db1e968c5 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/quotas/2d5d45b9dde848c69b8c9873a001f04b HTTP/1.1" status: 200 len: 375 time: 0.0088544 Jul 28 18:29:01.014850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.040865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-dfddd495-443f-4bf6-aa24-2f6e25595b10 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d5d45b9dde848c69b8c9873a001f04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434897 Jul 28 18:29:01.047496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fe5b4f-6922-4f65-a8a9-581fd6409074,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:01.145774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-5fe2f49f-a948-460e-beb6-48ade2ed12b7 service neutron] 10.222.0.25 "GET /v2.0/networks/db929f0d-e137-4062-9a54-898395662e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052673 Jul 28 18:29:01.226474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.236611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Transition to ACTIVE for port object 926f4c56-889a-4e6e-aa41-64b13ba9cac5 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:01.267650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Transition to ACTIVE for port object 926f4c56-889a-4e6e-aa41-64b13ba9cac5 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:01.299988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-418c763f-e496-4278-b53b-ecc018b472d2 service neutron] 10.222.0.25 "GET /v2.0/networks/db929f0d-e137-4062-9a54-898395662e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437912 Jul 28 18:29:01.403101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.457999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Pushing event updated for resources: {'Port': ['ID=926f4c56-889a-4e6e-aa41-64b13ba9cac5,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:01.472097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:01.473929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:01.477335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:01.504752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Allocated IP 2001:db8::2a7 (9beb01af-76e6-4c30-9cc1-6d2540cc6e58/5bf51716-e05a-4cf6-a498-eb29e097c98a/84739531-f864-4499-b3c4-17845ef7b963) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:01.539282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Attempting to bind port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:01.539692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Attempting to bind port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '50a3f85f-4747-43f3-a16f-467533d6bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:01.540067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Attempting to bind port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 on network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:01.545556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:01.545949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Checking segment: {'id': '50a3f85f-4747-43f3-a16f-467533d6bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:01.546360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.546758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Bound using segment: {'id': '50a3f85f-4747-43f3-a16f-467533d6bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:01.547281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Bound port: 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a3f85f-4747-43f3-a16f-467533d6bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:01.547967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.576942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:01.576942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.606254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:01.615228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.615606 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 70951e97-5608-41b2-a523-0bb263a8b4b5 of type vlan for network 7f02fe19-0161-49a9-94ca-0df7bcb4177a Jul 28 18:29:01.670056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] For port 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:01.676232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] For port 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=926f4c56-889a-4e6e-aa41-64b13ba9cac5,segment=NetworkSegment(50a3f85f-4747-43f3-a16f-467533d6bac8),segment_id=50a3f85f-4747-43f3-a16f-467533d6bac8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:01.685507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c53d590b-84db-45ec-b505-96bd73a5aa98 req-64d10bc7-5a2e-432d-8958-dee63f10e8bb tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0497646 Jul 28 18:29:01.686103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.702724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.749630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.769429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Transition to ACTIVE for port object 84739531-f864-4499-b3c4-17845ef7b963 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:01.852485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.890933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.897841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:01.898648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:01.909568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-912f3c34-38df-48c1-a6f3-782496e4b54f req-6dcda52b-d092-49bc-b019-e836b6e714f3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0318387 Jul 28 18:29:01.954776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d8c1-fcfd-4210-9ce9-1a54d1fed60d None None] Pushing event updated for resources: {'Port': ['ID=926f4c56-889a-4e6e-aa41-64b13ba9cac5,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:01.972302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.007335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=7f02fe19-0161-49a9-94ca-0df7bcb4177a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:02.020789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:02.034382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:02.041046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:02.058088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b7a1339c-d2a4-4d4e-a751-f959674dfd1d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4616392 Jul 28 18:29:02.058294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:02.058392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34646) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:02.063472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:02.064096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.066630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'Port': ['ID=84739531-f864-4499-b3c4-17845ef7b963,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:02.070433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:02.142552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Router 984d554a-ef67-4430-94dd-84526fdd3838 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:02.176783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c63df9ad-8e91-4507-b887-d46dae744295 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7625222 Jul 28 18:29:02.184276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:02.190166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Request body: {'port': {'network_id': '9beb01af-76e6-4c30-9cc1-6d2540cc6e58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-731780050', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:02.190660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] bootfile-name is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:02.191005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] tftp-server is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:02.191339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] server-ip-address is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:02.315092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:02.325462 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Sync routers for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:02.332197 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6ce39055-7bb8-4de1-88eb-6faa2fe42f74 admin admin] 10.222.0.25 "PUT /v2.0/routers/984d554a-ef67-4430-94dd-84526fdd3838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3214333 Jul 28 18:29:02.334971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34656) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:02.336973 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:02.337610 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:02.378567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:02.379017 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.501786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Made reservation on behalf of 85dd6bed78724f5aab150cb4d0945dd2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:02.509434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.548670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 926f4c56-889a-4e6e-aa41-64b13ba9cac5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:02.555794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.579134 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:02.630723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] device_id is not set on port c3208ba7-4099-4ecd-a638-da2e7a770707 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:29:02.740020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:02.789173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.820141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7008bf58-42d3-424b-87e7-72192dd93e23 req-efb70fcc-f4e6-4fad-bee9-387a27226f57 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0434473 Jul 28 18:29:02.826212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:02.850950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Allocated IP 2001:db8::323 (9beb01af-76e6-4c30-9cc1-6d2540cc6e58/5bf51716-e05a-4cf6-a498-eb29e097c98a/c3208ba7-4099-4ecd-a638-da2e7a770707) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:02.877129 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:29:00Z', 'revision_number': 5, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port': {'id': 'ec527df6-0dee-4fea-93fb-8694fecd3b0f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984d554a-ef67-4430-94dd-84526fdd3838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:23:41Z', 'updated_at': '2021-07-28T18:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:02.910062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '70951e97-5608-41b2-a523-0bb263a8b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:02.911072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 7f02fe19-0161-49a9-94ca-0df7bcb4177a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:02.916135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=cef4782d-541d-4439-96db-d0e4c618b537,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:02.929490 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Checking router: 984d554a-ef67-4430-94dd-84526fdd3838 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:02.939199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Routers {'984d554a-ef67-4430-94dd-84526fdd3838'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:02.939849 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:28:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['984d554a-ef67-4430-94dd-84526fdd3838'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:03.059618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:03.061628 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] Set router 984d554a-ef67-4430-94dd-84526fdd3838 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:03.079299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-777ee62d-450b-4112-adc3-902c6a3777f8 req-dad0713c-b678-41f4-83e8-654b452cc041 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0501595 Jul 28 18:29:03.129281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.133358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:29:02Z', 'revision_number': 6, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:03.146290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Deleting port ec527df6-0dee-4fea-93fb-8694fecd3b0f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:03.146290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.165332 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5207f4-b5a4-4e59-8951-399741ce488f None None] The sync data for ids ['984d554a-ef67-4430-94dd-84526fdd3838'] in n-d-778550-5 is: [{'id': '984d554a-ef67-4430-94dd-84526fdd3838', 'name': 'tempest-TestVolumeBackupRestore-831901544-router', 'tenant_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:23:40Z', 'updated_at': '2021-07-28T18:29:02Z', 'revision_number': 6, 'project_id': 'dafa9844abf44971ae9beefd8d1a9e95', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:03.183243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7f02fe19-0161-49a9-94ca-0df7bcb4177a) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:03.186374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Transition to ACTIVE for port object c3208ba7-4099-4ecd-a638-da2e7a770707 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:03.221695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.221695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.221874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b211057-2389-44fa-b0d6-25df1e4185c9 None None] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:03.293374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] For port ec527df6-0dee-4fea-93fb-8694fecd3b0f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec527df6-0dee-4fea-93fb-8694fecd3b0f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:03.293733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.309650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-91066760-95bc-42e2-943d-2226e7a69e4b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2500868 Jul 28 18:29:03.310304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:03.311905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Calling delete_port for ec527df6-0dee-4fea-93fb-8694fecd3b0f owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:03.315207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-23730670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:03.320405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094f156-3737-4e08-88fd-dd6221833d4c None None] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:03.428410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7f02fe19-0161-49a9-94ca-0df7bcb4177a', 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': 'cef4782d-541d-4439-96db-d0e4c618b537'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:03.429249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.439599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.486397 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.487898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.489044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Provisioning for port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:03.554215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Provisioning complete for port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:03.554882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.592334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:03.602372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'Port': ['ID=c3208ba7-4099-4ecd-a638-da2e7a770707,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:03.609886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:03.615525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:03.621398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.622275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.679770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-0a1b2240-8a22-4200-ada0-1b2e2ac334a4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.681234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-0a1b2240-8a22-4200-ada0-1b2e2ac334a4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.2081876 Jul 28 18:29:03.693865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:03.704708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Allocated IP 172.20.0.2 (7f02fe19-0161-49a9-94ca-0df7bcb4177a/cef4782d-541d-4439-96db-d0e4c618b537/3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:03.772531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-61d93d6e-67d3-4f73-b3ec-8d06b9e451b1 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5869408 Jul 28 18:29:03.773281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.775294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34690) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:03.798294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.853584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec527df6-0dee-4fea-93fb-8694fecd3b0f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:03.864125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:03.960772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa3284-5756-4080-ae41-9fefcbbf309c tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.967552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa3284-5756-4080-ae41-9fefcbbf309c tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.983184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa3284-5756-4080-ae41-9fefcbbf309c tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:03.989608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-38fa3284-5756-4080-ae41-9fefcbbf309c tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2041466 Jul 28 18:29:03.989608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34694) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:03.995848 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13ee96b1-04f2-4849-bb89-d7547f39fcd7 req-6d1440f4-c920-44b4-91fd-86cae1026b36 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0692079 Jul 28 18:29:04.020251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.038611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.077415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] For port 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=926f4c56-889a-4e6e-aa41-64b13ba9cac5,segment=NetworkSegment(50a3f85f-4747-43f3-a16f-467533d6bac8),segment_id=50a3f85f-4747-43f3-a16f-467533d6bac8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:04.112858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:04.116460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.183895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.191788 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.196112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08630135-6a64-49a3-b90a-e404b00a9af8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8821945 Jul 28 18:29:04.199734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:04.201878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'port': {'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a', 'name': 'tempest-RoutersTest-1588708582'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:04.206821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.212308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Transition to ACTIVE for port object 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:04.221816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.228713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.251771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bb4b080-08cf-4896-92da-81fcb5989c54 req-f3124532-cc78-4bdd-9625-491dad083a21 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0504055 Jul 28 18:29:04.277043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Transition to ACTIVE for port object 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:04.318624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347f509-ba72-462d-bee3-cbec424b51ff None None] Pushing event updated for resources: {'Port': ['ID=926f4c56-889a-4e6e-aa41-64b13ba9cac5,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:04.381347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.430606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec527df6-0dee-4fea-93fb-8694fecd3b0f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:04.463182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ec527df6-0dee-4fea-93fb-8694fecd3b0f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:04.463503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec527df6-0dee-4fea-93fb-8694fecd3b0f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:04.464724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80fe5b4f-6922-4f65-a8a9-581fd6409074 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:04.467849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:04.493524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Provisioning for port c3208ba7-4099-4ecd-a638-da2e7a770707 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:04.494667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:04.499746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.512780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:04.515150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Provisioning complete for port c3208ba7-4099-4ecd-a638-da2e7a770707 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:04.515637 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.529353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] device_id is not set on port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:29:04.542327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 80fe5b4f-6922-4f65-a8a9-581fd6409074 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:04.542694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80fe5b4f-6922-4f65-a8a9-581fd6409074 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:04.544371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:04.548722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Pushing event updated for resources: {'Port': ['ID=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:04.565493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Port c3208ba7-4099-4ecd-a638-da2e7a770707 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:04.617751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Attempting to bind port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:04.618138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Attempting to bind port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '70951e97-5608-41b2-a523-0bb263a8b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:04.618506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Attempting to bind port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f on network 7f02fe19-0161-49a9-94ca-0df7bcb4177a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:04.627792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:04.628178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Checking segment: {'id': '70951e97-5608-41b2-a523-0bb263a8b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:04.628595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.628997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Bound using segment: {'id': '70951e97-5608-41b2-a523-0bb263a8b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:04.629482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Bound port: 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70951e97-5608-41b2-a523-0bb263a8b4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f02fe19-0161-49a9-94ca-0df7bcb4177a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:04.629873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.631862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Provisioning complete for port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:04.632226 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.671440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.20.0.13 (7f02fe19-0161-49a9-94ca-0df7bcb4177a/cef4782d-541d-4439-96db-d0e4c618b537/8801a715-2fda-49d8-8b7c-0a7c95f6dee7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:04.744856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] For port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:04.778339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] For port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,segment=NetworkSegment(70951e97-5608-41b2-a523-0bb263a8b4b5),segment_id=70951e97-5608-41b2-a523-0bb263a8b4b5)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:04.788871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Deleting port c3208ba7-4099-4ecd-a638-da2e7a770707 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:04.789470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.846773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.861984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:04.885510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.886017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984d554a-ef67-4430-94dd-84526fdd3838 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:04.890773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.894476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e39da34-89c8-493e-8356-46cec7d9c7a0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/984d554a-ef67-4430-94dd-84526fdd3838 HTTP/1.1" status: 204 len: 168 time: 2.5558672 Jul 28 18:29:04.895068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34700) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:04.901618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.5 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/aee44bae-6995-4340-897f-b947766e7450) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:04.918275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Provisioning for port 84739531-f864-4499-b3c4-17845ef7b963 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:04.922589 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.938008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Provisioning complete for port 84739531-f864-4499-b3c4-17845ef7b963 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:04.938944 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.941188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.942324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Deleting subnet 95c1bd25-faae-44e8-8313-fef729a96b5c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:04.945995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:04.968220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Calling delete_port for c3208ba7-4099-4ecd-a638-da2e7a770707 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:05.055196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1080950a-883b-44e9-891a-7a2b4922bf6d None None] Port 84739531-f864-4499-b3c4-17845ef7b963 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:05.066315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.086694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2db79c-d482-4284-b333-44bd7976730f None None] Pushing event updated for resources: {'Port': ['ID=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:05.173749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=8801a715-2fda-49d8-8b7c-0a7c95f6dee7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:05.187899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Provisioning complete for port c3208ba7-4099-4ecd-a638-da2e7a770707 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:05.188515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.194994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.220133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ff7efd7-6243-43da-a62d-3ebd7e2f2b2a req-25f366dd-ca2a-4a06-8134-811659434505 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0832233 Jul 28 18:29:05.221712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.246599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Port c3208ba7-4099-4ecd-a638-da2e7a770707 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:05.257904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Provisioning complete for port 84739531-f864-4499-b3c4-17845ef7b963 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:05.258412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.264789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:05.279633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:05.283218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:05.325967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4275acbc-0c1a-41b9-bed5-b4f4f9eca105 None None] Port 84739531-f864-4499-b3c4-17845ef7b963 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:05.397517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e64ea3-597d-4c71-9fda-2cead0feddd8 req-e0fa5fc4-6783-407d-a9b7-146806658a5e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Jul 28 18:29:05.429527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-c196f7e7-bb41-42cf-b4ae-8c80c9c85e52 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:05.431063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-c196f7e7-bb41-42cf-b4ae-8c80c9c85e52 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.37 "GET /v2.0/networks?id=db929f0d-e137-4062-9a54-898395662e04 HTTP/1.1" status: 200 len: 809 time: 0.4578977 Jul 28 18:29:05.441072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:05.441710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.451092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Request body: {'port': {'device_id': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'network_id': 'db929f0d-e137-4062-9a54-898395662e04', 'admin_state_up': True, 'tenant_id': '2d5d45b9dde848c69b8c9873a001f04b'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:05.466442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.470739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.478738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:05.507336 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.550589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.556970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "DELETE /v2.0/ports/c3208ba7-4099-4ecd-a638-da2e7a770707 HTTP/1.1" status: 204 len: 168 time: 1.5665052 Jul 28 18:29:05.560045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34706) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:05.562199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:05.590470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Request body: {'port': {'name': 'tempest-new-port-name-1685830873', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:05.590880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] bootfile-name is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:05.591233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] tftp-server is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:05.591608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.api.validators [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] server-ip-address is not in valid_values {{(pid=101106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 18:29:05.598303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:05.600653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:05.605988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b1ee660f-2875-4466-b2d8-a166b4072a1c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4085793 Jul 28 18:29:05.612330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34708) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:05.644540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d2fec-841d-452b-be7b-5ab317acf264 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event deleted for resources: {'Port': ['ID=c3208ba7-4099-4ecd-a638-da2e7a770707,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:05.648724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:05.711124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.743273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:05.744079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.746822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.771763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b44dc8-f213-4b3d-be1b-8630f75390be None None] Network fcdb4b17-f6de-428c-a959-6cdcd6ac09ac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:05.782002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.784024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95c1bd25-faae-44e8-8313-fef729a96b5c HTTP/1.1" status: 204 len: 168 time: 0.8873518 Jul 28 18:29:05.790481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34710) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:05.813543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b83f3-c213-43f4-ae8e-0fb6808043d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c1bd25-faae-44e8-8313-fef729a96b5c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:05.871126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Made reservation on behalf of 2d5d45b9dde848c69b8c9873a001f04b for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:05.874747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:05.968479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-4d2c3e94-7be9-4214-b141-0d05a95ccf0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2785032 Jul 28 18:29:05.992660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Request body: {'port': {'device_id': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:06.052558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.097340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] DHCP port deletion for fcdb4b17-f6de-428c-a959-6cdcd6ac09ac request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:06.138918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.154316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Deleting port 975d0131-9ddf-4086-b2e4-998e660f3564 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:06.155063 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.169679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.242992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] For port 975d0131-9ddf-4086-b2e4-998e660f3564, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=975d0131-9ddf-4086-b2e4-998e660f3564,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:06.244856 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.270230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Calling delete_port for 975d0131-9ddf-4086-b2e4-998e660f3564 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:06.353158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Allocated IP 172.20.0.8 (db929f0d-e137-4062-9a54-898395662e04/663dc2da-1bfb-47a3-b78d-2d33454d7f4d/dece7746-afe3-48fd-8d6f-b2030c8d9b9f) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:06.363452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Deleting port 975d0131-9ddf-4086-b2e4-998e660f3564 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:06.363996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.389574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.389738 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2236ac75-7fbe-473a-8588-bd1ec829dec3 req-aec8c293-4701-4b61-a891-e83a2fa447fd tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0488341 Jul 28 18:29:06.405468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d495f-83da-46df-8034-7de064d69254 None None] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:06.460258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.531709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.572470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] Pushing event deleted for resources: {'Port': ['ID=975d0131-9ddf-4086-b2e4-998e660f3564,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:06.610988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] For port 975d0131-9ddf-4086-b2e4-998e660f3564, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=975d0131-9ddf-4086-b2e4-998e660f3564,segment=NetworkSegment(b3c2dafc-0165-4fef-b2a2-3c3d1335bae5),segment_id=b3c2dafc-0165-4fef-b2a2-3c3d1335bae5)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:06.611366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.621369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] In _notify_port_updated(), no bound segment for port 84739531-f864-4499-b3c4-17845ef7b963 on network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:29:06.627016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:06.627903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.632579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "PUT /v2.0/ports/84739531-f864-4499-b3c4-17845ef7b963 HTTP/1.1" status: 200 len: 1130 time: 1.0466993 Jul 28 18:29:06.633159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34716) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:06.658665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Calling delete_port for 975d0131-9ddf-4086-b2e4-998e660f3564 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:06.681763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fc647-e927-4e6d-a51d-9fc5ced476db tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event updated for resources: {'Port': ['ID=84739531-f864-4499-b3c4-17845ef7b963,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:06.709830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.720740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cca4f-8c4b-4ea6-8232-5ebf101456fa tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:06.722224 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fb4cca4f-8c4b-4ea6-8232-5ebf101456fa tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "GET /v2.0/ports/84739531-f864-4499-b3c4-17845ef7b963 HTTP/1.1" status: 200 len: 1130 time: 0.0869381 Jul 28 18:29:06.729393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34718) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:06.780389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.783269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 926f4c56-889a-4e6e-aa41-64b13ba9cac5 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:06.786581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc0aa-6353-482a-b958-b7d8bdc5a8a1 req-9026014d-ed09-4b77-8f1c-668cb5ed5817 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:06.788449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afcdc0aa-6353-482a-b958-b7d8bdc5a8a1 req-9026014d-ed09-4b77-8f1c-668cb5ed5817 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 931 time: 0.2590649 Jul 28 18:29:06.811692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.840290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a6b3f-bb6d-4342-be97-b58f1cd26f1d None None] No DVR routers for this DVR port 975d0131-9ddf-4086-b2e4-998e660f3564 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:06.855019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8092919a-843a-4cb4-bafe-28c15f3f1c1b None None] Provisioning for port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:06.912199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-afcdc0aa-6353-482a-b958-b7d8bdc5a8a1 req-9841b3c6-d1b4-411a-b29c-9dd3168e59d1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102164 Jul 28 18:29:06.926499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee44bae-6995-4340-897f-b947766e7450 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:06.934820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.939698 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.970621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:06.971011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:06.979358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] No DVR routers for this DVR port 975d0131-9ddf-4086-b2e4-998e660f3564 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:06.987007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Pushing event deleted for resources: {'Port': ['ID=975d0131-9ddf-4086-b2e4-998e660f3564,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:06.999648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.010759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Transition to ACTIVE for port object aee44bae-6995-4340-897f-b947766e7450 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:07.044658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-089fac82-eb21-4005-9c73-cb42a492f34f None None] Provisioning complete for port 84739531-f864-4499-b3c4-17845ef7b963 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:07.045035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-089fac82-eb21-4005-9c73-cb42a492f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.071538 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.081203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Network db929f0d-e137-4062-9a54-898395662e04 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:07.082545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdb4b17-f6de-428c-a959-6cdcd6ac09ac']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:07.088200 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:07.096193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=8801a715-2fda-49d8-8b7c-0a7c95f6dee7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.096452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:07.096606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c2dafc-0165-4fef-b2a2-3c3d1335bae5') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:07.102537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:07.107010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.110448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.125322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-089fac82-eb21-4005-9c73-cb42a492f34f None None] Port 84739531-f864-4499-b3c4-17845ef7b963 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:07.159528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:07.178266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.183960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.190183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:07.190595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:07.193204 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:07.251509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Deleting port 84739531-f864-4499-b3c4-17845ef7b963 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:07.252552 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.297175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:07.302568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:07.302807 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.335222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Attempting to bind port aee44bae-6995-4340-897f-b947766e7450 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:07.335641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Attempting to bind port aee44bae-6995-4340-897f-b947766e7450 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:07.335987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Attempting to bind port aee44bae-6995-4340-897f-b947766e7450 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:07.342858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Port aee44bae-6995-4340-897f-b947766e7450 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:29:07.343130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Attempting to bind port aee44bae-6995-4340-897f-b947766e7450 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:07.349269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:07.349658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:07.350054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:07.352420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Bound port: aee44bae-6995-4340-897f-b947766e7450, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:07.352420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.402965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.422778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.443817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.458481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.459688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,segment=NetworkSegment(70951e97-5608-41b2-a523-0bb263a8b4b5),segment_id=70951e97-5608-41b2-a523-0bb263a8b4b5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:07.462459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] 10.222.0.25 "DELETE /v2.0/networks/fcdb4b17-f6de-428c-a959-6cdcd6ac09ac HTTP/1.1" status: 204 len: 168 time: 1.6706319 Jul 28 18:29:07.490185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3c7d-6a9e-464d-bf29-a067fdaaf61f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdb4b17-f6de-428c-a959-6cdcd6ac09ac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.491502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Calling delete_port for 84739531-f864-4499-b3c4-17845ef7b963 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:07.533162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:07.537804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:07.539461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aee44bae-6995-4340-897f-b947766e7450,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:07.547740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.558001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Pushing event updated for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.560705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.597411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Provisioning for port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:07.631851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Provisioning complete for port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:07.634894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.640764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 975d0131-9ddf-4086-b2e4-998e660f3564 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:07.649337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.712674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:07.713610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.723243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/aee44bae-6995-4340-897f-b947766e7450 HTTP/1.1" status: 200 len: 1091 time: 1.7366049 Jul 28 18:29:07.723243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'tag': 'aee44bae-6995-4340-897f-b947766e7450'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:07.723243 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed" -d '{"events": [{"name": "network-changed", "server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "tag": "aee44bae-6995-4340-897f-b947766e7450"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:07.730098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 975d0131-9ddf-4086-b2e4-998e660f3564 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:07.730597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 975d0131-9ddf-4086-b2e4-998e660f3564 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:07.732187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:07.754292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58828b50-4d0c-4299-b527-75bdc9165cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.759352 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4c73318b-89cb-4c3b-88d3-9ca5a3d712df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.765897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:07.773191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Provisioning complete for port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:07.773581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b64c54df-c359-40d2-9d06-8658d7184321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:07.777701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-67381b45-6ac1-4a65-be8f-bfd519c5eaf7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3310399 Jul 28 18:29:07.794513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128a0da-7947-4615-bfd5-f4e07ed85baf req-c798a335-c383-4558-9aa9-1cb80f2df4fd tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:07.796070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b128a0da-7947-4615-bfd5-f4e07ed85baf req-c798a335-c383-4558-9aa9-1cb80f2df4fd tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 931 time: 0.2425435 Jul 28 18:29:07.819323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Request body: {'port': {'device_id': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:07.925924 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18739e59-a1b3-41eb-8515-c4544633a432 x-openstack-request-id: req-18739e59-a1b3-41eb-8515-c4544633a432 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:07.926220 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "tag": "aee44bae-6995-4340-897f-b947766e7450", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:07.926474 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18739e59-a1b3-41eb-8515-c4544633a432 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:07.932314 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'tag': 'aee44bae-6995-4340-897f-b947766e7450', 'status': 'completed', 'code': 200} Jul 28 18:29:07.946335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-317f73c8-4bf8-4034-b164-e3c3afa9a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:07.948000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-317f73c8-4bf8-4034-b164-e3c3afa9a43b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 1094 time: 0.0655878 Jul 28 18:29:07.995999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3af468ed-9330-485d-b0b1-704db064abc8 None None] Provisioning complete for port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:07.996576 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3af468ed-9330-485d-b0b1-704db064abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.008107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-6d409518-cd04-443a-a2dd-380e1df2e35e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee44bae-6995-4340-897f-b947766e7450 HTTP/1.1" status: 200 len: 217 time: 0.0524871 Jul 28 18:29:08.054982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34734) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:08.070806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3af468ed-9330-485d-b0b1-704db064abc8 None None] Port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:08.158997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8cb8f79a-79cf-4b0c-9c81-09efcc56ff22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d3e51b8bb1545c39bf73a3218ba6ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009824 Jul 28 18:29:08.162566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-c4ae1323-fe9d-4318-9e79-05ece3f7b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:08.164043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-c4ae1323-fe9d-4318-9e79-05ece3f7b859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.1483102 Jul 28 18:29:08.166237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:08.182417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508faeaa-4368-46c9-a2e2-2ce954390cea req-33f54830-ebbd-47dc-a7c2-ed3dbe6a2fbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:08.184201 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-508faeaa-4368-46c9-a2e2-2ce954390cea req-33f54830-ebbd-47dc-a7c2-ed3dbe6a2fbd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 943 time: 0.1697888 Jul 28 18:29:08.193598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fbcb1372-edb2-4f3a-8019-cef227948276 None None] Provisioning complete for port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:08.194216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1372-edb2-4f3a-8019-cef227948276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.228635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-eaf7cee8-eacd-4ef9-af6a-e76ab07a7df4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551350 Jul 28 18:29:08.230170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb1372-edb2-4f3a-8019-cef227948276 None None] Port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:08.267178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.317959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-508faeaa-4368-46c9-a2e2-2ce954390cea req-107b8d02-d4fd-47c1-85e8-edfca522c58e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188722 Jul 28 18:29:08.352886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b128a0da-7947-4615-bfd5-f4e07ed85baf req-da4cfdab-b0aa-4b0a-a874-bf38c23021b6 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423007 Jul 28 18:29:08.358736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.377544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:08.393682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.399664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-89662590-556b-4f87-90e5-f34051fdbf22 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563284 Jul 28 18:29:08.403432 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.438462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:08.439216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.531666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b9ee67c-ef9e-45d2-a1b1-5beb82c66d79 req-82fda0c8-e6f6-4ed7-8954-7d9b3ae7347a service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190636 Jul 28 18:29:08.566087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.631125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event deleted for resources: {'Port': ['ID=84739531-f864-4499-b3c4-17845ef7b963,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:08.631479 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.633911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.635112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/373a37af-6259-4cfa-9c56-5872f4abe584 HTTP/1.1" status: 204 len: 168 time: 0.4678988 Jul 28 18:29:08.657725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6b35-9878-405c-b9a3-6b004679ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a37af-6259-4cfa-9c56-5872f4abe584,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:08.704143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.730928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.732916 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83ce92e5-373f-44b8-8445-f5fe08758653 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "DELETE /v2.0/ports/84739531-f864-4499-b3c4-17845ef7b963 HTTP/1.1" status: 204 len: 168 time: 2.0025666 Jul 28 18:29:08.735668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:08.802756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Deleting subnet 5bf51716-e05a-4cf6-a498-eb29e097c98a {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:08.807523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-23b317c7-f01e-4c5d-9558-00cfe79019db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:08.809144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-23b317c7-f01e-4c5d-9558-00cfe79019db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 1094 time: 0.1123385 Jul 28 18:29:08.810119 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.900991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:08.994049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-a277cf9f-e6cf-41cd-9691-23f707fb5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:08.995451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-a277cf9f-e6cf-41cd-9691-23f707fb5f24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 907 time: 0.1618631 Jul 28 18:29:09.042521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-e4bfdaf6-0d2e-4c6e-8e42-c36eed66a3b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee44bae-6995-4340-897f-b947766e7450 HTTP/1.1" status: 200 len: 217 time: 0.0395856 Jul 28 18:29:09.042988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dece7746-afe3-48fd-8d6f-b2030c8d9b9f {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:09.043819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.054746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.084640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Transition to ACTIVE for port object dece7746-afe3-48fd-8d6f-b2030c8d9b9f will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:09.108758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.145780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.151460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-624a0be2-5d03-4092-8a35-f73a752d82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:09.152999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-624a0be2-5d03-4092-8a35-f73a752d82e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0808740 Jul 28 18:29:09.179361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.188056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-17272a1f-dc30-4c8b-bfee-34fbab899c00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269017 Jul 28 18:29:09.234404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Pushing event updated for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.242290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.245508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.279625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf51716-e05a-4cf6-a498-eb29e097c98a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.283385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.288083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-23336d0c-2e91-4e93-9f23-4d71d39eb2c0 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "DELETE /v2.0/subnets/5bf51716-e05a-4cf6-a498-eb29e097c98a HTTP/1.1" status: 204 len: 168 time: 0.5486722 Jul 28 18:29:09.289393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34744) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:09.293249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628c9bf-9b00-45e7-bcfb-4bbaa1dc84a3 None None] Network 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:09.370722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-c3ff0f6c-7a00-49bd-841f-69061cd9ae35 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749382 Jul 28 18:29:09.409280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=8801a715-2fda-49d8-8b7c-0a7c95f6dee7,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.436175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Attempting to bind port dece7746-afe3-48fd-8d6f-b2030c8d9b9f on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:09.436519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Attempting to bind port dece7746-afe3-48fd-8d6f-b2030c8d9b9f by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'c36d10d2-a02b-4f30-8687-43f95e3a1198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'db929f0d-e137-4062-9a54-898395662e04'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:09.436854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Attempting to bind port dece7746-afe3-48fd-8d6f-b2030c8d9b9f on network db929f0d-e137-4062-9a54-898395662e04 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:09.443608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.444325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Port dece7746-afe3-48fd-8d6f-b2030c8d9b9f on network db929f0d-e137-4062-9a54-898395662e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:29:09.444669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Attempting to bind port dece7746-afe3-48fd-8d6f-b2030c8d9b9f on network db929f0d-e137-4062-9a54-898395662e04 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:09.456799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:09.457239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Checking segment: {'id': 'c36d10d2-a02b-4f30-8687-43f95e3a1198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'db929f0d-e137-4062-9a54-898395662e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:09.457530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Bound using segment: {'id': 'c36d10d2-a02b-4f30-8687-43f95e3a1198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'db929f0d-e137-4062-9a54-898395662e04'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:09.458493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Bound port: dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36d10d2-a02b-4f30-8687-43f95e3a1198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'db929f0d-e137-4062-9a54-898395662e04'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:09.458865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.514366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34750) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:09.515847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] DHCP port deletion for 9beb01af-76e6-4c30-9cc1-6d2540cc6e58 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:09.577394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Deleting port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:09.577776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.584698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:09.592632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:09.605706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f8f9-e7d0-41f9-88b7-9fc67dda5681 req-1302ddb1-08bd-426e-b909-4480f52cb669 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:09.607295 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ad7f8f9-e7d0-41f9-88b7-9fc67dda5681 req-1302ddb1-08bd-426e-b909-4480f52cb669 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 943 time: 0.1383133 Jul 28 18:29:09.614181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:09.618441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,segment=NetworkSegment(c36d10d2-a02b-4f30-8687-43f95e3a1198),segment_id=c36d10d2-a02b-4f30-8687-43f95e3a1198)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:09.624436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9d182595-9601-4310-879e-32af36f347de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dafa9844abf44971ae9beefd8d1a9e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047766 Jul 28 18:29:09.627021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34752) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:09.643557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f44a01-3049-48fc-b2a5-ce670a081ac5 req-aff467e4-aab7-47c8-bab0-1780d262f854 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:09.645176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38f44a01-3049-48fc-b2a5-ce670a081ac5 req-aff467e4-aab7-47c8-bab0-1780d262f854 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 943 time: 0.2189293 Jul 28 18:29:09.650234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685ef31c-3ceb-49ef-b5f7-0f7710ac68ed req-dea607cf-23b0-4a4a-a5b1-d1122193e862 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492568 Jul 28 18:29:09.677069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] For port 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=926f4c56-889a-4e6e-aa41-64b13ba9cac5,segment=NetworkSegment(50a3f85f-4747-43f3-a16f-467533d6bac8),segment_id=50a3f85f-4747-43f3-a16f-467533d6bac8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:09.678396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.702799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Calling delete_port for 926f4c56-889a-4e6e-aa41-64b13ba9cac5 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:09.711102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Deleting port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:09.711495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.716864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38f44a01-3049-48fc-b2a5-ce670a081ac5 req-cb72c7a8-b7a8-4308-8fa4-dac8db6562f2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Jul 28 18:29:09.784903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] For port 926f4c56-889a-4e6e-aa41-64b13ba9cac5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=926f4c56-889a-4e6e-aa41-64b13ba9cac5,segment=NetworkSegment(50a3f85f-4747-43f3-a16f-467533d6bac8),segment_id=50a3f85f-4747-43f3-a16f-467533d6bac8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:09.785292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.799786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.806213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Calling delete_port for 926f4c56-889a-4e6e-aa41-64b13ba9cac5 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:09.855624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.862220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:09.862768 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.865239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-7f0444dc-e680-4b42-9304-000725604198 service neutron] 10.222.0.37 "PUT /v2.0/ports/dece7746-afe3-48fd-8d6f-b2030c8d9b9f HTTP/1.1" status: 200 len: 1091 time: 2.0631261 Jul 28 18:29:09.872171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:09.874358 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86f573-1e6a-4458-b8dc-00456e5564a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:09.882344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ad7f8f9-e7d0-41f9-88b7-9fc67dda5681 req-1fcf0c7d-a595-4797-8a0b-c948dc42bdea tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625797 Jul 28 18:29:09.887175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.894483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] Pushing event deleted for resources: {'Port': ['ID=926f4c56-889a-4e6e-aa41-64b13ba9cac5,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.902863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0e94a-8c03-44c6-a656-8230742046e6 None None] No DVR routers for this DVR port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:09.905540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2d660e5a-195b-4a81-b742-4f213ac6ef5b None None] Provisioning complete for port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:09.906177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2d660e5a-195b-4a81-b742-4f213ac6ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.924876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.936622 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45acbf-1955-42d9-959d-34d08a6bbda2 x-openstack-request-id: req-5c45acbf-1955-42d9-959d-34d08a6bbda2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:09.936920 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:09.937265 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c45acbf-1955-42d9-959d-34d08a6bbda2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:09.937712 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f', 'status': 'completed', 'code': 200} Jul 28 18:29:09.941096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0444dc-e680-4b42-9304-000725604198 service neutron] Pushing event updated for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.958897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:09.963813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] No DVR routers for this DVR port 926f4c56-889a-4e6e-aa41-64b13ba9cac5 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:09.965885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event deleted for resources: {'Port': ['ID=926f4c56-889a-4e6e-aa41-64b13ba9cac5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:09.966919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2d660e5a-195b-4a81-b742-4f213ac6ef5b None None] Port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:10.045714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router f6256a78-3520-40bd-8f18-c6d54d908cd8 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:10.045919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.058222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb01af-76e6-4c30-9cc1-6d2540cc6e58']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.069418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a3f85f-4747-43f3-a16f-467533d6bac8') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.069723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a3f85f-4747-43f3-a16f-467533d6bac8') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.074195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.079446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.080132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-09b5ae0b-0d46-464a-939f-2b8a47e94ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.081715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-09b5ae0b-0d46-464a-939f-2b8a47e94ed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d5d45b9dde848c69b8c9873a001f04b&device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 1094 time: 0.1157637 Jul 28 18:29:10.093199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.099303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:10.099719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:10.102787 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:10.221890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.224511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.226247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b71bbd47-dc00-4091-bd0d-cacda6c72cee HTTP/1.1" status: 204 len: 168 time: 0.5981073 Jul 28 18:29:10.243153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.248297 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.253761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] 10.222.0.25 "DELETE /v2.0/networks/9beb01af-76e6-4c30-9cc1-6d2540cc6e58 HTTP/1.1" status: 204 len: 168 time: 0.9640694 Jul 28 18:29:10.271352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6969102-70ed-482a-9df7-c19620f2fb8a tempest-ExtraDHCPOptionsIpV6TestJSON-63427359 tempest-ExtraDHCPOptionsIpV6TestJSON-63427359-project] Pushing event deleted for resources: {'Network': ['ID=9beb01af-76e6-4c30-9cc1-6d2540cc6e58,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:10.277209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9b3c2-6568-4726-8e4c-f0b891f3de72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bbd47-dc00-4091-bd0d-cacda6c72cee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:10.293427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a839936-5afd-430b-9356-b20a690dd927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:10.312020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:10.326328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] Sync routers for ids ['f6256a78-3520-40bd-8f18-c6d54d908cd8'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:10.332466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34760) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:10.342598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b6de26d-37af-4128-99d9-8e80da920dad tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/f6256a78-3520-40bd-8f18-c6d54d908cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7323711 Jul 28 18:29:10.347984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] Routers {'f6256a78-3520-40bd-8f18-c6d54d908cd8'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:10.348654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f6256a78-3520-40bd-8f18-c6d54d908cd8'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.395189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51242dc8-2cac-4e80-a071-4cf90e6c28c1 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.399186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51242dc8-2cac-4e80-a071-4cf90e6c28c1 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports/8801a715-2fda-49d8-8b7c-0a7c95f6dee7 HTTP/1.1" status: 200 len: 978 time: 0.0629766 Jul 28 18:29:10.399376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34762) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:10.401258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-f4343918-1f34-4536-86ef-658987f98e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.403046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-f4343918-1f34-4536-86ef-658987f98e38 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2d5d45b9dde848c69b8c9873a001f04b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2865293 Jul 28 18:29:10.436563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.436563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 926f4c56-889a-4e6e-aa41-64b13ba9cac5 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:10.449318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 926f4c56-889a-4e6e-aa41-64b13ba9cac5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:10.449668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 926f4c56-889a-4e6e-aa41-64b13ba9cac5 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:10.452948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] Routers {'f6256a78-3520-40bd-8f18-c6d54d908cd8'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:10.453306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f6256a78-3520-40bd-8f18-c6d54d908cd8'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.486038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:10.486697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fae89-db66-42a7-b2b1-e30e391df99e None None] The sync data for ids ['f6256a78-3520-40bd-8f18-c6d54d908cd8'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:10.650849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-38d29976-74fa-46bf-8b22-ff750982b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.650849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba86f573-1e6a-4458-b8dc-00456e5564a4 req-38d29976-74fa-46bf-8b22-ff750982b342 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855135 Jul 28 18:29:10.682490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-f89ffc8a-573a-412f-b51d-fec4ae28191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.684165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-f89ffc8a-573a-412f-b51d-fec4ae28191e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d5d45b9dde848c69b8c9873a001f04b&device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 1094 time: 0.0435748 Jul 28 18:29:10.743818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-f05caefb-32fc-467b-83b8-87190aa3e696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f HTTP/1.1" status: 200 len: 217 time: 0.0520797 Jul 28 18:29:10.863275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-52ed22fc-bf48-4929-83e5-aca81032e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.865345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-52ed22fc-bf48-4929-83e5-aca81032e0a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=663dc2da-1bfb-47a3-b78d-2d33454d7f4d HTTP/1.1" status: 200 len: 849 time: 0.1151104 Jul 28 18:29:10.952151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8c2dd-e9b0-48e9-9bd2-b3e36133efc9 req-2473540c-17f0-4910-8334-0a962de180f8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:10.959091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ec8c2dd-e9b0-48e9-9bd2-b3e36133efc9 req-2473540c-17f0-4910-8334-0a962de180f8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 943 time: 0.1385968 Jul 28 18:29:10.968435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-01959dee-0769-4bb7-9133-b761f29d69db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db929f0d-e137-4062-9a54-898395662e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948546 Jul 28 18:29:11.024331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34770) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:11.055369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aee44bae-6995-4340-897f-b947766e7450 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:29:11.134677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67e94-2790-4b83-a74f-bd0f4126c6c6 req-4ed92a51-141a-41eb-839c-c527cd6c6a84 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:11.135806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4b67e94-2790-4b83-a74f-bd0f4126c6c6 req-4ed92a51-141a-41eb-839c-c527cd6c6a84 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 943 time: 0.0896671 Jul 28 18:29:11.162456 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ec8c2dd-e9b0-48e9-9bd2-b3e36133efc9 req-d4e8ccab-3e07-4021-9b66-ad9aef194b30 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974144 Jul 28 18:29:11.213975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-fc3dfbed-7f74-45b5-8ea0-01780d63f5c1 service neutron] 10.222.0.37 "GET /v2.0/networks/db929f0d-e137-4062-9a54-898395662e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271066 Jul 28 18:29:11.223220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.247955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aee44bae-6995-4340-897f-b947766e7450,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:11.251642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4b67e94-2790-4b83-a74f-bd0f4126c6c6 req-ecca72e5-79c7-45f6-b67a-2acd81b72bd0 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076753 Jul 28 18:29:11.261185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'aee44bae-6995-4340-897f-b947766e7450', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': 'aee44bae-6995-4340-897f-b947766e7450', 'mac_address': 'fa:16:3e:f4:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:29:11.303205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.316484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee44bae-6995-4340-897f-b947766e7450 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:11.323977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d9297bf-65cf-454c-894d-979ce7c4fa8d req-199ee896-f948-4b10-82e5-28f1c319947b service neutron] 10.222.0.37 "GET /v2.0/networks/db929f0d-e137-4062-9a54-898395662e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021063 Jul 28 18:29:11.336400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aee44bae-6995-4340-897f-b947766e7450,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:11.346149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f68b9650-d9c2-4036-a3b2-7932514786fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85dd6bed78724f5aab150cb4d0945dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207562 Jul 28 18:29:11.351158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:11.368478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.400653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.421832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.438133 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.492684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:11.559887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.563208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.564403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2d20ffc-5dfc-411a-83e3-83a282a21594 HTTP/1.1" status: 204 len: 168 time: 0.2122025 Jul 28 18:29:11.574113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e849-1799-4f71-bbc5-2047515e757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d20ffc-5dfc-411a-83e3-83a282a21594,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:11.591491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:11.591853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.628330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['aee44bae-6995-4340-897f-b947766e7450'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:11.678714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.690682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 8801a715-2fda-49d8-8b7c-0a7c95f6dee7 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:11.936798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:11.970848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=8801a715-2fda-49d8-8b7c-0a7c95f6dee7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:12.109300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:12.265204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router f6256a78-3520-40bd-8f18-c6d54d908cd8 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:12.279230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62ab2-3cd2-4a03-9a5f-0c4b0b7cfd19 req-efde685d-cac9-438f-81f5-d7b80939395a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:12.281085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbe62ab2-3cd2-4a03-9a5f-0c4b0b7cfd19 req-efde685d-cac9-438f-81f5-d7b80939395a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 944 time: 0.0497248 Jul 28 18:29:12.335381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbe62ab2-3cd2-4a03-9a5f-0c4b0b7cfd19 req-630fdd4c-f6d8-4a1a-837b-6863f7239277 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Jul 28 18:29:12.370929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:12.384095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] Sync routers for ids ['f6256a78-3520-40bd-8f18-c6d54d908cd8'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:12.391925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6af84422-dafb-40c8-a483-c6ffcde35210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/f6256a78-3520-40bd-8f18-c6d54d908cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887769 Jul 28 18:29:12.392268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34796) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:12.393484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] Routers {'f6256a78-3520-40bd-8f18-c6d54d908cd8'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:12.394098 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f6256a78-3520-40bd-8f18-c6d54d908cd8'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:12.425388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196ac1-3419-4bd0-99f1-b6e58535c9b3 req-e31595d1-ecbb-4778-ad2d-edb6bb2f666a tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:12.428132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0196ac1-3419-4bd0-99f1-b6e58535c9b3 req-e31595d1-ecbb-4778-ad2d-edb6bb2f666a tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 943 time: 0.0729573 Jul 28 18:29:12.439667 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:12.449740 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] Routers {'f6256a78-3520-40bd-8f18-c6d54d908cd8'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:12.450320 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['f6256a78-3520-40bd-8f18-c6d54d908cd8'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:12.473912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0196ac1-3419-4bd0-99f1-b6e58535c9b3 req-93811f48-17c5-467c-a14d-0ff2d7f16225 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Jul 28 18:29:12.483189 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:12.483869 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d24bb7a-70a7-42e2-9c65-5d0dc49742a9 None None] The sync data for ids ['f6256a78-3520-40bd-8f18-c6d54d908cd8'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:12.676207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34802) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:12.789209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-535181975'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:12.883093 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-a12b2282-8f04-43ea-b614-b933d4f1cdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 18:29:12.884154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a12b2282-8f04-43ea-b614-b933d4f1cdd9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/f6256a78-3520-40bd-8f18-c6d54d908cd8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4909000 Jul 28 18:29:12.886984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:12.914423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Made reservation on behalf of a200aee34c0b4d369197caaf6bdcd35e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:12.917030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-877aee89-7c41-493f-9740-545fb5fd135b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6256a78-3520-40bd-8f18-c6d54d908cd8 HTTP/1.1" status: 200 len: 205 time: 0.0286779 Jul 28 18:29:12.918524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:12.919246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:12.928149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:12.990533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.016940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.019219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.070200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aee44bae-6995-4340-897f-b947766e7450 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:13.110967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.132781 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:29:13.137885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:13.146494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.147232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e675f6-8842-4f77-a91f-cb5f187397fe,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:13.148743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.154221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.155197 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Added segment 619a93a2-73db-442f-95c6-2d8da953a5f8 of type vlan for network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 Jul 28 18:29:13.195079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.236304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port aee44bae-6995-4340-897f-b947766e7450 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:13.240289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port aee44bae-6995-4340-897f-b947766e7450 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:13.240661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.259802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.260359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router f6256a78-3520-40bd-8f18-c6d54d908cd8 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:13.268413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.268413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9ff788a-fac8-4de2-a401-818c3927db36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/f6256a78-3520-40bd-8f18-c6d54d908cd8 HTTP/1.1" status: 204 len: 168 time: 0.3481116 Jul 28 18:29:13.271408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34810) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:13.318112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.321458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet cef4782d-541d-4439-96db-d0e4c618b537 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:13.324562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.327948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.334204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:13.334798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.342000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee44bae-6995-4340-897f-b947766e7450'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:13.344929 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fd9f9-79c7-4eb2-9190-def9c6ad4ee8" -d '{"events": [{"server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "name": "network-vif-plugged", "status": "completed", "tag": "aee44bae-6995-4340-897f-b947766e7450"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:13.362296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aee44bae-6995-4340-897f-b947766e7450,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:13.376922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.409967 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907e21b-afe5-4964-aae6-0a0554cef190 x-openstack-request-id: req-8907e21b-afe5-4964-aae6-0a0554cef190 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:13.410260 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "name": "network-vif-plugged", "status": "completed", "tag": "aee44bae-6995-4340-897f-b947766e7450", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:13.410511 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8907e21b-afe5-4964-aae6-0a0554cef190 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:13.411013 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee44bae-6995-4340-897f-b947766e7450', 'code': 200} Jul 28 18:29:13.416542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Network': ['ID=1a330d39-89d1-4dd2-842f-0c8254b3ce34,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:13.426901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:13.441052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.468769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e65a077c-19f7-44f5-a31a-ac0a56378bb5 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7899811 Jul 28 18:29:13.470004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34816) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:13.475336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'subnet': {'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:13.491067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178608a6-a7be-4ac4-9952-78ca0282f3d7 req-9159ff12-6330-4443-8c45-e0244f57bab9 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:13.493297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-178608a6-a7be-4ac4-9952-78ca0282f3d7 req-9159ff12-6330-4443-8c45-e0244f57bab9 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 944 time: 0.0732954 Jul 28 18:29:13.541994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:13.544729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-178608a6-a7be-4ac4-9952-78ca0282f3d7 req-1c341e6b-a1c1-43fe-b3e7-753d34ff7219 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Jul 28 18:29:13.576487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.674685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a01d-6019-413f-ab64-39139f59d702 req-0fd9572a-aec6-4949-aa89-cc46910b09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:13.676135 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00b0a01d-6019-413f-ab64-39139f59d702 req-0fd9572a-aec6-4949-aa89-cc46910b09c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 1096 time: 0.1940944 Jul 28 18:29:13.706594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437806-3a25-4251-b1bf-f172c6ebf0d6 req-7d2c87ac-e7f0-4b0f-8a1b-395d6970f438 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:13.708687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6437806-3a25-4251-b1bf-f172c6ebf0d6 req-7d2c87ac-e7f0-4b0f-8a1b-395d6970f438 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 943 time: 0.1365733 Jul 28 18:29:13.758459 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00b0a01d-6019-413f-ab64-39139f59d702 req-c848e268-a4ec-4ca1-86ba-a96c2ca270c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711136 Jul 28 18:29:13.765426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6437806-3a25-4251-b1bf-f172c6ebf0d6 req-13349c53-2352-47bd-b36d-7564fb932ec7 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Jul 28 18:29:13.776344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Made reservation on behalf of a200aee34c0b4d369197caaf6bdcd35e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:13.779703 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.825577 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.860769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=cef4782d-541d-4439-96db-d0e4c618b537,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:13.871803 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:13.873662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-90df31ea-b1ca-4086-9cb0-cacefd559c36 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/cef4782d-541d-4439-96db-d0e4c618b537 HTTP/1.1" status: 204 len: 168 time: 0.6012666 Jul 28 18:29:13.876281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34820) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:13.878898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a804a7-a9e3-4539-89f7-770c54a97fde None None] Network 7f02fe19-0161-49a9-94ca-0df7bcb4177a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:13.971163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.056243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] DHCP port deletion for 7f02fe19-0161-49a9-94ca-0df7bcb4177a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:14.100831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Deleting port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:14.101089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:14.101217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.101437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.161743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] For port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,segment=NetworkSegment(70951e97-5608-41b2-a523-0bb263a8b4b5),segment_id=70951e97-5608-41b2-a523-0bb263a8b4b5)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:14.162016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.162129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.164683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,segment=NetworkSegment(70951e97-5608-41b2-a523-0bb263a8b4b5),segment_id=70951e97-5608-41b2-a523-0bb263a8b4b5)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:14.165046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.180167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Calling delete_port for 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:14.212929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:14.240722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Subnet': ['ID=41349d0f-1322-4220-8556-6de82a07c791,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:14.300546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Checking segment: {'id': '619a93a2-73db-442f-95c6-2d8da953a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:14.300837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network hostable DHCP agents. Network: 1a330d39-89d1-4dd2-842f-0c8254b3ce34, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:14.340112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.347099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.370064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:14.372546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] Pushing event deleted for resources: {'Port': ['ID=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:14.375534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:14.376530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ec16e-ff1d-4575-b7ce-dc61e7a48b75 None None] No DVR routers for this DVR port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:14.379574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:14.408457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:14.408880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3dccd552-b5bb-4f25-a8ab-94c7a8c76a8f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:14.409987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:14.468167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.478244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f02fe19-0161-49a9-94ca-0df7bcb4177a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:14.488282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70951e97-5608-41b2-a523-0bb263a8b4b5') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:14.494605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70951e97-5608-41b2-a523-0bb263a8b4b5') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:14.498113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.511892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.517747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:14.518146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:14.521629 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:14.531485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 1a330d39-89d1-4dd2-842f-0c8254b3ce34) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:14.539725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb5d93-5d97-4c68-902f-b8d8500ce7ab None None] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:14.565809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:14.566416 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.665657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed942-32ec-4826-86c2-6c4c83f077d0 req-9a129490-56fb-4e46-b6c2-59d0fb4f8f83 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:14.667791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56bed942-32ec-4826-86c2-6c4c83f077d0 req-9a129490-56fb-4e46-b6c2-59d0fb4f8f83 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Jul 28 18:29:14.675050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5941167-dc2c-4614-a9f0-eef04031935a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2039769 Jul 28 18:29:14.676421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.685931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34824) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:14.690528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-1a330d39-89d1-4dd2-842f-0c8254b3ce34', 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34', 'tenant_id': 'a200aee34c0b4d369197caaf6bdcd35e', 'fixed_ips': [{'subnet_id': '41349d0f-1322-4220-8556-6de82a07c791'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:14.690940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.692514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.696685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/7f02fe19-0161-49a9-94ca-0df7bcb4177a HTTP/1.1" status: 204 len: 168 time: 0.8161325 Jul 28 18:29:14.697347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-976755180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:14.698092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:14.703554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-118818442'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:14.717602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e5b8c-e0c7-47f1-a19c-0a154375bff0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=7f02fe19-0161-49a9-94ca-0df7bcb4177a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:14.734973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56bed942-32ec-4826-86c2-6c4c83f077d0 req-ed4c4fba-050a-4c72-8c73-b6ea4211d037 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607340 Jul 28 18:29:14.797518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.798517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.859998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.892255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ed42-494e-40fc-97ec-df90a10b87d6 req-5b151a03-5870-4277-b582-6240476f71ce tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:14.893864 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45c0ed42-494e-40fc-97ec-df90a10b87d6 req-5b151a03-5870-4277-b582-6240476f71ce tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 943 time: 0.0549932 Jul 28 18:29:14.895037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:14.898913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.920508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.945714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:14.957819 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45c0ed42-494e-40fc-97ec-df90a10b87d6 req-d0335dc9-e5e6-48c7-8330-e07e832c1513 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Jul 28 18:29:14.962289 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:14.962636 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment f9380b05-48a7-4283-a4e7-8bcc7afdbfa9 of type vlan for network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 Jul 28 18:29:14.995377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Allocated IP 172.20.0.2 (1a330d39-89d1-4dd2-842f-0c8254b3ce34/41349d0f-1322-4220-8556-6de82a07c791/20e11235-0744-472b-b90f-e783d85fcd61) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:15.013774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.013951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.013951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c5fb80d-a0d0-4692-b23b-57adaf02e7d9 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3281972 Jul 28 18:29:15.015603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34830) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:15.061471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dece7746-afe3-48fd-8d6f-b2030c8d9b9f details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:29:15.122639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.128681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:15.129496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.199444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=9df8ec22-9811-4ed0-94ef-7ee89939ff02,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:15.202179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.213624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:15.229366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Transition to ACTIVE for port object 20e11235-0744-472b-b90f-e783d85fcd61 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:15.284636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,segment=NetworkSegment(c36d10d2-a02b-4f30-8687-43f95e3a1198),segment_id=c36d10d2-a02b-4f30-8687-43f95e3a1198)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:15.294286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.306187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Transition to ACTIVE for port object 20e11235-0744-472b-b90f-e783d85fcd61 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:15.312823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f', 'network_id': 'db929f0d-e137-4062-9a54-898395662e04', 'port_id': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f', 'mac_address': 'fa:16:3e:16:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663dc2da-1bfb-47a3-b78d-2d33454d7f4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:29:15.339898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f38aaf7a-2d02-43f2-bfc2-8398590f2e10 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6383352 Jul 28 18:29:15.340916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34832) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:15.346373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:15.353511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.367193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dece7746-afe3-48fd-8d6f-b2030c8d9b9f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:15.388843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,segment=NetworkSegment(c36d10d2-a02b-4f30-8687-43f95e3a1198),segment_id=c36d10d2-a02b-4f30-8687-43f95e3a1198)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:15.405414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.448738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:15.451615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:15.454975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:15.464665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Pushing event updated for resources: {'Port': ['ID=20e11235-0744-472b-b90f-e783d85fcd61,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:15.493534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.502352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:15.507576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.552600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Attempting to bind port 20e11235-0744-472b-b90f-e783d85fcd61 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:15.552946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Attempting to bind port 20e11235-0744-472b-b90f-e783d85fcd61 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '619a93a2-73db-442f-95c6-2d8da953a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:15.553246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Attempting to bind port 20e11235-0744-472b-b90f-e783d85fcd61 on network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:15.556777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Allocated IP 172.20.0.1 (1a330d39-89d1-4dd2-842f-0c8254b3ce34/41349d0f-1322-4220-8556-6de82a07c791/0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:15.569325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:15.569688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Checking segment: {'id': '619a93a2-73db-442f-95c6-2d8da953a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:15.570095 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.570489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Bound using segment: {'id': '619a93a2-73db-442f-95c6-2d8da953a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:15.570970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Bound port: 20e11235-0744-472b-b90f-e783d85fcd61, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619a93a2-73db-442f-95c6-2d8da953a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:15.571350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.583701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:15.649408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] For port 20e11235-0744-472b-b90f-e783d85fcd61, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:15.652857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] For port 20e11235-0744-472b-b90f-e783d85fcd61, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=20e11235-0744-472b-b90f-e783d85fcd61,segment=NetworkSegment(619a93a2-73db-442f-95c6-2d8da953a5f8),segment_id=619a93a2-73db-442f-95c6-2d8da953a5f8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:15.654061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.678203 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.693192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Transition to ACTIVE for port object 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:15.695968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['dece7746-afe3-48fd-8d6f-b2030c8d9b9f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:15.730772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.821292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.821646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902966be-ff86-494d-bbfd-a9252ce67b9c None None] Pushing event updated for resources: {'Port': ['ID=20e11235-0744-472b-b90f-e783d85fcd61,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:15.871176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d64198-46a2-45c9-8705-35d00fdd0996 req-970e20a2-22f4-4fc4-a71b-c534edc7ac78 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:15.872973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1d64198-46a2-45c9-8705-35d00fdd0996 req-970e20a2-22f4-4fc4-a71b-c534edc7ac78 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.0590098 Jul 28 18:29:15.875289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:15.918069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=ba407b5d-541e-4647-ab8e-45abd22a3fac,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:15.925905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:15.926493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 9df8ec22-9811-4ed0-94ef-7ee89939ff02, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:15.932912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:15.942715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:15.946391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:15.993321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:16.001703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1d64198-46a2-45c9-8705-35d00fdd0996 req-830014dd-3c70-433c-9336-77d73ecd0958 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149683 Jul 28 18:29:16.031701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.064630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:16.114993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77782864-e2fb-4b88-b8ed-53efc4f05671 req-deb9be93-8e4a-4ae4-8beb-6ee5c3db6754 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:16.116660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77782864-e2fb-4b88-b8ed-53efc4f05671 req-deb9be93-8e4a-4ae4-8beb-6ee5c3db6754 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 944 time: 0.0654027 Jul 28 18:29:16.163206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77782864-e2fb-4b88-b8ed-53efc4f05671 req-c4e9f786-6ce2-488f-950b-1b808c8bfa05 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Jul 28 18:29:16.167498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9df8ec22-9811-4ed0-94ef-7ee89939ff02) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:16.171785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:16.172610 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.180813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cee401-c48c-4565-a4f2-05939874915e None None] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:16.181727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaaa9f-954d-4ab9-bc04-b2607c549e7e req-31c1f7f2-8d99-4f37-9ac5-1a3bf02287bc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:16.183625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2eaaa9f-954d-4ab9-bc04-b2607c549e7e req-31c1f7f2-8d99-4f37-9ac5-1a3bf02287bc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.0681746 Jul 28 18:29:16.222862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2eaaa9f-954d-4ab9-bc04-b2607c549e7e req-520e39db-e7a5-4601-9b36-5052278dc011 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Jul 28 18:29:16.291899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95cfd17e-abc0-489d-be8c-3b1ba9aeeb96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9498549 Jul 28 18:29:16.294241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34842) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:16.299998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2021713054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:16.322789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.345844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-9df8ec22-9811-4ed0-94ef-7ee89939ff02', 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': 'ba407b5d-541e-4647-ab8e-45abd22a3fac'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:16.346777 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.414099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.415451 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.441696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 20e11235-0744-472b-b90f-e783d85fcd61 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:16.500064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.552416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Allocated IP 172.20.0.2 (9df8ec22-9811-4ed0-94ef-7ee89939ff02/ba407b5d-541e-4647-ab8e-45abd22a3fac/3b292fc9-7d50-482c-bb2d-5a6cbbe66425) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:16.574606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.642773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.649417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 20e11235-0744-472b-b90f-e783d85fcd61 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:16.681277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.691021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34844) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:16.691495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c7db7ae3-273c-4467-8d40-9c2aca7a6210 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3896430 Jul 28 18:29:16.725511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.729274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Transition to ACTIVE for port object 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:16.735742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.748251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Transition to ACTIVE for port object 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:16.877312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.887146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e01061-c566-4d14-a0fe-d4851adc87d2 None None] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:16.945774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:16.951735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:16.961948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:16.975143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:16.979169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Pushing event updated for resources: {'Port': ['ID=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:16.984727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:17.011762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42c85-fe80-4ad3-81c4-7fedfaddc2d0 req-5bf1790b-8ab7-4c7b-9e54-7c52b4b15921 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:17.013255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b42c85-fe80-4ad3-81c4-7fedfaddc2d0 req-5bf1790b-8ab7-4c7b-9e54-7c52b4b15921 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.2723536 Jul 28 18:29:17.078556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dece7746-afe3-48fd-8d6f-b2030c8d9b9f up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:17.080360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Attempting to bind port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:17.080719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Attempting to bind port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:17.081137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Attempting to bind port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 on network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:17.115457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:17.115840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Checking segment: {'id': 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:17.116246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.116642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Bound using segment: {'id': 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:17.117124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Bound port: 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9df8ec22-9811-4ed0-94ef-7ee89939ff02'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:17.117512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.119232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Provisioning for port 20e11235-0744-472b-b90f-e783d85fcd61 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:17.141733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Provisioning complete for port 20e11235-0744-472b-b90f-e783d85fcd61 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:17.142007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.167822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1b42c85-fe80-4ad3-81c4-7fedfaddc2d0 req-6118c486-0ddb-4c57-92fc-7810672c22ca tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Jul 28 18:29:17.202997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.216826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:17.219902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:17.272758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] For port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:17.276580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] For port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,segment=NetworkSegment(f9380b05-48a7-4283-a4e7-8bcc7afdbfa9),segment_id=f9380b05-48a7-4283-a4e7-8bcc7afdbfa9)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:17.315590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e399ca-21b9-41cc-ad64-52dd2bf0a1c2 req-2cbd8684-b13c-4133-a82c-171fae29c1ee tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:17.318183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8e399ca-21b9-41cc-ad64-52dd2bf0a1c2 req-2cbd8684-b13c-4133-a82c-171fae29c1ee tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 944 time: 0.0622909 Jul 28 18:29:17.321869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.357633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port dece7746-afe3-48fd-8d6f-b2030c8d9b9f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:17.361088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] For port 20e11235-0744-472b-b90f-e783d85fcd61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=20e11235-0744-472b-b90f-e783d85fcd61,segment=NetworkSegment(619a93a2-73db-442f-95c6-2d8da953a5f8),segment_id=619a93a2-73db-442f-95c6-2d8da953a5f8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:17.364325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port dece7746-afe3-48fd-8d6f-b2030c8d9b9f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:17.364712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.368497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.370639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8e399ca-21b9-41cc-ad64-52dd2bf0a1c2 req-807ea8fb-c456-434c-bb2d-b38e797165bb tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Jul 28 18:29:17.455700 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.466430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f68c6-d05a-45d6-9916-1aff426d6e26 None None] Pushing event updated for resources: {'Port': ['ID=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:17.560326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.594674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79111b31-4695-438c-81bf-cfd268a8ac5a None None] Pushing event updated for resources: {'Port': ['ID=20e11235-0744-472b-b90f-e783d85fcd61,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:17.608036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:17.610355 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6731e38-d037-4a93-8f58-da4e1bf50a71" -d '{"events": [{"server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "name": "network-vif-plugged", "status": "completed", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:17.624834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Provisioning complete for port 20e11235-0744-472b-b90f-e783d85fcd61 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:17.625270 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.647310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,segment=NetworkSegment(c36d10d2-a02b-4f30-8687-43f95e3a1198),segment_id=c36d10d2-a02b-4f30-8687-43f95e3a1198)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:17.728574 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2dfbcf-bb85-4f5a-82a9-06fbe4ccd05e x-openstack-request-id: req-4f2dfbcf-bb85-4f5a-82a9-06fbe4ccd05e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:17.728864 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "name": "network-vif-plugged", "status": "completed", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:17.729114 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f2dfbcf-bb85-4f5a-82a9-06fbe4ccd05e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:17.729514 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f', 'code': 200} Jul 28 18:29:17.751872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.826362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:17.855142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fd22-d47b-4b83-9b1e-8718445bccc8 req-269ca124-f390-4547-9261-873e2685d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:17.857237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2fd22-d47b-4b83-9b1e-8718445bccc8 req-269ca124-f390-4547-9261-873e2685d965 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 1096 time: 0.0741379 Jul 28 18:29:17.900701 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2fd22-d47b-4b83-9b1e-8718445bccc8 req-98fc4eb8-8aab-4aaa-b3c4-54978bbe2f67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Jul 28 18:29:17.919657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Provisioning for port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:17.924074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Provisioning complete for port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:17.925416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:17.964690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-440bf811-e91e-4dca-97ce-90e57cc451f1 None None] Port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:17.990924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-ef52bfff-3546-47c5-916f-1867f7b50f89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599907 Jul 28 18:29:18.041845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-96d83f1c-cec7-4166-b5fb-3fad81280b10 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.043830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-96d83f1c-cec7-4166-b5fb-3fad81280b10 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.0602684 Jul 28 18:29:18.089049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c1a90d6-7b5a-482d-ac36-a92745fcf73f None None] Provisioning complete for port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:18.089792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90d6-7b5a-482d-ac36-a92745fcf73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.131352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a90d6-7b5a-482d-ac36-a92745fcf73f None None] Port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:18.151269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port aee44bae-6995-4340-897f-b947766e7450 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:18.151646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.158168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-cbdfa864-65f4-4cff-818b-f75fd4523adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.159751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-cbdfa864-65f4-4cff-818b-f75fd4523adf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 1096 time: 0.1131516 Jul 28 18:29:18.169724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.20.0.1 (9df8ec22-9811-4ed0-94ef-7ee89939ff02/ba407b5d-541e-4647-ab8e-45abd22a3fac/cad87b2f-5f17-4429-be88-ddeab1444fbf) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:18.234851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Router 3a10773a-f6d6-4a88-9ca2-6d7c00582ff6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:18.255836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0eb9dc61-30fe-4405-8ab8-a5f3d2b92db0 None None] Provisioning complete for port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:18.256556 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0eb9dc61-30fe-4405-8ab8-a5f3d2b92db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.302641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9dc61-30fe-4405-8ab8-a5f3d2b92db0 None None] Port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:18.321613 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port aee44bae-6995-4340-897f-b947766e7450, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=aee44bae-6995-4340-897f-b947766e7450,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:18.322099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.342358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for aee44bae-6995-4340-897f-b947766e7450 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:18.366291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc877-537c-48cc-bafd-832a9742bd76 req-97c05278-810f-45f1-aad3-c7e5e3911ea1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.367999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-009cc877-537c-48cc-bafd-832a9742bd76 req-97c05278-810f-45f1-aad3-c7e5e3911ea1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 945 time: 0.1027513 Jul 28 18:29:18.467541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-009cc877-537c-48cc-bafd-832a9742bd76 req-2c722ce3-e60a-4f3e-bea8-92a6c3f99cc6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Jul 28 18:29:18.477817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-6a64aabb-1f6c-46d5-b15a-60cb6a7f0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.483717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-6a64aabb-1f6c-46d5-b15a-60cb6a7f0231 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 907 time: 0.2988155 Jul 28 18:29:18.505825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:18.518532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] Sync routers for ids ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:18.533801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] Routers {'3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:18.535133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:18.556412 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-287e5b0d-91d8-49d7-abf2-ac8f8817c875 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "PUT /v2.0/routers/3a10773a-f6d6-4a88-9ca2-6d7c00582ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5372183 Jul 28 18:29:18.557078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:18.562859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'port': {'network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34', 'name': 'tempest-FloatingIPNegativeTestJSON-2045597806'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:18.593392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:18.594081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-19b65673-c721-40b6-bba0-d92aaaee8225 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.1038082 Jul 28 18:29:18.670949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:18.671274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ebdfa-1aa2-4a47-97da-9e76a44823b0 req-e78239ae-b520-45d5-a2e7-654b5b93309b tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.674270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-934ebdfa-1aa2-4a47-97da-9e76a44823b0 req-e78239ae-b520-45d5-a2e7-654b5b93309b tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 945 time: 0.1805434 Jul 28 18:29:18.676412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-f993ae65-4b42-423f-8b18-c6dc115d3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:18.677824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-f993ae65-4b42-423f-8b18-c6dc115d3fea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0760384 Jul 28 18:29:18.694553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.706093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] Routers {'3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:18.706093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:18.714124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:18.734775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-1c9783f1-cd69-4ae1-a26a-6ec1c3ef1a18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438766 Jul 28 18:29:18.736394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=aee44bae-6995-4340-897f-b947766e7450,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:18.745161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['aee44bae-6995-4340-897f-b947766e7450'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:18.753101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.769801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-934ebdfa-1aa2-4a47-97da-9e76a44823b0 req-24dfdad5-b8bb-4c80-9713-7ab28f0014c2 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Jul 28 18:29:18.789685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port aee44bae-6995-4340-897f-b947766e7450 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:18.793135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.795450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b834f5c-23cf-4a5b-be08-3a3bac3c338a req-eca4dcaa-c561-49ef-8fb8-f7ad08ab557c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "DELETE /v2.0/ports/aee44bae-6995-4340-897f-b947766e7450 HTTP/1.1" status: 204 len: 173 time: 0.7455864 Jul 28 18:29:18.798344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'name': 'network-vif-deleted', 'tag': 'aee44bae-6995-4340-897f-b947766e7450'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:18.798511 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d59268-9fef-4c4d-9394-844d3d6a9904" -d '{"events": [{"server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "name": "network-vif-deleted", "tag": "aee44bae-6995-4340-897f-b947766e7450"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:18.817520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Made reservation on behalf of a200aee34c0b4d369197caaf6bdcd35e for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:18.821141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.827083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object cad87b2f-5f17-4429-be88-ddeab1444fbf will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:18.842165 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d85f15-b0c8-4617-8a08-b95a387cca7d x-openstack-request-id: req-90d85f15-b0c8-4617-8a08-b95a387cca7d {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:18.842465 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350ef0f3-edb9-4b16-a2df-0199407d4d07", "name": "network-vif-deleted", "tag": "aee44bae-6995-4340-897f-b947766e7450", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:18.842718 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90d85f15-b0c8-4617-8a08-b95a387cca7d {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:18.852650 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350ef0f3-edb9-4b16-a2df-0199407d4d07', 'name': 'network-vif-deleted', 'tag': 'aee44bae-6995-4340-897f-b947766e7450', 'status': 'completed', 'code': 200} Jul 28 18:29:18.863114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] device_id is not set on port 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:29:18.864258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8805c-9207-4963-8ff7-b93b9697f223 None None] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:18.885326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:18.885941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2374d-01a8-4e15-babb-7adbfbe5d5c3 None None] The sync data for ids ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:18.887235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-b5408d52-377b-4a98-9fdd-0dc4ac8aa993 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373291 Jul 28 18:29:18.887365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:18.891651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:18.906807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 20e11235-0744-472b-b90f-e783d85fcd61 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:18.984054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-65cda0e9-e48d-470a-827b-f8d21c34df4c req-3e359ac2-5821-4706-894f-7b63c217fa8f service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897200 Jul 28 18:29:19.005357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.021871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Allocated IP 172.20.0.7 (1a330d39-89d1-4dd2-842f-0c8254b3ce34/41349d0f-1322-4220-8556-6de82a07c791/3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:19.036951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Provisioning for port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:19.046908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:19.050273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:19.054179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:19.061469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Provisioning complete for port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:19.062532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.089254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=cad87b2f-5f17-4429-be88-ddeab1444fbf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:19.094406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 20e11235-0744-472b-b90f-e783d85fcd61 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:19.094786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.114988 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.230601 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.247508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Transition to ACTIVE for port object 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:19.298303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.311559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.345365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.353867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] For port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,segment=NetworkSegment(f9380b05-48a7-4283-a4e7-8bcc7afdbfa9),segment_id=f9380b05-48a7-4283-a4e7-8bcc7afdbfa9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:19.394577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:19.400957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:19.419862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:19.427462 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.434402 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:19.562096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:19.563066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.603938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0dca-5575-4b07-afca-a549e89b76d0 None None] Pushing event updated for resources: {'Port': ['ID=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:19.618508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d848a17e-a3b3-4aa8-a92c-88c2c64cd45a req-d98472a4-4df2-47ed-9c90-a7a91dd60cf2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=350ef0f3-edb9-4b16-a2df-0199407d4d07 HTTP/1.1" status: 200 len: 210 time: 0.0374904 Jul 28 18:29:19.667304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c73eb347-9cc0-488b-8ee6-c8fb6e950f1a tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1088552 Jul 28 18:29:19.670355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:19.675484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:19.698302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.834387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.887289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b40d-d0e2-43ab-8a9e-ee5547d707c0 req-919dbb07-ada3-4922-bbf7-6d42400f6a52 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:19.888841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7999b40d-d0e2-43ab-8a9e-ee5547d707c0 req-919dbb07-ada3-4922-bbf7-6d42400f6a52 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 945 time: 0.0503950 Jul 28 18:29:19.890888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.892442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Provisioning for port cad87b2f-5f17-4429-be88-ddeab1444fbf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:19.906658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Provisioning complete for port cad87b2f-5f17-4429-be88-ddeab1444fbf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:19.907437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.915193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.917069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=cad87b2f-5f17-4429-be88-ddeab1444fbf,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:19.958047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Port cad87b2f-5f17-4429-be88-ddeab1444fbf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:19.970958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Provisioning complete for port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:19.971787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d043a82-e8b8-4847-82aa-30124875cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:19.975828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7999b40d-d0e2-43ab-8a9e-ee5547d707c0 req-d32ac55f-d68a-4be3-b828-d8e588488c7a tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692894 Jul 28 18:29:20.043250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:20.044237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.044717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:20.165817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Allocated IP 172.25.7.69 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e68350a5-8820-4acc-b09e-e202fa313cb6) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:20.192874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Provisioning complete for port cad87b2f-5f17-4429-be88-ddeab1444fbf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:20.196666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.228946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Port cad87b2f-5f17-4429-be88-ddeab1444fbf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:20.246454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 0dae886f-9647-48ac-8c57-33948116c317 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:20.282742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.302199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Provisioning for port 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:20.307379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Provisioning complete for port 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:20.308050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.358800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:20.364848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75493cfc-61f8-4573-9dbd-883fd7a91005 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/0dae886f-9647-48ac-8c57-33948116c317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6750157 Jul 28 18:29:20.367378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:20.369790 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] Sync routers for ids ['0dae886f-9647-48ac-8c57-33948116c317'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:20.387504 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] Routers {'0dae886f-9647-48ac-8c57-33948116c317'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:20.388140 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0dae886f-9647-48ac-8c57-33948116c317'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:20.407911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.428641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:20.441125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] Routers {'0dae886f-9647-48ac-8c57-33948116c317'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:20.442442 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0dae886f-9647-48ac-8c57-33948116c317'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:20.452549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23071dcf-1be6-41c6-b8cb-5fa664e9bf7e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:20.457361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-23071dcf-1be6-41c6-b8cb-5fa664e9bf7e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports/cad87b2f-5f17-4429-be88-ddeab1444fbf HTTP/1.1" status: 200 len: 910 time: 0.0886652 Jul 28 18:29:20.458407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34870) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:20.477245 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:20.478472 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb95d2-7516-4c89-9475-e202b89ebd9f None None] The sync data for ids ['0dae886f-9647-48ac-8c57-33948116c317'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:20.484648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:20.487982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:20.491846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:20.518384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=e68350a5-8820-4acc-b09e-e202fa313cb6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:20.558586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:20.560900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-84f70b2e-e7ff-4c7b-bb68-29fd8429e82d None None] Port 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:20.618120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:20.618834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.628666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.713786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-99258f0a-4786-4f9c-a124-e8512c604ca6 None None] Provisioning complete for port cad87b2f-5f17-4429-be88-ddeab1444fbf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:20.714176 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-99258f0a-4786-4f9c-a124-e8512c604ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.762473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-99258f0a-4786-4f9c-a124-e8512c604ca6 None None] Port cad87b2f-5f17-4429-be88-ddeab1444fbf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:20.785709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.885829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:20.962127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.070576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.152324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=e68350a5-8820-4acc-b09e-e202fa313cb6,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:21.168421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.224339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-dc11ea79-032e-4bd1-8147-9fc761a42ec2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:21.225817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-dc11ea79-032e-4bd1-8147-9fc761a42ec2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1613259 Jul 28 18:29:21.244184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port cad87b2f-5f17-4429-be88-ddeab1444fbf {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:21.244532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.259771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-dfe06031-88f3-474a-aa28-c1756ee7c2e8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0273509 Jul 28 18:29:21.262400 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.263880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-243f5678-41ad-4bc9-8b2f-05f0477416d1 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5925739 Jul 28 18:29:21.266548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34894) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:21.271667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-45eff118-0277-4e1f-a80f-2c0e0937ca76 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'floatingip': {'port_id': '3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:21.311574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45eff118-0277-4e1f-a80f-2c0e0937ca76 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.341757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.377757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for cad87b2f-5f17-4429-be88-ddeab1444fbf owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:21.433773 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-45eff118-0277-4e1f-a80f-2c0e0937ca76 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] update failed (client error): The resource could not be found. Jul 28 18:29:21.438223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-45eff118-0277-4e1f-a80f-2c0e0937ca76 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "PUT /v2.0/floatingips/532262a7-bea8-4dc2-9d8c-dc5d7d27aa34 HTTP/1.1" status: 404 len: 507 time: 0.1673462 Jul 28 18:29:21.438735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34896) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:21.443577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-009c7faf-0634-4dd9-8be3-9a70eff1366b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920491 Jul 28 18:29:21.570957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting port e68350a5-8820-4acc-b09e-e202fa313cb6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:21.571277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.592246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-bf1701a3-5e2b-457f-ac67-013ab9a1e265 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390910 Jul 28 18:29:21.644475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.644794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.656667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Calling delete_port for e68350a5-8820-4acc-b09e-e202fa313cb6 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:21.722402 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-d947eb75-8510-4860-b630-0c3f94e800c3 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240180 Jul 28 18:29:21.788643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.844322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=cad87b2f-5f17-4429-be88-ddeab1444fbf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:21.953523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:21.983058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Port': ['ID=e68350a5-8820-4acc-b09e-e202fa313cb6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:21.997859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.053473 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.058010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.059518 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab559c6b-5024-4c8e-b34b-0d5859a7377e tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "DELETE /v2.0/floatingips/532262a7-bea8-4dc2-9d8c-dc5d7d27aa34 HTTP/1.1" status: 204 len: 168 time: 0.6199210 Jul 28 18:29:22.062768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34902) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:22.068459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3cb33320-dfc3-416d-a03d-8096ef5e38cc tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'floatingip': {'floating_network_id': '1a330d39-89d1-4dd2-842f-0c8254b3ce34', 'port_id': '3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:22.120714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-46544062-e1bd-4c1c-b0de-c92cd86ec0b7 req-8c623296-b262-4258-9c48-d2e34be4b89b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Jul 28 18:29:22.195388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 0dae886f-9647-48ac-8c57-33948116c317 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:22.205293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cb33320-dfc3-416d-a03d-8096ef5e38cc tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.453665 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-3cb33320-dfc3-416d-a03d-8096ef5e38cc tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:22.454881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3cb33320-dfc3-416d-a03d-8096ef5e38cc tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3908453 Jul 28 18:29:22.459215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34912) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:22.464014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:22.550656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.609774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:22.615242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db8d571c-119f-4307-af8c-2dc637e9828a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/0dae886f-9647-48ac-8c57-33948116c317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1550684 Jul 28 18:29:22.617902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34914) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:22.620297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] Sync routers for ids ['0dae886f-9647-48ac-8c57-33948116c317'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:22.630980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] Routers {'0dae886f-9647-48ac-8c57-33948116c317'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:22.631623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0dae886f-9647-48ac-8c57-33948116c317'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:22.649782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9af4e97a-c387-496a-b5f0-332837793f7c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dae886f-9647-48ac-8c57-33948116c317 HTTP/1.1" status: 200 len: 205 time: 0.0302901 Jul 28 18:29:22.652303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34916) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:22.659414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.664681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:22.673297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] Routers {'0dae886f-9647-48ac-8c57-33948116c317'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:22.673910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0dae886f-9647-48ac-8c57-33948116c317'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:22.708094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:22.708673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087b1b5-550a-45b3-8eea-b332b68c245c None None] The sync data for ids ['0dae886f-9647-48ac-8c57-33948116c317'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:22.739296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.783559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Allocated IP 172.25.7.181 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/58ab72e5-e014-4087-97bb-2295527b49b3) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:22.891228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.900742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:22.902886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.033837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.034502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.034992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router 0dae886f-9647-48ac-8c57-33948116c317 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:23.046412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.051147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1fe722b6-d1d2-47a9-84fb-6f5e9f6462f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/0dae886f-9647-48ac-8c57-33948116c317 HTTP/1.1" status: 204 len: 168 time: 0.3975594 Jul 28 18:29:23.051762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:23.080041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:23.083547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:23.087061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:23.109289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet ba407b5d-541e-4647-ab8e-45abd22a3fac {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:23.112562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.116101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event updated for resources: {'Port': ['ID=58ab72e5-e014-4087-97bb-2295527b49b3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:23.116229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aee44bae-6995-4340-897f-b947766e7450 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:23.143147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: aee44bae-6995-4340-897f-b947766e7450 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:23.143490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device aee44bae-6995-4340-897f-b947766e7450 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:23.155927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.226791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22d1d78a-bc27-4bae-9f36-ff4aaf845afb req-2feb5d15-2886-466d-b6e9-55aa55aef94d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 210 time: 0.0334766 Jul 28 18:29:23.270042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.277662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting port 58ab72e5-e014-4087-97bb-2295527b49b3 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:23.278121 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.356060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.356400 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.369359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Calling delete_port for 58ab72e5-e014-4087-97bb-2295527b49b3 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:23.428464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.461694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=ba407b5d-541e-4647-ab8e-45abd22a3fac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:23.471045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.472361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce6166-1403-4173-ac16-74caf38dbadf None None] Network 9df8ec22-9811-4ed0-94ef-7ee89939ff02 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:23.475451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f18dcd75-9583-4f71-a8b1-240ed9ca1baf tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/ba407b5d-541e-4647-ab8e-45abd22a3fac HTTP/1.1" status: 204 len: 168 time: 0.4203517 Jul 28 18:29:23.476086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34932) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:23.627644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.705940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:23.706371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.732620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] DHCP port deletion for 9df8ec22-9811-4ed0-94ef-7ee89939ff02 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:23.788623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,segment=NetworkSegment(f9380b05-48a7-4283-a4e7-8bcc7afdbfa9),segment_id=f9380b05-48a7-4283-a4e7-8bcc7afdbfa9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:23.789187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.801060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Deleting port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:23.801446 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.808941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:23.872280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] For port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,segment=NetworkSegment(f9380b05-48a7-4283-a4e7-8bcc7afdbfa9),segment_id=f9380b05-48a7-4283-a4e7-8bcc7afdbfa9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:23.872683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:23.886833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Calling delete_port for 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:23.999438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.006129 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.011361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.036340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] Pushing event deleted for resources: {'Port': ['ID=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:24.038324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24add38a-e34a-4a42-9d04-c28199e80376 None None] No DVR routers for this DVR port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:24.045762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:24.050887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=3b292fc9-7d50-482c-bb2d-5a6cbbe66425,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:24.051010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Port': ['ID=58ab72e5-e014-4087-97bb-2295527b49b3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:24.129813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.139893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df8ec22-9811-4ed0-94ef-7ee89939ff02']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:24.150772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:24.151064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9380b05-48a7-4283-a4e7-8bcc7afdbfa9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:24.160901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.175035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.181582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:24.185630 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:24.205017 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] create failed (client error): The resource could not be found. Jul 28 18:29:24.206648 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-78d13315-593d-4913-88d3-b2f87f7ba09d tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7461894 Jul 28 18:29:24.210457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34944) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:24.331043 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.336990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.343574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/9df8ec22-9811-4ed0-94ef-7ee89939ff02 HTTP/1.1" status: 204 len: 168 time: 0.8661067 Jul 28 18:29:24.347431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66a6869c-84e8-4f9a-a8bf-4db924b0223d req-d1156e3f-8c7c-4930-9baa-f76486aa388b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 210 time: 0.0457287 Jul 28 18:29:24.350237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:24.355692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-390035551', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:24.406686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:24.412392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting port 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:24.413010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.416558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458b966-8902-4849-8b71-ef16c683e5a5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=9df8ec22-9811-4ed0-94ef-7ee89939ff02,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:24.436820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:24.437362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3b292fc9-7d50-482c-bb2d-5a6cbbe66425 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:24.490450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-a413bab3-6b89-4784-80b7-06e6aee17789 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:24.495079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.495079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.495682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-a413bab3-6b89-4784-80b7-06e6aee17789 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1855366 Jul 28 18:29:24.510769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:24.527011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.552408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Calling delete_port for 3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:24.579667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.747674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:24.751420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.828343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.915080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:24.986477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Port': ['ID=3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:25.012668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.14 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/0ffa0895-a103-4958-b372-92145d21f1fe) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:25.108209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16caf1c-c134-4192-86ee-37333b32cbd8 req-b518333f-a25f-45b6-8b0a-a935c5b83b57 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:25.115658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c16caf1c-c134-4192-86ee-37333b32cbd8 req-b518333f-a25f-45b6-8b0a-a935c5b83b57 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 945 time: 0.1824121 Jul 28 18:29:25.134134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.138807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86bb21de-367c-4fdc-919c-09b321442805 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "DELETE /v2.0/ports/3d9f49c0-7863-4ce9-a47c-a8516e8f9ad5 HTTP/1.1" status: 204 len: 168 time: 0.9271827 Jul 28 18:29:25.139334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34962) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:25.173443 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c16caf1c-c134-4192-86ee-37333b32cbd8 req-d51a7c0f-7e0d-4a50-a80b-b73cace7eb53 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566845 Jul 28 18:29:25.228873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354b3e6-f097-4cb0-ad96-72b7b2fc6624 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:25.232882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8354b3e6-f097-4cb0-ad96-72b7b2fc6624 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a10773a-f6d6-4a88-9ca2-6d7c00582ff6 HTTP/1.1" status: 200 len: 913 time: 0.0899475 Jul 28 18:29:25.236128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34964) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:25.247890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.295237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.317718 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.421843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.25.7.214 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/588f668e-73cf-4dd6-aa1a-54c6d59a8046) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:25.475279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5855857d-2451-4bee-92e8-597e77cf2dea req-48649305-1cf6-49cc-9ce7-9e55acdf870e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 210 time: 0.0293581 Jul 28 18:29:25.504951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.516360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:25.545598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.556773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:25.564261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:25.585145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:25.596585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:25.650720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:25.650720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.671908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.708816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:25.713304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:25.716670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:25.717272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:25.744500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=588f668e-73cf-4dd6-aa1a-54c6d59a8046,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:25.777706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-205a3657-501c-4fa5-9cb6-dee20b37f1dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2732971 Jul 28 18:29:25.791986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Request body: {'port': {'device_id': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:25.905524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.042913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.177435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting port 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:26.177690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.296847 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.312214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffa0895-a103-4958-b372-92145d21f1fe {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:26.314578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-c496f8dd-0a96-45c6-aa6f-7677f54c1c05 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:26.316071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-c496f8dd-0a96-45c6-aa6f-7677f54c1c05 tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 945 time: 0.0892615 Jul 28 18:29:26.317513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.327210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.336528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Calling delete_port for 0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:26.350264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Transition to ACTIVE for port object 0ffa0895-a103-4958-b372-92145d21f1fe will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:26.393671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf33236-4b62-4d15-b41d-de98dfb1edef req-997a9ca7-0928-40de-8b6a-aec4503c267c tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:26.395457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbf33236-4b62-4d15-b41d-de98dfb1edef req-997a9ca7-0928-40de-8b6a-aec4503c267c tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 945 time: 0.1411750 Jul 28 18:29:26.444712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.505144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:26.517554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fbf33236-4b62-4d15-b41d-de98dfb1edef req-4c603673-bffb-4321-a591-28a562adae4b tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7814ee8-3364-45fe-8d0f-78b175f68119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106718 Jul 28 18:29:26.550649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Deleting port dece7746-afe3-48fd-8d6f-b2030c8d9b9f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:26.551023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.643042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] For port dece7746-afe3-48fd-8d6f-b2030c8d9b9f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,segment=NetworkSegment(c36d10d2-a02b-4f30-8687-43f95e3a1198),segment_id=c36d10d2-a02b-4f30-8687-43f95e3a1198)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:26.643778 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.657518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Calling delete_port for dece7746-afe3-48fd-8d6f-b2030c8d9b9f owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:26.667144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f49e3-42b1-4c04-a72d-426fe31464f3 req-f02f68e9-3481-463b-a854-624e373550c3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:26.668671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-536f49e3-42b1-4c04-a72d-426fe31464f3 req-f02f68e9-3481-463b-a854-624e373550c3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 944 time: 0.0814579 Jul 28 18:29:26.669616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 999fdac9-8108-47f2-a20e-046dec6617e6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:26.671112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Attempting to bind port 0ffa0895-a103-4958-b372-92145d21f1fe on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:26.671452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Attempting to bind port 0ffa0895-a103-4958-b372-92145d21f1fe by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:26.671967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Attempting to bind port 0ffa0895-a103-4958-b372-92145d21f1fe on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:26.678019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Port 0ffa0895-a103-4958-b372-92145d21f1fe on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:29:26.678317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Attempting to bind port 0ffa0895-a103-4958-b372-92145d21f1fe on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:26.693550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:26.693888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:26.694264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:26.694700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Bound port: 0ffa0895-a103-4958-b372-92145d21f1fe, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:26.695144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.747751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-536f49e3-42b1-4c04-a72d-426fe31464f3 req-4ded36ce-077d-4bb4-919e-c2f27257603f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712779 Jul 28 18:29:26.765202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.799609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Port': ['ID=0e68a3b5-f9e0-445b-9cf2-10ec9751f7d6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:26.803252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:26.819478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0ffa0895-a103-4958-b372-92145d21f1fe,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:26.841683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:26.852987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] Sync routers for ids ['999fdac9-8108-47f2-a20e-046dec6617e6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:26.865931 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] Routers {'999fdac9-8108-47f2-a20e-046dec6617e6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:26.867833 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['999fdac9-8108-47f2-a20e-046dec6617e6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:26.912247 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:26.921750 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] Routers {'999fdac9-8108-47f2-a20e-046dec6617e6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:26.922366 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['999fdac9-8108-47f2-a20e-046dec6617e6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:26.959654 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:26.960307 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c287b91-012d-41de-9c38-ed1a0c35cfc6 None None] The sync data for ids ['999fdac9-8108-47f2-a20e-046dec6617e6'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:26.968150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.978795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:26.996879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.001445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-749c8d73-7875-49f9-858a-62d54e9ec0c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6469994 Jul 28 18:29:27.001445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.001445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34972) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:27.011388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['dece7746-afe3-48fd-8d6f-b2030c8d9b9f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:27.018495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.019105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.021076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ffa0895-a103-4958-b372-92145d21f1fe HTTP/1.1" status: 200 len: 1092 time: 1.2332447 Jul 28 18:29:27.022703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:27.025220 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf253637-fdb0-494d-a141-460e6beafed5" -d '{"events": [{"name": "network-changed", "server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:27.073309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Pushing event deleted for resources: {'Port': ['ID=dece7746-afe3-48fd-8d6f-b2030c8d9b9f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:27.088103 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1fce5-053c-4d24-8dae-4b424198a838 x-openstack-request-id: req-89d1fce5-053c-4d24-8dae-4b424198a838 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:27.088375 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:27.088591 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89d1fce5-053c-4d24-8dae-4b424198a838 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:27.091005 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe', 'status': 'completed', 'code': 200} Jul 28 18:29:27.128517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accecbf1-f0cc-4e4d-b56a-2f2edd916fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:27.151948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] No DVR routers for this DVR port dece7746-afe3-48fd-8d6f-b2030c8d9b9f on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:27.155928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.157980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c23dc2c1-190f-4cf4-b802-ef45119ab891 req-3b0377a3-cb4c-4a83-87e6-06635bd3029f tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.37 "DELETE /v2.0/ports/dece7746-afe3-48fd-8d6f-b2030c8d9b9f HTTP/1.1" status: 204 len: 173 time: 0.8047006 Jul 28 18:29:27.158418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'name': 'network-vif-deleted', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:27.161579 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1534e3-6a8a-4914-86e4-d1ca553b630b" -d '{"events": [{"server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "name": "network-vif-deleted", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:27.187423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe8cf1c7-4d91-4793-9954-e3f689d026e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers/999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 200 len: 880 time: 0.1853960 Jul 28 18:29:27.189827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34978) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:27.229069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253637-fdb0-494d-a141-460e6beafed5 req-dbd251c1-6c90-418e-8a87-cf1d4aa2756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.230581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf253637-fdb0-494d-a141-460e6beafed5 req-dbd251c1-6c90-418e-8a87-cf1d4aa2756f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 1095 time: 0.1119421 Jul 28 18:29:27.231510 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c642fa-4cd6-4602-9245-b4cb6b1d9b69 x-openstack-request-id: req-12c642fa-4cd6-4602-9245-b4cb6b1d9b69 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:27.231800 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab76e6c6-28c1-4886-8a81-b22c6ad0a17b", "name": "network-vif-deleted", "tag": "dece7746-afe3-48fd-8d6f-b2030c8d9b9f", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:27.232050 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12c642fa-4cd6-4602-9245-b4cb6b1d9b69 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:27.232477 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab76e6c6-28c1-4886-8a81-b22c6ad0a17b', 'name': 'network-vif-deleted', 'tag': 'dece7746-afe3-48fd-8d6f-b2030c8d9b9f', 'status': 'completed', 'code': 200} Jul 28 18:29:27.240780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Router 3a10773a-f6d6-4a88-9ca2-6d7c00582ff6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:27.333789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-caa8a8fc-ae39-4c9c-8bc2-50681bc2e128 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1428502 Jul 28 18:29:27.336426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:27.341661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-390035551'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:27.381733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:27.390918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dad8bdc0-8d47-4c60-8a25-e713e2cb1caf tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "PUT /v2.0/routers/3a10773a-f6d6-4a88-9ca2-6d7c00582ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1506374 Jul 28 18:29:27.390918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:27.393068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] Sync routers for ids ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:27.404485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] Routers {'3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:27.405619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:27.448620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:27.460951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] Routers {'3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:27.461783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:27.468950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253637-fdb0-494d-a141-460e6beafed5 req-0343efea-b148-422d-b306-af6af17c2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.470442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf253637-fdb0-494d-a141-460e6beafed5 req-0343efea-b148-422d-b306-af6af17c2422 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2286489 Jul 28 18:29:27.474384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.498667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:27.499526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4d2e0-f8e5-42a5-bb74-898e0089875f None None] The sync data for ids ['3a10773a-f6d6-4a88-9ca2-6d7c00582ff6'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:27.698228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.706001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.765631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253637-fdb0-494d-a141-460e6beafed5 req-81dc6490-7850-4920-b46c-5d6d86fb4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.767086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf253637-fdb0-494d-a141-460e6beafed5 req-81dc6490-7850-4920-b46c-5d6d86fb4a6e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491169 Jul 28 18:29:27.884054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.884764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Fanout notify agent at l3_agent the message router_deleted on router 3a10773a-f6d6-4a88-9ca2-6d7c00582ff6 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:27.899057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:27.899057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-17ce9537-a65b-4e83-8d6f-d301f2fa19c2 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "DELETE /v2.0/routers/3a10773a-f6d6-4a88-9ca2-6d7c00582ff6 HTTP/1.1" status: 204 len: 168 time: 0.5049808 Jul 28 18:29:27.901838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d25e8eb-3a53-49a5-89cc-16ebed1fa9df req-d817ef9d-a141-4b6f-b19f-b0d0dac004aa tempest-VolumesActionsTest-1732792088 tempest-VolumesActionsTest-1732792088-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab76e6c6-28c1-4886-8a81-b22c6ad0a17b HTTP/1.1" status: 200 len: 210 time: 0.0315354 Jul 28 18:29:27.902163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 34988) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:27.968905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577d265-fb06-47ae-a09a-03cfc1389292 req-ce88eb8d-21cb-497c-8503-bb95f4e74e6d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.970393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8577d265-fb06-47ae-a09a-03cfc1389292 req-ce88eb8d-21cb-497c-8503-bb95f4e74e6d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 944 time: 0.1487896 Jul 28 18:29:27.981425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-81aaf476-b7a5-4c8e-aa66-011fbbf16bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:27.982956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-81aaf476-b7a5-4c8e-aa66-011fbbf16bfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 1095 time: 0.1519241 Jul 28 18:29:27.986755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting subnet 41349d0f-1322-4220-8556-6de82a07c791 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:28.006579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.021825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.111283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.225957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 999fdac9-8108-47f2-a20e-046dec6617e6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:28.340369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:28.347237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.348458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c992397-2693-4fc6-b246-2e2fdb263c94 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 200 len: 887 time: 1.0110424 Jul 28 18:29:28.350585 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] Sync routers for ids ['999fdac9-8108-47f2-a20e-046dec6617e6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:28.351492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:28.361340 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] Routers {'999fdac9-8108-47f2-a20e-046dec6617e6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:28.362049 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['999fdac9-8108-47f2-a20e-046dec6617e6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:28.397880 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:28.407648 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] Routers {'999fdac9-8108-47f2-a20e-046dec6617e6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:28.408246 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['999fdac9-8108-47f2-a20e-046dec6617e6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:28.419526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-0092ab9e-6395-40cf-bac6-8ef3d88d6d0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ffa0895-a103-4958-b372-92145d21f1fe HTTP/1.1" status: 200 len: 217 time: 0.4253278 Jul 28 18:29:28.446213 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:28.446863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e10931-172d-43c9-9abd-ff4627c9ee6f None None] The sync data for ids ['999fdac9-8108-47f2-a20e-046dec6617e6'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:28.453527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.467450 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-779b71eb-f0d2-404f-8935-63a3bebd8664 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers/999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 200 len: 887 time: 0.1127090 Jul 28 18:29:28.468224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34992) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:28.477194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8577d265-fb06-47ae-a09a-03cfc1389292 req-aa71428c-e106-4b98-9a69-ad9c63e143c8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987128 Jul 28 18:29:28.501384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-807f8eb5-0fe2-4f4a-9746-e8ded90e0eff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 200 len: 205 time: 0.0315034 Jul 28 18:29:28.503457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:28.528183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-5971530d-e94f-481e-abb0-3cf166bdf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:28.529617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-5971530d-e94f-481e-abb0-3cf166bdf89d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0979829 Jul 28 18:29:28.584497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-7c7d29d7-a48a-4ac5-973d-5a73e0c5e778 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 28 18:29:28.602314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.615680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.719126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-12f9aca1-a38b-4a68-937e-d0422d35073a service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263251 Jul 28 18:29:28.719439 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.790580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.825997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.827665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "DELETE /v2.0/subnets/41349d0f-1322-4220-8556-6de82a07c791 HTTP/1.1" status: 204 len: 168 time: 0.9238226 Jul 28 18:29:28.828551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394ca22-af79-4aa1-9eec-e53d01ad48ea tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Subnet': ['ID=41349d0f-1322-4220-8556-6de82a07c791,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:28.829512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcd87f-c0c5-47d6-9136-06d6affeef9e None None] Network 1a330d39-89d1-4dd2-842f-0c8254b3ce34 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:28.831736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 34996) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:28.846039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-439fe88f-d9d9-49f0-91ea-fd431bb47446 req-b6e6ae52-55d7-4dc7-863c-9d08c3494077 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200421 Jul 28 18:29:28.922454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:28.936165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 588f668e-73cf-4dd6-aa1a-54c6d59a8046 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:28.936514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.021506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] DHCP port deletion for 1a330d39-89d1-4dd2-842f-0c8254b3ce34 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:29.049111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.064020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 588f668e-73cf-4dd6-aa1a-54c6d59a8046 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:29.074608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Deleting port 20e11235-0744-472b-b90f-e783d85fcd61 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:29.075000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.077153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Deleting port 20e11235-0744-472b-b90f-e783d85fcd61 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:29.077502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.136766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] For port 20e11235-0744-472b-b90f-e783d85fcd61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=20e11235-0744-472b-b90f-e783d85fcd61,segment=NetworkSegment(619a93a2-73db-442f-95c6-2d8da953a5f8),segment_id=619a93a2-73db-442f-95c6-2d8da953a5f8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:29.137193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.150285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Calling delete_port for 20e11235-0744-472b-b90f-e783d85fcd61 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:29.187264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] For port 20e11235-0744-472b-b90f-e783d85fcd61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=20e11235-0744-472b-b90f-e783d85fcd61,segment=NetworkSegment(619a93a2-73db-442f-95c6-2d8da953a5f8),segment_id=619a93a2-73db-442f-95c6-2d8da953a5f8)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:29.187657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.203329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Calling delete_port for 20e11235-0744-472b-b90f-e783d85fcd61 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:29.373613 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.379611 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.402024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] Pushing event deleted for resources: {'Port': ['ID=20e11235-0744-472b-b90f-e783d85fcd61,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:29.403822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a512c-28f6-4cad-9495-327d70d7fc91 None None] No DVR routers for this DVR port 20e11235-0744-472b-b90f-e783d85fcd61 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:29.407824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Port': ['ID=20e11235-0744-472b-b90f-e783d85fcd61,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:29.414774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] No DVR routers for this DVR port 20e11235-0744-472b-b90f-e783d85fcd61 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:29.493723 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.503806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a330d39-89d1-4dd2-842f-0c8254b3ce34']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:29.515275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619a93a2-73db-442f-95c6-2d8da953a5f8') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:29.515587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619a93a2-73db-442f-95c6-2d8da953a5f8') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:29.524466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.527235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.567599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=588f668e-73cf-4dd6-aa1a-54c6d59a8046,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:29.587556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.614373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:29.614810 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self.session.flush() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:29.617840 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:29.632798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3c6c0-ab0c-4b0f-8e86-96e226724108 req-ed356b1a-b08e-4caa-bfd6-6c7924412409 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:29.632798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1f3c6c0-ab0c-4b0f-8e86-96e226724108 req-ed356b1a-b08e-4caa-bfd6-6c7924412409 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 944 time: 0.0716715 Jul 28 18:29:29.671294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1f3c6c0-ab0c-4b0f-8e86-96e226724108 req-2823b3f5-3778-4d73-a4ed-1dfaf7fcf403 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Jul 28 18:29:29.681832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.773716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.776168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.777573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.782382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.784461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] 10.222.0.25 "DELETE /v2.0/networks/1a330d39-89d1-4dd2-842f-0c8254b3ce34 HTTP/1.1" status: 204 len: 168 time: 0.9512095 Jul 28 18:29:29.829491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ad3f6-cade-4bb2-ab48-6a33da374905 tempest-FloatingIPNegativeTestJSON-1837432448 tempest-FloatingIPNegativeTestJSON-1837432448-project] Pushing event deleted for resources: {'Network': ['ID=1a330d39-89d1-4dd2-842f-0c8254b3ce34,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:29.990385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.991175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router 999fdac9-8108-47f2-a20e-046dec6617e6 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:29.998068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:29.999221 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5acbb177-f5d5-4342-8eda-24cf18539a9f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 204 len: 168 time: 1.4946437 Jul 28 18:29:30.010833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35010) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:30.015897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-64574470'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:30.124501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:30.128025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.151169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:30.161271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.161625 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment bc005d8f-a558-4204-8f48-854572985b44 of type vlan for network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 Jul 28 18:29:30.204027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.267428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35016) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:30.316108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.322165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:30.322712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.390142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 20e11235-0744-472b-b90f-e783d85fcd61 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:30.412051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 20e11235-0744-472b-b90f-e783d85fcd61 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:30.412391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 20e11235-0744-472b-b90f-e783d85fcd61 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:30.423840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=3c90d7ed-8282-4d69-87c2-1c5c35ae04b3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:30.432264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:30.438277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ea9c0781-f2bc-4b1f-b4b2-beccfb7f2fd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a200aee34c0b4d369197caaf6bdcd35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696920 Jul 28 18:29:30.440908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35020) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:30.469705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0d6ddbd-6064-4aca-91ae-a0ec63937830 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4577806 Jul 28 18:29:30.472420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:30.478536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:30.560981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.599027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.713375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:30.716996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.770532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.773129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:30.774592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31e675f6-8842-4f77-a91f-cb5f187397fe HTTP/1.1" status: 204 len: 168 time: 0.3317204 Jul 28 18:29:30.814776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79d58-6913-4f69-a16a-8254e8434037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e675f6-8842-4f77-a91f-cb5f187397fe,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:30.854443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5735e-cfb9-4498-ba3f-e85a76dd466c req-bcbbebba-07a1-4e17-a589-21d5dcf9a710 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:30.855986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8e5735e-cfb9-4498-ba3f-e85a76dd466c req-bcbbebba-07a1-4e17-a589-21d5dcf9a710 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 944 time: 0.0966198 Jul 28 18:29:30.932809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e8e5735e-cfb9-4498-ba3f-e85a76dd466c req-79c9930c-41f3-4b8f-935f-1c583e9a4a28 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677288 Jul 28 18:29:31.068162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.127766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=2b19f9cd-1f95-4741-9373-46c74f736f7b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:31.136172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': 'bc005d8f-a558-4204-8f48-854572985b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:31.136531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:31.148803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dece7746-afe3-48fd-8d6f-b2030c8d9b9f no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:31.172766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: dece7746-afe3-48fd-8d6f-b2030c8d9b9f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:31.173122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device dece7746-afe3-48fd-8d6f-b2030c8d9b9f not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:31.218734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:31.301817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:31.305910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:31.306455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.312021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49bc592-91b4-4c33-b4c1-c319543e51d3 None None] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:31.380773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0ffa0895-a103-4958-b372-92145d21f1fe details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:29:31.397066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43537898-e46c-426d-bb6d-2233727ed932 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9229581 Jul 28 18:29:31.400301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35038) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:31.405819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1458867226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:31.494164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.500227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.502721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3c90d7ed-8282-4d69-87c2-1c5c35ae04b3', 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '2b19f9cd-1f95-4741-9373-46c74f736f7b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:31.503619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.552138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.599590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0ffa0895-a103-4958-b372-92145d21f1fe,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:31.619345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '0ffa0895-a103-4958-b372-92145d21f1fe', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': '0ffa0895-a103-4958-b372-92145d21f1fe', 'mac_address': 'fa:16:3e:71:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:29:31.677285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.689595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.705824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Allocated IP 172.20.0.2 (3c90d7ed-8282-4d69-87c2-1c5c35ae04b3/2b19f9cd-1f95-4741-9373-46c74f736f7b/387c6317-1c1b-44f0-ac8f-3de667ca6c50) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:31.711504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffa0895-a103-4958-b372-92145d21f1fe {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:31.748005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0ffa0895-a103-4958-b372-92145d21f1fe,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:31.779139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.781066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3e284a3b-e4d6-4495-be0d-9cefd6aafa13 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3797529 Jul 28 18:29:31.788223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35052) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:31.864730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.898273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:31.912128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Transition to ACTIVE for port object 387c6317-1c1b-44f0-ac8f-3de667ca6c50 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:31.936999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:31.943672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Transition to ACTIVE for port object 387c6317-1c1b-44f0-ac8f-3de667ca6c50 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:32.027993 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.056328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:32.087898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4ad4-2757-4f59-a553-f75a27f27b23 req-40dea3a9-b722-43e6-887c-e45bc09d3cb9 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:32.095383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42ec4ad4-2757-4f59-a553-f75a27f27b23 req-40dea3a9-b722-43e6-887c-e45bc09d3cb9 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 945 time: 0.0898688 Jul 28 18:29:32.106022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:32.109409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:32.114102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.116679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:32.127880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Pushing event updated for resources: {'Port': ['ID=387c6317-1c1b-44f0-ac8f-3de667ca6c50,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:32.141651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42ec4ad4-2757-4f59-a553-f75a27f27b23 req-933d28ca-72b0-4326-82b3-9475dbc481f3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Jul 28 18:29:32.184172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--969712224'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:32.197168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Attempting to bind port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:32.197688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Attempting to bind port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'bc005d8f-a558-4204-8f48-854572985b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:32.203754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Attempting to bind port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 on network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:32.203754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:32.203754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Checking segment: {'id': 'bc005d8f-a558-4204-8f48-854572985b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:32.204437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.204948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Bound using segment: {'id': 'bc005d8f-a558-4204-8f48-854572985b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:32.205512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Bound port: 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc005d8f-a558-4204-8f48-854572985b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3c90d7ed-8282-4d69-87c2-1c5c35ae04b3'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:32.205995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.210904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['0ffa0895-a103-4958-b372-92145d21f1fe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:32.322714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] For port 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:32.325017 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.328464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] For port 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=387c6317-1c1b-44f0-ac8f-3de667ca6c50,segment=NetworkSegment(bc005d8f-a558-4204-8f48-854572985b44),segment_id=bc005d8f-a558-4204-8f48-854572985b44)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:32.334598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.390210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.20.0.1 (3c90d7ed-8282-4d69-87c2-1c5c35ae04b3/2b19f9cd-1f95-4741-9373-46c74f736f7b/bf4bda57-36bd-41f3-ac20-1db3e4a7956d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:32.444974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.456769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.522889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.531162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c572-3dbb-45ad-ad3a-90080a2994ad None None] Pushing event updated for resources: {'Port': ['ID=387c6317-1c1b-44f0-ac8f-3de667ca6c50,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:32.537907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object bf4bda57-36bd-41f3-ac20-1db3e4a7956d will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:32.539065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.594154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b47c7d-ff9a-40f8-8cb5-09592654e9f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:32.636911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.662492 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.699440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:32.705002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:32.709605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:32.721603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.753843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=bf4bda57-36bd-41f3-ac20-1db3e4a7956d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:32.762654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84952b-4e5a-40d2-88d5-6c1e7504cb3c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:32.774805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.836250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.837623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f70f0727-dadd-46b2-8508-55a907d49f2d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7792885 Jul 28 18:29:32.840300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35068) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:32.907493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1a7b7126-f92a-4488-a568-e6d3c57242e6 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0657768 Jul 28 18:29:32.910566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35070) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:32.915078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-security--312764554', 'description': 'tempest-security-description-2044871724'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:32.940500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.984721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:32.999148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.120822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.123610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.128035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "PUT /v2.0/security-groups/fd84952b-4e5a-40d2-88d5-6c1e7504cb3c HTTP/1.1" status: 200 len: 1779 time: 0.2164190 Jul 28 18:29:33.129007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35072) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:33.197169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2283-5956-4f46-84a1-1b5ffa53d36c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84952b-4e5a-40d2-88d5-6c1e7504cb3c,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:33.221065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:33.221349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9fb8a35a-8e43-468c-8e04-dae4d9a7bf6b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups/fd84952b-4e5a-40d2-88d5-6c1e7504cb3c HTTP/1.1" status: 200 len: 1779 time: 0.0879853 Jul 28 18:29:33.334972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc259f-3aa1-447e-b9b1-4750cd272a49 req-ba0982cc-dac6-40fd-bfde-e276ad16a64e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:33.336587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47fc259f-3aa1-447e-b9b1-4750cd272a49 req-ba0982cc-dac6-40fd-bfde-e276ad16a64e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 945 time: 0.0958431 Jul 28 18:29:33.382721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.390422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0ffa0895-a103-4958-b372-92145d21f1fe up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:33.391071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.418973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.444080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47fc259f-3aa1-447e-b9b1-4750cd272a49 req-573b9291-0879-46be-a628-5f6c2098177f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967393 Jul 28 18:29:33.483182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.539258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 0ffa0895-a103-4958-b372-92145d21f1fe completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:33.544099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a23d5-4f58-4699-a3e2-7c9a414e52fb None None] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:33.549018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 0ffa0895-a103-4958-b372-92145d21f1fe triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:33.549386 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.719092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fb81267b-fedb-47b3-8ded-7395021b4b96 None None] Provisioning for port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:33.745208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.791676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:33.793968 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f0fa3-4fa9-4e80-b767-376368d1a3c5" -d '{"events": [{"server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "name": "network-vif-plugged", "status": "completed", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:33.825042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0ffa0895-a103-4958-b372-92145d21f1fe,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:33.847084 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b985a-b95f-4348-9d06-b0a9e2aa2b55 x-openstack-request-id: req-c43b985a-b95f-4348-9d06-b0a9e2aa2b55 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:33.847564 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "name": "network-vif-plugged", "status": "completed", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:33.847724 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c43b985a-b95f-4348-9d06-b0a9e2aa2b55 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:33.848133 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe', 'code': 200} Jul 28 18:29:33.943104 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.974643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.986495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.993661 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:33.997261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35082) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.001975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd84952b-4e5a-40d2-88d5-6c1e7504cb3c HTTP/1.1" status: 204 len: 168 time: 0.7797191 Jul 28 18:29:34.006930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:34.057548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3f248-4e91-43b0-83e6-0e60a29bc76e req-8e68d50c-6197-44bf-b2f7-91da0f335fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:34.059244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10a3f248-4e91-43b0-83e6-0e60a29bc76e req-8e68d50c-6197-44bf-b2f7-91da0f335fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 1096 time: 0.1392903 Jul 28 18:29:34.069619 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=bf4bda57-36bd-41f3-ac20-1db3e4a7956d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:34.075017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ce0be-13d6-4a3c-abf1-87a87f0f29ad tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd84952b-4e5a-40d2-88d5-6c1e7504cb3c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:34.128056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35084) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.135942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-556eb566-6a21-42a2-881a-7c1db2512f04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1306565 Jul 28 18:29:34.161803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10a3f248-4e91-43b0-83e6-0e60a29bc76e req-e73e73b2-9e6e-447f-bd03-8f5d4bbb1496 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865624 Jul 28 18:29:34.170508 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-c219e86e-c47f-44f4-8eda-7ff71fe15000 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] delete failed (client error): The resource could not be found. Jul 28 18:29:34.171835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c219e86e-c47f-44f4-8eda-7ff71fe15000 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd84952b-4e5a-40d2-88d5-6c1e7504cb3c HTTP/1.1" status: 404 len: 347 time: 0.0422473 Jul 28 18:29:34.176504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35086) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.181226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587797176'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:34.209894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:34.211872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:34.278778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65f2360c-ea8a-4f2a-889d-b8963922888c None None] Provisioning for port bf4bda57-36bd-41f3-ac20-1db3e4a7956d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:34.278979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.284194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-65f2360c-ea8a-4f2a-889d-b8963922888c None None] Provisioning complete for port bf4bda57-36bd-41f3-ac20-1db3e4a7956d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:34.284699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-65f2360c-ea8a-4f2a-889d-b8963922888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.354106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-65f2360c-ea8a-4f2a-889d-b8963922888c None None] Port bf4bda57-36bd-41f3-ac20-1db3e4a7956d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:34.381182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.438992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 095ca750-9dc3-4775-9864-6e533da64487 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:34.457674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 387c6317-1c1b-44f0-ac8f-3de667ca6c50 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:34.469344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.516882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1fd4bdb0-8457-4acc-8d2c-63e08cdc5217 None None] Provisioning complete for port bf4bda57-36bd-41f3-ac20-1db3e4a7956d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:34.517257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df12ced1-42bc-49ea-8106-47b7ca0d2b56,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:34.517866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bdb0-8457-4acc-8d2c-63e08cdc5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.591911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4bdb0-8457-4acc-8d2c-63e08cdc5217 None None] Port bf4bda57-36bd-41f3-ac20-1db3e4a7956d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:34.602287 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.603941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5279a421-3cd4-43ff-ad2f-256daf5cafd9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4265358 Jul 28 18:29:34.606709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35094) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.611887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'df12ced1-42bc-49ea-8106-47b7ca0d2b56', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:34.671560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:34.677059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ac2b8b60-1162-4743-9444-2f8012fa0b17 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/095ca750-9dc3-4775-9864-6e533da64487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8876188 Jul 28 18:29:34.679693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35096) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.681624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] Sync routers for ids ['095ca750-9dc3-4775-9864-6e533da64487'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:34.690986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51d9b-ed68-427d-ba60-d1c7eac0b513 req-25a59842-a1d8-4f7d-8376-64ca24777e6c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:34.692226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] Routers {'095ca750-9dc3-4775-9864-6e533da64487'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:34.693163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daf51d9b-ed68-427d-ba60-d1c7eac0b513 req-25a59842-a1d8-4f7d-8376-64ca24777e6c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.0774431 Jul 28 18:29:34.693339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['095ca750-9dc3-4775-9864-6e533da64487'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:34.749117 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-daf51d9b-ed68-427d-ba60-d1c7eac0b513 req-291346b6-a387-4af9-8244-fa3245c6fd2a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 28 18:29:34.763753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.775150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ecacb-e60c-4f6d-b0bb-e285cc52699e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:34.776698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-765ecacb-e60c-4f6d-b0bb-e285cc52699e tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports/bf4bda57-36bd-41f3-ac20-1db3e4a7956d HTTP/1.1" status: 200 len: 910 time: 0.0956128 Jul 28 18:29:34.779506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:34.785996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b19f9cd-1f95-4741-9373-46c74f736f7b'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:34.848332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.896183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:34.898058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:34.909113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:34.909485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.934875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] Routers {'095ca750-9dc3-4775-9864-6e533da64487'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:34.935523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['095ca750-9dc3-4775-9864-6e533da64487'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:34.939595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-edece20c-8331-4714-9fe8-7bf9b21aa6c9 None None] Provisioning complete for port bf4bda57-36bd-41f3-ac20-1db3e4a7956d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:34.939975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-edece20c-8331-4714-9fe8-7bf9b21aa6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.952248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.975902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:34.996184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:34.996853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f25630-f253-4ae0-8458-99b7fca4f973 None None] The sync data for ids ['095ca750-9dc3-4775-9864-6e533da64487'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:35.008783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429eb0dc-8182-46d4-91a5-2842598394f0,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:35.017171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-edece20c-8331-4714-9fe8-7bf9b21aa6c9 None None] Port bf4bda57-36bd-41f3-ac20-1db3e4a7956d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:35.061589 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.095720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=387c6317-1c1b-44f0-ac8f-3de667ca6c50,segment=NetworkSegment(bc005d8f-a558-4204-8f48-854572985b44),segment_id=bc005d8f-a558-4204-8f48-854572985b44)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:35.155020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.156608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fe72e1db-5b21-4ae9-a740-9944874042db tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5485799 Jul 28 18:29:35.159515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35102) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.209995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.219797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.223921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.291733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=387c6317-1c1b-44f0-ac8f-3de667ca6c50,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:35.369993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.373666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.377578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.378781 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/429eb0dc-8182-46d4-91a5-2842598394f0 HTTP/1.1" status: 204 len: 168 time: 0.2177608 Jul 28 18:29:35.382581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.390335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cbf1f-7140-4e3f-8c3e-3567b3000725 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=429eb0dc-8182-46d4-91a5-2842598394f0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:35.433469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e483f386-a860-4a48-a5c0-30256d157e0e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494463 Jul 28 18:29:35.436109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35108) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.482038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.497408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.537468 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.577433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:35.578068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.582751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/ports/bf4bda57-36bd-41f3-ac20-1db3e4a7956d HTTP/1.1" status: 200 len: 910 time: 0.7983489 Jul 28 18:29:35.583097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35112) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.590599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a8f30-95c5-4529-8c03-4f6a29391676 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=bf4bda57-36bd-41f3-ac20-1db3e4a7956d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:35.746772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.749328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:35.750462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/df12ced1-42bc-49ea-8106-47b7ca0d2b56 HTTP/1.1" status: 204 len: 168 time: 0.3133490 Jul 28 18:29:35.753757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.763542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09732a-4a7b-4d53-8b0e-d0337af6d3b9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12ced1-42bc-49ea-8106-47b7ca0d2b56,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:35.841613 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cc03baa4-9b0b-4784-ae2e-31c2eb29f443 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793636 Jul 28 18:29:35.842781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:35.849138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--487072543'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:35.930315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40e685-2eea-46e6-87d1-996093ddb772 req-d4462431-2249-4025-aae1-25cef4234ad0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:35.931821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d40e685-2eea-46e6-87d1-996093ddb772 req-d4462431-2249-4025-aae1-25cef4234ad0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.0844529 Jul 28 18:29:36.001360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d40e685-2eea-46e6-87d1-996093ddb772 req-2a551c01-48e9-49a4-ae2e-5b816503c048 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624516 Jul 28 18:29:36.017747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.038605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.149832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.297538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.313830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port bf4bda57-36bd-41f3-ac20-1db3e4a7956d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:36.314373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.350097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d489a2fe-2c5b-45db-a0b2-6ac07955920b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:36.382625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-105f132f-8688-4f10-923c-2a9dbb441687 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:36.384139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-105f132f-8688-4f10-923c-2a9dbb441687 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1479955 Jul 28 18:29:36.394944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 387c6317-1c1b-44f0-ac8f-3de667ca6c50 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:36.411097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-dcaaaf86-43f8-4c3f-a5c6-a82f16fb4a23 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0132768 Jul 28 18:29:36.422660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.427616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.431719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fcbea5e1-55f5-49da-9137-46002762132a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5849013 Jul 28 18:29:36.434680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35134) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:36.439858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'd489a2fe-2c5b-45db-a0b2-6ac07955920b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:36.448590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for bf4bda57-36bd-41f3-ac20-1db3e4a7956d owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:36.448753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:36.449010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.470076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-f360f8e1-83d8-4224-ad71-fb1195c62778 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531926 Jul 28 18:29:36.572868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-5b1c1bfb-1007-4523-80e1-074726db2726 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943542 Jul 28 18:29:36.611372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.661368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-d0812b4d-d72b-411c-8aba-8d45fe34b8a4 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822632 Jul 28 18:29:36.705105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.791653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.823664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=bf4bda57-36bd-41f3-ac20-1db3e4a7956d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:36.850214 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:36.889963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b61ce62-1f8e-4d95-8720-3306fb3450c3,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:36.937544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abc07eb0-ceb2-4396-903e-f61acd04f7e5 req-9b75a80f-a99f-45c9-9092-c7fd78bc0fae tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 210 time: 0.0343356 Jul 28 18:29:37.007230 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.011773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ef50c9d5-4335-4970-aecc-3574b13f3940 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5743632 Jul 28 18:29:37.011773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35140) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:37.016144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'd489a2fe-2c5b-45db-a0b2-6ac07955920b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:37.025977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.189320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 095ca750-9dc3-4775-9864-6e533da64487 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:37.198238 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.293779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:37.302322 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88402a68-b4ab-4f7d-915d-19c50df5b577 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/095ca750-9dc3-4775-9864-6e533da64487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149405 Jul 28 18:29:37.302434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35148) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:37.304520 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] Sync routers for ids ['095ca750-9dc3-4775-9864-6e533da64487'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:37.321983 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] Routers {'095ca750-9dc3-4775-9864-6e533da64487'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:37.322599 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['095ca750-9dc3-4775-9864-6e533da64487'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:37.325071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.355741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43edb10d-df9b-4c7b-b218-6683cf9d2cfd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=095ca750-9dc3-4775-9864-6e533da64487 HTTP/1.1" status: 200 len: 205 time: 0.0482595 Jul 28 18:29:37.357947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35152) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:37.361402 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:37.370557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] Routers {'095ca750-9dc3-4775-9864-6e533da64487'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:37.371541 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['095ca750-9dc3-4775-9864-6e533da64487'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:37.404139 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:37.405034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52a6a6-33f5-4d07-9962-54d0796a9242 None None] The sync data for ids ['095ca750-9dc3-4775-9864-6e533da64487'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:37.429444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.454254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.459328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3da3d4a-bcfb-4f87-b508-637b96c409b2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:37.614044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.618219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-584e36e0-db9d-4c99-be71-12f17585eda3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6028299 Jul 28 18:29:37.618219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:37.623856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'd489a2fe-2c5b-45db-a0b2-6ac07955920b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:37.630038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.633749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.687877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e3717578-9be7-43c7-88f7-2e7373269041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.788371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.788849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router 095ca750-9dc3-4775-9864-6e533da64487 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:37.795504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.796590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5c3d581-90cd-47be-b15f-10ba5f47c1c9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/095ca750-9dc3-4775-9864-6e533da64487 HTTP/1.1" status: 204 len: 168 time: 0.4373434 Jul 28 18:29:37.797604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.799591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:37.850163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.872642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 2b19f9cd-1f95-4741-9373-46c74f736f7b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:29:37.875834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:37.919356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.002127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.024762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.050833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff011cb9-ea70-4033-b2ab-141634ff810d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:38.059089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80651ba0-8a4f-4154-9fdd-cd1e95ae3341 req-0e28e29b-76cf-41de-aa7f-90081b6ffd6f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 210 time: 0.0529716 Jul 28 18:29:38.219060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.219523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.223636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c45cf14-925e-442b-9bce-e5d00ad8dd1c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6016822 Jul 28 18:29:38.223937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35170) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:38.228573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'd489a2fe-2c5b-45db-a0b2-6ac07955920b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:38.248454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=2b19f9cd-1f95-4741-9373-46c74f736f7b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:38.253078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.255150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-207cecae-b0b3-4082-947f-754331d13182 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/2b19f9cd-1f95-4741-9373-46c74f736f7b HTTP/1.1" status: 204 len: 168 time: 0.4545720 Jul 28 18:29:38.260656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52441b76-d659-4e04-b814-3237cedd99d4 None None] Network 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:38.263428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35172) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:38.461155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] DHCP port deletion for 3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:29:38.523308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Deleting port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:38.523870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.603312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] For port 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=387c6317-1c1b-44f0-ac8f-3de667ca6c50,segment=NetworkSegment(bc005d8f-a558-4204-8f48-854572985b44),segment_id=bc005d8f-a558-4204-8f48-854572985b44)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:38.603924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.618915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Calling delete_port for 387c6317-1c1b-44f0-ac8f-3de667ca6c50 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:38.689362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.729290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.778077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.778771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.802132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:38.802862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.816925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] Pushing event deleted for resources: {'Port': ['ID=387c6317-1c1b-44f0-ac8f-3de667ca6c50,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:38.819014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d785f9f-10ab-4344-9efd-a21bb609399c None None] No DVR routers for this DVR port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:38.866806 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.879572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 387c6317-1c1b-44f0-ac8f-3de667ca6c50, host n-d-778550-5, got binding levels [] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:38.879927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.907543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda20909-5a78-460c-9d65-f7b730dbf70b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:38.910817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 387c6317-1c1b-44f0-ac8f-3de667ca6c50 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:38.914303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 was not found and therefore no delete operation was performed {{(pid=101106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 18:29:38.916384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:38.929503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 387c6317-1c1b-44f0-ac8f-3de667ca6c50 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:38.970383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=387c6317-1c1b-44f0-ac8f-3de667ca6c50,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:39.012774 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.013985 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3057de51-e6fc-4a15-9b57-d9f2c9635a3b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7890277 Jul 28 18:29:39.016722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35176) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.030751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'd489a2fe-2c5b-45db-a0b2-6ac07955920b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:39.043272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.057972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c90d7ed-8282-4d69-87c2-1c5c35ae04b3']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:39.076600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc005d8f-a558-4204-8f48-854572985b44') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:39.076976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc005d8f-a558-4204-8f48-854572985b44') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:39.086820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.100999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.108103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:39.108902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:29:39.112419 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:29:39.216743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82b9df97-5220-4869-b478-db6fd7392b2a req-998521a8-7a9b-4bd3-bc76-c91ae6a9bde2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 210 time: 0.0597322 Jul 28 18:29:39.235115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.240055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7e8399ee-b87e-4cf1-9950-b686c5efa87d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:39.241669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7e8399ee-b87e-4cf1-9950-b686c5efa87d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1075664 Jul 28 18:29:39.281523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.306642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.311138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.317304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/3c90d7ed-8282-4d69-87c2-1c5c35ae04b3 HTTP/1.1" status: 204 len: 168 time: 1.0429993 Jul 28 18:29:39.320816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.326190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-799884753', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:39.332554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dad16-c2ae-47e7-821a-16c88b987d5c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=3c90d7ed-8282-4d69-87c2-1c5c35ae04b3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:39.369739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.375957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': '381ba707-ccb7-49e0-8501-f16f852c7886', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:39.399265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d731bae-c991-4d17-b811-38eb0ae237de,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:39.423078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.424134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.507674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.519091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.520379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-679c7552-eef7-49d4-805c-fb24170eee04 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5027459 Jul 28 18:29:39.523286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35182) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.551159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.559838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.569885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.656121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.657870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:39.661180 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.662986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.666965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9d731bae-c991-4d17-b811-38eb0ae237de HTTP/1.1" status: 204 len: 168 time: 0.1421816 Jul 28 18:29:39.667589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35184) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.679611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d731bae-c991-4d17-b811-38eb0ae237de,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:39.695072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.695733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.695871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.696089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.696421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.696761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.697099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.697397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.697716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.698036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.698355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.698673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448e08f-f7b4-4bda-afda-e8f664481ee1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:39.726043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.727244 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-402fffc5-080f-4eb4-9a63-a3cd45ac0e26 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4050543 Jul 28 18:29:39.730752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fec285ca-0e17-44e9-b1b4-21f2f3dc5493 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0611138 Jul 28 18:29:39.731336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35186) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.735066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:39.736141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588656616'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:39.793891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.806264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.834800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.10 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/bb1fcce4-5157-4026-9c3e-462b374c7cfa) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:39.860941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:39.865326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:39.989858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.014080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:40.021811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.038204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.038697 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 421d3609-d003-47c5-90f7-77f55bfbe690 of type vlan for network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 Jul 28 18:29:40.039805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.040665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bda20909-5a78-460c-9d65-f7b730dbf70b HTTP/1.1" status: 204 len: 168 time: 0.3046296 Jul 28 18:29:40.046360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35194) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.056944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e8ffb-370d-4ec0-9b85-b088fe36b430 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda20909-5a78-460c-9d65-f7b730dbf70b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:40.095662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.108022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.114799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7367c1bc-b909-4542-a832-834ffa5bab4a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0672290 Jul 28 18:29:40.117592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.142553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.150503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.165231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.182147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3', '0ffa0895-a103-4958-b372-92145d21f1fe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:40.220829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:40.224649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:40.231776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:40.235803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:40.247705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.263071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:40.263071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.286217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5cd765ee-f6c3-4233-9027-afbd7ed0526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.320257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:40.320257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.345440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=b2f2317b-adcf-4207-b1d5-6b9d76bf6a36,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:40.366622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:40.381909 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.401411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.405466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ff011cb9-ea70-4033-b2ab-141634ff810d HTTP/1.1" status: 204 len: 168 time: 0.2840300 Jul 28 18:29:40.406616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.410877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4c449-951e-4e79-8dc5-3c57cb8dbbb3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff011cb9-ea70-4033-b2ab-141634ff810d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:40.418265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c06da46-c39a-4815-b714-4dced26e9a8f tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6846604 Jul 28 18:29:40.420712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ed47e-dd88-4b30-86f6-a3496ea21169 req-6cd9475e-eb34-4377-b280-2433b09d4622 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:40.422413 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-622ed47e-dd88-4b30-86f6-a3496ea21169 req-6cd9475e-eb34-4377-b280-2433b09d4622 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 932 time: 0.1002553 Jul 28 18:29:40.423971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35202) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.429600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:40.457839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 387c6317-1c1b-44f0-ac8f-3de667ca6c50 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:40.471444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad69dcbc-40c3-4b11-81c4-6be38cdaa1e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0638151 Jul 28 18:29:40.479433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35204) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.489635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 387c6317-1c1b-44f0-ac8f-3de667ca6c50 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:40.489994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 387c6317-1c1b-44f0-ac8f-3de667ca6c50 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:40.537116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-622ed47e-dd88-4b30-86f6-a3496ea21169 req-1020a546-ffa0-4f4d-9594-4fc51a2e7fcd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 Jul 28 18:29:40.548688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7ad5f339-873a-4934-bd39-ea983a31dd38 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769345 Jul 28 18:29:40.567148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Request body: {'port': {'device_id': '381ba707-ccb7-49e0-8501-f16f852c7886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:40.605264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.617312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.674526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.775242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:40.778740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.789098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.841283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.844663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d3da3d4a-bcfb-4f87-b508-637b96c409b2 HTTP/1.1" status: 204 len: 168 time: 0.3608701 Jul 28 18:29:40.845162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35210) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.865261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0b71-0e68-4731-92b4-8693ba0f0d29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3da3d4a-bcfb-4f87-b508-637b96c409b2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:40.889383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b7680ee2-5329-4b55-be84-7c29d7b506d8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0427699 Jul 28 18:29:40.893994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:40.916334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:40.926411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.064709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.072655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.076181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4b61ce62-1f8e-4d95-8720-3306fb3450c3 HTTP/1.1" status: 204 len: 168 time: 0.1808550 Jul 28 18:29:41.077559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35218) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:41.084413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219fd12-516b-400e-a047-10a097dfb2c9 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b61ce62-1f8e-4d95-8720-3306fb3450c3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:41.115879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1fcce4-5157-4026-9c3e-462b374c7cfa {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:41.123764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.133175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.135429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b96867d0-3e04-46ae-8c8d-4f37dc08eac5 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562418 Jul 28 18:29:41.135679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35220) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:41.137834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Transition to ACTIVE for port object bb1fcce4-5157-4026-9c3e-462b374c7cfa will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:41.188635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.207652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.215276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.253026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.329192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:41.380724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:41.380724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:41.380724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: b2f2317b-adcf-4207-b1d5-6b9d76bf6a36, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:41.435025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Attempting to bind port bb1fcce4-5157-4026-9c3e-462b374c7cfa on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:41.435360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Attempting to bind port bb1fcce4-5157-4026-9c3e-462b374c7cfa by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:41.435720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Attempting to bind port bb1fcce4-5157-4026-9c3e-462b374c7cfa on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:41.439885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Port bb1fcce4-5157-4026-9c3e-462b374c7cfa on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:29:41.440209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Attempting to bind port bb1fcce4-5157-4026-9c3e-462b374c7cfa on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:41.444978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:41.445318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:41.445702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:41.446122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Bound port: bb1fcce4-5157-4026-9c3e-462b374c7cfa, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:41.446475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.510044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:41.514235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:41.535481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.541598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.541598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/d489a2fe-2c5b-45db-a0b2-6ac07955920b HTTP/1.1" status: 204 len: 168 time: 0.4026101 Jul 28 18:29:41.542461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:41.551351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469bbc0-2b31-4916-9e17-7aa1612897ea tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489a2fe-2c5b-45db-a0b2-6ac07955920b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:41.596392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:41.601405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d15a2e72-63d8-48fd-b668-df5c3bffe185 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576773 Jul 28 18:29:41.609337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:41.614359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--823890484'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:41.640569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.694408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:41.695051 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.695601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6477-94be-40c8-8a2a-1201d5ac1b77 req-fc677704-9967-4f95-8322-e6539204974f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:41.696550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb1fcce4-5157-4026-9c3e-462b374c7cfa HTTP/1.1" status: 200 len: 1092 time: 1.1389227 Jul 28 18:29:41.696998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:41.699950 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6" -d '{"events": [{"name": "network-changed", "server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:41.705551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b2f2317b-adcf-4207-b1d5-6b9d76bf6a36) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:41.708215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f8d6477-94be-40c8-8a2a-1201d5ac1b77 req-fc677704-9967-4f95-8322-e6539204974f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 944 time: 0.0770874 Jul 28 18:29:41.717442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:41.717442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.717624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75086d9a-0d59-4a8d-8edd-5f7a734bf6ae None None] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:41.741268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191386-0c3a-4749-aac7-45ce9ce9d054 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:41.745150 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a32c2-05c1-42f4-a418-c0d4092d5a1e x-openstack-request-id: req-0c8a32c2-05c1-42f4-a418-c0d4092d5a1e {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:41.745446 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:41.745704 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c8a32c2-05c1-42f4-a418-c0d4092d5a1e {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:41.746113 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa', 'status': 'completed', 'code': 200} Jul 28 18:29:41.759354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.801724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f8d6477-94be-40c8-8a2a-1201d5ac1b77 req-a3cddcdd-e149-4195-88dc-aca4ad1654fa tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920818 Jul 28 18:29:41.833080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-cf2daa60-479a-452e-845e-48fb5eeb5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:41.842810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-cf2daa60-479a-452e-845e-48fb5eeb5be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 1095 time: 0.0538578 Jul 28 18:29:41.882537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:41.883256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:41.932614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-eddad933-efdb-4985-9cd1-9df6a24d5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:41.934004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-eddad933-efdb-4985-9cd1-9df6a24d5983 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0915191 Jul 28 18:29:41.954404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-163bbce1-3bc0-4176-bffc-f8f1ccb5cd9a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5252843 Jul 28 18:29:41.955335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35232) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:42.026871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Allocated IP 172.20.0.2 (b2f2317b-adcf-4207-b1d5-6b9d76bf6a36/c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6/4645682d-7fba-4103-867d-07de7459aaa9) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:42.035717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-423cf811-1bef-4a8c-893a-87753ad28e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:42.037369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c0679d74-a0ce-4bc7-8b20-fe597c1e08a6 req-423cf811-1bef-4a8c-893a-87753ad28e5a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967147 Jul 28 18:29:42.115236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-9ecba006-a1e7-4b3f-a885-bc2329b1da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:42.116842 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-9ecba006-a1e7-4b3f-a885-bc2329b1da9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 1095 time: 0.0440450 Jul 28 18:29:42.181977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.192367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Transition to ACTIVE for port object 4645682d-7fba-4103-867d-07de7459aaa9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:42.209364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Transition to ACTIVE for port object 4645682d-7fba-4103-867d-07de7459aaa9 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:42.217819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.284918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.290151 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.330315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:42.340148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:42.340148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Pushing event updated for resources: {'Port': ['ID=4645682d-7fba-4103-867d-07de7459aaa9,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:42.340682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:42.372836 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.396805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Attempting to bind port 4645682d-7fba-4103-867d-07de7459aaa9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:42.397185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Attempting to bind port 4645682d-7fba-4103-867d-07de7459aaa9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:42.397558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Attempting to bind port 4645682d-7fba-4103-867d-07de7459aaa9 on network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:42.403204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:42.406002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Checking segment: {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:42.406002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.406002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Bound using segment: {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:42.406002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Bound port: 4645682d-7fba-4103-867d-07de7459aaa9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:42.406002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.457144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace030c0-a5ce-4b78-bd0b-fd6c07107f43,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:42.481540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] For port 4645682d-7fba-4103-867d-07de7459aaa9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:42.483690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.488214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d3298596-9118-4a64-a805-dba349b5d529 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8745472 Jul 28 18:29:42.488401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] For port 4645682d-7fba-4103-867d-07de7459aaa9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4645682d-7fba-4103-867d-07de7459aaa9,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:42.512222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:42.516999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'ace030c0-a5ce-4b78-bd0b-fd6c07107f43', 'direction': 'ingress', 'protocol': 17}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:42.517156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-d8086cac-419d-4b7e-9cef-b74ec4581d8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa HTTP/1.1" status: 200 len: 217 time: 0.3924809 Jul 28 18:29:42.567297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-2d486755-128e-4714-ab81-2b69464b2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:42.568777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-2d486755-128e-4714-ab81-2b69464b2568 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0441959 Jul 28 18:29:42.599554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-7e34c549-7a8a-4996-8957-9394d7d390e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237665 Jul 28 18:29:42.608041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.20.0.1 (b2f2317b-adcf-4207-b1d5-6b9d76bf6a36/c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6/51ec8d61-17dd-410e-a78c-be475020cfd6) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:42.614122 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.643628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.682377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2784-3386-4bd1-8913-2ec1de2c1fa8 None None] Pushing event updated for resources: {'Port': ['ID=4645682d-7fba-4103-867d-07de7459aaa9,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:42.701753 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-246d4905-2df2-45ad-970f-888091c84dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957251 Jul 28 18:29:42.766482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.791858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.806483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 51ec8d61-17dd-410e-a78c-be475020cfd6 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:42.821374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec17232d-0487-4ed8-b4d4-17c3166fe11e req-5868d618-42c2-4d5c-b6b6-d2212f277a49 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116807 Jul 28 18:29:42.852832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.885973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0d3e53-46a0-40bb-a7e6-9c1f80c60e4a,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:42.973307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.977137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-74a6e0c3-2efc-4e7d-af6f-9485bbbc853d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4617541 Jul 28 18:29:42.977137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:42.978878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35244) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:42.986839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9dfb-4346-41e2-8001-7fef1928c9e7 req-9cb0ecde-92f9-44f3-bc3e-4c8826670f57 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:42.989002 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab7a9dfb-4346-41e2-8001-7fef1928c9e7 req-9cb0ecde-92f9-44f3-bc3e-4c8826670f57 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 944 time: 0.0618553 Jul 28 18:29:43.021643 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.028142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:43.031775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:43.043454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:43.060001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab7a9dfb-4346-41e2-8001-7fef1928c9e7 req-e87ce9ce-223c-4e4d-94a0-b9e5c1af2f35 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625167 Jul 28 18:29:43.075723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:43.088950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.098434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.118316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.238463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.241037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.242249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/ace030c0-a5ce-4b78-bd0b-fd6c07107f43 HTTP/1.1" status: 204 len: 168 time: 0.2523425 Jul 28 18:29:43.244991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:43.251722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5afb73-eb95-4036-b05c-b42f62f0f8e0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace030c0-a5ce-4b78-bd0b-fd6c07107f43,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:43.297063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-46ff06b0-eed6-4ce5-a7f9-b8bb968c5a6a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508666 Jul 28 18:29:43.302936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35252) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:43.306780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163385997'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:43.323559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.450061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.560484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.636801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.649769 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.681569 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8694b4-dd07-47a5-a7c6-6c49d1e7b22f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:43.701215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.719709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800e318-15b5-4dbf-8ecd-cc0f56476a61 None None] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:43.755636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.760954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3dcaa434-ed31-4766-87ab-ac97c3609ad0 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4566360 Jul 28 18:29:43.762614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35254) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:43.775669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--100435163'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:43.783647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.793614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:43.861256 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:43.891337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:43.892951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:43.964284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f5921378-f405-4fa8-b4f4-68c136e6da2f None None] Provisioning for port 4645682d-7fba-4103-867d-07de7459aaa9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:43.977344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.072341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.104769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d890fc-431d-4e6f-9dee-6c99bf0ea99e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:44.105045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:29:44.158302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.160694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6ed12393-5432-41c4-a21d-b27308e664d7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3967552 Jul 28 18:29:44.163534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35258) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.171210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': '6b8694b4-dd07-47a5-a7c6-6c49d1e7b22f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '68d890fc-431d-4e6f-9dee-6c99bf0ea99e', 'remote_ip_prefix': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:44.239226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:44.249617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6ce25f96-0085-4dc3-8897-113b495b0641 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2903180 Jul 28 18:29:44.249806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.250502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:44.254926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1653606952'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:44.262057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:44.265066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:44.270838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a701ff-4774-4d05-b664-0d809e6be3ee req-fb0a163d-3deb-43b4-b95a-cd278312c7d2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:44.272493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1a701ff-4774-4d05-b664-0d809e6be3ee req-fb0a163d-3deb-43b4-b95a-cd278312c7d2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 944 time: 0.0785677 Jul 28 18:29:44.303715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.330798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1a701ff-4774-4d05-b664-0d809e6be3ee req-52ddb0d0-9de9-4666-aa8e-91a301e4a53f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Jul 28 18:29:44.366578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b628500-3fc5-40ee-8df4-8f57e1017329 None None] Provisioning for port 51ec8d61-17dd-410e-a78c-be475020cfd6 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:44.375086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b628500-3fc5-40ee-8df4-8f57e1017329 None None] Provisioning complete for port 51ec8d61-17dd-410e-a78c-be475020cfd6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:44.375641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b628500-3fc5-40ee-8df4-8f57e1017329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.398450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:44.403456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.428287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:44.444055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.454502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:44.475042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5b628500-3fc5-40ee-8df4-8f57e1017329 None None] Port 51ec8d61-17dd-410e-a78c-be475020cfd6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:44.482067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.482544 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment c74f3244-43d0-4f1d-8c31-bac223f6360f of type vlan for network 4322a185-6cc1-4437-97a8-61cff684c363 Jul 28 18:29:44.485580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4645682d-7fba-4103-867d-07de7459aaa9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:44.537676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.544606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.573697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71dea69-ef52-4b31-9fb3-f29d9bfebf97,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:44.640311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.645853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce40783c-749c-4c58-93df-d07187f622e7 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4790401 Jul 28 18:29:44.653859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.672620 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.678845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:44.679625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.682906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.704844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.708898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4645682d-7fba-4103-867d-07de7459aaa9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:44.716999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af1af88d-9c55-4aaa-990b-1e08842db9a8 None None] Provisioning complete for port 51ec8d61-17dd-410e-a78c-be475020cfd6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:44.716999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af1af88d-9c55-4aaa-990b-1e08842db9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.740630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4645682d-7fba-4103-867d-07de7459aaa9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:44.741294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.757018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=4322a185-6cc1-4437-97a8-61cff684c363,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:44.770006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5bb3ce41-7a18-4a19-880a-0ea5a4518a72 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5191817 Jul 28 18:29:44.772878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35266) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.780565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4322a185-6cc1-4437-97a8-61cff684c363 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:44.780711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:44.791926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-af1af88d-9c55-4aaa-990b-1e08842db9a8 None None] Port 51ec8d61-17dd-410e-a78c-be475020cfd6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:44.823703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.837011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:44.838168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f71dea69-ef52-4b31-9fb3-f29d9bfebf97 HTTP/1.1" status: 204 len: 168 time: 0.1902499 Jul 28 18:29:44.841046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.882406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbd315-8e41-4a5b-934c-a4eb7c4c3be4 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f71dea69-ef52-4b31-9fb3-f29d9bfebf97,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:44.917307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6355ad2c-62bc-4a1b-be20-15c4558f2375 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0716777 Jul 28 18:29:44.917678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35270) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:44.976401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.008159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.009685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:43Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:43Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:45.027127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:45.027127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.049513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:45.049863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Updating router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c port 51ec8d61-17dd-410e-a78c-be475020cfd6 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:29:45.055792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5e2a7e2f-f75c-4890-b377-7082fae7a994 None None] Provisioning complete for port 51ec8d61-17dd-410e-a78c-be475020cfd6 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:45.055952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7e2f-f75c-4890-b377-7082fae7a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.123955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.135575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.139358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.144938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/68d890fc-431d-4e6f-9dee-6c99bf0ea99e HTTP/1.1" status: 204 len: 168 time: 0.2229087 Jul 28 18:29:45.146793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:45.150581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a7e2f-f75c-4890-b377-7082fae7a994 None None] Port 51ec8d61-17dd-410e-a78c-be475020cfd6 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:45.157612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.182276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae0283-b116-4aab-a8bb-7c9df1db7c29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d890fc-431d-4e6f-9dee-6c99bf0ea99e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.252340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ceea3849-f886-49f6-a18b-bdcc3b0b5e09 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1017568 Jul 28 18:29:45.252684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:45.273431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4645682d-7fba-4103-867d-07de7459aaa9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4645682d-7fba-4103-867d-07de7459aaa9,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:45.310628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.333056 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.348854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.384300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.430320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4645682d-7fba-4103-867d-07de7459aaa9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.466462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=84363c36-56b2-426a-98c5-334f0a465c0f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.467891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d2108-7f25-4c0c-962a-493cc61ff90d req-ab37e5b5-d7d4-4e66-be05-107ce3460cfc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:45.469656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e13d2108-7f25-4c0c-962a-493cc61ff90d req-ab37e5b5-d7d4-4e66-be05-107ce3460cfc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 944 time: 0.0532019 Jul 28 18:29:45.470872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.474231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.476016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/6b8694b4-dd07-47a5-a7c6-6c49d1e7b22f HTTP/1.1" status: 204 len: 168 time: 0.2223423 Jul 28 18:29:45.481053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:45.487809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f3f3f-c202-43ce-8096-72bc850fb116 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8694b4-dd07-47a5-a7c6-6c49d1e7b22f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.503489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:45.503489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 4322a185-6cc1-4437-97a8-61cff684c363, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:45.509345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.521944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Transition to ACTIVE for port object 51ec8d61-17dd-410e-a78c-be475020cfd6 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:45.554707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e13d2108-7f25-4c0c-962a-493cc61ff90d req-b587b93a-0864-4ed0-b606-4c949513ab21 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681219 Jul 28 18:29:45.564856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ae91b30f-469a-40ad-8a9f-80b094d4d75b tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824785 Jul 28 18:29:45.567514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.568824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35284) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:45.574045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594540987'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:45.621124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.685582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 4322a185-6cc1-4437-97a8-61cff684c363 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:45.693316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775446-16d9-4707-bef7-89055db2ebed None None] Pushing event updated for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.726011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Attempting to bind port 51ec8d61-17dd-410e-a78c-be475020cfd6 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:45.726630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Attempting to bind port 51ec8d61-17dd-410e-a78c-be475020cfd6 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:45.727317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Attempting to bind port 51ec8d61-17dd-410e-a78c-be475020cfd6 on network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:45.733350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:45.733732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Checking segment: {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:45.734145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.734549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Bound using segment: {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:45.735023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Bound port: 51ec8d61-17dd-410e-a78c-be475020cfd6, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421d3609-d003-47c5-90f7-77f55bfbe690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:45.735424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.739858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.813534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] For port 51ec8d61-17dd-410e-a78c-be475020cfd6, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:45.817498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] For port 51ec8d61-17dd-410e-a78c-be475020cfd6, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51ec8d61-17dd-410e-a78c-be475020cfd6,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:45.825097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4322a185-6cc1-4437-97a8-61cff684c363) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:45.834821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a6c9f3-e127-4530-ac88-40d163628613 None None] Network 4322a185-6cc1-4437-97a8-61cff684c363 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:45.838415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:45.839354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.854215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.922983 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:45.964399 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.010349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc398e-fc36-4285-b6d6-472a25f0e883,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:46.036796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775446-16d9-4707-bef7-89055db2ebed None None] Pushing event updated for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:46.043626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:46.044230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:46.081869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9700c88d-531d-4a7d-b802-59dfbbb1feb7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3051186 Jul 28 18:29:46.088022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35286) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:46.113757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.118970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8fbd212d-660a-4d49-a0bb-ecba9aeae543 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5482662 Jul 28 18:29:46.119680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35288) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:46.124972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc398e-fc36-4285-b6d6-472a25f0e883', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:46.131288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-4322a185-6cc1-4437-97a8-61cff684c363', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:46.132321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.239876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:46.284761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.390756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.424765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Allocated IP 172.21.0.2 (4322a185-6cc1-4437-97a8-61cff684c363/84363c36-56b2-426a-98c5-334f0a465c0f/5b4aafb4-f21a-4445-83f9-f301a9086b61) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:46.436780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4645682d-7fba-4103-867d-07de7459aaa9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:46.504283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.524353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a06074-3f1a-4778-87bc-b18ccb44e9ea,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:46.598675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.603552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45420728-8be5-46f8-b0ba-c46ecc346b75 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4827061 Jul 28 18:29:46.604369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35298) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:46.614900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4645682d-7fba-4103-867d-07de7459aaa9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:46.615249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.643963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.708277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.717058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:43Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:45Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:46.722321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.746678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.789534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Transition to ACTIVE for port object 5b4aafb4-f21a-4445-83f9-f301a9086b61 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:46.789867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97bd72-a0d5-4ca7-a009-983377106dfe None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:43Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:45Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:46.826385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Transition to ACTIVE for port object 5b4aafb4-f21a-4445-83f9-f301a9086b61 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:46.838320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd2978-bc55-4516-9afa-783d05c6d5f9 req-e3951695-d92d-4435-b6d8-f2060ca42e8f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:46.846790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efcd2978-bc55-4516-9afa-783d05c6d5f9 req-e3951695-d92d-4435-b6d8-f2060ca42e8f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 944 time: 0.1589007 Jul 28 18:29:46.897305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efcd2978-bc55-4516-9afa-783d05c6d5f9 req-6d1f8afb-f968-44c3-8c35-cbc2d448f8da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487835 Jul 28 18:29:46.976415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.980717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:46.982888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f7a06074-3f1a-4778-87bc-b18ccb44e9ea HTTP/1.1" status: 204 len: 168 time: 0.3774428 Jul 28 18:29:46.984680 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:47.008879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c242d-5d7c-4008-af98-a4f523bf11dc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7a06074-3f1a-4778-87bc-b18ccb44e9ea,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.038959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.051412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a8dff51f-5aa4-45f7-8473-dd7ac5fca381 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655742 Jul 28 18:29:47.054488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35302) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:47.103967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Network 4322a185-6cc1-4437-97a8-61cff684c363 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:47.103967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:47.104651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Pushing event updated for resources: {'Port': ['ID=5b4aafb4-f21a-4445-83f9-f301a9086b61,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.113454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:47.113725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.21.0.1 (4322a185-6cc1-4437-97a8-61cff684c363/84363c36-56b2-426a-98c5-334f0a465c0f/774f0de9-29c8-437a-a0b5-5b45e25abf20) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:47.151561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.183736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.188704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Attempting to bind port 5b4aafb4-f21a-4445-83f9-f301a9086b61 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:47.189086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Attempting to bind port 5b4aafb4-f21a-4445-83f9-f301a9086b61 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:47.189458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Attempting to bind port 5b4aafb4-f21a-4445-83f9-f301a9086b61 on network 4322a185-6cc1-4437-97a8-61cff684c363 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:47.192168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bb1fcce4-5157-4026-9c3e-462b374c7cfa details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:29:47.200531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:47.200912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Checking segment: {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:47.201324 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.201725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Bound using segment: {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:47.202212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Bound port: 5b4aafb4-f21a-4445-83f9-f301a9086b61, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:47.202607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.262172 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.281992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 774f0de9-29c8-437a-a0b5-5b45e25abf20 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:47.313003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.320125 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.322953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/f2fc398e-fc36-4285-b6d6-472a25f0e883 HTTP/1.1" status: 204 len: 168 time: 0.2673199 Jul 28 18:29:47.328330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35306) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:47.337654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1acaef-d7c4-42bc-9b3a-6f74cf1e52e8 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc398e-fc36-4285-b6d6-472a25f0e883,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.369742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] For port 5b4aafb4-f21a-4445-83f9-f301a9086b61, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:47.389523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:47.398241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081720196'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:47.398634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] For port 5b4aafb4-f21a-4445-83f9-f301a9086b61, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5b4aafb4-f21a-4445-83f9-f301a9086b61,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:47.402840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00f67659-b5ef-434f-b238-0e83707d197c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579517 Jul 28 18:29:47.406361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:47.410453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.423126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa', 'mac_address': 'fa:16:3e:7d:9f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:29:47.463199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.473172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 4322a185-6cc1-4437-97a8-61cff684c363 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:47.487573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:47.504789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:47.510223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.510440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.527520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.560575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1fcce4-5157-4026-9c3e-462b374c7cfa {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:29:47.588462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.597985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2301-54f3-4b03-bdc1-f90a868b2f26 None None] Pushing event updated for resources: {'Port': ['ID=5b4aafb4-f21a-4445-83f9-f301a9086b61,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.611488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:47.678103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.741845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.795235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.801882 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.831868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0289b-f225-4da4-8830-bf6ecdf45721,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:47.877289 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.936580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['bb1fcce4-5157-4026-9c3e-462b374c7cfa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:47.963823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:47.967604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6761e8e0-5744-4f8a-9fec-f1c782977cae tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5745671 Jul 28 18:29:47.967839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:47.973364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': '27d0289b-f225-4da4-8830-bf6ecdf45721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:48.067649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda622e5-4d53-46b7-8ed9-de889ef90435 req-93559ba3-66c3-4d73-bdbb-3af2d9195254 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:48.069188 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cda622e5-4d53-46b7-8ed9-de889ef90435 req-93559ba3-66c3-4d73-bdbb-3af2d9195254 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 945 time: 0.0999587 Jul 28 18:29:48.098511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.154719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.164145 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cda622e5-4d53-46b7-8ed9-de889ef90435 req-4f72d392-18cf-4d52-9c1a-b5caea96b198 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868402 Jul 28 18:29:48.218549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.238370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.255118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9de052-a724-4d70-ba91-4da4b69c4c6d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:48.289156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.334147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.337868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e0dc99fe-9888-4668-94aa-e1451a81fcdc tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3666425 Jul 28 18:29:48.338848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35314) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.361112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4c7dc10a-559b-4fca-8961-5017d5c2ff29 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules/2b9de052-a724-4d70-ba91-4da4b69c4c6d HTTP/1.1" status: 200 len: 763 time: 0.0215876 Jul 28 18:29:48.364299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:48.366434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35318) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.373913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.461926 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e78a05ce-6ab7-4e71-89f4-998c7d008d60 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0917904 Jul 28 18:29:48.462450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35322) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.501703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.509887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51ec8d61-17dd-410e-a78c-be475020cfd6 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:48.520512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.526221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 4322a185-6cc1-4437-97a8-61cff684c363 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:48.527809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:48.614833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.621344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.625662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2b9de052-a724-4d70-ba91-4da4b69c4c6d HTTP/1.1" status: 204 len: 168 time: 0.1591749 Jul 28 18:29:48.627195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35326) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.628921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205718d-4424-432a-800d-9f6c5d84ea8a tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9de052-a724-4d70-ba91-4da4b69c4c6d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:48.644029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 51ec8d61-17dd-410e-a78c-be475020cfd6 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:48.648702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 51ec8d61-17dd-410e-a78c-be475020cfd6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:48.649085 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.663799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:48.696606 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-309abc45-264b-498f-9fd1-30264947787c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673258 Jul 28 18:29:48.699267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35330) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.704390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': '27d0289b-f225-4da4-8830-bf6ecdf45721', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:48.765213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.793040 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.809165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 51ec8d61-17dd-410e-a78c-be475020cfd6, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51ec8d61-17dd-410e-a78c-be475020cfd6,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:48.820249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:48.825257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d30886a6-fb03-4ee6-83ad-b58c5180591b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413485 Jul 28 18:29:48.828008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35332) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:48.833675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-2108867591'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:48.839902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a4bdd-8d2a-4749-8bf3-8261584329e4 None None] Network 4322a185-6cc1-4437-97a8-61cff684c363 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:48.853328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.900854 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:48.910338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:48.914400 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:48.914999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:48.992967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:49.005809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.017544 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:49.038241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.057499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:49.063855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9531e91c-fe3a-4954-866a-92335d357199,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:49.079667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.079667 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 801c50ca-ef3c-43d9-98e4-4642134555d2 of type vlan for network 42d88fa3-a31d-4688-88d1-6e818c9e6761 Jul 28 18:29:49.126242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.149105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-314002ba-cec4-4185-bdc8-78be1effd217 None None] Provisioning for port 5b4aafb4-f21a-4445-83f9-f301a9086b61 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:49.151919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.152802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5b4aafb4-f21a-4445-83f9-f301a9086b61 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:49.198744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bb1fcce4-5157-4026-9c3e-462b374c7cfa up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:49.241518 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:47Z', 'revision_number': 3, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:45Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:49.244397 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.254352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:49.255724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.257291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a5d23bae-a5e6-43fe-b845-6232b801e668 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5566974 Jul 28 18:29:49.260713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35340) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.265924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.272411 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:49.273052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Updating router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c port 774f0de9-29c8-437a-a0b5-5b45e25abf20 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:29:49.302743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bb38ec00-be9b-42c2-a948-323d2f83866d tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules/9531e91c-fe3a-4954-866a-92335d357199 HTTP/1.1" status: 200 len: 763 time: 0.0407376 Jul 28 18:29:49.305241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35342) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.307864 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.309280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:49.386440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fed3d289-09de-41c1-8018-3cfa2e4b52f5 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795896 Jul 28 18:29:49.388956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35344) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.402048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=42d88fa3-a31d-4688-88d1-6e818c9e6761,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:49.414837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:49.418637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97df4-6dc9-48de-ae99-e6291655b9fd req-3587fc11-e8f0-4db2-9c62-ac7af6cfefb8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:49.420310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5b97df4-6dc9-48de-ae99-e6291655b9fd req-3587fc11-e8f0-4db2-9c62-ac7af6cfefb8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 945 time: 0.1803808 Jul 28 18:29:49.447014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.459998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2fa597de-ff9e-4fb8-98d6-0ec751717d20 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6308000 Jul 28 18:29:49.463449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35346) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.464664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.470717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:49.486843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5b4aafb4-f21a-4445-83f9-f301a9086b61 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:49.497080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port bb1fcce4-5157-4026-9c3e-462b374c7cfa completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:49.522613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5b97df4-6dc9-48de-ae99-e6291655b9fd req-83d0a240-54cd-4eac-bb07-cfb2df5231bf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919068 Jul 28 18:29:49.527275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5b4aafb4-f21a-4445-83f9-f301a9086b61 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:49.527806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.531289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port bb1fcce4-5157-4026-9c3e-462b374c7cfa triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:49.531795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.630232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.636770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.641334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9531e91c-fe3a-4954-866a-92335d357199 HTTP/1.1" status: 204 len: 168 time: 0.2480576 Jul 28 18:29:49.641494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.649866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7cbf0-0fe0-4c6f-9c53-58d9c46d026e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9531e91c-fe3a-4954-866a-92335d357199,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:49.713312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35350) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:49.718018 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Request body: {'security_group_rule': {'security_group_id': '27d0289b-f225-4da4-8830-bf6ecdf45721', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:49.718698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ec6f31b-c7e8-414a-9517-e31a6dabb516 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721366 Jul 28 18:29:49.734990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:49.740709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.783051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.818172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.824982 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.829916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Provisioning complete for port 5b4aafb4-f21a-4445-83f9-f301a9086b61 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:49.830413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.840894 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Transition to ACTIVE for port object 774f0de9-29c8-437a-a0b5-5b45e25abf20 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:49.853764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.892484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:49.898811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:49.901496 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37cacc6-81fb-4a6a-a693-cfc8989428db" -d '{"events": [{"server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "name": "network-vif-plugged", "status": "completed", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:49.941402 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.958846 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:49.973666 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed25e294-0e20-4819-bbed-eaf9225120d0 x-openstack-request-id: req-ed25e294-0e20-4819-bbed-eaf9225120d0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:49.973958 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "name": "network-vif-plugged", "status": "completed", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:49.974207 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed25e294-0e20-4819-bbed-eaf9225120d0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:49.974598 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa', 'code': 200} Jul 28 18:29:49.976409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 5b4aafb4-f21a-4445-83f9-f301a9086b61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5b4aafb4-f21a-4445-83f9-f301a9086b61,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:49.978530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.044917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Pushing event updated for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.066765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.072728 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.073774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.074333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.074877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.075484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.076067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.077190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.077750 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.079171 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.080774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.082715 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.088360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2f9d-9351-4db1-9b3a-f79300cfa495 req-5b9f2313-4b12-4bc6-a161-d97e67bae2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:50.088522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.088620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d63b2f9d-9351-4db1-9b3a-f79300cfa495 req-5b9f2313-4b12-4bc6-a161-d97e67bae2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 1097 time: 0.0552394 Jul 28 18:29:50.094326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37475f5e-eb0b-4f3b-b5fe-5c4893c053ae,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.108175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.131654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.131953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.199016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:29:50.201596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.202835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-60e91039-5876-49f5-bf36-a0ac562badf3 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4885182 Jul 28 18:29:50.203752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.205002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Attempting to bind port 774f0de9-29c8-437a-a0b5-5b45e25abf20 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:50.205365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Attempting to bind port 774f0de9-29c8-437a-a0b5-5b45e25abf20 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:50.205744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35356) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.214246 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d63b2f9d-9351-4db1-9b3a-f79300cfa495 req-5e3d7845-cc22-4283-a5c9-8396095556cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157429 Jul 28 18:29:50.214557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Attempting to bind port 774f0de9-29c8-437a-a0b5-5b45e25abf20 on network 4322a185-6cc1-4437-97a8-61cff684c363 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:50.229219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-263c618c-ec27-46f5-8b5a-76c25d35b375 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules/37475f5e-eb0b-4f3b-b5fe-5c4893c053ae HTTP/1.1" status: 200 len: 764 time: 0.0217378 Jul 28 18:29:50.232842 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:50.233623 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Checking segment: {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:50.234192 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.234591 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Bound using segment: {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:50.235066 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Bound port: 774f0de9-29c8-437a-a0b5-5b45e25abf20, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74f3244-43d0-4f1d-8c31-bac223f6360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:50.235462 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.236504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.254769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=4863f6e0-c02e-4e17-994d-d0bd7b92684e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.288287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.288586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.288936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.289278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.289618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.289956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.290323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.290614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.290946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.291275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.291610 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.299947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:50.305238 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:29:50.305597 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:29:50.314473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=5b4aafb4-f21a-4445-83f9-f301a9086b61,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.321337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:50.321698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 42d88fa3-a31d-4688-88d1-6e818c9e6761, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:50.329155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97b0c3b4-cdd4-4751-9d73-6a0bd6ec3734 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0913830 Jul 28 18:29:50.332651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35362) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.357023 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] For port 774f0de9-29c8-437a-a0b5-5b45e25abf20, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:50.360545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] For port 774f0de9-29c8-437a-a0b5-5b45e25abf20, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=774f0de9-29c8-437a-a0b5-5b45e25abf20,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:50.388754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.399508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.414729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51ec8d61-17dd-410e-a78c-be475020cfd6 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:50.466344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 51ec8d61-17dd-410e-a78c-be475020cfd6 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:50.466722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.470236 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.500320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:50.505522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.536765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.537838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/37475f5e-eb0b-4f3b-b5fe-5c4893c053ae HTTP/1.1" status: 204 len: 168 time: 0.2033856 Jul 28 18:29:50.539819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd277ccf-8555-4342-b08d-bfabe9cfb32e tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37475f5e-eb0b-4f3b-b5fe-5c4893c053ae,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.540446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35364) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.580164 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89db095-7c0a-4ffd-a6fc-9ab9471593c6 None None] Pushing event updated for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.584110 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:50.584510 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:50.594080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5b4aafb4-f21a-4445-83f9-f301a9086b61 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:50.607429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a03d3915-d250-4e98-889c-5467256bf82f tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633242 Jul 28 18:29:50.607833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.638272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 42d88fa3-a31d-4688-88d1-6e818c9e6761) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:50.651614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873edef-8ffb-4565-aa20-3aac9bb4891c None None] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:50.675478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5b4aafb4-f21a-4445-83f9-f301a9086b61 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:50.676112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.684705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:50.685689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.729410 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:50.784133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.799244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb279b4-ea07-4837-973e-1c54dc615c0a req-ceacb198-1923-47ac-825b-355b426c34dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:50.801932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-feb279b4-ea07-4837-973e-1c54dc615c0a req-ceacb198-1923-47ac-825b-355b426c34dd tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.1037123 Jul 28 18:29:50.855519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:50.889028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-feb279b4-ea07-4837-973e-1c54dc615c0a req-f0c7e56a-5c4a-4fb6-ad00-ad1250580bfa tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781591 Jul 28 18:29:50.903046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f96e07b-b4b6-4053-89d3-55d54af9c58c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4358001 Jul 28 18:29:50.903845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35370) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:50.980065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-42d88fa3-a31d-4688-88d1-6e818c9e6761', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:50.980915 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.011672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-82c19f70-e93e-4521-9162-6928d42e727b None None] Provisioning for port 774f0de9-29c8-437a-a0b5-5b45e25abf20 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:51.037602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.041087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.042553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "DELETE /v2.0/security-groups/27d0289b-f225-4da4-8830-bf6ecdf45721 HTTP/1.1" status: 204 len: 168 time: 0.4337175 Jul 28 18:29:51.045146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35372) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:51.056944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771ef30-2272-48b5-b8e2-1df8236ad83c tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0289b-f225-4da4-8830-bf6ecdf45721,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:51.059714 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:47Z', 'revision_number': 3, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:50Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:51.090918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f42b510-5a6a-4311-8eb9-c3c3eeec2f94 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:47Z', 'revision_number': 3, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:50Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:51.294755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Allocated IP 172.22.0.2 (42d88fa3-a31d-4688-88d1-6e818c9e6761/4863f6e0-c02e-4e17-994d-d0bd7b92684e/1c1e461a-14ae-42a1-9ba8-e0a9dd360107) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:51.318949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35376) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:51.319561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4889946b-8f40-4a02-9210-0514c990fc6f tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2710836 Jul 28 18:29:51.394354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2fb8ca02-e051-41fd-a0ec-a7f1dccaced1 tempest-SecGroupTest-2147248857 tempest-SecGroupTest-2147248857-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753884 Jul 28 18:29:51.496064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.529804 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.538580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Transition to ACTIVE for port object 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:51.557536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Transition to ACTIVE for port object 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:51.649012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.702371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:51.705722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:51.712699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:51.715863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Pushing event updated for resources: {'Port': ['ID=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:51.782625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Attempting to bind port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:51.783106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Attempting to bind port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:51.783628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Attempting to bind port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 on network 42d88fa3-a31d-4688-88d1-6e818c9e6761 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Checking segment: {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Bound using segment: {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Bound port: 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:51.800664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.811885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.22.0.1 (42d88fa3-a31d-4688-88d1-6e818c9e6761/4863f6e0-c02e-4e17-994d-d0bd7b92684e/885ca098-2b08-4980-a8f6-ea9cfef01d65) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:51.858141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] For port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:51.861798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] For port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:51.930125 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:51.961120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 885ca098-2b08-4980-a8f6-ea9cfef01d65 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:51.964836 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.046301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420856-67eb-4604-afed-ac6061f02cf5 None None] Pushing event updated for resources: {'Port': ['ID=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:52.080623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35384) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:52.083420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347efb-e2b0-4cfc-8cc7-d9b58a2250db req-6c7ba5d2-235c-4e2d-85b6-0075680aebc2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:52.085192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad347efb-e2b0-4cfc-8cc7-d9b58a2250db req-6c7ba5d2-235c-4e2d-85b6-0075680aebc2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.0858960 Jul 28 18:29:52.118997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.139815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad347efb-e2b0-4cfc-8cc7-d9b58a2250db req-8f13d660-3b9e-4857-9bcd-f3c6bfd8d060 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 Jul 28 18:29:52.168177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:52.172251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:52.175376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:52.213015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:52.313797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.400279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d9a6e86-f0a2-4b6a-89a5-e4ef9a7c4779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8b9ac0b201b473bb5e0e0c98cb45b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161182 Jul 28 18:29:52.400636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35394) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:52.481701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c128b7f-3de4-4833-b5d2-6db0a4926604 req-7e08defe-f783-4179-89cc-33d1303bf4ea tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:52.485552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c128b7f-3de4-4833-b5d2-6db0a4926604 req-7e08defe-f783-4179-89cc-33d1303bf4ea tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.2624907 Jul 28 18:29:52.510493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.549889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.563999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1c128b7f-3de4-4833-b5d2-6db0a4926604 req-3f9aa1c9-0df1-4c9f-be2a-611f62ab4e0b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699506 Jul 28 18:29:52.566550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:52.658569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.677897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53518e-af00-478f-9e15-faba52b7fca9 req-e9c5a623-2137-4f86-8737-c9c155da7893 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:52.679883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f53518e-af00-478f-9e15-faba52b7fca9 req-e9c5a623-2137-4f86-8737-c9c155da7893 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.0557144 Jul 28 18:29:52.680775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.683772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:52.692257 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82b47c7d-ff9a-40f8-8cb5-09592654e9f1 HTTP/1.1" status: 204 len: 168 time: 0.2897680 Jul 28 18:29:52.702219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540bc4-8dcf-4954-99d0-41cbe0208336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b47c7d-ff9a-40f8-8cb5-09592654e9f1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:52.720082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:52.735893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 774f0de9-29c8-437a-a0b5-5b45e25abf20 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:52.765816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f53518e-af00-478f-9e15-faba52b7fca9 req-d10367e6-d2ec-4504-a800-105264e09926 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646467 Jul 28 18:29:52.921526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 774f0de9-29c8-437a-a0b5-5b45e25abf20 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:52.926034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 774f0de9-29c8-437a-a0b5-5b45e25abf20 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:52.926416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.128995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.182496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 774f0de9-29c8-437a-a0b5-5b45e25abf20, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=774f0de9-29c8-437a-a0b5-5b45e25abf20,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:53.264597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.332662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.345021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4413c-f1dd-495e-9af4-bc6ed7ee2725 req-4f6fbe10-6e77-4203-a02e-535211ca97a7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:53.347162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84d4413c-f1dd-495e-9af4-bc6ed7ee2725 req-4f6fbe10-6e77-4203-a02e-535211ca97a7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.1058784 Jul 28 18:29:53.396303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84d4413c-f1dd-495e-9af4-bc6ed7ee2725 req-dfafaf68-74fe-4f90-af5c-757857200cc5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Jul 28 18:29:53.426826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3eb00a-4beb-4aa6-a579-7b744797e57e None None] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:53.522048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.549145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Provisioning for port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:53.556819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Provisioning complete for port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:53.557798 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.586180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.661991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.670188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.695280 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.733551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] For port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:53.797257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:53.808637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:53.829825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:53.891042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b01918-fad7-4252-9eb4-b2ae8846d073 None None] Pushing event updated for resources: {'Port': ['ID=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.913314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:53.949838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Provisioning complete for port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:53.950368 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.047896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:54.062029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:54.062388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f78e845e-fcdd-45d0-bda2-ab55c1f5edae tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1569660 Jul 28 18:29:54.067119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:54.069270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:54.079732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699910350'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:54.123106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:54.123822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:54.210301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:54.218885 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.232224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:54.240870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c1fec12d-226f-4cbd-988b-b82a2a4767c0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:54.241307 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-c1fec12d-226f-4cbd-988b-b82a2a4767c0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 18:29:54.241822 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-c1fec12d-226f-4cbd-988b-b82a2a4767c0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:29:54.251164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c1fec12d-226f-4cbd-988b-b82a2a4767c0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1766367 Jul 28 18:29:54.251519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35436) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:54.253722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--936400590'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:54.262343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:29:54.276294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.279769 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added segment 09d3039b-dad6-42fa-9fab-52b6761d1dad of type vlan for network 7b4c910c-c2e1-4ebd-8802-916a8afd31df Jul 28 18:29:54.328372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Provisioning for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:54.335674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.342074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Provisioning complete for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:54.342591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.375560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.397223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.424014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0db33-f0cd-4ac2-85f0-7d2e8baa318e None None] Port 885ca098-2b08-4980-a8f6-ea9cfef01d65 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:54.461416 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.471976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:54.471976 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.521113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:54.551984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-397a83c3-5e34-45fb-a00c-db6b4413cc0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:54.553486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-397a83c3-5e34-45fb-a00c-db6b4413cc0a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.1489270 Jul 28 18:29:54.555119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Network': ['ID=7b4c910c-c2e1-4ebd-8802-916a8afd31df,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:54.576781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:29:54.584181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51143685-ac7a-4c88-a0bb-f2e7d6b57906 req-97c8bf85-8fe2-4003-b4f8-64fd7acfabb4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:54.585838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51143685-ac7a-4c88-a0bb-f2e7d6b57906 req-97c8bf85-8fe2-4003-b4f8-64fd7acfabb4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 946 time: 0.0800776 Jul 28 18:29:54.587940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.624256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8bb2eb59-59dc-45db-8306-d965b6aa947b None None] Provisioning complete for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:54.624919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8bb2eb59-59dc-45db-8306-d965b6aa947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.626377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-51143685-ac7a-4c88-a0bb-f2e7d6b57906 req-92c50714-9d71-4137-beb5-0f651fc0e002 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Jul 28 18:29:54.683422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.683663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port bb1fcce4-5157-4026-9c3e-462b374c7cfa {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:54.683900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.715776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7753be1a-b7f5-4016-b12c-7b86e22cbcef,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:54.771591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1df6e276-5662-4296-a8fa-5ac6adedbffc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6985104 Jul 28 18:29:54.774383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35440) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:54.778708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port bb1fcce4-5157-4026-9c3e-462b374c7cfa, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=bb1fcce4-5157-4026-9c3e-462b374c7cfa,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:54.779524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.781900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'subnet': {'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:54.794102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for bb1fcce4-5157-4026-9c3e-462b374c7cfa owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:29:54.852078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2eb59-59dc-45db-8306-d965b6aa947b None None] Port 885ca098-2b08-4980-a8f6-ea9cfef01d65 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:54.858201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:52Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:52Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:54.888102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:54.888485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.891089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:54.891495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Updating router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c port 885ca098-2b08-4980-a8f6-ea9cfef01d65 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:29:54.905550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.942734 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:54.979080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.015328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5fe0e-1592-4804-b0d1-8bfb99f35b74,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:55.040899 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.066990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=bb1fcce4-5157-4026-9c3e-462b374c7cfa,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:55.075365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['bb1fcce4-5157-4026-9c3e-462b374c7cfa'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:55.077596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3', '0ffa0895-a103-4958-b372-92145d21f1fe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:29:55.115092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port bb1fcce4-5157-4026-9c3e-462b374c7cfa on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:29:55.117765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.119879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fce5b056-5023-451c-a6ca-59727c8fd6d3 req-9e87fcc4-1e00-4da3-b2fe-37e7f9ad1d06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "DELETE /v2.0/ports/bb1fcce4-5157-4026-9c3e-462b374c7cfa HTTP/1.1" status: 204 len: 173 time: 0.5588760 Jul 28 18:29:55.120316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'name': 'network-vif-deleted', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:29:55.122606 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d595e6-cb32-4ac2-b95b-e62ee9563a36" -d '{"events": [{"server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "name": "network-vif-deleted", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:55.139610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Made reservation on behalf of 75ae75b5e468450ca51da10559521ea9 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:29:55.141093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 774f0de9-29c8-437a-a0b5-5b45e25abf20 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:55.145185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.168692 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f135d1b-14b8-4291-b9d8-18d491d8041c x-openstack-request-id: req-3f135d1b-14b8-4291-b9d8-18d491d8041c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:55.169230 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381ba707-ccb7-49e0-8501-f16f852c7886", "name": "network-vif-deleted", "tag": "bb1fcce4-5157-4026-9c3e-462b374c7cfa", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:55.169707 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f135d1b-14b8-4291-b9d8-18d491d8041c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:55.170450 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381ba707-ccb7-49e0-8501-f16f852c7886', 'name': 'network-vif-deleted', 'tag': 'bb1fcce4-5157-4026-9c3e-462b374c7cfa', 'status': 'completed', 'code': 200} Jul 28 18:29:55.246823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.248433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55496f50-2fdb-4e30-b1ec-2b65ccd685a7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0000174 Jul 28 18:29:55.252765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:55.256582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'd1e5fe0e-1592-4804-b0d1-8bfb99f35b74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:55.335069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 774f0de9-29c8-437a-a0b5-5b45e25abf20 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:55.335477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.374167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.435618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.438094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.505037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Subnet': ['ID=29eca295-cf54-4a33-8099-2b8f1b6aef4b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:55.512835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Checking segment: {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:55.513310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network hostable DHCP agents. Network: 7b4c910c-c2e1-4ebd-8802-916a8afd31df, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:29:55.527160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.532504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.550184 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1343428-cc12-4b4e-97cc-de96ef6657fd,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:55.569890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Transition to ACTIVE for port object 885ca098-2b08-4980-a8f6-ea9cfef01d65 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:55.637348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:29:55.672184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.672356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.673604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4f1e1ac1-c1b7-4f34-b542-4e30524d1973 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211195 Jul 28 18:29:55.677937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35460) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:55.682990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5552f518-18e0-4c92-adcc-5349141baae5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'd1e5fe0e-1592-4804-b0d1-8bfb99f35b74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:55.743439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f10d3727-7e0b-4dbb-aaa7-af96d1e1a591 req-0179699d-41fd-46a2-84a7-df57b7d3e46b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=381ba707-ccb7-49e0-8501-f16f852c7886 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Jul 28 18:29:55.767073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7b4c910c-c2e1-4ebd-8802-916a8afd31df) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:55.772025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:55.772691 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.781702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06d1a2-3a9c-4d4f-a32d-1840945276b6 None None] Pushing event updated for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:55.784769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59026e92-890e-4f2a-ad4f-33874c1d37c6 None None] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:55.811680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Attempting to bind port 885ca098-2b08-4980-a8f6-ea9cfef01d65 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:55.812179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Attempting to bind port 885ca098-2b08-4980-a8f6-ea9cfef01d65 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:55.816432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Attempting to bind port 885ca098-2b08-4980-a8f6-ea9cfef01d65 on network 42d88fa3-a31d-4688-88d1-6e818c9e6761 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:55.819941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5552f518-18e0-4c92-adcc-5349141baae5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.856863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:55.857948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Checking segment: {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:55.858508 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.859052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Bound using segment: {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:55.859703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Bound port: 885ca098-2b08-4980-a8f6-ea9cfef01d65, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c50ca-ef3c-43d9-98e4-4642134555d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:55.860277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:55.990094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] For port 885ca098-2b08-4980-a8f6-ea9cfef01d65, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:55.994014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-417127fe-e2c4-4eb0-9044-756945fb4909 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2158000 Jul 28 18:29:55.996250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:56.009370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] For port 885ca098-2b08-4980-a8f6-ea9cfef01d65, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885ca098-2b08-4980-a8f6-ea9cfef01d65,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:56.041851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:29:56.042036 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5552f518-18e0-4c92-adcc-5349141baae5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 18:29:56.043165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5552f518-18e0-4c92-adcc-5349141baae5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3639212 Jul 28 18:29:56.045952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:56.053702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.140511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.215625 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.251118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06d1a2-3a9c-4d4f-a32d-1840945276b6 None None] Pushing event updated for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:56.256265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.262269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:56.263551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:56.310198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Allocated IP 172.23.0.2 (7b4c910c-c2e1-4ebd-8802-916a8afd31df/29eca295-cf54-4a33-8099-2b8f1b6aef4b/03dd550b-c096-470d-87ec-2c25254ac54d) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:56.458695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:56.472136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.474648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.479223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/d1e5fe0e-1592-4804-b0d1-8bfb99f35b74 HTTP/1.1" status: 204 len: 168 time: 0.4288566 Jul 28 18:29:56.479338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:56.485686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.503700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74830a-044a-4888-b3e8-728d651db8e4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5fe0e-1592-4804-b0d1-8bfb99f35b74,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:56.553965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-452e2ef2-67c7-47c8-a2c1-2ecba32e827c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730777 Jul 28 18:29:56.554572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35478) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:56.560399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939954757'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:56.671988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.708465 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.724944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Transition to ACTIVE for port object 03dd550b-c096-470d-87ec-2c25254ac54d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:56.760351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Transition to ACTIVE for port object 03dd550b-c096-470d-87ec-2c25254ac54d will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:56.788916 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.815189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:52Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:55Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:56.845763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010742-598f-437f-aa13-e8be8af93b87 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:52Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:55Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:56.864688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.898513 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:56.951968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:56.954857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:56.956860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Pushing event updated for resources: {'Port': ['ID=03dd550b-c096-470d-87ec-2c25254ac54d,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:56.959176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:56.975581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59668a0c-128b-4c10-a245-d7c84b11b532,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:57.001337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Allocated IP 172.23.0.1 (7b4c910c-c2e1-4ebd-8802-916a8afd31df/29eca295-cf54-4a33-8099-2b8f1b6aef4b/0bd19339-b4d2-4f1a-979d-010585447389) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:29:57.041108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.045060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61da2d35-a092-47e5-bb2c-b45a54c8f857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4859228 Jul 28 18:29:57.045291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35484) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:57.050611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b08f58b3-41c8-4fea-9988-786935e2420f tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': '59668a0c-128b-4c10-a245-d7c84b11b532', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:57.051640 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-b08f58b3-41c8-4fea-9988-786935e2420f tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 18:29:57.052331 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-b08f58b3-41c8-4fea-9988-786935e2420f tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:57.053649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b08f58b3-41c8-4fea-9988-786935e2420f tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072370 Jul 28 18:29:57.057287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35486) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:57.062701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Attempting to bind port 03dd550b-c096-470d-87ec-2c25254ac54d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:29:57.063234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Attempting to bind port 03dd550b-c096-470d-87ec-2c25254ac54d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:29:57.063741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Attempting to bind port 03dd550b-c096-470d-87ec-2c25254ac54d on network 7b4c910c-c2e1-4ebd-8802-916a8afd31df {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:29:57.070075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:29:57.076851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Checking segment: {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:29:57.077774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.078249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Bound using segment: {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:29:57.080408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Bound port: 03dd550b-c096-470d-87ec-2c25254ac54d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:29:57.081010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.158022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.187951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.209139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] For port 03dd550b-c096-470d-87ec-2c25254ac54d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:29:57.213125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] For port 03dd550b-c096-470d-87ec-2c25254ac54d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=03dd550b-c096-470d-87ec-2c25254ac54d,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:29:57.214129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.218055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Transition to ACTIVE for port object 0bd19339-b4d2-4f1a-979d-010585447389 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:57.293330 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.316492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d1eaf-f3b5-4620-9ff7-82019a862060 req-a6eed75c-badb-4cd5-8199-825bcc4cd30e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:57.318218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2d1eaf-f3b5-4620-9ff7-82019a862060 req-a6eed75c-badb-4cd5-8199-825bcc4cd30e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.0568392 Jul 28 18:29:57.358126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.388319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6be11-19eb-458d-a0cd-765858a89a6d None None] Pushing event updated for resources: {'Port': ['ID=03dd550b-c096-470d-87ec-2c25254ac54d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:57.395686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.402220 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.403640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/59668a0c-128b-4c10-a245-d7c84b11b532 HTTP/1.1" status: 204 len: 168 time: 0.3452206 Jul 28 18:29:57.431218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2d1eaf-f3b5-4620-9ff7-82019a862060 req-77516c52-0ebf-4e7c-a2b0-28467206abb8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017869 Jul 28 18:29:57.434106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35490) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:57.435028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178a8ba-257f-4e3a-bde1-ad98891ba28a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59668a0c-128b-4c10-a245-d7c84b11b532,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:57.448303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:57.461446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:57.466672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:57.478387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:29:57.506208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2f8b9cda-8445-4d34-be8d-bc22bf544718 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653369 Jul 28 18:29:57.513005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:57.520372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--441510433'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:57.551565 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.650265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.769911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.797201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.842899 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.873927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a09fe-017e-4f89-ac80-1c6adc8a8118,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:57.956695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:57.958773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d370190-61dc-49e9-8273-c37dbf980ff2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4444454 Jul 28 18:29:57.961969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35496) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:57.968481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7d70239b-b628-4012-a80c-582d6571dc1a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f32a09fe-017e-4f89-ac80-1c6adc8a8118', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:57.969057 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-7d70239b-b628-4012-a80c-582d6571dc1a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 18:29:57.969683 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-7d70239b-b628-4012-a80c-582d6571dc1a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:57.973752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7d70239b-b628-4012-a80c-582d6571dc1a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077288 Jul 28 18:29:57.974081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35498) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.034265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.058569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.097909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.166884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.195667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.198392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.199829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/f32a09fe-017e-4f89-ac80-1c6adc8a8118 HTTP/1.1" status: 204 len: 168 time: 0.2246487 Jul 28 18:29:58.203226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35500) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.235444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e439ed-502a-4592-8a5c-6e2ceb71f9cf tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a09fe-017e-4f89-ac80-1c6adc8a8118,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:58.258027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event updated for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:58.272142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.272941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cdf86bcb-fc57-4702-bc8e-f103fac8f2ba tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684881 Jul 28 18:29:58.276620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35502) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.282654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750681959'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.381078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:29:58.382576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:29:58.407559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.513063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885ca098-2b08-4980-a8f6-ea9cfef01d65 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:58.529055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:29:58.575388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.626086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb991f-6634-4b08-8546-e826d95ed068 None None] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:29:58.666614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.701355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:58.710965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:58.711705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.719276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:58.727927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-47ccf0be-a709-490c-9aed-dfd3a203674b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7291648 Jul 28 18:29:58.728967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35518) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.730412 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:58.733516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.746488 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:29:58.749837 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:58.758220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be44a644-6796-4966-a6b6-80895f2425ab,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:58.839942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b658935-69f1-40c4-a9aa-9838baf1b23a req-20a0e71b-4109-4902-a0c1-733333e80ba4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:58.848946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b658935-69f1-40c4-a9aa-9838baf1b23a req-20a0e71b-4109-4902-a0c1-733333e80ba4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.2341650 Jul 28 18:29:58.864252 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:29:58.900370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:58.902078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e239349a-23e3-4a5b-91e7-9c0f73446f45 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6239514 Jul 28 18:29:58.905761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.912889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-31aa5e4b-1e48-42d6-b716-e39619a27ac6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'be44a644-6796-4966-a6b6-80895f2425ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.914202 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-31aa5e4b-1e48-42d6-b716-e39619a27ac6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 18:29:58.914995 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-31aa5e4b-1e48-42d6-b716-e39619a27ac6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:58.916870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-31aa5e4b-1e48-42d6-b716-e39619a27ac6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091536 Jul 28 18:29:58.919659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35522) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.929864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-af1ab376-57cf-46fe-ac8b-6dd38e7ec266 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'be44a644-6796-4966-a6b6-80895f2425ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.934107 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-af1ab376-57cf-46fe-ac8b-6dd38e7ec266 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 18:29:58.934107 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-af1ab376-57cf-46fe-ac8b-6dd38e7ec266 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:58.935980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-af1ab376-57cf-46fe-ac8b-6dd38e7ec266 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132895 Jul 28 18:29:58.937255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.942515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-15b58386-f692-4cb7-afe2-017b70c5166f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:29:58.944059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-15b58386-f692-4cb7-afe2-017b70c5166f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.1674874 Jul 28 18:29:58.949687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2e96d633-d53c-4ec7-8eca-8b6e44c9d60c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'be44a644-6796-4966-a6b6-80895f2425ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.950612 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-2e96d633-d53c-4ec7-8eca-8b6e44c9d60c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 18:29:58.951122 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-2e96d633-d53c-4ec7-8eca-8b6e44c9d60c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:58.952129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2e96d633-d53c-4ec7-8eca-8b6e44c9d60c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127707 Jul 28 18:29:58.962310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b658935-69f1-40c4-a9aa-9838baf1b23a req-bb377361-76c8-4c46-9069-de4240228027 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129057 Jul 28 18:29:58.967247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:58.983288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-54d34bbd-64b0-424f-84cb-9259c20ee3d0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'be44a644-6796-4966-a6b6-80895f2425ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:58.984223 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-54d34bbd-64b0-424f-84cb-9259c20ee3d0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 18:29:58.984718 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-54d34bbd-64b0-424f-84cb-9259c20ee3d0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:29:58.988430 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-54d34bbd-64b0-424f-84cb-9259c20ee3d0 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172582 Jul 28 18:29:58.989789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35528) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:59.003738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-66696679-7afd-49c3-a558-2a04c0389b83 None None] Provisioning for port 03dd550b-c096-470d-87ec-2c25254ac54d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:59.093460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.126787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.128039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.183517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 885ca098-2b08-4980-a8f6-ea9cfef01d65, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885ca098-2b08-4980-a8f6-ea9cfef01d65,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:59.234473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bb1fcce4-5157-4026-9c3e-462b374c7cfa no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:59.256464 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:57Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:29:57Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:55Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:59.263095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: bb1fcce4-5157-4026-9c3e-462b374c7cfa {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:29:59.263488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device bb1fcce4-5157-4026-9c3e-462b374c7cfa not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:59.286974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.287292 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.288379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 03dd550b-c096-470d-87ec-2c25254ac54d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:29:59.289549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.299926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:59.301688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/be44a644-6796-4966-a6b6-80895f2425ab HTTP/1.1" status: 204 len: 168 time: 0.3028088 Jul 28 18:29:59.313746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port 0ffa0895-a103-4958-b372-92145d21f1fe {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:29:59.314095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.320466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced379-420a-4446-9f12-1f2d5c28ca6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be44a644-6796-4966-a6b6-80895f2425ab,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:59.324783 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:59.325138 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Updating router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c port 0bd19339-b4d2-4f1a-979d-010585447389 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:29:59.354767 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.451579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:59.478302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.478738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.479053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.479424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.479757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.482535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.482912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.484482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.484842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.486397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.486791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.487139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:59.517572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 03dd550b-c096-470d-87ec-2c25254ac54d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:59.522648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 03dd550b-c096-470d-87ec-2c25254ac54d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:59.524411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.585166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4bc6ef02-61dd-4421-aad4-1ac1fce01686 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2812152 Jul 28 18:29:59.589227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35536) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:29:59.593981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636312391'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:29:59.739196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.742714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Provisioning for port 0bd19339-b4d2-4f1a-979d-010585447389 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:29:59.755929 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.759146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Provisioning complete for port 0bd19339-b4d2-4f1a-979d-010585447389 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:59.759565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.783626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Transition to ACTIVE for port object 0bd19339-b4d2-4f1a-979d-010585447389 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:29:59.844814 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.849680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Port 0bd19339-b4d2-4f1a-979d-010585447389 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:29:59.871853 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.902913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.928419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Provisioning complete for port 03dd550b-c096-470d-87ec-2c25254ac54d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:29:59.929425 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:29:59.977075 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c82ee-c243-48d7-973d-c9d9924cb2b6 None None] Pushing event updated for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:59.994352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 03dd550b-c096-470d-87ec-2c25254ac54d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=03dd550b-c096-470d-87ec-2c25254ac54d,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:00.012337 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.055109 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Attempting to bind port 0bd19339-b4d2-4f1a-979d-010585447389 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:00.063356 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Attempting to bind port 0bd19339-b4d2-4f1a-979d-010585447389 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:00.067070 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Attempting to bind port 0bd19339-b4d2-4f1a-979d-010585447389 on network 7b4c910c-c2e1-4ebd-8802-916a8afd31df {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:00.082637 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:00.089669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Checking segment: {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:00.089669 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.089669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Bound using segment: {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:00.089669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Bound port: 0bd19339-b4d2-4f1a-979d-010585447389, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d3039b-dad6-42fa-9fab-52b6761d1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:00.089669 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.120421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e02eb-3d85-4297-954b-b9f120945d52,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:00.125298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.213029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port 0ffa0895-a103-4958-b372-92145d21f1fe, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=0ffa0895-a103-4958-b372-92145d21f1fe,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:00.213559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.220785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=03dd550b-c096-470d-87ec-2c25254ac54d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:00.224394 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.236043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.237307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7ec96d14-7f45-4069-8668-791ce2665585 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6470766 Jul 28 18:30:00.242261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.253825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bcef3b12-9bcb-41e2-b255-9b0189795e9b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.254332 n-d-778550-5 neutron-server[101106]: WARNING neutron.api.v2.base [None req-bcef3b12-9bcb-41e2-b255-9b0189795e9b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 18:30:00.254837 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-bcef3b12-9bcb-41e2-b255-9b0189795e9b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:00.255922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bcef3b12-9bcb-41e2-b255-9b0189795e9b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086114 Jul 28 18:30:00.257345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for 0ffa0895-a103-4958-b372-92145d21f1fe owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:00.263021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:30:00.265126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.273381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b94a0b0f-b378-404c-89c5-ec91f6e88d81 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.292595 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] For port 0bd19339-b4d2-4f1a-979d-010585447389, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:00.296513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] For port 0bd19339-b4d2-4f1a-979d-010585447389, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0bd19339-b4d2-4f1a-979d-010585447389,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:00.296785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111850df-efac-4ae2-98f8-d730b3053b45 req-389fd194-6986-49f5-89b4-ec827e0ea5ac tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:00.298501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-111850df-efac-4ae2-98f8-d730b3053b45 req-389fd194-6986-49f5-89b4-ec827e0ea5ac tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 946 time: 0.1509204 Jul 28 18:30:00.339767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Removed routes are [] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:30:00.340799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.351944 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:30:00.352427 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-7472e28b-5ba4-4071-a7bc-3bd0460be7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:30:00.354051 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-111850df-efac-4ae2-98f8-d730b3053b45 req-74124552-57c9-436a-8f76-881bdf00666c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476935 Jul 28 18:30:00.375381 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.466375 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c82ee-c243-48d7-973d-c9d9924cb2b6 None None] Pushing event updated for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:00.475532 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:00.476292 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:00.489694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885ca098-2b08-4980-a8f6-ea9cfef01d65 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:00.562587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 885ca098-2b08-4980-a8f6-ea9cfef01d65 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:00.564162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.577400 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-b94a0b0f-b378-404c-89c5-ec91f6e88d81 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:00.578470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b94a0b0f-b378-404c-89c5-ec91f6e88d81 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3099229 Jul 28 18:30:00.582126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35546) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.587877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-97ae3314-03c7-4b53-99e4-1b4b3f08c1d7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.588667 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-97ae3314-03c7-4b53-99e4-1b4b3f08c1d7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 18:30:00.589835 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-97ae3314-03c7-4b53-99e4-1b4b3f08c1d7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:00.591836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97ae3314-03c7-4b53-99e4-1b4b3f08c1d7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082927 Jul 28 18:30:00.595119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35548) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.602784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-900307aa-d066-4bee-aea5-aef5b1886d2e tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.646698 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.665890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3', '0ffa0895-a103-4958-b372-92145d21f1fe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:00.709817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=0ffa0895-a103-4958-b372-92145d21f1fe,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:00.710367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:00.720468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 03dd550b-c096-470d-87ec-2c25254ac54d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:00.777446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port 0ffa0895-a103-4958-b372-92145d21f1fe on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:00.785723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.789508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19f3d9fb-668f-4e7a-a39d-8508864eb42c req-a82e5727-2ef5-4d63-956d-8a116fc85549 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "DELETE /v2.0/ports/0ffa0895-a103-4958-b372-92145d21f1fe HTTP/1.1" status: 204 len: 173 time: 1.7761655 Jul 28 18:30:00.802504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'name': 'network-vif-deleted', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:00.804998 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb52c3-b2a5-4400-98db-a5e5be2aef83" -d '{"events": [{"server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "name": "network-vif-deleted", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:00.842172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 03dd550b-c096-470d-87ec-2c25254ac54d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:00.855421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-900307aa-d066-4bee-aea5-aef5b1886d2e tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-900307aa-d066-4bee-aea5-aef5b1886d2e tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2487607 Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35552) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e431c94b-b64c-43dd-859c-934dfa5994da tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-e431c94b-b64c-43dd-859c-934dfa5994da tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 18:30:00.856028 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-e431c94b-b64c-43dd-859c-934dfa5994da tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:00.859786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e431c94b-b64c-43dd-859c-934dfa5994da tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090427 Jul 28 18:30:00.862330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35554) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:00.873412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2c227c6b-1a85-469b-9551-6a1d3d81c6ea tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:00.944320 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9498921f-6ea1-48f0-ba80-2d7db4c90314 x-openstack-request-id: req-9498921f-6ea1-48f0-ba80-2d7db4c90314 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:00.944643 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0", "name": "network-vif-deleted", "tag": "0ffa0895-a103-4958-b372-92145d21f1fe", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:00.944874 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9498921f-6ea1-48f0-ba80-2d7db4c90314 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:00.945280 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0', 'name': 'network-vif-deleted', 'tag': '0ffa0895-a103-4958-b372-92145d21f1fe', 'status': 'completed', 'code': 200} Jul 28 18:30:00.988632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.993498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:00.995487 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-2c227c6b-1a85-469b-9551-6a1d3d81c6ea tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Project 95ff780a7aea47de8d30becc06796fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:30:01.082742 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-2c227c6b-1a85-469b-9551-6a1d3d81c6ea tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:01.083828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2c227c6b-1a85-469b-9551-6a1d3d81c6ea tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2203403 Jul 28 18:30:01.086659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35556) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.091999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fa239b83-42c0-4806-b79d-ff0469d84857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:01.093207 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-fa239b83-42c0-4806-b79d-ff0469d84857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 18:30:01.094071 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-fa239b83-42c0-4806-b79d-ff0469d84857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:01.095533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa239b83-42c0-4806-b79d-ff0469d84857 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075033 Jul 28 18:30:01.102401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35558) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.102652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:57Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:01.110429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6914f986-4139-47ad-93ea-2af1e6ac9ca5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:01.139200 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9fcf6-0afd-4809-a098-27b0d480a907 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:29:57Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:01.141599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:01.273687 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-6914f986-4139-47ad-93ea-2af1e6ac9ca5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Project 95ff780a7aea47de8d30becc06796fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:30:01.322936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:01.337633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.339774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd4c02c6-6085-4fde-8bc6-55a9f7071d80 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 933 time: 2.6090031 Jul 28 18:30:01.345921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.421867 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-6914f986-4139-47ad-93ea-2af1e6ac9ca5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:01.425613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6914f986-4139-47ad-93ea-2af1e6ac9ca5 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3170202 Jul 28 18:30:01.426327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.431195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e6ff1c93-de91-49db-8b25-dc5e1610bcc6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'f53e02eb-3d85-4297-954b-b9f120945d52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:01.477122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e7db27cd-ac39-4996-8641-f4e9ce607caa tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 933 time: 0.1298108 Jul 28 18:30:01.479678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.479966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f214a5a8-39be-4a61-8143-b9161b52d090 req-ca8628dc-ef49-4dc0-82e9-5beb84f128fb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=66ffff8b-3f5f-46a7-bb57-07fcb8cb33a0 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Jul 28 18:30:01.485224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'routes': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:01.537092 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-e6ff1c93-de91-49db-8b25-dc5e1610bcc6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Project 95ff780a7aea47de8d30becc06796fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:30:01.716125 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-e6ff1c93-de91-49db-8b25-dc5e1610bcc6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:01.719791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e6ff1c93-de91-49db-8b25-dc5e1610bcc6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2901630 Jul 28 18:30:01.720548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.803902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.829920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.922956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added routes are [] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:30:01.923189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.extraroute_db [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:30:01.950552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:01.951785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.956600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.956907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/f53e02eb-3d85-4297-954b-b9f120945d52 HTTP/1.1" status: 204 len: 168 time: 0.2343867 Jul 28 18:30:01.961436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35572) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:01.964191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:01.964818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:01.965257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:01.974136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0c9c1-9c48-418f-ae56-e51fa82e85b3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e02eb-3d85-4297-954b-b9f120945d52,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:02.080245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:02.265897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.270418 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.345726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 6, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:02.366287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:02.395741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:02.401102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bffafc2f-a613-493e-9cd5-c3dfb209306c tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4382520 Jul 28 18:30:02.401784 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35578) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:02.408018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--61558500'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:02.410078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:02.410078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:02.428658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:02.436622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Deleting subnet 663dc2da-1bfb-47a3-b78d-2d33454d7f4d {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:02.443317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.516753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0bd19339-b4d2-4f1a-979d-010585447389 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:02.522953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.568405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.593434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:02.606109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.607357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d11f1260-b472-4034-9251-7b1dbb49cf2b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 699 time: 1.1266725 Jul 28 18:30:02.612406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35584) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:02.641027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:02.688798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.703609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.764857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fd768658-b90f-4f60-a5da-f93e9348f0bd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 699 time: 0.1513345 Jul 28 18:30:02.768496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35596) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:02.780140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.908950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0bd19339-b4d2-4f1a-979d-010585447389 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:02.921827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0bd19339-b4d2-4f1a-979d-010585447389 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:02.922217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.930312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-d4585d18-23a5-4780-868d-9633b6697bbc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:02.932268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-d4585d18-23a5-4780-868d-9633b6697bbc tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1393163 Jul 28 18:30:02.933764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0233b-e47b-4cf6-9b3e-7f9397fbd93c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:02.936320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:02.941007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-93b20f61-053d-4bb7-8289-cc547fa4d3e1 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5382054 Jul 28 18:30:02.941912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35598) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:02.946935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bd979c4c-d9ea-4c2f-ad97-f7bcd0737409 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0233b-e47b-4cf6-9b3e-7f9397fbd93c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:02.970085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-353bfa18-77c1-4d93-b406-7ce68a2c6369 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0172627 Jul 28 18:30:02.999738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:01Z', 'revision_number': 7, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.025250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-4e361b05-d7f4-4697-bf54-039a4c76de06 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457754 Jul 28 18:30:03.047255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.051627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd48d6-7b1b-4870-b010-a831f8a37773 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:01Z', 'revision_number': 7, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:00Z', 'revision_number': 4, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:03.067276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.074315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663dc2da-1bfb-47a3-b78d-2d33454d7f4d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:03.087844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.090063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e3c9edeb-12c0-4b26-929f-71fb49190c85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/663dc2da-1bfb-47a3-b78d-2d33454d7f4d HTTP/1.1" status: 204 len: 168 time: 0.7219601 Jul 28 18:30:03.092709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35600) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:03.115600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 0bd19339-b4d2-4f1a-979d-010585447389, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0bd19339-b4d2-4f1a-979d-010585447389,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:03.177085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-962a6bb4-a89e-4dab-805e-c5a7ae87510c service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443689 Jul 28 18:30:03.187537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.208835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.253476 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-bd979c4c-d9ea-4c2f-ad97-f7bcd0737409 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The resource could not be found. Jul 28 18:30:03.257435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bd979c4c-d9ea-4c2f-ad97-f7bcd0737409 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3114052 Jul 28 18:30:03.258629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35602) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:03.262749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c28866f6-9441-4501-b76a-c8977482835d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0233b-e47b-4cf6-9b3e-7f9397fbd93c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '69c24be3-5a7a-4093-b3ac-13325c55f7b8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:03.277180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:03.293732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-5c8b24e5-7e51-412b-b954-38fa9f1188f6 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062450 Jul 28 18:30:03.312246 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:03.321798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.322534 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:03.323352 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.337184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db929f0d-e137-4062-9a54-898395662e04']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.354962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36d10d2-a02b-4f30-8687-43f95e3a1198') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.355274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36d10d2-a02b-4f30-8687-43f95e3a1198') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.358954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.400475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.416279 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:03.446867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.463324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:03.463751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:03.465395 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:03.520389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0ffa0895-a103-4958-b372-92145d21f1fe no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:03.569933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 0ffa0895-a103-4958-b372-92145d21f1fe {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:03.570468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 0ffa0895-a103-4958-b372-92145d21f1fe not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:03.616287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a31cdf78-8cd8-43f6-8e7d-91be32fa9405 req-38a0d5bd-c2ad-4d07-b1f9-9aa62484bed1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0503111 Jul 28 18:30:03.616287 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-c28866f6-9441-4501-b76a-c8977482835d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The resource could not be found. Jul 28 18:30:03.616287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c28866f6-9441-4501-b76a-c8977482835d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3498271 Jul 28 18:30:03.616287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35608) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:03.637444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.648735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.652123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] 10.222.0.25 "DELETE /v2.0/networks/db929f0d-e137-4062-9a54-898395662e04 HTTP/1.1" status: 204 len: 168 time: 0.5582016 Jul 28 18:30:03.653455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:03.658194 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:01Z', 'revision_number': 7, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:03Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.686354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c93d1-5d97-4abf-8f35-ed2811045b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=db929f0d-e137-4062-9a54-898395662e04,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:03.697531 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:03.709177 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:03.709922 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:03.710742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Deleting subnet 80e680cc-ffdc-4e18-bf91-9cf8aa1b50ac {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:03.714501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.714731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.746175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.763038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.806238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:03.810029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:04.030791 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:01Z', 'revision_number': 7, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:03Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:04.057867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.058811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9bdc4-83df-4185-a72e-462ac4ad1f15 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:01Z', 'revision_number': 7, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '0bd19339-b4d2-4f1a-979d-010585447389', 'name': '', 'network_id': '7b4c910c-c2e1-4ebd-8802-916a8afd31df', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:56Z', 'updated_at': '2021-07-28T18:30:03Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '29eca295-cf54-4a33-8099-2b8f1b6aef4b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:04.093091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.097862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/80e680cc-ffdc-4e18-bf91-9cf8aa1b50ac HTTP/1.1" status: 204 len: 168 time: 0.4400220 Jul 28 18:30:04.097862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca667d-58fe-4fc5-a176-2102e40e93d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e680cc-ffdc-4e18-bf91-9cf8aa1b50ac,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:04.098862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35616) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:04.187548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.233398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.235995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.237674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/fdb0233b-e47b-4cf6-9b3e-7f9397fbd93c HTTP/1.1" status: 204 len: 168 time: 0.6253932 Jul 28 18:30:04.244396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:04.248906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 0bd19339-b4d2-4f1a-979d-010585447389 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:04.249251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.270192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.280331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae0a30-9738-4cd0-b285-3a1259ed0dd0']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:04.290530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e9c125-22c4-4502-b591-311842dfb332') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:04.290829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e9c125-22c4-4502-b591-311842dfb332') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:04.300537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.309443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a70f5-c6d0-4ab4-844c-b850cfb2dad6 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0233b-e47b-4cf6-9b3e-7f9397fbd93c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:04.327922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.334927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:04.335368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:04.337169 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:04.351186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1703ed07-8ee8-42e7-8c76-2cf3a4caf43f tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978053 Jul 28 18:30:04.358731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:04.366712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ec16e03e-5f18-4a54-8255-836e1903dfc7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': '695d49a8-d8e5-4e0c-97dd-33e43324903f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:04.398625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 0bd19339-b4d2-4f1a-979d-010585447389, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0bd19339-b4d2-4f1a-979d-010585447389,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:04.398977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.417833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 0bd19339-b4d2-4f1a-979d-010585447389 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:04.433608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0bd19339-b4d2-4f1a-979d-010585447389 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:04.475635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.483839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.485945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93ae0a30-9738-4cd0-b285-3a1259ed0dd0 HTTP/1.1" status: 204 len: 168 time: 0.3861120 Jul 28 18:30:04.498616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5f9c-54d8-4757-b0fe-f69f0f262682 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ae0a30-9738-4cd0-b285-3a1259ed0dd0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:04.506793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0bd19339-b4d2-4f1a-979d-010585447389 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:04.507263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.665876 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ec16e03e-5f18-4a54-8255-836e1903dfc7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The resource could not be found. Jul 28 18:30:04.667175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec16e03e-5f18-4a54-8255-836e1903dfc7 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3072977 Jul 28 18:30:04.670768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35628) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:04.676494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113633371'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:04.701853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5eddf4cf-cdfe-4dce-8a51-dcec9c03ee79 req-314ee2e2-eb73-42be-8826-1d7de6144056 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Jul 28 18:30:04.705712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.735362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=0bd19339-b4d2-4f1a-979d-010585447389,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:04.778281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.911169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:04.983310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35630) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.032643 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-03fa3799-4413-471b-9f3a-bfc87b85eb53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d5d45b9dde848c69b8c9873a001f04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479829 Jul 28 18:30:05.035719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35632) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.085111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.090147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.106979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.152014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:05.196292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.237267 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.239835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.241265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7814ee8-3364-45fe-8d0f-78b175f68119 HTTP/1.1" status: 204 len: 168 time: 0.2040060 Jul 28 18:30:05.248835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a75b2f-a0c1-458d-b719-0a258cdfc9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7814ee8-3364-45fe-8d0f-78b175f68119,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:05.269866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01767b-92d8-47bb-916b-3c18283b628f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:05.274472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:05.279377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1f34dcde-fb87-45c9-b4dc-f32932e7bf4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096722 Jul 28 18:30:05.282270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.286007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:05.297194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:05.297808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:05.335009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 29eca295-cf54-4a33-8099-2b8f1b6aef4b {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:05.338758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.361783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.366359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-13d57f04-2999-4595-ae0c-e30316262bb2 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6944013 Jul 28 18:30:05.366765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35638) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.372114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971970551'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:05.390443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.410510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:05.486852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.492388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.584523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.631914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.659152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=29eca295-cf54-4a33-8099-2b8f1b6aef4b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:05.663286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.668137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.668314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-36171dfb-dd22-442a-89e8-20a3a23db922 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/29eca295-cf54-4a33-8099-2b8f1b6aef4b HTTP/1.1" status: 204 len: 168 time: 0.3850305 Jul 28 18:30:05.682335 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.685880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae87ae7-d285-403f-8c5a-347c222fa366 None None] Network 7b4c910c-c2e1-4ebd-8802-916a8afd31df requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:05.774843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53685dc7-9af1-412c-8bc1-729e111b16ec,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:05.792467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.814602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8190889e-d725-4765-a0c6-640ad683a77d req-5c08663a-80f4-4841-92a3-77ff06c9faf1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0324693 Jul 28 18:30:05.858120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 03dd550b-c096-470d-87ec-2c25254ac54d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:05.858120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.893301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:04Z', 'revision_number': 8, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:05.893590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.898103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a28540dd-9eb3-45c2-b066-3562a1fcdf56 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5297134 Jul 28 18:30:05.898299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35646) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:05.903936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-617ade03-ec7e-42a3-bd64-cf6fb9d63714 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': 'eb01767b-92d8-47bb-916b-3c18283b628f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '53685dc7-9af1-412c-8bc1-729e111b16ec'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:05.928852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 03dd550b-c096-470d-87ec-2c25254ac54d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=03dd550b-c096-470d-87ec-2c25254ac54d,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:05.929421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:05.936607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:05.945005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:05.945352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 03dd550b-c096-470d-87ec-2c25254ac54d owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:05.945619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:05.982116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] DHCP port deletion for 7b4c910c-c2e1-4ebd-8802-916a8afd31df request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:30:06.060434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:06.104483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.129937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-1301a2c6-1dd8-4dbe-9bd8-e1a901d5c9ac tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:06.131422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-1301a2c6-1dd8-4dbe-9bd8-e1a901d5c9ac tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1192417 Jul 28 18:30:06.140062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Deleting port 03dd550b-c096-470d-87ec-2c25254ac54d {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:06.140443 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.151319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:06.161166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-18f3b661-1323-432f-9453-03d6f05085a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=169c3e73bf354e96bd1894a3154c88b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553861 Jul 28 18:30:06.161981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.200845 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-617ade03-ec7e-42a3-bd64-cf6fb9d63714 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:06.202142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-617ade03-ec7e-42a3-bd64-cf6fb9d63714 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3028953 Jul 28 18:30:06.205479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35652) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.231365 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.240147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.273980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=03dd550b-c096-470d-87ec-2c25254ac54d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.274680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.275353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] For port 03dd550b-c096-470d-87ec-2c25254ac54d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=03dd550b-c096-470d-87ec-2c25254ac54d,segment=NetworkSegment(09d3039b-dad6-42fa-9fab-52b6761d1dad),segment_id=09d3039b-dad6-42fa-9fab-52b6761d1dad)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:06.275818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.279656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 03dd550b-c096-470d-87ec-2c25254ac54d on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:06.303312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Calling delete_port for 03dd550b-c096-470d-87ec-2c25254ac54d owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:06.318115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.355494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.418857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.424195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:04Z', 'revision_number': 8, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:06.433180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4c910c-c2e1-4ebd-8802-916a8afd31df']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:06.443637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d3039b-dad6-42fa-9fab-52b6761d1dad') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:06.443942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d3039b-dad6-42fa-9fab-52b6761d1dad') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:06.452174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23063-e806-4c18-9b17-19592e28a17b None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:04Z', 'revision_number': 8, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885ca098-2b08-4980-a8f6-ea9cfef01d65', 'name': '', 'network_id': '42d88fa3-a31d-4688-88d1-6e818c9e6761', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:40:ee:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:51Z', 'updated_at': '2021-07-28T18:29:59Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '4863f6e0-c02e-4e17-994d-d0bd7b92684e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:06.454028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.458278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.477007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.479636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.483762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42f7b55d-1025-42c1-b845-403020c5b08e HTTP/1.1" status: 204 len: 168 time: 0.3201988 Jul 28 18:30:06.497307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7d6bd-c2ea-41da-98d0-aca822defef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7b55d-1025-42c1-b845-403020c5b08e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.497981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.507430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] Pushing event deleted for resources: {'Port': ['ID=03dd550b-c096-470d-87ec-2c25254ac54d,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.508999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad993c-d364-432e-8aff-0b099e920556 None None] No DVR routers for this DVR port 03dd550b-c096-470d-87ec-2c25254ac54d on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:06.511172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:06.511638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.518714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.521786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.522764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/53685dc7-9af1-412c-8bc1-729e111b16ec HTTP/1.1" status: 204 len: 168 time: 0.3161843 Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:06.524894 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:06.533045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35656) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.547095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:06.550935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.554405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb371d-7769-4f4e-a950-328e3ed90445 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53685dc7-9af1-412c-8bc1-729e111b16ec,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.631614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fca914cd-6f28-4d28-a0a7-cf63248f950b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0950885 Jul 28 18:30:06.632202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.686288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.711207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.746569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.758865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.760805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/7b4c910c-c2e1-4ebd-8802-916a8afd31df HTTP/1.1" status: 204 len: 168 time: 1.0913882 Jul 28 18:30:06.764156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35660) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.774852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f6b51-d413-4604-8b37-9248df2095e6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=7b4c910c-c2e1-4ebd-8802-916a8afd31df,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.880483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.883771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:06.888485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb01767b-92d8-47bb-916b-3c18283b628f HTTP/1.1" status: 204 len: 168 time: 0.2552896 Jul 28 18:30:06.892298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35664) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.901251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 03dd550b-c096-470d-87ec-2c25254ac54d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:06.920524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.4 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/e26b1e86-97c9-40e9-9305-1b48c468fd65) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:06.936416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be34a-511c-449d-96b7-2fe469ab4885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01767b-92d8-47bb-916b-3c18283b628f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:06.977210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 03dd550b-c096-470d-87ec-2c25254ac54d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:06.977711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 03dd550b-c096-470d-87ec-2c25254ac54d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:06.983878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62022ff0-3703-4a36-9f57-40501ddf6caa tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862820 Jul 28 18:30:06.985220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35668) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:06.992743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81f619bc-c667-459f-a871-3ffe76e21d54 req-13a112ec-33c7-4d35-8ae7-a722881351ed tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0604641 Jul 28 18:30:07.055182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224656785'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:07.170150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.196275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.311066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.330378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:07.360947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.379764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.393442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:07.397232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:07.400152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:07.443768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:07.480867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:07.481865 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.503737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.548347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb1c73-f156-4216-aa23-91be0d507f36,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:07.625973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-0274abe4-0ff6-4b63-8fe6-e9b8de4df341 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4796071 Jul 28 18:30:07.639513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Request body: {'port': {'device_id': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:07.688926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.690188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cb04fda5-792f-40fb-a985-6c352fb88644 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6388590 Jul 28 18:30:07.709009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35684) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:07.711164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faa81702-dacf-4c33-9a41-27b04b50d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.717755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-897a6c0b-820e-4115-8307-f6dee6226b2d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': '7cfb1c73-f156-4216-aa23-91be0d507f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:07.723033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.739504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 885ca098-2b08-4980-a8f6-ea9cfef01d65 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:07.739871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.836765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 885ca098-2b08-4980-a8f6-ea9cfef01d65, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=885ca098-2b08-4980-a8f6-ea9cfef01d65,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:07.836765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:07.852580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 885ca098-2b08-4980-a8f6-ea9cfef01d65 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:08.011015 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-897a6c0b-820e-4115-8307-f6dee6226b2d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:08.012194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-897a6c0b-820e-4115-8307-f6dee6226b2d tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3003025 Jul 28 18:30:08.016597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35692) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.022455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ab271456-c4d5-4ce3-a78c-cb4b279dabe4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group_rule': {'security_group_id': '7cfb1c73-f156-4216-aa23-91be0d507f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:08.027969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26b1e86-97c9-40e9-9305-1b48c468fd65 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:08.039271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.150759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b4ce-7e43-4347-b653-cc2eb225c809 req-8f03cd4c-917c-4325-b2dd-0fdf9ed64dd0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:08.152271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d784b4ce-7e43-4347-b653-cc2eb225c809 req-8f03cd4c-917c-4325-b2dd-0fdf9ed64dd0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 931 time: 0.0555868 Jul 28 18:30:08.162802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Transition to ACTIVE for port object e26b1e86-97c9-40e9-9305-1b48c468fd65 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:08.166137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.199369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=885ca098-2b08-4980-a8f6-ea9cfef01d65,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:08.236710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d784b4ce-7e43-4347-b653-cc2eb225c809 req-b9bc4800-cecb-4deb-b513-b3bba9966c94 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780644 Jul 28 18:30:08.261331 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ab271456-c4d5-4ce3-a78c-cb4b279dabe4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:30:08.262363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab271456-c4d5-4ce3-a78c-cb4b279dabe4 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2448008 Jul 28 18:30:08.271603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35698) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.291694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.405522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.426212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:08.448944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.478644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0bd19339-b4d2-4f1a-979d-010585447389 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:08.495520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Attempting to bind port e26b1e86-97c9-40e9-9305-1b48c468fd65 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:08.496047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Attempting to bind port e26b1e86-97c9-40e9-9305-1b48c468fd65 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:08.496481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Attempting to bind port e26b1e86-97c9-40e9-9305-1b48c468fd65 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:08.505039 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Port e26b1e86-97c9-40e9-9305-1b48c468fd65 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:30:08.505516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Attempting to bind port e26b1e86-97c9-40e9-9305-1b48c468fd65 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:08.505730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0bd19339-b4d2-4f1a-979d-010585447389 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:08.506297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0bd19339-b4d2-4f1a-979d-010585447389 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:08.518752 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.522178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:08.522178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:08.522508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:08.523163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Bound port: e26b1e86-97c9-40e9-9305-1b48c468fd65, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:08.523299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.560341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35702) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.623673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:08.626965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:08.634520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:08.671060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.674026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.677884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/7cfb1c73-f156-4216-aa23-91be0d507f36 HTTP/1.1" status: 204 len: 168 time: 0.4022176 Jul 28 18:30:08.679588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35706) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.687765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b473e-b212-4db8-bade-0085e4f0f1c3 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb1c73-f156-4216-aa23-91be0d507f36,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:08.705886 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.707955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b570a9d-52e4-4654-9be7-c6e6dfff9c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.749097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:08.749716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.751092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] 10.222.0.37 "PUT /v2.0/ports/e26b1e86-97c9-40e9-9305-1b48c468fd65 HTTP/1.1" status: 200 len: 1091 time: 1.1165748 Jul 28 18:30:08.754030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:08.756534 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:08.763988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:08.772293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-acf8b329-e10d-40f0-ab58-82b6e9cc9fdd tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0067136 Jul 28 18:30:08.773376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35710) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.775936 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:08.785716 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:08.786705 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:08.793242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd15b7-bd67-4496-ad64-17f57d47fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:08.810022 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80b3de-0e10-4fb3-b899-64ae68a13fa7 x-openstack-request-id: req-bd80b3de-0e10-4fb3-b899-64ae68a13fa7 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:08.810449 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:08.810834 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd80b3de-0e10-4fb3-b899-64ae68a13fa7 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:08.811450 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65', 'status': 'completed', 'code': 200} Jul 28 18:30:08.828049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-92eba0ce-fab5-4277-9492-552bb5ad89ac tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472399 Jul 28 18:30:08.833242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35712) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:08.842026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667315036'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:08.865103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 4863f6e0-c02e-4e17-994d-d0bd7b92684e {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:08.868589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.891900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:08.912878 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:08.919332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-368bc456-4ada-4b01-a215-67391683cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:08.920887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-368bc456-4ada-4b01-a215-67391683cda8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0826659 Jul 28 18:30:08.922824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b570a9d-52e4-4654-9be7-c6e6dfff9c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.000289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.010260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b570a9d-52e4-4654-9be7-c6e6dfff9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.045792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-b0cafbf2-cf3b-4bb3-9852-23cb7b7567ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:09.047300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-b0cafbf2-cf3b-4bb3-9852-23cb7b7567ff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1182985 Jul 28 18:30:09.073659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b570a9d-52e4-4654-9be7-c6e6dfff9c02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f3818b37ae342439529b3ae4d8ec2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122650 Jul 28 18:30:09.076489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:09.083343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b570a9d-52e4-4654-9be7-c6e6dfff9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec16c4-2a67-4490-b426-dd1fdc7aa4ba,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:09.094054 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:07Z', 'revision_number': 9, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:09.128085 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:09.128698 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.136811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:09.137655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:29:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:09.149883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.161389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.175126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-63572961-a6de-4ecf-a299-ac3c3e358847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:09.176674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1cd23b8-3c40-4377-ba41-9b476f0e5a50 req-63572961-a6de-4ecf-a299-ac3c3e358847 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195450 Jul 28 18:30:09.208174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.226057 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:09.240043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=4863f6e0-c02e-4e17-994d-d0bd7b92684e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:09.244753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.249303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-09ebe4c2-ba94-4b78-b492-dc14dfbbe211 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/4863f6e0-c02e-4e17-994d-d0bd7b92684e HTTP/1.1" status: 204 len: 168 time: 0.4688499 Jul 28 18:30:09.249906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35716) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:09.256485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6afa19-ba73-49b1-ba97-6e506a5e21ec None None] Network 42d88fa3-a31d-4688-88d1-6e818c9e6761 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:09.282799 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-b435b728-02a6-4777-ba90-aa4ea3a19f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:09.285106 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-b435b728-02a6-4777-ba90-aa4ea3a19f55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0613921 Jul 28 18:30:09.328261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-dac1776d-236a-4dfc-ae4b-ab7f031b810c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65 HTTP/1.1" status: 200 len: 217 time: 0.0344963 Jul 28 18:30:09.366208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.368863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.370109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fec16c4-2a67-4490-b426-dd1fdc7aa4ba HTTP/1.1" status: 204 len: 168 time: 0.2926536 Jul 28 18:30:09.396870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-88f33fe1-e96a-4f77-a13d-ede5628160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:09.402352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-88f33fe1-e96a-4f77-a13d-ede5628160c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0630546 Jul 28 18:30:09.414617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bac3-fe78-47f0-b84b-e7e1c16cf286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec16c4-2a67-4490-b426-dd1fdc7aa4ba,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:09.428542 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.456485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-33550bfd-114b-43aa-add4-b6b02a3cdfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438476 Jul 28 18:30:09.459101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce90d9-40fb-4f05-8bec-e4ba1f1fb006 req-c95a2f99-62f8-449a-88b1-60f9d7fff77b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:09.460935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16ce90d9-40fb-4f05-8bec-e4ba1f1fb006 req-c95a2f99-62f8-449a-88b1-60f9d7fff77b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 943 time: 0.1335325 Jul 28 18:30:09.504127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.518468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] DHCP port deletion for 42d88fa3-a31d-4688-88d1-6e818c9e6761 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:30:09.553460 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16ce90d9-40fb-4f05-8bec-e4ba1f1fb006 req-0555c36c-108d-45d4-a23d-5b7ca24d95eb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851026 Jul 28 18:30:09.572885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:09.573277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.590625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-f7cedecc-c497-49e5-9ce3-afef7204c49c service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268704 Jul 28 18:30:09.590865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Deleting port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:09.591164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.619970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.674453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:09.675124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.677361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7913da-f01d-4484-b650-64757b5ed9ba,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:09.690575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:09.699365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] For port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,segment=NetworkSegment(801c50ca-ef3c-43d9-98e4-4642134555d2),segment_id=801c50ca-ef3c-43d9-98e4-4642134555d2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:09.699872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.700866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-303fea34-92d7-43c6-a80b-91e5a9a6db4f req-1886eab3-a687-4f21-b75b-dbcbbb5f66d4 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034701 Jul 28 18:30:09.711789 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:07Z', 'revision_number': 9, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:09.716791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Calling delete_port for 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:09.742557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1c732-7b25-4350-91d3-a514295d4cc9 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:07Z', 'revision_number': 9, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774f0de9-29c8-437a-a0b5-5b45e25abf20', 'name': '', 'network_id': '4322a185-6cc1-4437-97a8-61cff684c363', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:ea:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:46Z', 'updated_at': '2021-07-28T18:29:53Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': '84363c36-56b2-426a-98c5-334f0a465c0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:09.756147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.760845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-842cbcfe-b7e5-44d9-ad10-acd831334503 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9234762 Jul 28 18:30:09.761018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35724) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:09.768107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bbac435d-541b-4199-aabe-c4f3b46dc9bd tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:09.768551 n-d-778550-5 neutron-server[101105]: WARNING neutron.api.v2.base [None req-bbac435d-541b-4199-aabe-c4f3b46dc9bd tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 18:30:09.773401 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-bbac435d-541b-4199-aabe-c4f3b46dc9bd tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 18:30:09.773401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bbac435d-541b-4199-aabe-c4f3b46dc9bd tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "PUT /v2.0/security-groups/6f7913da-f01d-4484-b650-64757b5ed9ba HTTP/1.1" status: 409 len: 330 time: 0.0080445 Jul 28 18:30:09.773401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35726) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:09.848169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.870266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.985213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:09.991071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.012753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.014528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:10.024252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] No DVR routers for this DVR port 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:10.024465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.026313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7235e-9b12-4efe-a493-7225f60afb22 None None] Pushing event deleted for resources: {'Port': ['ID=1c1e461a-14ae-42a1-9ba8-e0a9dd360107,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.027008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.036273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f7913da-f01d-4484-b650-64757b5ed9ba HTTP/1.1" status: 204 len: 168 time: 0.2539287 Jul 28 18:30:10.036273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35734) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.057002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aa966-d263-4f54-bb44-e8c43d5c5739 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7913da-f01d-4484-b650-64757b5ed9ba,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.090674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-249ebb9b-816e-499c-b455-673a858a0885 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524588 Jul 28 18:30:10.097006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35736) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.113862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.118328 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-a09c8f76-6ac1-4ee3-8289-3a6760f34f6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] delete failed (client error): The resource could not be found. Jul 28 18:30:10.119330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a09c8f76-6ac1-4ee3-8289-3a6760f34f6a tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d9d82ee-53d3-4164-bd76-d5f51bab7bc4 HTTP/1.1" status: 404 len: 347 time: 0.0213459 Jul 28 18:30:10.124767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d88fa3-a31d-4688-88d1-6e818c9e6761']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:10.127516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.134147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.143921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c50ca-ef3c-43d9-98e4-4642134555d2') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:10.144642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c50ca-ef3c-43d9-98e4-4642134555d2') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:10.164233 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f3e3974c-21d9-4abf-a453-242319e53957 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] show failed (client error): The resource could not be found. Jul 28 18:30:10.164233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3e3974c-21d9-4abf-a453-242319e53957 tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-groups/9bbd6c60-9077-4fed-97b8-ca6865670434 HTTP/1.1" status: 404 len: 347 time: 0.0285170 Jul 28 18:30:10.164548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35742) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.167856 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.180635 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-d47617b8-60cb-4f76-b6b3-ee842dc2634b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] show failed (client error): The resource could not be found. Jul 28 18:30:10.181708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d47617b8-60cb-4f76-b6b3-ee842dc2634b tempest-NegativeSecGroupIPv6Test-840881104 tempest-NegativeSecGroupIPv6Test-840881104-project] 10.222.0.25 "GET /v2.0/security-group-rules/bc3379ad-0bbd-42db-92de-5d1596b6b0d4 HTTP/1.1" status: 404 len: 356 time: 0.0196502 Jul 28 18:30:10.184399 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.194375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:10.195027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:10.198766 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:10.293831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6403d536-9509-4fe5-8c49-02b456309962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.322651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.333275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.333709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/42d88fa3-a31d-4688-88d1-6e818c9e6761 HTTP/1.1" status: 204 len: 168 time: 1.0828102 Jul 28 18:30:10.336470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35748) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.343917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb207-e99c-42b7-8842-df1f8915ef19 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=42d88fa3-a31d-4688-88d1-6e818c9e6761,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.451606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885ca098-2b08-4980-a8f6-ea9cfef01d65 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:10.476455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 885ca098-2b08-4980-a8f6-ea9cfef01d65 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:10.476806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 885ca098-2b08-4980-a8f6-ea9cfef01d65 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:10.477299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:10.499380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:10.499760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1c1e461a-14ae-42a1-9ba8-e0a9dd360107 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:10.711136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f044-f954-4208-89dc-f7c877c168c9 req-7cae2a0b-edb4-4d16-9e15-b0e3ec5daa10 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:10.712663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56e1f044-f954-4208-89dc-f7c877c168c9 req-7cae2a0b-edb4-4d16-9e15-b0e3ec5daa10 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 943 time: 0.0798566 Jul 28 18:30:10.725268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35768) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.749872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.823172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56e1f044-f954-4208-89dc-f7c877c168c9 req-678de775-d031-4214-90fe-37c5cb1f3cd3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010048 Jul 28 18:30:10.879431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-94fd615c-f61a-4886-9787-803fab5a5c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95ff780a7aea47de8d30becc06796fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529131 Jul 28 18:30:10.881861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35772) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:10.932647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:10.955245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.024447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 774f0de9-29c8-437a-a0b5-5b45e25abf20 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:11.024791 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.076999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.079679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.080874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7753be1a-b7f5-4016-b12c-7b86e22cbcef HTTP/1.1" status: 204 len: 168 time: 0.1980329 Jul 28 18:30:11.088850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedea0bb-3f14-45b5-b5f2-0f3fcd6a4ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753be1a-b7f5-4016-b12c-7b86e22cbcef,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:11.113041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 774f0de9-29c8-437a-a0b5-5b45e25abf20, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=774f0de9-29c8-437a-a0b5-5b45e25abf20,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:11.113414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.126304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 774f0de9-29c8-437a-a0b5-5b45e25abf20 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:11.189440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.402482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.429506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=774f0de9-29c8-437a-a0b5-5b45e25abf20,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:11.469870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35780) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:11.624172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-188339f3-ba57-437c-9483-a3ea5731baab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.735229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-188339f3-ba57-437c-9483-a3ea5731baab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.842580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-188339f3-ba57-437c-9483-a3ea5731baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.881733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-188339f3-ba57-437c-9483-a3ea5731baab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db62a3c684a401b8c469580ff8057dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102113 Jul 28 18:30:11.883700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188339f3-ba57-437c-9483-a3ea5731baab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa662359-386d-4d96-a5b0-75d837c66786,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:11.886096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35796) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:11.956823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.969136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:11.991126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5f0e-9405-4d99-abe5-1b68aa5a15d7 req-d39cea50-f57c-48bd-9d0a-5b2c8636c5da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:11.992700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fef5f0e-9405-4d99-abe5-1b68aa5a15d7 req-d39cea50-f57c-48bd-9d0a-5b2c8636c5da tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 943 time: 0.0773327 Jul 28 18:30:12.011880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.067576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fef5f0e-9405-4d99-abe5-1b68aa5a15d7 req-60e4b37f-db3c-487f-9960-c59d9d71142d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659485 Jul 28 18:30:12.149983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:12.207924 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.210968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.214528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa662359-386d-4d96-a5b0-75d837c66786 HTTP/1.1" status: 204 len: 168 time: 0.3251662 Jul 28 18:30:12.221898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e163-d74b-4f7d-9500-6f4bb4eb4e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa662359-386d-4d96-a5b0-75d837c66786,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:12.245538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:12.250531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28ed2753-f0e3-4cce-b83c-17853bb7ef8a tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9128597 Jul 28 18:30:12.253700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:12.256301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:12.268331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:12.268957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:12.312216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet 84363c36-56b2-426a-98c5-334f0a465c0f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:12.320496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.367855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.372561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:12.475348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.593277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:11Z', 'revision_number': 10, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:12.619257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:12.628186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:12.628793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:12.717627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:12.732444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.761276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=84363c36-56b2-426a-98c5-334f0a465c0f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:12.764858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.766730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5e564557-3a77-4e05-ae4e-5794d84f4b29 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/84363c36-56b2-426a-98c5-334f0a465c0f HTTP/1.1" status: 204 len: 168 time: 0.5120828 Jul 28 18:30:12.769585 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35820) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:12.797998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b37d9f-a5e3-45de-9d9c-6c099f9694ae None None] Network 4322a185-6cc1-4437-97a8-61cff684c363 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:12.860422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.920480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 5b4aafb4-f21a-4445-83f9-f301a9086b61 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:12.920827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.983204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 5b4aafb4-f21a-4445-83f9-f301a9086b61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5b4aafb4-f21a-4445-83f9-f301a9086b61,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:12.983481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:12.998506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 5b4aafb4-f21a-4445-83f9-f301a9086b61 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:13.038815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:11Z', 'revision_number': 10, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:13.075417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e061e-ce42-4b47-98f7-273e5895c299 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:11Z', 'revision_number': 10, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None, '_interfaces': [{'id': '51ec8d61-17dd-410e-a78c-be475020cfd6', 'name': '', 'network_id': 'b2f2317b-adcf-4207-b1d5-6b9d76bf6a36', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'mac_address': 'fa:16:3e:32:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:29:42Z', 'updated_at': '2021-07-28T18:29:48Z', 'revision_number': 5, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'subnets': [{'id': 'c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:13.093091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.121085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] DHCP port deletion for 4322a185-6cc1-4437-97a8-61cff684c363 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:30:13.176226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Deleting port 5b4aafb4-f21a-4445-83f9-f301a9086b61 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:13.177308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.203318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.238137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dff84-fb1d-4373-aef5-8aff2a899929 req-b390f49d-5a49-435e-9e8f-acf407d73d9e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:13.239692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b06dff84-fb1d-4373-aef5-8aff2a899929 req-b390f49d-5a49-435e-9e8f-acf407d73d9e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 943 time: 0.0882385 Jul 28 18:30:13.242710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=5b4aafb4-f21a-4445-83f9-f301a9086b61,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:13.245161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] For port 5b4aafb4-f21a-4445-83f9-f301a9086b61, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5b4aafb4-f21a-4445-83f9-f301a9086b61,segment=NetworkSegment(c74f3244-43d0-4f1d-8c31-bac223f6360f),segment_id=c74f3244-43d0-4f1d-8c31-bac223f6360f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:13.246418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.248031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 5b4aafb4-f21a-4445-83f9-f301a9086b61 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:13.262522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Calling delete_port for 5b4aafb4-f21a-4445-83f9-f301a9086b61 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:13.309778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26b1e86-97c9-40e9-9305-1b48c468fd65 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:30:13.351622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b06dff84-fb1d-4373-aef5-8aff2a899929 req-e5ee1d36-ca12-4e8f-b098-c8339acb6732 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053765 Jul 28 18:30:13.361812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.374271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4322a185-6cc1-4437-97a8-61cff684c363']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:13.390015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74f3244-43d0-4f1d-8c31-bac223f6360f') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:13.391094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74f3244-43d0-4f1d-8c31-bac223f6360f') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:13.402667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.427681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.432621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.438166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:13.438890 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:13.443825 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:13.473785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] Pushing event deleted for resources: {'Port': ['ID=5b4aafb4-f21a-4445-83f9-f301a9086b61,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:13.475758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65aaae-872a-4452-89f7-c438f54c33d0 None None] No DVR routers for this DVR port 5b4aafb4-f21a-4445-83f9-f301a9086b61 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:13.511429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:13.526137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'e26b1e86-97c9-40e9-9305-1b48c468fd65', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': 'e26b1e86-97c9-40e9-9305-1b48c468fd65', 'mac_address': 'fa:16:3e:b9:5a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:30:13.572844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.592930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26b1e86-97c9-40e9-9305-1b48c468fd65 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:13.616283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:13.634966 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.647373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.647373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/4322a185-6cc1-4437-97a8-61cff684c363 HTTP/1.1" status: 204 len: 168 time: 0.8737004 Jul 28 18:30:13.647972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35850) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:13.656761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265d0c-ba29-4408-bd02-e660f1d8f389 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=4322a185-6cc1-4437-97a8-61cff684c363,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:13.738697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:13.788670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:13.945185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e26b1e86-97c9-40e9-9305-1b48c468fd65'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:14.377692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:14.442905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5b4aafb4-f21a-4445-83f9-f301a9086b61 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:14.464208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5b4aafb4-f21a-4445-83f9-f301a9086b61 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:14.464551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5b4aafb4-f21a-4445-83f9-f301a9086b61 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:14.464969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 774f0de9-29c8-437a-a0b5-5b45e25abf20 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:14.483755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 774f0de9-29c8-437a-a0b5-5b45e25abf20 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:14.487942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 774f0de9-29c8-437a-a0b5-5b45e25abf20 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:14.540315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9e3f-6165-42a7-a999-02b1171968b1 req-4d8fe78a-81f4-43a3-b14a-cb3695e6501e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:14.541479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-077d9e3f-6165-42a7-a999-02b1171968b1 req-4d8fe78a-81f4-43a3-b14a-cb3695e6501e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 944 time: 0.0962594 Jul 28 18:30:14.599872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-077d9e3f-6165-42a7-a999-02b1171968b1 req-c637bf80-e8d2-4024-9af8-d0321ff339a2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Jul 28 18:30:14.694477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 51ec8d61-17dd-410e-a78c-be475020cfd6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:14.695160 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:14.786795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 51ec8d61-17dd-410e-a78c-be475020cfd6, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=51ec8d61-17dd-410e-a78c-be475020cfd6,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:14.786795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:14.798614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 51ec8d61-17dd-410e-a78c-be475020cfd6 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:15.053972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.084783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=51ec8d61-17dd-410e-a78c-be475020cfd6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:15.226572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.307608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26b1e86-97c9-40e9-9305-1b48c468fd65 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:15.387231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:15.425493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port e26b1e86-97c9-40e9-9305-1b48c468fd65 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:15.429500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port e26b1e86-97c9-40e9-9305-1b48c468fd65 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:15.429880 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.470107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:15.477892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35888) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:15.478307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14fd6a83-d78a-45ce-9a4b-6fe329f3ac60 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288186 Jul 28 18:30:15.483508 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:15.494368 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:15.496508 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:15.520500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.544305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:15.546580 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b712229-178e-451a-9c60-6740734f0f95" -d '{"events": [{"server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "name": "network-vif-plugged", "status": "completed", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:15.547412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting subnet c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:30:15.552588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.553230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.563105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:15.586246 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:15.593409 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd290cf-d12e-432f-9499-d233d00790c3 x-openstack-request-id: req-3dd290cf-d12e-432f-9499-d233d00790c3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:15.593701 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "name": "network-vif-plugged", "status": "completed", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:15.593953 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dd290cf-d12e-432f-9499-d233d00790c3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:15.594350 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65', 'code': 200} Jul 28 18:30:15.610333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.646025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:15.671126 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.672785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:15.684879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:15.685761 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:15.722947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664caeb-d6cd-4525-a544-2354a004b43c req-b43b420c-ad2f-4924-b591-bae986a7e037 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:15.730896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0664caeb-d6cd-4525-a544-2354a004b43c req-b43b420c-ad2f-4924-b591-bae986a7e037 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.0592246 Jul 28 18:30:15.738836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:15.763638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:15.764746 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:15.767966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0664caeb-d6cd-4525-a544-2354a004b43c req-feabb817-2bcd-40aa-8b3a-2b65db809ad2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Jul 28 18:30:15.787757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a045-125a-4fd0-b2c8-377fc0bf9b9b req-3e0a75e1-6a6a-427d-a1f2-e87d607456c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:15.789380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b512a045-125a-4fd0-b2c8-377fc0bf9b9b req-3e0a75e1-6a6a-427d-a1f2-e87d607456c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 1096 time: 0.1265371 Jul 28 18:30:15.823159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:15.853870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b512a045-125a-4fd0-b2c8-377fc0bf9b9b req-85a16145-22a4-4813-bba2-541324c85b30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Jul 28 18:30:15.859062 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb0aae-7fea-408d-9db0-1bf93a691b09 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:15.996672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.027842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:16.036656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.041451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e55fff55-35af-4c40-a310-12b86047e3f0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6 HTTP/1.1" status: 204 len: 168 time: 0.5598984 Jul 28 18:30:16.041554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35906) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:16.042439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdef52a-d247-4beb-9c02-fa069ceb53ee None None] Network b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:16.122883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.178732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Deleting port 4645682d-7fba-4103-867d-07de7459aaa9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:16.179084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.240197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] DHCP port deletion for b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:30:16.252902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] For port 4645682d-7fba-4103-867d-07de7459aaa9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4645682d-7fba-4103-867d-07de7459aaa9,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:16.253347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.267984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Calling delete_port for 4645682d-7fba-4103-867d-07de7459aaa9 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:16.303683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Deleting port 4645682d-7fba-4103-867d-07de7459aaa9 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:16.303683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.365976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] For port 4645682d-7fba-4103-867d-07de7459aaa9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4645682d-7fba-4103-867d-07de7459aaa9,segment=NetworkSegment(421d3609-d003-47c5-90f7-77f55bfbe690),segment_id=421d3609-d003-47c5-90f7-77f55bfbe690)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:16.366291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.378819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Calling delete_port for 4645682d-7fba-4103-867d-07de7459aaa9 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:16.419675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.441960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4645682d-7fba-4103-867d-07de7459aaa9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:16.449874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Port': ['ID=4645682d-7fba-4103-867d-07de7459aaa9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:16.451705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No DVR routers for this DVR port 4645682d-7fba-4103-867d-07de7459aaa9 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:16.465764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4645682d-7fba-4103-867d-07de7459aaa9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:16.466103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4645682d-7fba-4103-867d-07de7459aaa9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:16.466525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51ec8d61-17dd-410e-a78c-be475020cfd6 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:16.493368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 51ec8d61-17dd-410e-a78c-be475020cfd6 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:16.493718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 51ec8d61-17dd-410e-a78c-be475020cfd6 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:30:16.496708 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:30:16.510014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.535654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] Pushing event deleted for resources: {'Port': ['ID=4645682d-7fba-4103-867d-07de7459aaa9,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:16.537061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.543440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f93308-bb95-4bf8-94f7-f998012c0498 None None] No DVR routers for this DVR port 4645682d-7fba-4103-867d-07de7459aaa9 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:16.558159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f2317b-adcf-4207-b1d5-6b9d76bf6a36']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:16.564945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421d3609-d003-47c5-90f7-77f55bfbe690') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:16.565220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421d3609-d003-47c5-90f7-77f55bfbe690') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:16.573866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.587657 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.593502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:30:16.593881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:30:16.596843 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:30:16.731802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.739936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:16.744449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/networks/b2f2317b-adcf-4207-b1d5-6b9d76bf6a36 HTTP/1.1" status: 204 len: 168 time: 0.6993067 Jul 28 18:30:16.744927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:16.750496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'routes': None}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:16.756898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f079c71-709d-4fb8-8e55-44881c7997e9 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Pushing event deleted for resources: {'Network': ['ID=b2f2317b-adcf-4207-b1d5-6b9d76bf6a36,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:16.935742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.extraroute_db [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Added routes are [] {{(pid=101105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 18:30:16.936076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.extraroute_db [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Removed routes are [] {{(pid=101105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 18:30:16.936437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.017666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7804d-c2da-4689-9b80-730ff8bdc6a1 req-8c033c68-327d-4413-b407-c701a8094392 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:17.019195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8bf7804d-c2da-4689-9b80-730ff8bdc6a1 req-8c033c68-327d-4413-b407-c701a8094392 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.1558564 Jul 28 18:30:17.103571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.110182 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.160734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8bf7804d-c2da-4689-9b80-730ff8bdc6a1 req-95a2f165-494e-4f98-a65b-1e6c80498e88 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015620 Jul 28 18:30:17.199288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:17.274464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:17.281822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.286006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486887c9-6364-447a-903c-0e21558de488 None None] Sync routers for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:17.286491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:17.286636 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a2de39e7-f13f-4aaf-9a57-3002989925de tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 700 time: 0.5403740 Jul 28 18:30:17.295710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:17.296362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:17.312932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f964abe2-0b41-49b7-8875-ffc4e3c4fdf3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 205 time: 0.0252252 Jul 28 18:30:17.316172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:17.366605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:17.390257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.432576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:17.455845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486887c9-6364-447a-903c-0e21558de488 None None] Checking router: 407f6ee8-b23a-43e8-8916-a7beec1bfa4c for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:17.467109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] Routers {'407f6ee8-b23a-43e8-8916-a7beec1bfa4c'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:17.467964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:17.540159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] Set router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:17.591792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-486887c9-6364-447a-903c-0e21558de488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:17.595098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.597805 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.616218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-533842c3-398c-46a4-9b32-c14db44774a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418055 Jul 28 18:30:17.622557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486887c9-6364-447a-903c-0e21558de488 None None] The sync data for ids ['407f6ee8-b23a-43e8-8916-a7beec1bfa4c'] in n-d-778550-5 is: [{'id': '407f6ee8-b23a-43e8-8916-a7beec1bfa4c', 'name': 'tempest-RoutersTest-router-799884753', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:29:39Z', 'updated_at': '2021-07-28T18:30:14Z', 'revision_number': 11, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:17.648949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f099505-1ebc-454f-9de7-facb1b5b6d9d req-d81bdee7-df9e-467b-8142-c45372baa4e7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:17.650454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f099505-1ebc-454f-9de7-facb1b5b6d9d req-d81bdee7-df9e-467b-8142-c45372baa4e7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.1421242 Jul 28 18:30:17.704906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f099505-1ebc-454f-9de7-facb1b5b6d9d req-2ebb9a88-03c9-49ce-a541-7af31c0e3471 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Jul 28 18:30:17.725388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-a80f42c0-31b9-4af1-bc02-35512e6df5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:17.726956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-a80f42c0-31b9-4af1-bc02-35512e6df5ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 1096 time: 0.0521750 Jul 28 18:30:17.728761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.729389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router 407f6ee8-b23a-43e8-8916-a7beec1bfa4c {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:30:17.737123 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.747601 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6553d18-5fda-416a-ba21-fab790705fc3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 204 len: 168 time: 0.4232924 Jul 28 18:30:17.752567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:17.757859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-705977712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:17.873016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf136d2-f9f6-43c5-b9a8-8141f913a9b3 req-00e12694-2811-4a69-9bdc-d021b7ab8797 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:17.874589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf136d2-f9f6-43c5-b9a8-8141f913a9b3 req-00e12694-2811-4a69-9bdc-d021b7ab8797 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.0748723 Jul 28 18:30:17.880931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.882091 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.904306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-c9da4eb8-78ea-446e-adfa-0730c566c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:17.905916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-c9da4eb8-78ea-446e-adfa-0730c566c1ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 907 time: 0.1582587 Jul 28 18:30:17.949816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:17.980857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-6e595c36-2d12-4c1f-866a-6332ebcecd98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.0563352 Jul 28 18:30:17.990729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2cf136d2-f9f6-43c5-b9a8-8141f913a9b3 req-8a4d9530-39b5-4685-992e-3a6616582b2c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037760 Jul 28 18:30:18.044158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-dfd9362e-2341-4d9e-877c-25c72c395c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:18.050160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-dfd9362e-2341-4d9e-877c-25c72c395c58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0540731 Jul 28 18:30:18.083310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-ea147d71-c518-4e7e-84ae-309460542bc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259495 Jul 28 18:30:18.111825 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:18.184845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-30f15201-c0f4-4e4c-ab6a-458ab735d3c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983295 Jul 28 18:30:18.202485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:18.206523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c7dad4c3-d2f3-4028-b912-37f4d144e73b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4502127 Jul 28 18:30:18.206824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35952) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:18.212089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:18.287642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c7f18d9-9671-4a05-b3c0-313b9ba2b8d2 req-d566a232-f48c-44b9-9e18-77eacf6f628f service neutron] 10.222.0.35 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949683 Jul 28 18:30:18.419128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:18.539543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:18.542339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c8b-3b75-4a20-b3e7-8035342136b0 req-abaf64c7-fe93-4bd9-95f7-ac1f2f2f93bf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:18.543975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02826c8b-3b75-4a20-b3e7-8035342136b0 req-abaf64c7-fe93-4bd9-95f7-ac1f2f2f93bf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.0512428 Jul 28 18:30:18.584289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02826c8b-3b75-4a20-b3e7-8035342136b0 req-32d73c92-57ee-4dc1-bffa-d4a4104b5ad8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Jul 28 18:30:18.760241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.093394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Router 1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:30:19.171071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:19.178277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.181096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c110ab5c-f8aa-49a5-95ed-76913b65de88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "PUT /v2.0/routers/1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 200 len: 693 time: 0.9713767 Jul 28 18:30:19.182785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35966) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.183414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Sync routers for ids ['1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:19.193332 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Routers {'1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:19.193978 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:19.266381 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Set router 1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:19.266600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0df8b3b8-f97a-46ea-b4cc-8df36530a50c tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/routers/1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 200 len: 699 time: 0.0835247 Jul 28 18:30:19.269426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35968) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.296596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2198c44b-5d05-4dd1-b167-2f237f969628 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 200 len: 205 time: 0.0260818 Jul 28 18:30:19.299709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 35970) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.317925 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba', 'name': 'tempest-RoutersTest-router-705977712', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:17Z', 'updated_at': '2021-07-28T18:30:18Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:19.346452 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Checking router: 1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:19.354613 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Routers {'1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:19.355216 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:19.373837 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.428977 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] Set router 1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:19.479872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba', 'name': 'tempest-RoutersTest-router-705977712', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:17Z', 'updated_at': '2021-07-28T18:30:18Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:19.509658 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58acf-f2db-4912-8e31-3dafecb5f49d None None] The sync data for ids ['1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba'] in n-d-778550-5 is: [{'id': '1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba', 'name': 'tempest-RoutersTest-router-705977712', 'tenant_id': '75ae75b5e468450ca51da10559521ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:17Z', 'updated_at': '2021-07-28T18:30:18Z', 'revision_number': 2, 'project_id': '75ae75b5e468450ca51da10559521ea9', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:19.534108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.536428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.685720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.685720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:30:19.691052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.692201 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-64db4f4f-b028-4011-9b31-4f03eaa89800 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 204 len: 168 time: 0.3916419 Jul 28 18:30:19.696007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.730891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-649b2c6f-0f85-4a2c-8a58-5dfed261be88 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 200 len: 205 time: 0.0335939 Jul 28 18:30:19.733332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35986) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.768591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ae5a-46de-4c4d-800b-22df15fb8df3 req-d2d5b462-c9b8-4d09-9664-2c1e5a395ff3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:19.771050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3107ae5a-46de-4c4d-800b-22df15fb8df3 req-d2d5b462-c9b8-4d09-9664-2c1e5a395ff3 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.0994272 Jul 28 18:30:19.775349 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-6fcc4bbd-8909-4679-8c0a-a95517989cf6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:19.776703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6fcc4bbd-8909-4679-8c0a-a95517989cf6 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/1fb4a05a-e6e9-4f9a-94ab-a8efa4f4f8ba HTTP/1.1" status: 404 len: 336 time: 0.0422630 Jul 28 18:30:19.779582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35990) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.798325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-dae64ce3-dd20-4bc3-b268-8a0099ebfcce tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:19.799933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-dae64ce3-dd20-4bc3-b268-8a0099ebfcce tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 945 time: 0.0874662 Jul 28 18:30:19.816109 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-faac3d68-4bdb-4477-809c-eb4423ee01a3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:19.816358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faac3d68-4bdb-4477-809c-eb4423ee01a3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:19.818297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-faac3d68-4bdb-4477-809c-eb4423ee01a3 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/29eca295-cf54-4a33-8099-2b8f1b6aef4b HTTP/1.1" status: 404 len: 337 time: 0.0375307 Jul 28 18:30:19.821053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35992) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.866423 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b8260c-f1e7-45e4-80bb-2059da9e1279 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:19.867007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b8260c-f1e7-45e4-80bb-2059da9e1279 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:19.871576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03b8260c-f1e7-45e4-80bb-2059da9e1279 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/4863f6e0-c02e-4e17-994d-d0bd7b92684e HTTP/1.1" status: 404 len: 337 time: 0.0465477 Jul 28 18:30:19.873351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 35996) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.890707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3107ae5a-46de-4c4d-800b-22df15fb8df3 req-1d2d680b-0fda-4091-8f50-2e3e8d79f4b4 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084752 Jul 28 18:30:19.907223 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-babe4ca2-22c7-48f2-93f5-af955b54dff5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:19.908436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babe4ca2-22c7-48f2-93f5-af955b54dff5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:19.910188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-babe4ca2-22c7-48f2-93f5-af955b54dff5 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/84363c36-56b2-426a-98c5-334f0a465c0f HTTP/1.1" status: 404 len: 337 time: 0.0354025 Jul 28 18:30:19.921891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36000) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.952828 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95fc18b-ea55-4133-96ba-ef0041e93657 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:19.953297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95fc18b-ea55-4133-96ba-ef0041e93657 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:19.955599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f95fc18b-ea55-4133-96ba-ef0041e93657 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/c6dcbfb5-189d-4383-aa8e-f3bb9cb0c5a6 HTTP/1.1" status: 404 len: 337 time: 0.0307868 Jul 28 18:30:19.959258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36002) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:19.968888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port e26b1e86-97c9-40e9-9305-1b48c468fd65 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:30:19.971913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:19.987926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fc0fa943-ea31-462e-8f77-7e6be838c698 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 200 len: 205 time: 0.0281785 Jul 28 18:30:19.990423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36004) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.036955 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-1816ff41-7e5c-4505-bf2f-c5f66e2afa8b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.042482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1816ff41-7e5c-4505-bf2f-c5f66e2afa8b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/407f6ee8-b23a-43e8-8916-a7beec1bfa4c HTTP/1.1" status: 404 len: 336 time: 0.0510147 Jul 28 18:30:20.049486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36008) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.083092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36012) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.087918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71efc995-bab1-4bf3-8054-f0a32b3d20ff tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=095ca750-9dc3-4775-9864-6e533da64487 HTTP/1.1" status: 200 len: 205 time: 0.0390465 Jul 28 18:30:20.139934 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-d979eded-0dcb-41d7-8b16-2db241bda4a0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.141072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d979eded-0dcb-41d7-8b16-2db241bda4a0 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/095ca750-9dc3-4775-9864-6e533da64487 HTTP/1.1" status: 404 len: 336 time: 0.0569408 Jul 28 18:30:20.144517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36014) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.152484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port e26b1e86-97c9-40e9-9305-1b48c468fd65, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26b1e86-97c9-40e9-9305-1b48c468fd65,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:20.153204 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.169053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36016) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.171496 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for e26b1e86-97c9-40e9-9305-1b48c468fd65 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:30:20.179832 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c594292-7dbd-40f0-9de0-135b4ee94e96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:20.180387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c594292-7dbd-40f0-9de0-135b4ee94e96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:20.182562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c594292-7dbd-40f0-9de0-135b4ee94e96 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/2b19f9cd-1f95-4741-9373-46c74f736f7b HTTP/1.1" status: 404 len: 337 time: 0.0367997 Jul 28 18:30:20.184895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36020) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.220153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bbaa8a7d-f111-4f69-aa5d-6f3560fe86c8 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 200 len: 205 time: 0.0339386 Jul 28 18:30:20.226779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36022) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.265646 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-d1c34787-8839-4ab7-a940-ec4bd90836d7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.267185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d1c34787-8839-4ab7-a940-ec4bd90836d7 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/999fdac9-8108-47f2-a20e-046dec6617e6 HTTP/1.1" status: 404 len: 336 time: 0.0390217 Jul 28 18:30:20.269728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36024) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.318580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9d48b3fd-c6cd-4227-98e8-7d0c787b0390 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dae886f-9647-48ac-8c57-33948116c317 HTTP/1.1" status: 200 len: 205 time: 0.0472760 Jul 28 18:30:20.321030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36026) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.395037 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5340db52-1f21-439c-bb96-5765ebf09072 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.396552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5340db52-1f21-439c-bb96-5765ebf09072 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/0dae886f-9647-48ac-8c57-33948116c317 HTTP/1.1" status: 404 len: 336 time: 0.0741801 Jul 28 18:30:20.398736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36028) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.433800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4bdb-4a77-45a9-a90c-6f38653272d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.435496 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6abcea-9ccb-40b5-843e-6ba6bf9db168 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:20.436092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6abcea-9ccb-40b5-843e-6ba6bf9db168 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:20.439447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0a6abcea-9ccb-40b5-843e-6ba6bf9db168 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/ba407b5d-541e-4647-ab8e-45abd22a3fac HTTP/1.1" status: 404 len: 337 time: 0.0392671 Jul 28 18:30:20.441758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36030) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.478148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90275408-0fd3-4931-9cb3-37bd8dadc652 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6256a78-3520-40bd-8f18-c6d54d908cd8 HTTP/1.1" status: 200 len: 205 time: 0.0328381 Jul 28 18:30:20.478388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36032) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.523053 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5510c405-d88c-4eb7-a89d-96dc315f72fc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.524170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5510c405-d88c-4eb7-a89d-96dc315f72fc tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/f6256a78-3520-40bd-8f18-c6d54d908cd8 HTTP/1.1" status: 404 len: 336 time: 0.0446558 Jul 28 18:30:20.526984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36034) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.555903 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9090f2-dfe7-4320-bd3c-82573b4444ea tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:20.556375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9090f2-dfe7-4320-bd3c-82573b4444ea tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:20.559449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4a9090f2-dfe7-4320-bd3c-82573b4444ea tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/cef4782d-541d-4439-96db-d0e4c618b537 HTTP/1.1" status: 404 len: 337 time: 0.0301151 Jul 28 18:30:20.560994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36036) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.562291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.575771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:20.578545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e26b1e86-97c9-40e9-9305-1b48c468fd65'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:20.600563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9b9d1b82-08ee-46ba-9f27-8aad38cce85b tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8e93f8b-549e-45c7-9f15-e00c16a842eb HTTP/1.1" status: 200 len: 205 time: 0.0381308 Jul 28 18:30:20.603772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36038) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.625692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=e26b1e86-97c9-40e9-9305-1b48c468fd65,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:20.664058 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5c9c4972-8044-490c-b09e-ffb1a1ec10a1 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] delete failed (client error): The resource could not be found. Jul 28 18:30:20.665401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c9c4972-8044-490c-b09e-ffb1a1ec10a1 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/routers/a8e93f8b-549e-45c7-9f15-e00c16a842eb HTTP/1.1" status: 404 len: 336 time: 0.0603819 Jul 28 18:30:20.667959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36040) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.675881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port e26b1e86-97c9-40e9-9305-1b48c468fd65 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:30:20.679045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.681308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0de2ec5-3afa-47e2-887e-37b21457b492 req-c9616d09-b20f-42c7-a339-c6cb2b7b76d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "DELETE /v2.0/ports/e26b1e86-97c9-40e9-9305-1b48c468fd65 HTTP/1.1" status: 204 len: 173 time: 0.8740366 Jul 28 18:30:20.685535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'name': 'network-vif-deleted', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:20.687902 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae2b57a-0ab8-4cf7-84bb-babc241bdda7" -d '{"events": [{"server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "name": "network-vif-deleted", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:20.722087 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae9bd4c-12d9-4b54-8afa-abb8f2b19c4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:20.726770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae9bd4c-12d9-4b54-8afa-abb8f2b19c4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:20.726770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8ae9bd4c-12d9-4b54-8afa-abb8f2b19c4d tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/3c18b2e4-4f9b-4d27-9030-6f0ee687caee HTTP/1.1" status: 404 len: 337 time: 0.0566008 Jul 28 18:30:20.727792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:20.767476 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e62603-4dc8-4c76-956f-e497e56d4465 x-openstack-request-id: req-c1e62603-4dc8-4c76-956f-e497e56d4465 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:20.767861 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581831-4879-4edd-99d1-271a1524b8c4", "name": "network-vif-deleted", "tag": "e26b1e86-97c9-40e9-9305-1b48c468fd65", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:20.768185 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1e62603-4dc8-4c76-956f-e497e56d4465 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:20.768686 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581831-4879-4edd-99d1-271a1524b8c4', 'name': 'network-vif-deleted', 'tag': 'e26b1e86-97c9-40e9-9305-1b48c468fd65', 'status': 'completed', 'code': 200} Jul 28 18:30:20.771552 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9411a5-9abe-42f3-86b2-0e33a89d2749 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] DELETE failed (client error): The resource could not be found. Jul 28 18:30:20.772334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9411a5-9abe-42f3-86b2-0e33a89d2749 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:30:20.775762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-db9411a5-9abe-42f3-86b2-0e33a89d2749 tempest-RoutersTest-1101555021 tempest-RoutersTest-1101555021-project] 10.222.0.25 "DELETE /v2.0/subnets/8cc3ff71-119d-46cb-bf9d-55cab5ba1201 HTTP/1.1" status: 404 len: 337 time: 0.0470097 Jul 28 18:30:20.821494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4bdb-4a77-45a9-a90c-6f38653272d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.899930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4bdb-4a77-45a9-a90c-6f38653272d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:20.942410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b4e4bdb-4a77-45a9-a90c-6f38653272d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f872c4f70c4f4a0bb8506dc25cdcd347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7721348 Jul 28 18:30:20.944774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e4bdb-4a77-45a9-a90c-6f38653272d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e808c521-b4a6-4283-9b20-37cbe93a125d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:20.945471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36050) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:21.013132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3edb0932-e080-4952-97ad-0d9ed8345d58 req-ff454aba-7927-4570-929b-7691d03bcb7f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5581831-4879-4edd-99d1-271a1524b8c4 HTTP/1.1" status: 200 len: 210 time: 0.0311356 Jul 28 18:30:21.017978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.050959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.201035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.203766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.205199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e808c521-b4a6-4283-9b20-37cbe93a125d HTTP/1.1" status: 204 len: 168 time: 0.2581015 Jul 28 18:30:21.217814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98304e1-6b86-4537-9276-b4a467b28a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808c521-b4a6-4283-9b20-37cbe93a125d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:21.257984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36058) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:21.393106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56f7166e-1978-47bf-a117-119af58a77ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75ae75b5e468450ca51da10559521ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338906 Jul 28 18:30:21.395757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:21.463615 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.488356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.693371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.696047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:21.697155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56abe794-b66f-4a99-866c-7be2419169db HTTP/1.1" status: 204 len: 168 time: 0.3004770 Jul 28 18:30:21.706753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04925ee3-f3ee-4dfb-92f5-74d1964ce393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56abe794-b66f-4a99-866c-7be2419169db,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:22.224522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:22.246427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-999ce31f-a890-45da-9031-0e0b11fd0e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.368311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-999ce31f-a890-45da-9031-0e0b11fd0e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.446477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-227a2812-704c-4c3c-b24a-94fccb201d1a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:22.448325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-227a2812-704c-4c3c-b24a-94fccb201d1a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.1481032 Jul 28 18:30:22.457259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-999ce31f-a890-45da-9031-0e0b11fd0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.469404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-f432aab3-f76f-4de8-92d2-eb2d86ae0947 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/quotas/1df144ce44074a419bdb2bdb03c0bd51 HTTP/1.1" status: 200 len: 375 time: 0.0150199 Jul 28 18:30:22.486649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-999ce31f-a890-45da-9031-0e0b11fd0e84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5555e086b8674e70af69a8849f24a04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604494 Jul 28 18:30:22.491504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36096) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:22.523445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ce31f-a890-45da-9031-0e0b11fd0e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafdf108-318e-457f-bc60-d95b6eac60d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:22.559653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-8489cc7a-3a7d-48ef-888e-20cde3d448db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857947 Jul 28 18:30:22.581773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.647228 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.702252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-6a7afb7a-51bd-41ef-b74e-654378c9a96f service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326053 Jul 28 18:30:22.798814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.803459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:22.807633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fafdf108-318e-457f-bc60-d95b6eac60d0 HTTP/1.1" status: 204 len: 168 time: 0.3122091 Jul 28 18:30:22.827142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6b2d2-a721-4c8c-97b2-f99d13cbdb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafdf108-318e-457f-bc60-d95b6eac60d0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:22.838033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-7addadbf-367f-40b8-b6a0-dc299880f799 service neutron] 10.222.0.25 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155202 Jul 28 18:30:23.173223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:23.175365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a396b97a-7a94-4328-a0bd-33146b6b797a req-33b2cabb-eafd-42bc-81f4-06485973461a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 210 time: 0.0419881 Jul 28 18:30:23.308472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c4f39c1b-e194-4906-a69e-b1596d1b8162 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1992699937', 'prefixes': ['172.20.0.0/16']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:23.340847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26b1e86-97c9-40e9-9305-1b48c468fd65 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:30:23.363533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: e26b1e86-97c9-40e9-9305-1b48c468fd65 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:30:23.363891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26b1e86-97c9-40e9-9305-1b48c468fd65 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:30:23.619871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c4f39c1b-e194-4906-a69e-b1596d1b8162 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] Notify callbacks [] for subnetpool, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:23.621161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c4f39c1b-e194-4906-a69e-b1596d1b8162 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4467587 Jul 28 18:30:23.624194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:23.650323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-29e67882-7f78-43b7-ab9a-0e0b115b5c85 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "GET /v2.0/subnetpools/c53a19d4-6ded-499a-a03b-332ac3ad8495 HTTP/1.1" status: 200 len: 732 time: 0.0241582 Jul 28 18:30:23.659311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36140) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:23.664259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-afc61602-2b8c-4bd7-9857-bb8c2a93bdda tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-250315638'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:23.964190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afc61602-2b8c-4bd7-9857-bb8c2a93bdda tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] Notify callbacks [] for subnetpool, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:23.965434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afc61602-2b8c-4bd7-9857-bb8c2a93bdda tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "PUT /v2.0/subnetpools/c53a19d4-6ded-499a-a03b-332ac3ad8495 HTTP/1.1" status: 200 len: 683 time: 0.3050058 Jul 28 18:30:23.968079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:24.128473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc5f66d1-702b-4ea3-953f-591b028dc852 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] Notify callbacks [] for subnetpool, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:24.129730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc5f66d1-702b-4ea3-953f-591b028dc852 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c53a19d4-6ded-499a-a03b-332ac3ad8495 HTTP/1.1" status: 204 len: 168 time: 0.1607213 Jul 28 18:30:24.133002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:24.147980 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-e74fde73-343d-4ab3-8bef-cbe419f5b14e tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] show failed (client error): The resource could not be found. Jul 28 18:30:24.148974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e74fde73-343d-4ab3-8bef-cbe419f5b14e tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "GET /v2.0/subnetpools/c53a19d4-6ded-499a-a03b-332ac3ad8495 HTTP/1.1" status: 404 len: 346 time: 0.0151248 Jul 28 18:30:24.151728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:24.166564 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-73723780-cb66-4925-a21e-5a2ec1c263d0 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] delete failed (client error): The resource could not be found. Jul 28 18:30:24.167558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73723780-cb66-4925-a21e-5a2ec1c263d0 tempest-SubnetPoolsTestJSON-437456398 tempest-SubnetPoolsTestJSON-437456398-project] 10.222.0.25 "DELETE /v2.0/subnetpools/c53a19d4-6ded-499a-a03b-332ac3ad8495 HTTP/1.1" status: 404 len: 346 time: 0.0148323 Jul 28 18:30:24.254331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7562203-e276-4440-8b39-8da50aa9b10b req-fd927fb7-ef05-43d9-a7ce-59a518077b17 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 210 time: 0.0283148 Jul 28 18:30:24.738541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36174) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:25.019881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c838111a-99c5-4c49-8979-1b42a5284578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.032035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36184) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:25.107842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efe2549-efa1-4c38-91c3-9e29fc3c75dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.137614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c838111a-99c5-4c49-8979-1b42a5284578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.237061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c838111a-99c5-4c49-8979-1b42a5284578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.293782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838111a-99c5-4c49-8979-1b42a5284578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17d2b3-03c4-49fa-b692-a37a01d5c7fd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:25.341282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c838111a-99c5-4c49-8979-1b42a5284578 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f91022284464dfbafe04f3c2f90c320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016459 Jul 28 18:30:25.345321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:25.379252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07406a2c-5b7a-4196-a726-56b894ed04cc req-25f5b916-725e-4ff9-9cc2-bc56837ca4e9 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 210 time: 0.0367215 Jul 28 18:30:25.381285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efe2549-efa1-4c38-91c3-9e29fc3c75dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.419313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.495321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5efe2549-efa1-4c38-91c3-9e29fc3c75dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.526513 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.580837 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5efe2549-efa1-4c38-91c3-9e29fc3c75dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee488aea4e564cb1bd715d16f1e4574c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476568 Jul 28 18:30:25.583515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:25.590881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe2549-efa1-4c38-91c3-9e29fc3c75dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb8984-2bcd-4757-954c-99a04d1ee790,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:25.626900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-efbefc1a-8e71-4003-bbe9-aba306c9de71 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:25.628424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-efbefc1a-8e71-4003-bbe9-aba306c9de71 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/networks?id=a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 200 len: 806 time: 0.2062263 Jul 28 18:30:25.636658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.642061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Request body: {'port': {'device_id': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'admin_state_up': True, 'tenant_id': '1df144ce44074a419bdb2bdb03c0bd51'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:25.658691 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.761399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.763915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.768030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e17d2b3-03c4-49fa-b692-a37a01d5c7fd HTTP/1.1" status: 204 len: 168 time: 0.4215622 Jul 28 18:30:25.776197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48ea24-3f44-4d95-ad47-f7b4158d315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17d2b3-03c4-49fa-b692-a37a01d5c7fd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:25.846610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.849274 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:25.850414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bacb8984-2bcd-4757-954c-99a04d1ee790 HTTP/1.1" status: 204 len: 168 time: 0.2658496 Jul 28 18:30:25.858389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede31d8-bbf6-4298-96dd-c7b4e90844da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb8984-2bcd-4757-954c-99a04d1ee790,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:25.933030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Made reservation on behalf of 1df144ce44074a419bdb2bdb03c0bd51 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:25.936641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:26.070023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Allocated IP 172.20.0.3 (a8d6826b-b42a-4d7c-9910-8241f6ac3240/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9/8b802e1e-ab14-424d-b0b1-14844edf9878) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:26.230125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:26.362819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:26.378041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:26.474105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Network a8d6826b-b42a-4d7c-9910-8241f6ac3240 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:26.477837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:26.483092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:26.574638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event updated for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:26.599332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:26.599988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:26.611277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6341bd-e241-40f4-8a1a-d05c73079d3d req-6fac765e-8e4c-4368-ae98-e02d3755344a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:26.612812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c6341bd-e241-40f4-8a1a-d05c73079d3d req-6fac765e-8e4c-4368-ae98-e02d3755344a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 931 time: 0.1308303 Jul 28 18:30:26.660407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c6341bd-e241-40f4-8a1a-d05c73079d3d req-ba10228e-5911-41e1-aa52-261a14088623 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Jul 28 18:30:26.733854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-2dd38be3-a346-44aa-a2e7-d90713750c9d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963054 Jul 28 18:30:26.746682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Request body: {'port': {'device_id': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:26.807908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.077247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b802e1e-ab14-424d-b0b1-14844edf9878 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:27.086318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.092228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36248) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:27.106158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Transition to ACTIVE for port object 8b802e1e-ab14-424d-b0b1-14844edf9878 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:27.167496 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:30:27.178809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.214576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-601955812-network', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:27.277297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Pushing event updated for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:27.327447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Attempting to bind port 8b802e1e-ab14-424d-b0b1-14844edf9878 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:27.329696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Attempting to bind port 8b802e1e-ab14-424d-b0b1-14844edf9878 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:27.329696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Attempting to bind port 8b802e1e-ab14-424d-b0b1-14844edf9878 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:27.332956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Port 8b802e1e-ab14-424d-b0b1-14844edf9878 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:30:27.333294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Attempting to bind port 8b802e1e-ab14-424d-b0b1-14844edf9878 on network a8d6826b-b42a-4d7c-9910-8241f6ac3240 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:27.338070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:27.338411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Checking segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:27.338808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Bound using segment: {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:27.339236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Bound port: 8b802e1e-ab14-424d-b0b1-14844edf9878, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34989b68-0749-43f7-a6f9-4e95da87b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:27.339632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.385983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Made reservation on behalf of e94b726575494ab0bc9acfad056947e3 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:27.388446 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.409371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.429968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:27.434288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b802e1e-ab14-424d-b0b1-14844edf9878,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:27.521593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.528138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.567335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:27.568235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.569680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b802e1e-ab14-424d-b0b1-14844edf9878 HTTP/1.1" status: 200 len: 1091 time: 0.8273041 Jul 28 18:30:27.570176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:27.572469 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd679f-2cf4-4d63-807a-27f51f6386ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:27.602565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11f7f2-580b-40fc-a8db-fb6cd7136622 service neutron] Pushing event updated for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:27.612049 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d06a0f-6241-4353-80c7-1a148cb1f381 x-openstack-request-id: req-72d06a0f-6241-4353-80c7-1a148cb1f381 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:27.612525 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:27.612930 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d06a0f-6241-4353-80c7-1a148cb1f381 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:27.613325 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878', 'status': 'completed', 'code': 200} Jul 28 18:30:27.614554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.642066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:30:27.674546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6400ea1-4bfe-492b-9864-d508339b6299,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:27.681576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.682246 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Added segment 9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4 of type vlan for network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff Jul 28 18:30:27.728872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.733939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-237a0f13-8b2b-4f08-a1c9-55635a8e8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:27.735534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-237a0f13-8b2b-4f08-a1c9-55635a8e8f02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 1094 time: 0.0950372 Jul 28 18:30:27.870516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c1de4-08fc-4d4a-9f29-0ace70cbd11c req-75a8ef12-2dae-4448-a6e7-50faaafb86d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:27.872103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-236c1de4-08fc-4d4a-9f29-0ace70cbd11c req-75a8ef12-2dae-4448-a6e7-50faaafb86d7 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 943 time: 0.1273217 Jul 28 18:30:27.904912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-33665178-7c9a-45e8-b322-cffc4f280144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:27.906399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-33665178-7c9a-45e8-b322-cffc4f280144 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1604981 Jul 28 18:30:27.941648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.942605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:27.943263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:27.977843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-236c1de4-08fc-4d4a-9f29-0ace70cbd11c req-048d7b19-55cf-4dfa-bc8a-0c697a96fd17 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957935 Jul 28 18:30:28.046943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] Pushing event updated for resources: {'Network': ['ID=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:28.057082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:30:28.073464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-d26d1176-4d71-46a1-aaa6-4265ee7710fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:28.074949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24bd679f-2cf4-4d63-807a-27f51f6386ce req-d26d1176-4d71-46a1-aaa6-4265ee7710fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616817 Jul 28 18:30:28.142973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-88ea5fc4-bd90-4395-8d21-7a4bf5432184 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0477636 Jul 28 18:30:28.144297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:28.153126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Request body: {'subnet': {'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-601955812-subnet', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:28.159642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-76f4067f-9529-4a2a-9555-b87b9e54f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:28.161162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-76f4067f-9529-4a2a-9555-b87b9e54f51d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 1094 time: 0.0493319 Jul 28 18:30:28.208719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-7b192f14-1692-4c53-9c1a-6bdaa80b7846 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b802e1e-ab14-424d-b0b1-14844edf9878 HTTP/1.1" status: 200 len: 217 time: 0.0399609 Jul 28 18:30:28.261358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-7318b135-630f-4664-963b-aaddfda95911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:28.263091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-7318b135-630f-4664-963b-aaddfda95911 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 200 len: 846 time: 0.0471499 Jul 28 18:30:28.293678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-6e5db046-99ce-485d-a545-ef3e019dc702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8d6826b-b42a-4d7c-9910-8241f6ac3240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239687 Jul 28 18:30:28.338955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Made reservation on behalf of e94b726575494ab0bc9acfad056947e3 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:28.341520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.390736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-61eb91f8-03ac-442b-9f0f-ccbd11a43de1 service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jul 28 18:30:28.485187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-56de7c1b-250f-4e7a-9e85-3dde340946d5 req-a96630a5-b2d8-4b82-b816-e6a65ccc418b service neutron] 10.222.0.37 "GET /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873554 Jul 28 18:30:28.557861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36284) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:28.601786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.661200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:28.672586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab244154-1c40-4bb3-a6c2-97de539d70ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.684365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Checking segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:28.684721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Network hostable DHCP agents. Network: aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:30:28.783896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab244154-1c40-4bb3-a6c2-97de539d70ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.785215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:30:28.875297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:28.879165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:28.879779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.884437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c226e4f-beab-4dd9-bd46-ab1b3d04f601 None None] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:28.922074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab244154-1c40-4bb3-a6c2-97de539d70ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:28.960001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab244154-1c40-4bb3-a6c2-97de539d70ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e495b224451b44d494edff217805fc38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010701 Jul 28 18:30:28.961188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab244154-1c40-4bb3-a6c2-97de539d70ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71bb34-4067-4720-9486-8daf1d535993,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:28.962614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36288) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:29.010593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-04a7cb46-f075-49e8-8374-efd674c4d53f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8622649 Jul 28 18:30:29.011357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36292) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:29.018555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:29.028350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.044652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:30:29.045968 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.058374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.105706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971af6c5-b9c1-439b-a9e8-913ba99d08e3 req-bee7fcc9-b045-4aa2-9e7b-59c79c74d221 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:29.107219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-971af6c5-b9c1-439b-a9e8-913ba99d08e3 req-bee7fcc9-b045-4aa2-9e7b-59c79c74d221 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 943 time: 0.0519826 Jul 28 18:30:29.148873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-971af6c5-b9c1-439b-a9e8-913ba99d08e3 req-f7bafd87-308b-40b2-964b-da31d9a17cfb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Jul 28 18:30:29.182946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.184090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.184279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Allocated IP 172.20.0.2 (aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff/580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf/b3a49b4e-52c2-489a-88f7-d9d7755bb0fb) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:29.212859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.215385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.216599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed71bb34-4067-4720-9486-8daf1d535993 HTTP/1.1" status: 204 len: 168 time: 0.2529624 Jul 28 18:30:29.235816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883be455-2f87-40f4-8473-1411d2c69cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71bb34-4067-4720-9486-8daf1d535993,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:29.271283 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.343111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.352448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Transition to ACTIVE for port object b3a49b4e-52c2-489a-88f7-d9d7755bb0fb will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:29.371848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Transition to ACTIVE for port object b3a49b4e-52c2-489a-88f7-d9d7755bb0fb will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:29.451900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.496015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:29.499843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:29.504810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:29.519142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Pushing event updated for resources: {'Port': ['ID=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:29.566021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Attempting to bind port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:29.566398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Attempting to bind port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:29.566760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Attempting to bind port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb on network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:29.572154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:29.572526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Checking segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:29.573304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.573565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Bound using segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:29.574202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Bound port: b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:29.574561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.643318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] For port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:29.646752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] For port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:29.760921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.812736 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:29.824655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4d0a1-b69b-4875-8661-94e722a43b10 None None] Pushing event updated for resources: {'Port': ['ID=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:29.898146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36304) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:29.912790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11836e8e-435a-497d-8b01-db7772af8c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.023351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11836e8e-435a-497d-8b01-db7772af8c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.088254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11836e8e-435a-497d-8b01-db7772af8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.142164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-11836e8e-435a-497d-8b01-db7772af8c0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2f3afb574aa425c9d986d86cc9799d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417858 Jul 28 18:30:30.143690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11836e8e-435a-497d-8b01-db7772af8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841de32c-55e7-4061-b51c-dee7d5d45f2c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:30.144795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36306) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:30.201269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.224571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.318912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e43a-c604-4ab6-892f-bb1c8a83898a req-b0708e8d-2e0a-4176-a4ce-180943c706e1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:30.320416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9e6e43a-c604-4ab6-892f-bb1c8a83898a req-b0708e8d-2e0a-4176-a4ce-180943c706e1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 943 time: 0.0750475 Jul 28 18:30:30.340585 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.349309 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.353112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.354326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/841de32c-55e7-4061-b51c-dee7d5d45f2c HTTP/1.1" status: 204 len: 168 time: 0.2081144 Jul 28 18:30:30.366884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f7aba-1bd9-4db7-9470-87ad7e23cdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841de32c-55e7-4061-b51c-dee7d5d45f2c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:30.380908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.540013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3a49b4e-52c2-489a-88f7-d9d7755bb0fb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:30.541758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9e6e43a-c604-4ab6-892f-bb1c8a83898a req-1445f982-3b40-4bf0-9503-b7028bfee19f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133400 Jul 28 18:30:30.557366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Allocated IP 172.25.7.12 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/7fa141aa-3029-413a-8203-95bf4ecc024d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:30.683004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.688357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:30.823465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:30.853455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f279a-162b-4d19-8f3a-6bd225a9e86d None None] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:30.884547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:30.888239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:30.892427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:30.935782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Pushing event updated for resources: {'Port': ['ID=7fa141aa-3029-413a-8203-95bf4ecc024d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:31.036358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Provisioning for port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:31.042276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Provisioning complete for port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:31.042660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.124648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.164057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] For port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:31.279185 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.339766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd8e1c-1f65-4ed9-addb-9b76fd7cbfa6 None None] Pushing event updated for resources: {'Port': ['ID=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:31.372902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.386740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b802e1e-ab14-424d-b0b1-14844edf9878 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:30:31.516037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b802e1e-ab14-424d-b0b1-14844edf9878,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:31.537149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c28ec702-27e9-4070-8728-9232fcaa724e None None] Provisioning complete for port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:31.537530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c28ec702-27e9-4070-8728-9232fcaa724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.539242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8b802e1e-ab14-424d-b0b1-14844edf9878', 'network_id': 'a8d6826b-b42a-4d7c-9910-8241f6ac3240', 'port_id': '8b802e1e-ab14-424d-b0b1-14844edf9878', 'mac_address': 'fa:16:3e:99:9f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5619b5-55b7-4ef4-b6bf-ed6926d246a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:30:31.611984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.664686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.675013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b802e1e-ab14-424d-b0b1-14844edf9878 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:31.676801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c466c63-69b5-407c-8ef4-0682a3c74065 req-61d36311-ea7c-4d42-8704-2b4476fd5f34 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:31.678453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c466c63-69b5-407c-8ef4-0682a3c74065 req-61d36311-ea7c-4d42-8704-2b4476fd5f34 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 943 time: 0.0559704 Jul 28 18:30:31.708837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b802e1e-ab14-424d-b0b1-14844edf9878,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:31.731336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c466c63-69b5-407c-8ef4-0682a3c74065 req-be4b55b2-5d5c-4464-a823-c8ff4b303f64 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454819 Jul 28 18:30:31.852850 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:31.904790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:31.919787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Router 99e5e2da-b359-4d54-beeb-e47289cf8e3b is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:30:32.029143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:32.040060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Sync routers for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:32.047444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8b802e1e-ab14-424d-b0b1-14844edf9878'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:32.075078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:32.075726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:32.110831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:32.114893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-faeadfa7-84cc-4599-bb5d-307f8edb3a5b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1003940 Jul 28 18:30:32.115170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36342) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:32.221850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:32.463457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3a49b4e-52c2-489a-88f7-d9d7755bb0fb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:32.581872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:32.596501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:32.596870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:32.709704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:31Z', 'revision_number': 3, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:32.741477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Checking router: 99e5e2da-b359-4d54-beeb-e47289cf8e3b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:32.741823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Updating router 99e5e2da-b359-4d54-beeb-e47289cf8e3b port 7fa141aa-3029-413a-8203-95bf4ecc024d binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:30:32.778248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:32.791298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Allocated IP 172.20.0.1 (aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff/580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf/7a066b1b-d5d0-4162-9e27-240b27c3dcb8) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:32.950694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161781a-fae3-4b92-8082-085b6a1d251c req-39b8c809-f580-4131-9237-499bdd91898e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:32.959626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a161781a-fae3-4b92-8082-085b6a1d251c req-39b8c809-f580-4131-9237-499bdd91898e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 944 time: 0.1108737 Jul 28 18:30:33.006557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.027691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a161781a-fae3-4b92-8082-085b6a1d251c req-1828c1f6-1c5d-4b59-b6d5-9eda582cf6d0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665724 Jul 28 18:30:33.032568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Transition to ACTIVE for port object 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:33.089295 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.099583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Transition to ACTIVE for port object 7fa141aa-3029-413a-8203-95bf4ecc024d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:33.133275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.170244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:33.173063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:33.175446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:33.205746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Pushing event updated for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:33.224440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.241028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.309302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Attempting to bind port 7fa141aa-3029-413a-8203-95bf4ecc024d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:33.309672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Attempting to bind port 7fa141aa-3029-413a-8203-95bf4ecc024d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:33.310037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Attempting to bind port 7fa141aa-3029-413a-8203-95bf4ecc024d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:33.316836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:33.317214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:33.317622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.318511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:33.319023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Bound port: 7fa141aa-3029-413a-8203-95bf4ecc024d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:33.319369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.378431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] For port 7fa141aa-3029-413a-8203-95bf4ecc024d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:33.382103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] For port 7fa141aa-3029-413a-8203-95bf4ecc024d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fa141aa-3029-413a-8203-95bf4ecc024d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:33.386005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b802e1e-ab14-424d-b0b1-14844edf9878 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:33.413951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7928f8-3678-45a7-83bc-8f186c894ff5 None None] Pushing event updated for resources: {'Port': ['ID=7fa141aa-3029-413a-8203-95bf4ecc024d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:33.476217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.519801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8b802e1e-ab14-424d-b0b1-14844edf9878 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:33.534992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8b802e1e-ab14-424d-b0b1-14844edf9878 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:33.535373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.543281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.574316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:33.574948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:33.624967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7928f8-3678-45a7-83bc-8f186c894ff5 None None] Pushing event updated for resources: {'Port': ['ID=7fa141aa-3029-413a-8203-95bf4ecc024d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:33.649660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-87ebf945-c816-4da1-bd8c-5a6eef39ab18 None None] Provisioning for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:33.684414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-87ebf945-c816-4da1-bd8c-5a6eef39ab18 None None] Provisioning complete for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:33.684778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87ebf945-c816-4da1-bd8c-5a6eef39ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.720877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.764449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:33.766018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-87ebf945-c816-4da1-bd8c-5a6eef39ab18 None None] Port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:30:33.801873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.807233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.868521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:33.870844 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa32db3c-121c-4e09-b909-d260059496ae" -d '{"events": [{"server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "name": "network-vif-plugged", "status": "completed", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:33.889329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b802e1e-ab14-424d-b0b1-14844edf9878,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:33.931973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:33.942576 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b86045-280a-47d6-aa7d-df4188a4371e x-openstack-request-id: req-84b86045-280a-47d6-aa7d-df4188a4371e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:33.942872 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "name": "network-vif-plugged", "status": "completed", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:33.943125 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84b86045-280a-47d6-aa7d-df4188a4371e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:33.943590 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878', 'code': 200} Jul 28 18:30:33.961224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Pushing event updated for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:33.979709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:34.062509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bccb17-c4d6-4329-a8d2-3fea319d3faa req-65fe6413-811b-4ef7-aeb6-9ec09680d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:34.064268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62bccb17-c4d6-4329-a8d2-3fea319d3faa req-65fe6413-811b-4ef7-aeb6-9ec09680d2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 1096 time: 0.0656743 Jul 28 18:30:34.071807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:34.080310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:34.085088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:34.127304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:32Z', 'revision_number': 1, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:34.164940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62bccb17-c4d6-4329-a8d2-3fea319d3faa req-254b8e0d-8861-4a64-a47d-c2d9d9ddee85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919635 Jul 28 18:30:34.165184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33e3a0-64fa-4bf9-8edc-63d3b1df5dbf None None] The sync data for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 is: [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:32Z', 'revision_number': 1, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:34.407203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-31e5fc2a-65f3-4cde-a34a-adef0c1d60fd None None] Provisioning complete for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:34.407203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31e5fc2a-65f3-4cde-a34a-adef0c1d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:34.480587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-31e5fc2a-65f3-4cde-a34a-adef0c1d60fd None None] Port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:30:34.649453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c209dad-bfae-4562-b30b-1e606d42f37a req-8ca92c67-c67a-48b5-b2fd-3e4af2cfc199 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:34.651010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c209dad-bfae-4562-b30b-1e606d42f37a req-8ca92c67-c67a-48b5-b2fd-3e4af2cfc199 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.5064859 Jul 28 18:30:34.686212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Router 99e5e2da-b359-4d54-beeb-e47289cf8e3b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:34.709203 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c209dad-bfae-4562-b30b-1e606d42f37a req-ce56f7bc-f88f-4d87-83c7-ec47dd8f0828 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Jul 28 18:30:34.822256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:34.827858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f276e7a3-818b-4b88-8fe6-85bfb0bc723a admin admin] 10.222.0.25 "PUT /v2.0/routers/99e5e2da-b359-4d54-beeb-e47289cf8e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108383 Jul 28 18:30:35.731388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36412) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:35.736789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-861584381-network', 'tenant_id': '1ee2bf8318024ec492418000cd12969a'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:35.838753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bf731-13ce-4414-a238-7a8aac4a0d26 req-0bbaec3f-6b64-49da-bab8-d034ec4fcd57 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:35.840255 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-503bf731-13ce-4414-a238-7a8aac4a0d26 req-0bbaec3f-6b64-49da-bab8-d034ec4fcd57 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0519302 Jul 28 18:30:35.840399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Made reservation on behalf of 1ee2bf8318024ec492418000cd12969a for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:35.843214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:35.855463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:35.889390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-503bf731-13ce-4414-a238-7a8aac4a0d26 req-a57c87ac-5ed7-457b-b8fd-d83dcf1ccbd0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jul 28 18:30:35.965789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.115853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.154709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:30:36.164509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b9b830-6125-4b86-9afb-5a96d6be8b25,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:36.167546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.167903 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Added segment 1190887c-8c6f-4396-b66e-ef12d6d8cfba of type vlan for network b46a78ca-2abf-4617-be25-ec38d7082f77 Jul 28 18:30:36.230212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.293631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82f4c-61ee-4a36-8fe2-a8eef00ce40b req-3dd96ff0-4bdf-435a-bdcf-f2dfe3e9b498 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:36.295384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fff82f4c-61ee-4a36-8fe2-a8eef00ce40b req-3dd96ff0-4bdf-435a-bdcf-f2dfe3e9b498 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0617995 Jul 28 18:30:36.339279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fff82f4c-61ee-4a36-8fe2-a8eef00ce40b req-3c60364a-21cd-4da6-8ddc-791b22fb3c29 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jul 28 18:30:36.364844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Sync routers for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:36.375141 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:36.376428 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:36.384548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.385701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:36.386361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.533194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] Pushing event updated for resources: {'Network': ['ID=b46a78ca-2abf-4617-be25-ec38d7082f77,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:36.544600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network b46a78ca-2abf-4617-be25-ec38d7082f77 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:30:36.552457 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:36.569320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fa141aa-3029-413a-8203-95bf4ecc024d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:36.571777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8380818-8413-4ff0-89c1-d21fad70c961 req-be30a63b-9f6f-4bba-bc6e-5eae8b3bb13a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:36.573583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8380818-8413-4ff0-89c1-d21fad70c961 req-be30a63b-9f6f-4bba-bc6e-5eae8b3bb13a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0755477 Jul 28 18:30:36.576072 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-34d6f3fa-53ad-4e17-9fa3-427f196d5378 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8434482 Jul 28 18:30:36.578629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:36.585913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Request body: {'subnet': {'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-861584381-subnet', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:36.659029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8380818-8413-4ff0-89c1-d21fad70c961 req-8f49cbf0-ecf2-4305-93b4-8889d077c738 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Jul 28 18:30:36.816261 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 2, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:36.841387 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Checking router: 99e5e2da-b359-4d54-beeb-e47289cf8e3b for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:36.841738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Updating router 99e5e2da-b359-4d54-beeb-e47289cf8e3b port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:30:36.848134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Made reservation on behalf of 1ee2bf8318024ec492418000cd12969a for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:36.850450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.871931 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:36.927850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7fa141aa-3029-413a-8203-95bf4ecc024d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:36.943955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7fa141aa-3029-413a-8203-95bf4ecc024d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:36.944729 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.058630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.082034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7fa141aa-3029-413a-8203-95bf4ecc024d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fa141aa-3029-413a-8203-95bf4ecc024d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:37.149900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.160081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031bb75-7724-4be8-b333-7cca074f5d38 req-662f3d15-4477-450e-a334-92c13379751e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:37.163860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c031bb75-7724-4be8-b333-7cca074f5d38 req-662f3d15-4477-450e-a334-92c13379751e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0599849 Jul 28 18:30:37.166502 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.206639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7fa141aa-3029-413a-8203-95bf4ecc024d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:37.260956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c031bb75-7724-4be8-b333-7cca074f5d38 req-0caf1e94-fe87-48c0-a90b-a406cb768f73 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857980 Jul 28 18:30:37.263011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f531886d-4a79-41a6-b2b9-d95f559c009f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:37.270777 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.284801 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Transition to ACTIVE for port object 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:37.286902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Checking segment: {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:37.287283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Network hostable DHCP agents. Network: b46a78ca-2abf-4617-be25-ec38d7082f77, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:30:37.355523 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.390731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Network b46a78ca-2abf-4617-be25-ec38d7082f77 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:30:37.408843 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546b40-08d5-43c8-a2bd-eabb66963c7a None None] Pushing event updated for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:37.457154 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Attempting to bind port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:37.457522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Attempting to bind port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Attempting to bind port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 on network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Checking segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Bound using segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:37.464930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Bound port: 7a066b1b-d5d0-4162-9e27-240b27c3dcb8, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:37.465837 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.542216 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] For port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:37.552313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, b46a78ca-2abf-4617-be25-ec38d7082f77) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:37.556608 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] For port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:37.561748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:37.564738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.570588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83c7fe-e202-4ea8-a219-e5355cbd0535 None None] Network b46a78ca-2abf-4617-be25-ec38d7082f77 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:37.688963 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.691125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:37.693322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05ba71c9-7808-4a74-876e-f15f0ca50d94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1131632 Jul 28 18:30:37.696931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:37.747960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7edb632c-c9ea-4581-84f3-4fc3c8a69c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.759791 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:37.760712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:37.787168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-b46a78ca-2abf-4617-be25-ec38d7082f77', 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'fixed_ips': [{'subnet_id': 'f531886d-4a79-41a6-b2b9-d95f559c009f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:30:37.788256 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.825649 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546b40-08d5-43c8-a2bd-eabb66963c7a None None] Pushing event updated for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:37.894347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.899085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:37.903000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:37.997199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.006431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Allocated IP 172.20.0.2 (b46a78ca-2abf-4617-be25-ec38d7082f77/f531886d-4a79-41a6-b2b9-d95f559c009f/8307a4c2-93c4-4a84-bea4-ef8b014e9ed9) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:38.153882 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9051f07b-c484-43e4-8842-32c646146701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:38.184358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051f07b-c484-43e4-8842-32c646146701 None None] The sync data for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 is: [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:38.194999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.214587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Transition to ACTIVE for port object 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:38.250486 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Transition to ACTIVE for port object 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:38.337452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.346814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.410814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Network b46a78ca-2abf-4617-be25-ec38d7082f77 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:38.421605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:38.438714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:38.487683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Pushing event updated for resources: {'Port': ['ID=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:38.561225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b33b-2265-422b-8a1e-4d5b9728ff8f req-5abf0337-aa1f-40db-9533-c9e8443dc60a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:38.582061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e85b33b-2265-422b-8a1e-4d5b9728ff8f req-5abf0337-aa1f-40db-9533-c9e8443dc60a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.2013881 Jul 28 18:30:38.705052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6e85b33b-2265-422b-8a1e-4d5b9728ff8f req-7598e75f-7830-4a2f-9333-8b6d9be5e2b5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212900 Jul 28 18:30:38.782306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fa141aa-3029-413a-8203-95bf4ecc024d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:38.840533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Attempting to bind port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:38.840922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Attempting to bind port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:38.841289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Attempting to bind port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 on network b46a78ca-2abf-4617-be25-ec38d7082f77 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:38.849909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:38.850297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Checking segment: {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:38.851171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.851171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Bound using segment: {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:38.851699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Bound port: 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:38.852093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:38.908107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36462) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:38.962873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7fa141aa-3029-413a-8203-95bf4ecc024d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:38.963614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.015109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] For port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:39.059964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] For port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:39.130707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ff4ba4f-0a62-4981-b6a6-6b0205bbfb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.189359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.274707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ff4ba4f-0a62-4981-b6a6-6b0205bbfb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.278910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:39.307601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d530-f0f3-408f-b62a-4b804ba2c15f None None] Pushing event updated for resources: {'Port': ['ID=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:39.350106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ff4ba4f-0a62-4981-b6a6-6b0205bbfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.404604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ff4ba4f-0a62-4981-b6a6-6b0205bbfb67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=152bd213d03b440cbb48098606160966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952714 Jul 28 18:30:39.405257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36466) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:39.407741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4ba4f-0a62-4981-b6a6-6b0205bbfb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9d8fc-dd36-42f5-b877-cb42fe99ff75,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:39.443362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.462539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.464542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.492574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:39.493750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.504315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:39.504794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.615527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.642702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Allocated IP 172.25.7.81 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/bfd44650-65d8-49b5-9e10-030be6aecd32) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:39.651494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.657322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:39.657496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.661168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1af9d8fc-dd36-42f5-b877-cb42fe99ff75 HTTP/1.1" status: 204 len: 168 time: 0.2525470 Jul 28 18:30:39.676528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8250b7-032f-4a0c-b594-7bab7f5465db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9d8fc-dd36-42f5-b877-cb42fe99ff75,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:39.725802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.787714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.788278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:39.822442 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc56ea-a0ea-4136-a206-d30e222abb71 req-c90af088-023a-4c03-9f13-de232fdf6497 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:39.824102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1fbc56ea-a0ea-4136-a206-d30e222abb71 req-c90af088-023a-4c03-9f13-de232fdf6497 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0531564 Jul 28 18:30:39.863651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1fbc56ea-a0ea-4136-a206-d30e222abb71 req-8a158924-c172-4816-a7a4-78b3609ad380 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Jul 28 18:30:39.893211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:39.933244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:39.936183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:39.940476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:39.982055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd44650-65d8-49b5-9e10-030be6aecd32,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:39.999125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:39.999515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:39.999862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.000201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.001088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.001431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.001759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.002238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.002387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.002710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.003033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.003350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:30:40.097184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.305954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d683e626-ccf5-47d9-a7cf-1a35d4f16907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.317825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.403006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:40.430682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d11d8873-5092-4eba-80c9-e671c4af19f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.466678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f669452-5e19-4d51-91a2-43e8e007e136 None None] Network b46a78ca-2abf-4617-be25-ec38d7082f77 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:30:40.548292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.580817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d11d8873-5092-4eba-80c9-e671c4af19f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.629854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:40.687793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d11d8873-5092-4eba-80c9-e671c4af19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.706158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fd62677-9764-4e9f-9fa6-28c343f66b57 None None] Provisioning for port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:40.728377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d11d8873-5092-4eba-80c9-e671c4af19f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9c3dd7817c84a769f87c7b053dfda6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208027 Jul 28 18:30:40.729217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36500) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:40.764563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8873-5092-4eba-80c9-e671c4af19f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554a600-5d3c-4d26-a96c-9393b3c5b443,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:40.789335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Router e08b8965-8ec9-452f-bcdb-b9015b669442 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:30:40.813120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:40.817461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:40.818083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.848841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.887623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.916147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:40.964273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:40.982130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:40.993340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Sync routers for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:41.005296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:41.006208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:41.060805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f108-558c-44a3-9578-a9e465427817 req-d46769f6-5cad-4b5f-acb3-40cc9053d5bb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:41.060805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d23f108-558c-44a3-9578-a9e465427817 req-d46769f6-5cad-4b5f-acb3-40cc9053d5bb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0649946 Jul 28 18:30:41.072109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.072972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:41.100914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d23f108-558c-44a3-9578-a9e465427817 req-29879464-6bff-49ae-9dfa-baed48de804d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Jul 28 18:30:41.142992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.144757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e079b0f-6b09-447d-8da3-ebb9262e1b32 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4522321 Jul 28 18:30:41.147802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:41.150470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-790d87bb-297f-4f90-9c82-96f4557078b4 None None] Provisioning complete for port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:41.153093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-790d87bb-297f-4f90-9c82-96f4557078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.173240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.175869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.177780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2554a600-5d3c-4d26-a96c-9393b3c5b443 HTTP/1.1" status: 204 len: 168 time: 0.4464691 Jul 28 18:30:41.191756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.198278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b42fd-ba2d-4109-8808-7d18fdf5fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554a600-5d3c-4d26-a96c-9393b3c5b443,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:41.220710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:41.306287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:41.387612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:41.387902 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.571413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:40Z', 'revision_number': 3, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:41.608073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Checking router: e08b8965-8ec9-452f-bcdb-b9015b669442 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:41.608433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Updating router e08b8965-8ec9-452f-bcdb-b9015b669442 port bfd44650-65d8-49b5-9e10-030be6aecd32 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:30:41.637417 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.654662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.851023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Allocated IP 172.20.0.1 (b46a78ca-2abf-4617-be25-ec38d7082f77/f531886d-4a79-41a6-b2b9-d95f559c009f/8a8e5211-52f4-4a83-abc2-2ccc59feec25) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:41.973037 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.980005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:41.988499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Transition to ACTIVE for port object 8a8e5211-52f4-4a83-abc2-2ccc59feec25 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:41.990113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Transition to ACTIVE for port object bfd44650-65d8-49b5-9e10-030be6aecd32 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:42.064676 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.093077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.118439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Attempting to bind port bfd44650-65d8-49b5-9e10-030be6aecd32 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:42.122961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Attempting to bind port bfd44650-65d8-49b5-9e10-030be6aecd32 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:42.122961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Attempting to bind port bfd44650-65d8-49b5-9e10-030be6aecd32 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:42.122961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8326016-5ce2-41f5-bbbd-b9f0419d80c7 None None] Pushing event updated for resources: {'Port': ['ID=bfd44650-65d8-49b5-9e10-030be6aecd32,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:42.136703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:42.137286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:42.137773 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.138248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:42.138803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Bound port: bfd44650-65d8-49b5-9e10-030be6aecd32, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:42.139317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.147298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Network b46a78ca-2abf-4617-be25-ec38d7082f77 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:42.151151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:42.157074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:42.209132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Pushing event updated for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:42.209933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] For port bfd44650-65d8-49b5-9e10-030be6aecd32, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:42.214290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] For port bfd44650-65d8-49b5-9e10-030be6aecd32, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bfd44650-65d8-49b5-9e10-030be6aecd32,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:42.274751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.281219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.330149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:42.330834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:42.347717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d2510-1aef-4ee3-9384-999191a87563 req-a79990c9-52ee-4c71-9f3b-ffe1cecf6651 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:42.349297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a74d2510-1aef-4ee3-9384-999191a87563 req-a79990c9-52ee-4c71-9f3b-ffe1cecf6651 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.1330819 Jul 28 18:30:42.389576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8326016-5ce2-41f5-bbbd-b9f0419d80c7 None None] Pushing event updated for resources: {'Port': ['ID=bfd44650-65d8-49b5-9e10-030be6aecd32,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:42.437074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a74d2510-1aef-4ee3-9384-999191a87563 req-34a51ba4-43f0-4014-b8d4-f3d340f0c199 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721395 Jul 28 18:30:42.473320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:42.510215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:42.600205 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.666340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:42.666722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.735797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be11f32f-9cf0-4880-92ca-b0220c422291 None None] Provisioning for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:42.744121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be11f32f-9cf0-4880-92ca-b0220c422291 None None] Provisioning complete for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:42.744505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-be11f32f-9cf0-4880-92ca-b0220c422291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.771860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.876873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.947907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:42.949768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Pushing event updated for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:42.966291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:40Z', 'revision_number': 3, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:43.011629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a65a84-3c81-4828-9114-281af543fa26 None None] The sync data for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 is: [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:40Z', 'revision_number': 3, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:43.013429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-be11f32f-9cf0-4880-92ca-b0220c422291 None None] Port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:30:43.069477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Network b46a78ca-2abf-4617-be25-ec38d7082f77 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:43.071028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:43.161397 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:43.202341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Router e08b8965-8ec9-452f-bcdb-b9015b669442 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:30:43.367876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:30:43.374794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3e100271-48a8-4e11-afda-0b32d865879d admin admin] 10.222.0.25 "PUT /v2.0/routers/e08b8965-8ec9-452f-bcdb-b9015b669442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2249086 Jul 28 18:30:43.441908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cb8612c0-3c1b-447e-ad10-ef7554eecca8 None None] Provisioning complete for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:43.442364 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cb8612c0-3c1b-447e-ad10-ef7554eecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:43.516112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cb8612c0-3c1b-447e-ad10-ef7554eecca8 None None] Port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:30:43.612643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab900a-15cf-4404-a0d1-36b7f1e2a08b req-9ea5b718-0184-406d-b307-851e5253c579 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:43.624358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9ab900a-15cf-4404-a0d1-36b7f1e2a08b req-9ea5b718-0184-406d-b307-851e5253c579 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0879180 Jul 28 18:30:43.693354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9ab900a-15cf-4404-a0d1-36b7f1e2a08b req-5d6ff70a-2cd1-4eb7-b613-f0c6e55bffef tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658708 Jul 28 18:30:44.092355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36572) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:44.097714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104276519', 'description': 'tempest-secgroup-smoke-104276519 description', 'project_id': 'e94b726575494ab0bc9acfad056947e3'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:44.188917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.288099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.366284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.399963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2253dadd-31c7-48d2-9ec0-f7209912c24a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:44.480874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.482149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ee27aa0f-a236-40b6-8b7d-d475079eeeb1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3887911 Jul 28 18:30:44.485284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36576) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:44.490913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:44.500662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bfd44650-65d8-49b5-9e10-030be6aecd32 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:44.606045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.629319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port bfd44650-65d8-49b5-9e10-030be6aecd32 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:44.633713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bfd44650-65d8-49b5-9e10-030be6aecd32 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:44.634223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.697230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.717064 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.738759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port bfd44650-65d8-49b5-9e10-030be6aecd32, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bfd44650-65d8-49b5-9e10-030be6aecd32,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:44.794414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa969beb-434e-4b65-bc75-164df52ae99a req-7b33186e-f26f-46ef-ab5f-9b6f2f01693a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:44.795935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa969beb-434e-4b65-bc75-164df52ae99a req-7b33186e-f26f-46ef-ab5f-9b6f2f01693a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0495622 Jul 28 18:30:44.839643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa969beb-434e-4b65-bc75-164df52ae99a req-56d08233-980d-4b10-b499-860daf56e57c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jul 28 18:30:44.875640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.881899 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.895678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41654b3c-7e71-4292-832f-e79813daca19,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:44.930672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=bfd44650-65d8-49b5-9e10-030be6aecd32,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:44.965532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:44.966939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-31e28299-6158-4f0f-a1a1-2f358e00bf0f tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805698 Jul 28 18:30:44.969633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36586) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:44.974688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:45.085317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.186645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.252181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.270827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cb29eb-edec-4967-ab9f-78efe39dadec,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:45.344045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.348770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:45.361164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bdf7aeeb-86b4-4187-8aeb-cd9d3e2c00dd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3811126 Jul 28 18:30:45.361385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:45.468680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.523337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.582699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.605546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.633872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a37ab21-e556-496d-b58a-8e7e0b9b35c8,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:45.729113 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Sync routers for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:30:45.732149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.733661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-10432d92-4ef5-46c4-bd54-0ace15aa03b7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3837538 Jul 28 18:30:45.736402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36610) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:45.739147 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:45.739857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:45.741031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:45.850268 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:45.873067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.947730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:45.971107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718baab1-7987-4cfb-960d-584f7b827575 req-d625ae19-7894-4cf8-b931-281826ddb84c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:45.972637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-718baab1-7987-4cfb-960d-584f7b827575 req-d625ae19-7894-4cf8-b931-281826ddb84c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0562558 Jul 28 18:30:46.007664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.011513 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-718baab1-7987-4cfb-960d-584f7b827575 req-9d720104-94b9-4dc4-ab76-785cd6610605 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Jul 28 18:30:46.030556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20257a13-ee1f-4967-8e2d-20dc857f5c8e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:46.065497 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 4, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8a8e5211-52f4-4a83-abc2-2ccc59feec25', 'name': '', 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'mac_address': 'fa:16:3e:99:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:41Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 2, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'subnets': [{'id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:46.086200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.087480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e84b2820-bd17-43e2-9983-b5c84ff7f204 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500986 Jul 28 18:30:46.090263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:46.091950 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Checking router: e08b8965-8ec9-452f-bcdb-b9015b669442 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:30:46.093059 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Updating router e08b8965-8ec9-452f-bcdb-b9015b669442 port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:30:46.094988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:46.117183 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.205396 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Project e94b726575494ab0bc9acfad056947e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:30:46.210743 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.271785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.347938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.368656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ec1368-fb4a-4435-816a-836671799478,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:46.379059 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.388289 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Transition to ACTIVE for port object 8a8e5211-52f4-4a83-abc2-2ccc59feec25 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:46.440698 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.441935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b82281cd-12a8-444f-b259-366f2f8ae330 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507075 Jul 28 18:30:46.444701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:30:46.449124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'security_group_rule': {'security_group_id': '2253dadd-31c7-48d2-9ec0-f7209912c24a', 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:46.469731 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.472287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bfd44650-65d8-49b5-9e10-030be6aecd32 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:46.516338 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcbd55-5bee-456c-bdd1-d230936095e1 None None] Pushing event updated for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:46.525010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bfd44650-65d8-49b5-9e10-030be6aecd32 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:46.525624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.537610 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Project e94b726575494ab0bc9acfad056947e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:30:46.551901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.576265 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Attempting to bind port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:46.576945 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Attempting to bind port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:46.577377 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Attempting to bind port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 on network b46a78ca-2abf-4617-be25-ec38d7082f77 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:46.582879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:46.583334 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Checking segment: {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:46.583958 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.584360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Bound using segment: {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:46.584821 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Bound port: 8a8e5211-52f4-4a83-abc2-2ccc59feec25, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190887c-8c6f-4396-b66e-ef12d6d8cfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:46.585201 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.632476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.656955 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] For port 8a8e5211-52f4-4a83-abc2-2ccc59feec25, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:46.660477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] For port 8a8e5211-52f4-4a83-abc2-2ccc59feec25, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8a8e5211-52f4-4a83-abc2-2ccc59feec25,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:46.720144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.737879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb9efb5-6fa8-4aa2-b542-10fc3d9a598d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:46.755255 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.796422 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:30:46.797687 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:46.834296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:46.835596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-097f9da5-7e3f-45c2-a5a6-8ec935ddeba6 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899405 Jul 28 18:30:46.845817 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcbd55-5bee-456c-bdd1-d230936095e1 None None] Pushing event updated for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:47.014342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-e8e4c3ef-32b1-4971-9dce-b1b8622278ba tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104276519&fields=id&tenant_id=e94b726575494ab0bc9acfad056947e3 HTTP/1.1" status: 200 len: 267 time: 0.0461905 Jul 28 18:30:47.019998 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:30:47.129940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-65e4120a-e197-43d3-9554-d501f73bbb85 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:47.131495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-65e4120a-e197-43d3-9554-d501f73bbb85 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 808 time: 0.1093681 Jul 28 18:30:47.142910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4451-e094-4bd9-9687-f5a47693c4f6 req-a51d27b9-7939-4548-bc91-1a18c4bc9005 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:47.145129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-819b4451-e094-4bd9-9687-f5a47693c4f6 req-a51d27b9-7939-4548-bc91-1a18c4bc9005 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0582395 Jul 28 18:30:47.147809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-a2b142cd-be97-427c-acb6-c3f72828731e tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/quotas/e94b726575494ab0bc9acfad056947e3 HTTP/1.1" status: 200 len: 375 time: 0.0106332 Jul 28 18:30:47.188220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-819b4451-e094-4bd9-9687-f5a47693c4f6 req-b4426997-dc86-411f-91c7-1fbbd7f21036 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360336 Jul 28 18:30:47.212357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-8358970c-bdfb-4970-903b-2ba5aa78e12b tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578778 Jul 28 18:30:47.241515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 4, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8a8e5211-52f4-4a83-abc2-2ccc59feec25', 'name': '', 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'mac_address': 'fa:16:3e:99:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:41Z', 'updated_at': '2021-07-28T18:30:46Z', 'revision_number': 4, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'subnets': [{'id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:30:47.266161 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1999e-09f5-4ccf-9b78-5c3073b30d89 None None] The sync data for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 is: [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:30:42Z', 'revision_number': 4, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8a8e5211-52f4-4a83-abc2-2ccc59feec25', 'name': '', 'network_id': 'b46a78ca-2abf-4617-be25-ec38d7082f77', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'mac_address': 'fa:16:3e:99:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:41Z', 'updated_at': '2021-07-28T18:30:46Z', 'revision_number': 4, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'subnets': [{'id': 'f531886d-4a79-41a6-b2b9-d95f559c009f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:30:47.347345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-96955efd-29a1-4e57-aff8-6bcb6ed977d0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201718 Jul 28 18:30:47.451470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-bd232368-caec-455b-8b22-6981c25783a8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979626 Jul 28 18:30:47.782847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2c4b77b3-7de3-4ad1-884b-e20e05bb5086 req-4edcdfce-431a-47c4-819a-ae61e53c3db4 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0343029 Jul 28 18:30:48.317049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382d576-56de-4bf4-9f5b-d93b136a06c3 req-b74a5d54-d6f6-446c-961d-46ed4585a4cf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:48.320835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4382d576-56de-4bf4-9f5b-d93b136a06c3 req-b74a5d54-d6f6-446c-961d-46ed4585a4cf tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0572996 Jul 28 18:30:48.361144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4382d576-56de-4bf4-9f5b-d93b136a06c3 req-c4f78688-de9d-43b5-9b47-d8cd261288a5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 Jul 28 18:30:48.551072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8a8e5211-52f4-4a83-abc2-2ccc59feec25 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:48.675466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:48.679775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:48.686068 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:48.761937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:48.773467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:48.798885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8a8e5211-52f4-4a83-abc2-2ccc59feec25, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8a8e5211-52f4-4a83-abc2-2ccc59feec25,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:48.865511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e2f9b0d5-6768-457f-8494-4c07ddfa2f72 req-fb57d99b-d269-4779-b178-448a993983fe tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0272634 Jul 28 18:30:48.875679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:48.932690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:49.490196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a30956-dc98-4dc3-87ea-24340607971e req-ffb31828-ed1d-4bf2-93b2-fbd7540297a1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:49.491727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15a30956-dc98-4dc3-87ea-24340607971e req-ffb31828-ed1d-4bf2-93b2-fbd7540297a1 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0546122 Jul 28 18:30:49.533332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15a30956-dc98-4dc3-87ea-24340607971e req-49df42fa-49de-4c86-9ec8-3dd6d9750c9c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Jul 28 18:30:49.967081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf319423-5354-4a46-bd18-d91cbe0d9212 req-1c5c529a-465a-4cb8-87c3-d8b3bfcc2c56 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0302675 Jul 28 18:30:50.476473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8a8e5211-52f4-4a83-abc2-2ccc59feec25 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:50.551349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:50.551657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:50.675848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-ff0a3c74-239a-4d25-8f56-d639a7dd3f7e tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:50.679427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-ff0a3c74-239a-4d25-8f56-d639a7dd3f7e tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 808 time: 0.1652598 Jul 28 18:30:50.694597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f765b7-1e0d-4d9b-957a-983a2f67d4e3 req-869dc06d-eedc-42f9-b788-7bca5c1acc3e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:50.696205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11f765b7-1e0d-4d9b-957a-983a2f67d4e3 req-869dc06d-eedc-42f9-b788-7bca5c1acc3e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0810943 Jul 28 18:30:50.745022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7e5e62f1-1ab1-44e8-9131-a727b46067ad tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e94b726575494ab0bc9acfad056947e3 HTTP/1.1" status: 200 len: 379 time: 0.0477772 Jul 28 18:30:50.760634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'port': {'device_id': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'admin_state_up': True, 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'security_groups': ['2253dadd-31c7-48d2-9ec0-f7209912c24a']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:50.779611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11f765b7-1e0d-4d9b-957a-983a2f67d4e3 req-0df9d966-ba3c-40a2-8e74-9ab1195993ae tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690427 Jul 28 18:30:50.993933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Made reservation on behalf of e94b726575494ab0bc9acfad056947e3 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:50.997548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.096069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3328cb9b-c455-4e1f-996e-0ff96b54cbad req-d3dd2136-5196-477d-aca8-8b44930a4dca tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0310955 Jul 28 18:30:51.144044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Allocated IP 172.20.0.9 (aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff/580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf/e1580122-af6f-437d-9692-f1e4f585936e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:51.292765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.306833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Transition to ACTIVE for port object e1580122-af6f-437d-9692-f1e4f585936e will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:51.395531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.439288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:51.442369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:51.446037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:30:51.455133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:51.515053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:51.516992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.653226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-422032ba-3ea2-456f-9909-37ef30d2c1f2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015756 Jul 28 18:30:51.666904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Request body: {'port': {'device_id': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:30:51.729512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.806047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b85032d-ee86-40cd-9b7a-66a95b420c34 None None] Provisioning for port e1580122-af6f-437d-9692-f1e4f585936e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:51.811818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b85032d-ee86-40cd-9b7a-66a95b420c34 None None] Provisioning complete for port e1580122-af6f-437d-9692-f1e4f585936e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:51.819232 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2b85032d-ee86-40cd-9b7a-66a95b420c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:51.889146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2b85032d-ee86-40cd-9b7a-66a95b420c34 None None] Port e1580122-af6f-437d-9692-f1e4f585936e cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:30:52.017621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad259-5d3f-42cf-8009-06a6821b96dd req-3e2d03e5-6704-4c66-990a-a2c1aede4d14 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.019284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-410ad259-5d3f-42cf-8009-06a6821b96dd req-3e2d03e5-6704-4c66-990a-a2c1aede4d14 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.1216102 Jul 28 18:30:52.090979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-410ad259-5d3f-42cf-8009-06a6821b96dd req-2e27970b-5152-4ac2-9e32-def60542134c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Jul 28 18:30:52.141176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1580122-af6f-437d-9692-f1e4f585936e {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:52.148853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:52.161060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Transition to ACTIVE for port object e1580122-af6f-437d-9692-f1e4f585936e will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:30:52.213153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937dcc-2f93-400a-aa5e-8baf776d7cd2 req-46b33001-0421-49a2-aaeb-f017bb7e28cb tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.214691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12937dcc-2f93-400a-aa5e-8baf776d7cd2 req-46b33001-0421-49a2-aaeb-f017bb7e28cb tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 931 time: 0.0494943 Jul 28 18:30:52.252008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:52.253056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12937dcc-2f93-400a-aa5e-8baf776d7cd2 req-c63cb710-ccdd-44c9-96fe-5019cf702bd7 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Jul 28 18:30:52.301450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Pushing event updated for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:52.374017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Attempting to bind port e1580122-af6f-437d-9692-f1e4f585936e on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:30:52.374247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Attempting to bind port e1580122-af6f-437d-9692-f1e4f585936e by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:30:52.374607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Attempting to bind port e1580122-af6f-437d-9692-f1e4f585936e on network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:52.379920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Port e1580122-af6f-437d-9692-f1e4f585936e on network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:30:52.380245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Attempting to bind port e1580122-af6f-437d-9692-f1e4f585936e on network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:30:52.385319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:30:52.385681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Checking segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:30:52.386052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Bound using segment: {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:30:52.386476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Bound port: e1580122-af6f-437d-9692-f1e4f585936e, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:30:52.387079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:52.457000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:52.460045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e1580122-af6f-437d-9692-f1e4f585936e,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:52.543695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:52.576081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.576921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:52.578559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] 10.222.0.35 "PUT /v2.0/ports/e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 1091 time: 0.9167414 Jul 28 18:30:52.580684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:52.583760 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd18676-6b4d-410f-beb3-22c788514a81" -d '{"events": [{"name": "network-changed", "server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "tag": "e1580122-af6f-437d-9692-f1e4f585936e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:52.610813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fc0ef-635f-49ab-95d9-d5e781b6e86b service neutron] Pushing event updated for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:52.625130 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce1ff1d-dd4c-4c61-8836-013b357561bb x-openstack-request-id: req-2ce1ff1d-dd4c-4c61-8836-013b357561bb {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:52.625424 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "tag": "e1580122-af6f-437d-9692-f1e4f585936e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:52.625685 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ce1ff1d-dd4c-4c61-8836-013b357561bb {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:52.626085 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e', 'status': 'completed', 'code': 200} Jul 28 18:30:52.688772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-26c855d9-e53b-48bd-bf57-1137096bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.690506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-26c855d9-e53b-48bd-bf57-1137096bfbe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1094 time: 0.0452495 Jul 28 18:30:52.799759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-7a0e97d7-5f45-48fb-8e82-c59a21a3a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.801182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-7a0e97d7-5f45-48fb-8e82-c59a21a3a08e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e94b726575494ab0bc9acfad056947e3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1031237 Jul 28 18:30:52.894371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-1a5e14d2-35d5-4a19-94aa-03f06d27ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.895880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cd18676-6b4d-410f-beb3-22c788514a81 req-1a5e14d2-35d5-4a19-94aa-03f06d27ed33 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875480 Jul 28 18:30:52.975938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-d34c524b-0e3e-4c3b-9f3b-01d92009d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:52.977400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-d34c524b-0e3e-4c3b-9f3b-01d92009d438 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1094 time: 0.0415084 Jul 28 18:30:53.022340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-f9a2d960-7e55-4f12-ac96-4dce806cc05d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 217 time: 0.0370715 Jul 28 18:30:53.075687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-51330c6e-e50a-4e84-833c-a83818241e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:53.077263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-51330c6e-e50a-4e84-833c-a83818241e2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.0477369 Jul 28 18:30:53.140939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-e79cecc9-eeab-403d-a6a8-ed424f8602ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:53.142681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-e79cecc9-eeab-403d-a6a8-ed424f8602ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584056 Jul 28 18:30:53.217681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a67b-ef8a-4f1f-bab7-6a2a10b80ffe req-9cc2ed68-8022-4b61-b813-0b17a7570e96 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:53.219371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67e8a67b-ef8a-4f1f-bab7-6a2a10b80ffe req-9cc2ed68-8022-4b61-b813-0b17a7570e96 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0509048 Jul 28 18:30:53.256980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-a54dff5a-b3ff-46b7-b9bf-6318fdc45a9c service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064966 Jul 28 18:30:53.286865 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67e8a67b-ef8a-4f1f-bab7-6a2a10b80ffe req-b9b78276-b75b-41ce-a346-4187d8613db6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Jul 28 18:30:53.399432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-126db0bd-312c-45ab-8a30-60825c0dc0ec req-6682d4ac-fd97-4fc3-ac90-de0a9052db1f service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349106 Jul 28 18:30:53.408344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa8f74-3d3a-416b-9983-0fd1a90c71ec req-2435b8da-c918-4420-ab17-cecf4568b8f8 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:53.409906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fffa8f74-3d3a-416b-9983-0fd1a90c71ec req-2435b8da-c918-4420-ab17-cecf4568b8f8 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 943 time: 0.0789189 Jul 28 18:30:53.451177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fffa8f74-3d3a-416b-9983-0fd1a90c71ec req-8b592a3a-3e35-4641-b2bd-82e4eac4db7d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Jul 28 18:30:54.410559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545654c8-eb7f-460b-a13d-11b8a2985635 req-9e7fee74-1d73-48c5-8bfb-4da5e0805e34 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:54.412109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-545654c8-eb7f-460b-a13d-11b8a2985635 req-9e7fee74-1d73-48c5-8bfb-4da5e0805e34 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0532272 Jul 28 18:30:54.457927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-545654c8-eb7f-460b-a13d-11b8a2985635 req-ad3d7e95-a6cf-4409-997a-9fc0160d879a tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Jul 28 18:30:54.578372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187f9d-c9a2-4f74-8217-9048e159b640 req-ca46d547-9c2a-4175-aa86-fc96b54878b2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:54.581182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf187f9d-c9a2-4f74-8217-9048e159b640 req-ca46d547-9c2a-4175-aa86-fc96b54878b2 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 943 time: 0.0531819 Jul 28 18:30:54.627666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf187f9d-c9a2-4f74-8217-9048e159b640 req-91e645ff-9c8b-4caa-947a-615930103549 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370135 Jul 28 18:30:55.574389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa69c-f50a-4f89-9f99-4ed47666590b req-f037383b-003d-411d-8d4d-9fa049100ba0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:55.575913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d8aa69c-f50a-4f89-9f99-4ed47666590b req-f037383b-003d-411d-8d4d-9fa049100ba0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0489440 Jul 28 18:30:55.613592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d8aa69c-f50a-4f89-9f99-4ed47666590b req-6d247e91-481b-4ba8-9467-45b8d4d2e173 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Jul 28 18:30:55.737394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e1580122-af6f-437d-9692-f1e4f585936e details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:30:55.751571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bc3e4-73cb-4621-a605-23a8dc76d60e req-babcc4c4-3684-4387-9f1e-b30e17fb42b1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:55.753281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-070bc3e4-73cb-4621-a605-23a8dc76d60e req-babcc4c4-3684-4387-9f1e-b30e17fb42b1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 943 time: 0.0581977 Jul 28 18:30:55.827854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-070bc3e4-73cb-4621-a605-23a8dc76d60e req-02e1e783-cd4e-4f59-ad73-717ea98926bd tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597115 Jul 28 18:30:55.847703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e1580122-af6f-437d-9692-f1e4f585936e,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:55.859519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'e1580122-af6f-437d-9692-f1e4f585936e', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'port_id': 'e1580122-af6f-437d-9692-f1e4f585936e', 'mac_address': 'fa:16:3e:07:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:30:55.900370 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:55.914502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1580122-af6f-437d-9692-f1e4f585936e {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:30:55.934971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e1580122-af6f-437d-9692-f1e4f585936e,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:56.022830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:56.074190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:56.318264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e1580122-af6f-437d-9692-f1e4f585936e'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:56.741336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940cf64-3b76-4771-a3c8-96bb1e270394 req-da271c87-37b9-47b6-87c7-7a4ec4c30ba2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:56.744170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1940cf64-3b76-4771-a3c8-96bb1e270394 req-da271c87-37b9-47b6-87c7-7a4ec4c30ba2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0549514 Jul 28 18:30:56.784264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1940cf64-3b76-4771-a3c8-96bb1e270394 req-3d712a29-4e7a-4818-8f30-11b6bfb52cdb tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Jul 28 18:30:56.965821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a60d9-9dfa-407f-871d-3cd10846c844 req-c292bfa3-27b5-4c06-8cf8-fce30d9a7911 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:56.968852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685a60d9-9dfa-407f-871d-3cd10846c844 req-c292bfa3-27b5-4c06-8cf8-fce30d9a7911 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 944 time: 0.0855517 Jul 28 18:30:57.009703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-685a60d9-9dfa-407f-871d-3cd10846c844 req-c6f435f4-de82-42f0-8472-7cadcffbef76 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345166 Jul 28 18:30:57.736648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e1580122-af6f-437d-9692-f1e4f585936e up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:57.891533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port e1580122-af6f-437d-9692-f1e4f585936e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:30:57.896730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port e1580122-af6f-437d-9692-f1e4f585936e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:30:57.897367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:57.921371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1af23-4e60-4c06-a089-6e41d62d13e1 req-01669b40-29c5-48dd-ba32-59512c12b1ae tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:57.923888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92c1af23-4e60-4c06-a089-6e41d62d13e1 req-01669b40-29c5-48dd-ba32-59512c12b1ae tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0698302 Jul 28 18:30:57.974703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92c1af23-4e60-4c06-a089-6e41d62d13e1 req-0e1aab33-91f9-4a83-b345-f3495fd6a55f tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Jul 28 18:30:57.999785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:58.023027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:30:58.025422 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b4d5de-3308-4fc3-a43c-6732edd60b6f" -d '{"events": [{"server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "name": "network-vif-plugged", "status": "completed", "tag": "e1580122-af6f-437d-9692-f1e4f585936e"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:58.049886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e1580122-af6f-437d-9692-f1e4f585936e,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:58.066857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb1baec-667b-4ff1-8e3d-2e00dfa0a0e1 x-openstack-request-id: req-0bb1baec-667b-4ff1-8e3d-2e00dfa0a0e1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:58.066857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "name": "network-vif-plugged", "status": "completed", "tag": "e1580122-af6f-437d-9692-f1e4f585936e", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:58.066857 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bb1baec-667b-4ff1-8e3d-2e00dfa0a0e1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:58.066857 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e', 'code': 200} Jul 28 18:30:58.130709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:30:58.143471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb2026-d552-44a7-9629-976886844b8f req-57c87577-3948-4074-b166-898e94598b62 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:58.154081 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ceb2026-d552-44a7-9629-976886844b8f req-57c87577-3948-4074-b166-898e94598b62 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 944 time: 0.0683749 Jul 28 18:30:58.164023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8c76c-0c4a-4af1-933d-19318b859650 req-d80d8ee2-cc09-4093-a412-19508805965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:58.166149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5be8c76c-0c4a-4af1-933d-19318b859650 req-d80d8ee2-cc09-4093-a412-19508805965c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0470762 Jul 28 18:30:58.193859 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6ceb2026-d552-44a7-9629-976886844b8f req-342b2bd1-417a-4a3c-a60d-57240f34954d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 Jul 28 18:30:58.217781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:58.222972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5be8c76c-0c4a-4af1-933d-19318b859650 req-b31b89c6-0ad8-424b-ab12-f36ded53cbc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484951 Jul 28 18:30:59.091924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcbbc9-0961-4126-a0b0-ede873a45f13 req-dd010eed-24e3-4480-8db4-7898922a76ab tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:59.093433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4bcbbc9-0961-4126-a0b0-ede873a45f13 req-dd010eed-24e3-4480-8db4-7898922a76ab tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0518367 Jul 28 18:30:59.136872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4bcbbc9-0961-4126-a0b0-ede873a45f13 req-ad7741ce-e5d5-40e6-8d90-cfacabe55dd8 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Jul 28 18:30:59.365661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1ce3-36e5-4196-911f-394182352d9e req-fc72ca2a-f9f7-4c0d-b595-2ec001e26ce1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:30:59.367431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b8f1ce3-36e5-4196-911f-394182352d9e req-fc72ca2a-f9f7-4c0d-b595-2ec001e26ce1 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.0518687 Jul 28 18:30:59.406987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b8f1ce3-36e5-4196-911f-394182352d9e req-2c47ab9c-5ada-42e5-b4d4-fdff88ae8a2b tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Jul 28 18:31:00.262319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e243-73d2-4f06-9d43-ab688bc6bc9c req-59e092fb-f446-47cf-b74f-bcb7602fe76d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:00.263811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83d7e243-73d2-4f06-9d43-ab688bc6bc9c req-59e092fb-f446-47cf-b74f-bcb7602fe76d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0593181 Jul 28 18:31:00.304994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83d7e243-73d2-4f06-9d43-ab688bc6bc9c req-ff9c478c-1e23-49f2-bb3f-d804c296b431 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Jul 28 18:31:00.558710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bcf17-f717-4afa-b88c-a289126f0f0f req-3bd9e30e-4e62-420e-9297-28c4b2c95331 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:00.560389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e94bcf17-f717-4afa-b88c-a289126f0f0f req-3bd9e30e-4e62-420e-9297-28c4b2c95331 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.0822666 Jul 28 18:31:00.607940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e94bcf17-f717-4afa-b88c-a289126f0f0f req-0a390f9c-f5e4-4bf2-87c5-99edb27e0024 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jul 28 18:31:00.746303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186934-e549-4fee-82c1-4745d19ca67b req-bc686fb7-be35-4ec3-981f-89f2b98f7022 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:00.750752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca186934-e549-4fee-82c1-4745d19ca67b req-bc686fb7-be35-4ec3-981f-89f2b98f7022 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.0689547 Jul 28 18:31:00.788304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca186934-e549-4fee-82c1-4745d19ca67b req-e297cee1-02e2-43c3-8360-7708629472e4 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327497 Jul 28 18:31:00.909100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d0cdc-0fb5-48a2-a3e1-bc22d71d638f req-2e51e8bf-21c9-40f0-9ebb-e4e532c989e8 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:00.911851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-641d0cdc-0fb5-48a2-a3e1-bc22d71d638f req-2e51e8bf-21c9-40f0-9ebb-e4e532c989e8 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.0529275 Jul 28 18:31:00.957394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-641d0cdc-0fb5-48a2-a3e1-bc22d71d638f req-8393141f-3099-43d5-953c-c67f12fb9661 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Jul 28 18:31:01.008211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:01.161922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b6adc-159a-44c5-b395-588749f648b7 tempest-TestServerBasicOps-1853724441 tempest-TestServerBasicOps-1853724441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:01.163795 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-502b6adc-159a-44c5-b395-588749f648b7 tempest-TestServerBasicOps-1853724441 tempest-TestServerBasicOps-1853724441-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1091 time: 0.1545889 Jul 28 18:31:01.166802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 36946) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:01.174067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'e1580122-af6f-437d-9692-f1e4f585936e', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:31:01.268414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.384144 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.456354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76bc8f-34e1-4708-96c4-e01e1cffa1ff req-6c24bcf7-0982-4eb0-98c6-3f6ff652f9d2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:01.468644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc76bc8f-34e1-4708-96c4-e01e1cffa1ff req-6c24bcf7-0982-4eb0-98c6-3f6ff652f9d2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0733671 Jul 28 18:31:01.490854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Allocated IP 172.25.7.63 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9bfdefa9-6dcf-42ad-b86a-b7a810344ed7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:31:01.542320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc76bc8f-34e1-4708-96c4-e01e1cffa1ff req-c5dcaf67-600e-48b7-a896-28f47fd6c774 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676355 Jul 28 18:31:01.567165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36956) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:01.613667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.673938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1662a4a5-fa9a-4f93-8ef7-5ed21e4409de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.720593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.757571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:31:01.762048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:31:01.764588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:31:01.764956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1662a4a5-fa9a-4f93-8ef7-5ed21e4409de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.800729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'Port': ['ID=9bfdefa9-6dcf-42ad-b86a-b7a810344ed7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:01.816242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.821078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:01.845260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1662a4a5-fa9a-4f93-8ef7-5ed21e4409de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.896221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662a4a5-fa9a-4f93-8ef7-5ed21e4409de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596a031e-d48f-4add-add6-47c20c90243f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:01.900946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1662a4a5-fa9a-4f93-8ef7-5ed21e4409de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9a5e9a046864121b2bfd834afcaf472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327198 Jul 28 18:31:01.912753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36966) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:01.962237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:01.983261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.136787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.139677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.140854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/596a031e-d48f-4add-add6-47c20c90243f HTTP/1.1" status: 204 len: 168 time: 0.2268503 Jul 28 18:31:02.148567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039306-0670-4631-9417-53d003d5dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596a031e-d48f-4add-add6-47c20c90243f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:02.281027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.408745 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.568147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.639692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.719854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event updated for resources: {'Port': ['ID=9bfdefa9-6dcf-42ad-b86a-b7a810344ed7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:02.731080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc40df-44b1-489a-8f6c-a3628a62df69 req-3bae48a5-dcf1-43aa-a907-d3cd5f2ef8b6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:02.732723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cecc40df-44b1-489a-8f6c-a3628a62df69 req-3bae48a5-dcf1-43aa-a907-d3cd5f2ef8b6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.1254587 Jul 28 18:31:02.752184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.821656 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cecc40df-44b1-489a-8f6c-a3628a62df69 req-d43cfb2a-e15d-4cc5-88b4-f18b18149eb5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766833 Jul 28 18:31:02.855986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36984) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:02.869108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e091b72c-6e12-4a78-8c1b-540e9735b6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:02.877959 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Floating IP e362d361-d480-4357-9a0a-77e116937490 associated. External IP: 172.25.7.63, port: e1580122-af6f-437d-9692-f1e4f585936e. Jul 28 18:31:02.970319 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e091b72c-6e12-4a78-8c1b-540e9735b6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.063830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e091b72c-6e12-4a78-8c1b-540e9735b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.106117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e091b72c-6e12-4a78-8c1b-540e9735b6e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74388e9f3cd84831af47d3aabf128863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490187 Jul 28 18:31:03.108216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b72c-6e12-4a78-8c1b-540e9735b6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07049ca-3894-4201-bae2-f18ed9ced9d1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:03.110568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 36990) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:03.165368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.189828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.309784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.320862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.324521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a07049ca-3894-4201-bae2-f18ed9ced9d1 HTTP/1.1" status: 204 len: 168 time: 0.2105391 Jul 28 18:31:03.329936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840ac9c-9e00-40d3-8bdc-b4a55fbfdd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07049ca-3894-4201-bae2-f18ed9ced9d1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:03.444794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Router 99e5e2da-b359-4d54-beeb-e47289cf8e3b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:31:03.571333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:31:03.586416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Sync routers for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:31:03.596272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:31:03.597139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:03.662469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:03.692436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f63a5f0f-e9ee-402d-9ce2-1577f73d7e47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5239873 Jul 28 18:31:03.693186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:31:03.695477 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096dae23-178f-4628-9d5d-fad4540b1918" -d '{"events": [{"name": "network-changed", "server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "tag": "e1580122-af6f-437d-9692-f1e4f585936e"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:03.717256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:31:03.885217 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2074562-b032-4d23-9382-7d5403eea5b4 x-openstack-request-id: req-b2074562-b032-4d23-9382-7d5403eea5b4 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:03.885573 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "tag": "e1580122-af6f-437d-9692-f1e4f585936e", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:03.885819 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2074562-b032-4d23-9382-7d5403eea5b4 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:03.886439 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e', 'status': 'completed', 'code': 200} Jul 28 18:31:03.982206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'e362d361-d480-4357-9a0a-77e116937490', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'port_id': 'e1580122-af6f-437d-9692-f1e4f585936e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'mac_address': 'fa:16:3e:07:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:31:02Z', 'updated_at': '2021-07-28T18:31:02Z', 'revision_number': 0, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:03.990365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dae23-178f-4628-9d5d-fad4540b1918 req-c9ebc797-31b4-438b-9cda-5147c6130197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:03.996531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-c9ebc797-31b4-438b-9cda-5147c6130197 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0824201 Jul 28 18:31:04.020438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Checking router: 99e5e2da-b359-4d54-beeb-e47289cf8e3b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:31:04.032392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:31:04.032392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:30:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:04.069830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc0c07-0324-4711-b264-391bd9e6084d req-5f692d3e-7aac-42e6-bb26-12a5c8c3ca62 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.071798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9fc0c07-0324-4711-b264-391bd9e6084d req-5f692d3e-7aac-42e6-bb26-12a5c8c3ca62 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0569110 Jul 28 18:31:04.116057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dae23-178f-4628-9d5d-fad4540b1918 req-90de9c16-d860-4a4f-a2e8-3fc72a11a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.116057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-90de9c16-d860-4a4f-a2e8-3fc72a11a10e service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 909 time: 0.1138339 Jul 28 18:31:04.124419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9fc0c07-0324-4711-b264-391bd9e6084d req-75beabf3-75e4-4be6-b83d-c0c6358d8ec5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Jul 28 18:31:04.169451 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:31:04.176804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:31:04.197782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-ff02c601-ae7a-486d-a1ca-eb480dc346a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 998 time: 0.0745461 Jul 28 18:31:04.479198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'e362d361-d480-4357-9a0a-77e116937490', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'port_id': 'e1580122-af6f-437d-9692-f1e4f585936e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'mac_address': 'fa:16:3e:07:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:31:02Z', 'updated_at': '2021-07-28T18:31:02Z', 'revision_number': 0, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:04.487506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02c4ef-1126-4dbe-b3fa-d49cdf7ab60e req-ea101ea5-153e-4a21-a943-52ae3d3ece6b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.498566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c02c4ef-1126-4dbe-b3fa-d49cdf7ab60e req-ea101ea5-153e-4a21-a943-52ae3d3ece6b tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0850377 Jul 28 18:31:04.522549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11760b-248c-4a35-a88e-276f9d73bb2d None None] The sync data for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 is: [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'e362d361-d480-4357-9a0a-77e116937490', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'port_id': 'e1580122-af6f-437d-9692-f1e4f585936e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'mac_address': 'fa:16:3e:07:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:31:02Z', 'updated_at': '2021-07-28T18:31:02Z', 'revision_number': 0, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:31:04.561131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c02c4ef-1126-4dbe-b3fa-d49cdf7ab60e req-8b86efac-a10e-499a-ac18-0c00e6e5bb63 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Jul 28 18:31:04.690303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dae23-178f-4628-9d5d-fad4540b1918 req-0c1422c2-729b-4bee-b3dc-32539adfbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.691857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-0c1422c2-729b-4bee-b3dc-32539adfbbcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.4869454 Jul 28 18:31:04.710252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88784d12-1da2-4fff-8abb-3f3f2a681f97 req-768232e5-80ce-4472-bb48-ba8690e31bea tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.717761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88784d12-1da2-4fff-8abb-3f3f2a681f97 req-768232e5-80ce-4472-bb48-ba8690e31bea tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0703516 Jul 28 18:31:04.795866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88784d12-1da2-4fff-8abb-3f3f2a681f97 req-54238268-47e7-4e1a-ac18-b63573ea1ff6 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772018 Jul 28 18:31:04.802006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dae23-178f-4628-9d5d-fad4540b1918 req-aca05549-5e1b-4c0e-9259-7a9ac277981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:04.803489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-aca05549-5e1b-4c0e-9259-7a9ac277981e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830972 Jul 28 18:31:04.826616 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798a057-a860-474d-a1c2-d517f6c54c08 None None] New status for floating IP e362d361-d480-4357-9a0a-77e116937490: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:31:04.957238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-1438507d-6886-4bbf-acc0-07899f6a47c4 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448379 Jul 28 18:31:05.050730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-096dae23-178f-4628-9d5d-fad4540b1918 req-75bbbf05-5dda-4fcb-a757-726c012732aa service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829952 Jul 28 18:31:05.375010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254d331-b553-418e-90b2-1baacddb4b46 req-573fb24d-047b-4e17-b7da-04f8122e5621 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:05.376683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a254d331-b553-418e-90b2-1baacddb4b46 req-573fb24d-047b-4e17-b7da-04f8122e5621 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0545514 Jul 28 18:31:05.416081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a254d331-b553-418e-90b2-1baacddb4b46 req-812158c4-5b4c-4a7c-b916-28e8a0665c1d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Jul 28 18:31:06.445674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-35a8710b-7f94-423b-bc97-14491af45ef2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:06.447167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-35a8710b-7f94-423b-bc97-14491af45ef2 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0519950 Jul 28 18:31:06.584581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deb874-f58e-44e4-ac5e-0dc9eb2cb264 req-12a07e90-fa28-476e-9973-62d3da74fe5c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:06.586180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7deb874-f58e-44e4-ac5e-0dc9eb2cb264 req-12a07e90-fa28-476e-9973-62d3da74fe5c tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 945 time: 0.0678668 Jul 28 18:31:06.628538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port 8b802e1e-ab14-424d-b0b1-14844edf9878 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:31:06.628891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:06.678039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7deb874-f58e-44e4-ac5e-0dc9eb2cb264 req-0ee290bd-f174-44cd-ae9f-1dc9a765176e tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835130 Jul 28 18:31:06.753494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port 8b802e1e-ab14-424d-b0b1-14844edf9878, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8b802e1e-ab14-424d-b0b1-14844edf9878,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:06.753867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:06.767820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for 8b802e1e-ab14-424d-b0b1-14844edf9878 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:31:06.942877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:06.955635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8b802e1e-ab14-424d-b0b1-14844edf9878'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:31:06.957963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:31:06.993054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=8b802e1e-ab14-424d-b0b1-14844edf9878,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:07.054291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port 8b802e1e-ab14-424d-b0b1-14844edf9878 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:31:07.057343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:07.059913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4615ac7-6a9e-464b-9d2f-e55e0cd665ee req-ceae6fc2-da5f-4d3a-930c-dd718efd3047 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.37 "DELETE /v2.0/ports/8b802e1e-ab14-424d-b0b1-14844edf9878 HTTP/1.1" status: 204 len: 173 time: 0.6061141 Jul 28 18:31:07.060412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'name': 'network-vif-deleted', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:31:07.063830 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ad601-093f-4855-baa1-981c81069bba" -d '{"events": [{"server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "name": "network-vif-deleted", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:07.116372 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c066dc-f526-4a82-8752-242f019e07cc x-openstack-request-id: req-e0c066dc-f526-4a82-8752-242f019e07cc {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:07.116955 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f90870-9ee7-4c78-8d32-499b0398662c", "name": "network-vif-deleted", "tag": "8b802e1e-ab14-424d-b0b1-14844edf9878", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:07.117457 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0c066dc-f526-4a82-8752-242f019e07cc {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:07.118134 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f90870-9ee7-4c78-8d32-499b0398662c', 'name': 'network-vif-deleted', 'tag': '8b802e1e-ab14-424d-b0b1-14844edf9878', 'status': 'completed', 'code': 200} Jul 28 18:31:07.708348 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a17135a5-09b9-4d0a-a5ce-a1f7569d68ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:07.797874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75e2ab60-81fa-4ce0-8660-53a58f7f856e req-a6edc9a5-5906-4faf-8881-4b23f2a38885 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2f90870-9ee7-4c78-8d32-499b0398662c HTTP/1.1" status: 200 len: 210 time: 0.0270097 Jul 28 18:31:09.573663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b802e1e-ab14-424d-b0b1-14844edf9878 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:31:09.596178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8b802e1e-ab14-424d-b0b1-14844edf9878 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:31:09.596461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8b802e1e-ab14-424d-b0b1-14844edf9878 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:31:09.869441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4a1b-f540-41a1-9ad1-8a09bd2d0760 req-614d7d72-771a-4819-abcc-7b922d5dddb0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:09.870943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-080c4a1b-f540-41a1-9ad1-8a09bd2d0760 req-614d7d72-771a-4819-abcc-7b922d5dddb0 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.0577495 Jul 28 18:31:09.915895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-080c4a1b-f540-41a1-9ad1-8a09bd2d0760 req-2a4e13ff-e31c-4460-94ba-e58d8ae6a466 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353587 Jul 28 18:31:10.091061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:10.239276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a1aff4e-1656-43e1-80a6-b56b00994581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.032950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba445-64d6-469a-ae59-5e087fe991af req-2fa4879e-50d7-4d3b-a247-1ca121b52e47 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:11.034773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5bba445-64d6-469a-ae59-5e087fe991af req-2fa4879e-50d7-4d3b-a247-1ca121b52e47 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Jul 28 18:31:11.075161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5bba445-64d6-469a-ae59-5e087fe991af req-7a561aba-28ce-4f93-be77-560e2245d952 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3daa847-4db3-4a52-843e-ef78c8cb2943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Jul 28 18:31:11.119217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.291865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-7a992709-7a71-460a-be5a-e68ebcb19c0d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:11.293417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-7a992709-7a71-460a-be5a-e68ebcb19c0d tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Jul 28 18:31:11.388839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Deleting port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:31:11.389184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.526287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] For port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,segment=NetworkSegment(34989b68-0749-43f7-a6f9-4e95da87b467),segment_id=34989b68-0749-43f7-a6f9-4e95da87b467)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:11.526990 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.547973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Calling delete_port for 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:31:11.793997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.806340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6472ce4c-ecfc-45fb-a990-597dc87fa7d3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:31:11.822115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Pushing event deleted for resources: {'Port': ['ID=6472ce4c-ecfc-45fb-a990-597dc87fa7d3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:11.874094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] No DVR routers for this DVR port 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:31:11.877434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:11.879650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad2bdc33-84a4-4704-8d20-f58427333f10 req-221d98bd-3306-434f-9b52-1843e2e450db tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.35 "DELETE /v2.0/ports/6472ce4c-ecfc-45fb-a990-597dc87fa7d3 HTTP/1.1" status: 204 len: 173 time: 0.5799446 Jul 28 18:31:11.880289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'name': 'network-vif-deleted', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:31:11.883234 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d602055f-ba3f-4b74-965e-41b05f976734" -d '{"events": [{"server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "name": "network-vif-deleted", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:11.922328 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d18e70-0efa-4918-9d4e-ab79d0aef70e x-openstack-request-id: req-68d18e70-0efa-4918-9d4e-ab79d0aef70e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:11.922624 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf4c89-29dc-46d4-83c0-1f59be4f3048", "name": "network-vif-deleted", "tag": "6472ce4c-ecfc-45fb-a990-597dc87fa7d3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:11.923000 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68d18e70-0efa-4918-9d4e-ab79d0aef70e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:11.923269 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf4c89-29dc-46d4-83c0-1f59be4f3048', 'name': 'network-vif-deleted', 'tag': '6472ce4c-ecfc-45fb-a990-597dc87fa7d3', 'status': 'completed', 'code': 200} Jul 28 18:31:12.183163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf61e516-0d0c-4f3f-aa4b-a32926056e5b req-358b3811-a116-4694-900b-e36ff7aaafc5 tempest-ServersTestJSON-1062409681 tempest-ServersTestJSON-1062409681-project] 10.222.0.25 "GET /v2.0/ports?device_id=82bf4c89-29dc-46d4-83c0-1f59be4f3048 HTTP/1.1" status: 200 len: 210 time: 0.0357151 Jul 28 18:31:12.982300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.252176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:13.298338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Deleting subnet ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:31:13.310292 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.345611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.384202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.525381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.555376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.558329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ca5619b5-55b7-4ef4-b6bf-ed6926d246a9 HTTP/1.1" status: 204 len: 168 time: 0.3049431 Jul 28 18:31:13.559515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aa5a8-9f35-4102-bc5a-b73a093f45d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5619b5-55b7-4ef4-b6bf-ed6926d246a9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:13.561040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37278) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:13.632475 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.714207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.724041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d6826b-b42a-4d7c-9910-8241f6ac3240']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:13.734300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34989b68-0749-43f7-a6f9-4e95da87b467') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:13.734601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34989b68-0749-43f7-a6f9-4e95da87b467') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:31:13.743234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.757115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.762781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:31:13.763174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:31:13.764851 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:31:13.907509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.923926 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:13.926119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8d6826b-b42a-4d7c-9910-8241f6ac3240 HTTP/1.1" status: 204 len: 168 time: 0.3639464 Jul 28 18:31:13.927159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4ef9c-0d26-44d4-a54c-7d4ea23b97d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d6826b-b42a-4d7c-9910-8241f6ac3240,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:14.488541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37296) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:14.538890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1b8a8812-03e6-4e9a-85d6-d83685de4fa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df144ce44074a419bdb2bdb03c0bd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486434 Jul 28 18:31:14.541167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:14.591964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:14.614114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:14.782783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:14.785801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:14.787080 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3daa847-4db3-4a52-843e-ef78c8cb2943 HTTP/1.1" status: 204 len: 168 time: 0.2448006 Jul 28 18:31:14.795302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab25a5-8d44-4eb1-947b-457b2490d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3daa847-4db3-4a52-843e-ef78c8cb2943,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:15.678469 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:15.816752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:31:15.837115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:31:15.837458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6472ce4c-ecfc-45fb-a990-597dc87fa7d3 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:31:16.840114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ed8b1ac-29f5-44c0-a4c4-e9542ed56a80 req-7fddbbe9-7460-4f36-aa28-132082d621dd tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Jul 28 18:31:17.927740 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7a9bc3b9-e874-4052-bbdd-589f284696f9 req-11a9ebb6-4d5b-4359-836e-5adca9e94bdc tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Jul 28 18:31:18.615950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-60356f96-e11e-4bd2-aa98-3863d5a9c316 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438259 Jul 28 18:31:18.703791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9599-92e9-4e69-b195-534856f0bbff req-d8a0d9b8-f3cf-456d-ba6c-6aa8931f18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:18.705891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-d8a0d9b8-f3cf-456d-ba6c-6aa8931f18fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0413589 Jul 28 18:31:18.770587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:18.818234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9599-92e9-4e69-b195-534856f0bbff req-60a84b19-a511-4979-9ef0-8508680b0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:18.819811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-60a84b19-a511-4979-9ef0-8508680b0c77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 909 time: 0.0928025 Jul 28 18:31:18.888675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-ffc88ac8-466c-4fcd-ba92-fb45a1fb19df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 1000 time: 0.0604489 Jul 28 18:31:18.943767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9599-92e9-4e69-b195-534856f0bbff req-57dbc3e9-1d39-4114-8415-e9758446c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:18.945211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-57dbc3e9-1d39-4114-8415-e9758446c324 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.0492740 Jul 28 18:31:19.004949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9599-92e9-4e69-b195-534856f0bbff req-965bdeef-3df3-4aef-bcf0-a32064e608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:19.004949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-965bdeef-3df3-4aef-bcf0-a32064e608e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514593 Jul 28 18:31:19.086786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-39dccf2d-936c-4cff-bd21-dd050d81fd6e req-01dd7a9e-5414-4a7b-9781-29229f1cdd15 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0664177 Jul 28 18:31:19.140578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-07d1daad-9f4d-40cb-9c82-920658042de9 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285629 Jul 28 18:31:19.248459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725a9599-92e9-4e69-b195-534856f0bbff req-a7181bde-bfd0-451c-95bd-1660b93bb98e service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000416 Jul 28 18:31:20.196429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df8cd1a8-430e-485a-ab13-88288eff67fe req-ad96ea61-64bf-4500-ae5c-8b7128b2b61a tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0269818 Jul 28 18:31:20.845439 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6751b116-7b12-47c3-831e-890d0d9f191d req-934fd9fe-9c26-4217-b2d5-e68d7ac18489 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jul 28 18:31:21.300548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1aeb88e-c950-4ff1-9753-f1817f831004 req-81ee4365-9eda-4904-b5d9-cda39abf708f tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0271959 Jul 28 18:31:22.403046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dd26a8c-4230-47fa-b598-1f8bb2f69561 req-e298e42f-f3f2-46e2-b902-25a208aafe14 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0273089 Jul 28 18:31:24.463218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc163260-472f-4c4f-8cf3-efb43e52a646 req-5a377b2c-9d3b-473a-9918-888e8f9e3998 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0334525 Jul 28 18:31:25.570093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-87b5f8fb-b0eb-4e80-9aff-1352ef1c713b req-da0b7ebe-74ba-4099-bd6d-a340ca04d9d0 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Jul 28 18:31:26.682326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74259028-4ad7-4824-a252-2e88e59e8b14 req-0df1bf2d-8ff7-4c0a-9698-76fa5cacf811 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Jul 28 18:31:27.803173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-db0fbad6-5b15-4c7a-b642-b528dcaf6a2a req-a293de67-5e25-4c0f-b65b-2e75247bfe6b tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0320249 Jul 28 18:31:28.903637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9248cf0c-1016-4c6c-91e1-3cc915ec3d5a req-376f70d7-341e-468f-abfd-7b1d0e125a3c tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Jul 28 18:31:30.005174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c126beb8-8e3c-4360-a4fe-23bfeeaaaf47 req-ba7d3c62-0dc5-4e95-bb52-4e662bb299b1 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Jul 28 18:31:31.120465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5327f203-306c-4385-a363-d56288bd51cd req-5a1224d0-da72-4fad-ba0e-c2af8fae8735 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0271103 Jul 28 18:31:32.239113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a20693f9-6569-4089-95c5-9769cb5a5a68 req-6fb7a74f-909a-4e1a-aa06-4561be1bb29d tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Jul 28 18:31:33.341618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fca38bdc-2628-4700-b6cc-2dea4c507caf req-a3245ff3-4abd-43ce-9969-2527332774ff tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0289080 Jul 28 18:31:34.456210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cf7353a-09ba-4a4b-ac14-63f2e5af82c1 req-c4f94144-b0fe-4ebe-b022-37fe82cabd9e tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0344212 Jul 28 18:31:35.557526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-facccf3c-be35-4f1d-a574-b03aa0361ed9 req-a5ceffc7-5079-42a0-9402-6df2f8655f6f tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Jul 28 18:31:36.664728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5f028af-272b-4ecc-9ea4-a75b7c3bb1f9 req-98aa895d-8e8e-4573-a957-2e70bafa073f tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Jul 28 18:31:37.729795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-eeb1bada-c24c-4283-8299-8058c3120f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:37.773408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6aecf0b7-10b2-4a00-a501-6907f5910e38 req-ded108b0-3d6c-4802-8b80-e80585dc17cb tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0271411 Jul 28 18:31:38.889617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4db6c0bf-d9b4-470d-87d5-3830eae6bf97 req-47dc6f9a-3761-4bb8-b64d-1ea5fa92ad27 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jul 28 18:31:40.003101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7434b2a-42cb-4ebf-bfa9-d4a44608f56a req-dc3b944a-321e-4886-9784-425231a1dda6 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Jul 28 18:31:40.112229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.188246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:40.244274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-23778379-f1e7-44d6-b36f-cf98b9540953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.340800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd23b493-ccb5-4a63-a009-d89541be5747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.428021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd23b493-ccb5-4a63-a009-d89541be5747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.500583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd23b493-ccb5-4a63-a009-d89541be5747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.540227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd23b493-ccb5-4a63-a009-d89541be5747 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ef37780e386426d85662ddc32bf5b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508480 Jul 28 18:31:40.541125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b493-ccb5-4a63-a009-d89541be5747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d20ba-bee3-49fb-a5c7-050fe1ca2863,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:40.542916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37814) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:40.592536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.614181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.740479 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.743022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:40.744217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be7d20ba-bee3-49fb-a5c7-050fe1ca2863 HTTP/1.1" status: 204 len: 168 time: 0.1993093 Jul 28 18:31:40.752194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d20ba-bee3-49fb-a5c7-050fe1ca2863,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:40.759557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.759911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.760256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.760602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.760916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.761371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.761706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.762148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.762477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.762803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.763129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:40.763486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4e5fc-17a6-46ed-8a86-d62d46a40c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:41.109014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cacf7939-0572-4cb6-9f69-ac5111de88e8 req-5dc736f8-41a9-4ab3-9c45-31d9cfee060b tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Jul 28 18:31:41.117625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.169160 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:31:41.392505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:41.405748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bb30365-b2ad-45b4-bdfc-0fc5fe3d208d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.490787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bb30365-b2ad-45b4-bdfc-0fc5fe3d208d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.568749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6bb30365-b2ad-45b4-bdfc-0fc5fe3d208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.606189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6bb30365-b2ad-45b4-bdfc-0fc5fe3d208d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d743d3665e6477aad52b29cf0166883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126141 Jul 28 18:31:41.607071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb30365-b2ad-45b4-bdfc-0fc5fe3d208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc492dcd-d45f-450e-aefb-d14c1df1bcf7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:41.608873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37830) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:41.659533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.680808 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.832260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.834933 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:41.836180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc492dcd-d45f-450e-aefb-d14c1df1bcf7 HTTP/1.1" status: 204 len: 168 time: 0.2256508 Jul 28 18:31:41.844624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5033f-d94d-4c3f-94c1-30e158403f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc492dcd-d45f-450e-aefb-d14c1df1bcf7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:42.233605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85075025-916f-463e-bc5c-a57dd2861d22 req-79cc39ee-bc3b-4d75-a33b-08ed3e772825 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0328891 Jul 28 18:31:43.009349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:43.338959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a804bea9-ed2d-458c-a5f7-fa302995014d req-b122574a-8f7b-49f0-ae6a-587090abfdc8 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Jul 28 18:31:44.442104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db21e66e-e9c4-4a55-ad44-333259e4d358 req-3b454897-8ba0-4f62-99df-c2c98c7e8907 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Jul 28 18:31:45.557817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:45.574012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b7aedb7-435f-4315-ad5a-3f0ab66ead45 req-86354f60-b048-4742-91f8-8aa9ffbce7f5 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0319991 Jul 28 18:31:46.682778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6f219-c2c1-4355-8504-5c35746f37a9 req-8755cb38-3ba2-4930-ab18-e1d4bc40c056 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0260572 Jul 28 18:31:47.786815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-606c07a8-5923-4ca8-b76e-e9e4401bfb2b req-8efa60fe-72d7-4817-a7ca-a6f3ee86b1e8 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0285907 Jul 28 18:31:48.337372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37938) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:48.455631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4d61-5b25-490b-ace9-a9f1bf368db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.562800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4d61-5b25-490b-ace9-a9f1bf368db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.637058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4d61-5b25-490b-ace9-a9f1bf368db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.677147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa6f4d61-5b25-490b-ace9-a9f1bf368db5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a01d5ce88e1b4953a0c678cd23c16e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384993 Jul 28 18:31:48.677949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4d61-5b25-490b-ace9-a9f1bf368db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8503e0e2-f9fe-4df0-b78a-e3d8a7375e91,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:48.679811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:48.728943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.749185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.756997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:48.889802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d270e003-faea-46f8-a1fc-712e4d8a3024 req-617c4ad9-3bb3-4f7c-9288-b4c32bb95546 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0299387 Jul 28 18:31:49.025772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.028419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.029544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8503e0e2-f9fe-4df0-b78a-e3d8a7375e91 HTTP/1.1" status: 204 len: 168 time: 0.3481400 Jul 28 18:31:49.038037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0fad0-97e3-47bc-8669-4383d534c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8503e0e2-f9fe-4df0-b78a-e3d8a7375e91,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:49.565501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 37954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:49.579438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6bd6-7d53-42cf-88b8-d2adaf2296a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.670938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6bd6-7d53-42cf-88b8-d2adaf2296a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.711998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6bd6-7d53-42cf-88b8-d2adaf2296a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.753583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7ebc6bd6-7d53-42cf-88b8-d2adaf2296a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47ba1ea6bb2f4ef08aec6f7966d1bf59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845665 Jul 28 18:31:49.753583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc6bd6-7d53-42cf-88b8-d2adaf2296a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa469fcb-ad0c-4dd7-bd22-d0950b6df4a1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:49.754338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 37958) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:49.819570 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:49.841472 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:50.056908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:50.056908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:50.056908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa469fcb-ad0c-4dd7-bd22-d0950b6df4a1 HTTP/1.1" status: 204 len: 168 time: 0.1797309 Jul 28 18:31:50.056908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36d3b-b302-497d-9347-405fefc99c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa469fcb-ad0c-4dd7-bd22-d0950b6df4a1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:50.056908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00bd6617-e33f-4c9f-9db6-db1ac708ec8c req-dd41e8d1-c51b-4c10-95ae-a5cde457dbde tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 28 18:31:51.122560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6eceb36d-3e4a-437e-8b75-c23cef20538f req-9c23af62-3bf9-4a63-8e45-1bf4a55d19f6 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0345311 Jul 28 18:31:52.227846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bacc234-36f5-4752-b13d-e0294ae8607c req-2513113e-1f2f-4a56-9e00-300af24a2ad9 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jul 28 18:31:52.442015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:52.558491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0eba108d-8845-4b89-8114-3e236244194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:52.595795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34f419c2-9011-4c90-92b7-eea51aef7004 req-bb46e9a1-e4d0-404e-840b-698ffb3e79b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0349720 Jul 28 18:31:52.684254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0eba108d-8845-4b89-8114-3e236244194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:52.751676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0eba108d-8845-4b89-8114-3e236244194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:52.790526 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba108d-8845-4b89-8114-3e236244194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f785d943-cebf-4164-b222-8ba767e5ff86,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:52.797647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0eba108d-8845-4b89-8114-3e236244194b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0b86e8b8e474345b18147a283372af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516438 Jul 28 18:31:52.798024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38078) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:52.851682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:52.882775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.048871 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.051522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.052756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f785d943-cebf-4164-b222-8ba767e5ff86 HTTP/1.1" status: 204 len: 168 time: 0.2537887 Jul 28 18:31:53.062686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67789095-d765-4b2e-9fbd-1a927f1b0124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f785d943-cebf-4164-b222-8ba767e5ff86,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:53.340138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47a25e86-f9cd-4e37-b5fd-f5412680da1c req-0ac8435d-e45c-47e7-8162-6c7ef0c07c06 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Jul 28 18:31:53.679110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:53.692445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-659447ad-8226-4b21-a0bf-3fde5502bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.786670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-659447ad-8226-4b21-a0bf-3fde5502bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.837625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-659447ad-8226-4b21-a0bf-3fde5502bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.882555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-659447ad-8226-4b21-a0bf-3fde5502bf0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9d1675d1a404b76ac8637627a081820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022626 Jul 28 18:31:53.883464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659447ad-8226-4b21-a0bf-3fde5502bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8443476f-54f6-49a5-b3bd-e9d424982794,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:53.885334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38104) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:53.939658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:53.961049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:54.122914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:54.126210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:54.127475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8443476f-54f6-49a5-b3bd-e9d424982794 HTTP/1.1" status: 204 len: 168 time: 0.2410107 Jul 28 18:31:54.136462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fce10-a9a0-4955-a09e-a0559deafa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8443476f-54f6-49a5-b3bd-e9d424982794,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:54.446527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3835b31a-56a0-425d-9f5e-f3792b6a43ac req-5030347e-d35e-453b-a4e2-fc5871741646 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Jul 28 18:31:55.065346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363dd0d1-2910-4a01-b246-c5f850554f9f req-7eab756a-e379-430c-b959-f63b0ba8e696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7d2c6759e7f48348607386397666a8e&device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Jul 28 18:31:55.095787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363dd0d1-2910-4a01-b246-c5f850554f9f req-15dd6363-ffb9-4970-a97a-a96384c847e1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a7d2c6759e7f48348607386397666a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216761 Jul 28 18:31:55.124836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-88e7bb02-879f-4634-86fe-9994752b1a15 req-7675cb4a-57cf-4e90-8e18-6c7b01976769 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0509963 Jul 28 18:31:55.204584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dd0d1-2910-4a01-b246-c5f850554f9f req-efedb58b-1133-499d-8ee3-6bc8f5e5b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:31:55.206100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363dd0d1-2910-4a01-b246-c5f850554f9f req-efedb58b-1133-499d-8ee3-6bc8f5e5b52d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043112 Jul 28 18:31:56.229933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7649a3ae-6c6d-4027-b5b3-dd3071feda03 req-93c0e3ac-cc6f-4e6a-a6c0-17bc38ecacea tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Jul 28 18:31:56.416048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-363dd0d1-2910-4a01-b246-c5f850554f9f req-122dbc9c-61c1-4740-911c-7c9599f34e19 tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Jul 28 18:31:57.345421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01214b1-b8f6-4910-b69f-d050154db450 req-f7dd2c89-2972-4406-8405-a558b306568d tempest-ServerShowV254Test-1482823214 tempest-ServerShowV254Test-1482823214-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa00c1c0-6187-47fa-bce5-876c532f5403 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jul 28 18:31:58.807020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38262) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:58.937177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48d7c018-37c8-459c-ab77-e9fba5d9a99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.043644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48d7c018-37c8-459c-ab77-e9fba5d9a99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.145597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-48d7c018-37c8-459c-ab77-e9fba5d9a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.191373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-48d7c018-37c8-459c-ab77-e9fba5d9a99a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7d2c6759e7f48348607386397666a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832202 Jul 28 18:31:59.192536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7c018-37c8-459c-ab77-e9fba5d9a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901fb83-bcd0-4708-9db8-2a726140645c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:59.194061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38276) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:31:59.246174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.268444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.379717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.382494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:31:59.383878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f901fb83-bcd0-4708-9db8-2a726140645c HTTP/1.1" status: 204 len: 168 time: 0.1880403 Jul 28 18:31:59.392166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f85f0c-b4d4-4409-9530-48e96a901071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901fb83-bcd0-4708-9db8-2a726140645c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:03.669132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38458) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:03.795317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:03.922829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:03.964714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.008611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:04.018858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d45aa2ad8a634870b99eb89beabb5341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476839 Jul 28 18:32:04.019946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87347064-6281-4e84-b765-6267e79e7518,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:04.039692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.039692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.039692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.039692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.040844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.041341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.041831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.042327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.042665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.043050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.043323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.043741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61ad94-1320-4fea-8084-77a18323665e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:04.084614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.105894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.111033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38472) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:04.231343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6616-69a4-4824-b13f-ce22814f1980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.254413 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.257604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.269144 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87347064-6281-4e84-b765-6267e79e7518 HTTP/1.1" status: 204 len: 168 time: 0.2524786 Jul 28 18:32:04.271902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e39c3-3a7b-4724-995e-a8f5fa193296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87347064-6281-4e84-b765-6267e79e7518,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:04.343417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6616-69a4-4824-b13f-ce22814f1980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.425470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6616-69a4-4824-b13f-ce22814f1980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.468445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bdd6616-69a4-4824-b13f-ce22814f1980 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7ba3f6636e74df5906081b15d1aab4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558939 Jul 28 18:32:04.469097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:04.474465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd6616-69a4-4824-b13f-ce22814f1980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1420e9e-00a3-4020-932c-90d6e5e81340,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:04.522408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.550723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.677663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.680353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:04.681581 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1420e9e-00a3-4020-932c-90d6e5e81340 HTTP/1.1" status: 204 len: 168 time: 0.2114623 Jul 28 18:32:04.690091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddba0fe-bd70-4c2c-b3fd-5300b2f48615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1420e9e-00a3-4020-932c-90d6e5e81340,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:05.149692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:05.165189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2def1153-aea5-4bcf-8860-ee9f3d77ba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.267529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2def1153-aea5-4bcf-8860-ee9f3d77ba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.402469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2def1153-aea5-4bcf-8860-ee9f3d77ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.445517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2def1153-aea5-4bcf-8860-ee9f3d77ba9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39299f4b711247a08295607cf6e515b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946844 Jul 28 18:32:05.446628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def1153-aea5-4bcf-8860-ee9f3d77ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1721a3fe-ffbe-4ecf-afc8-61ff729e48ff,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:05.448406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38510) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:05.515705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.522689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38512) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:05.538793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.541023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84246453-5487-4609-8f39-df59c87abc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.654379 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.657063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.658439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1721a3fe-ffbe-4ecf-afc8-61ff729e48ff HTTP/1.1" status: 204 len: 168 time: 0.2087367 Jul 28 18:32:05.666250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e198eeb-b7c1-45c3-af4b-42450eb1e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1721a3fe-ffbe-4ecf-afc8-61ff729e48ff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:05.708533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84246453-5487-4609-8f39-df59c87abc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.774476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-84246453-5487-4609-8f39-df59c87abc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.814131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-84246453-5487-4609-8f39-df59c87abc74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65f5e1a8e5cb4a4e84cc9efc71deab5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900472 Jul 28 18:32:05.815217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84246453-5487-4609-8f39-df59c87abc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c7a0e7-4c89-44a0-8d29-24b4a363802b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:05.816863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38520) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:05.872480 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:05.895216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:06.048265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:06.051263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:06.052651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c7a0e7-4c89-44a0-8d29-24b4a363802b HTTP/1.1" status: 204 len: 168 time: 0.2333806 Jul 28 18:32:06.142477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57338b7d-776e-48ed-8370-463a1e6a0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c7a0e7-4c89-44a0-8d29-24b4a363802b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:06.736302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:06.751015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2decf54-61cf-4328-bfd8-2102e055d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:06.861513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2decf54-61cf-4328-bfd8-2102e055d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:06.968794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2decf54-61cf-4328-bfd8-2102e055d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.020187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2decf54-61cf-4328-bfd8-2102e055d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f006836-fa27-447c-a10b-60ce3bd728d7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:07.036344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2decf54-61cf-4328-bfd8-2102e055d706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47237f3072a0416aaaac8691c213f326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983966 Jul 28 18:32:07.038665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38554) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:07.094918 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.119242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.253922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.256548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.262481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f006836-fa27-447c-a10b-60ce3bd728d7 HTTP/1.1" status: 204 len: 168 time: 0.2207103 Jul 28 18:32:07.281900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02eb3e-2fa6-4084-a63f-414306aef7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f006836-fa27-447c-a10b-60ce3bd728d7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:07.694149 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-954b4b6b-4a39-4ea2-b250-4269f94df14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:07.874384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38586) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:08.064445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736e880-7d10-4a87-81b5-aec6a42fa4f2 req-0924852c-322f-47dd-86a5-05f010c441cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:08.066553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7736e880-7d10-4a87-81b5-aec6a42fa4f2 req-0924852c-322f-47dd-86a5-05f010c441cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.1930377 Jul 28 18:32:08.115999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7736e880-7d10-4a87-81b5-aec6a42fa4f2 req-ccef077e-c3cd-46d5-a77f-ce5f8f12d702 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Jul 28 18:32:09.442503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38642) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:09.557057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2be84f45-2e11-4978-a550-08383550187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.655063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2be84f45-2e11-4978-a550-08383550187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.739894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2be84f45-2e11-4978-a550-08383550187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.780592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2be84f45-2e11-4978-a550-08383550187e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07a02f044e63480aa9b39e6643160edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369632 Jul 28 18:32:09.783178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be84f45-2e11-4978-a550-08383550187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c96f3e-e893-48dd-9097-c02d142c5f45,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:09.783822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:09.846477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.869368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.981173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.986325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:09.990012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4c96f3e-e893-48dd-9097-c02d142c5f45 HTTP/1.1" status: 204 len: 168 time: 0.2021048 Jul 28 18:32:09.997923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918952b1-3155-455d-8a27-ad5df33e6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c96f3e-e893-48dd-9097-c02d142c5f45,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:10.099634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.259581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53c9f681-d8a1-4dd5-a3b4-6adb7c615754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.594505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 38668) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:10.617787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9edf468-7e65-4f9e-b34c-13065cba85cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.697452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9edf468-7e65-4f9e-b34c-13065cba85cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.768259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9edf468-7e65-4f9e-b34c-13065cba85cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.808149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a9edf468-7e65-4f9e-b34c-13065cba85cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02dab7ef5ae84befa361b8cf91476a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123964 Jul 28 18:32:10.809013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf468-7e65-4f9e-b34c-13065cba85cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7027cc78-0933-466a-8bb3-40663a1d9639,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:10.810774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:10.866585 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.887161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.996459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:10.999021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:11.000217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7027cc78-0933-466a-8bb3-40663a1d9639 HTTP/1.1" status: 204 len: 168 time: 0.1882918 Jul 28 18:32:11.008300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf27226-a43e-4816-ac6e-13a8d3b75dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027cc78-0933-466a-8bb3-40663a1d9639,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:11.105782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.048362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.107266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38756) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:13.294447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d7a7-2559-46a0-ad34-e0c3ea490278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.404272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d7a7-2559-46a0-ad34-e0c3ea490278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.482107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d7a7-2559-46a0-ad34-e0c3ea490278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.516412 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d7a7-2559-46a0-ad34-e0c3ea490278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7352b18b-f014-4f6f-9a14-620fe54bde55,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:13.534026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fe4d7a7-2559-46a0-ad34-e0c3ea490278 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3e2922f21f24244b6c31d5da24ef524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247978 Jul 28 18:32:13.536233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38784) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:13.585911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.609321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.734484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.737118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:13.738284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7352b18b-f014-4f6f-9a14-620fe54bde55 HTTP/1.1" status: 204 len: 168 time: 0.2011352 Jul 28 18:32:13.746966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3e61c-6791-4f68-bbd9-73842e580c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352b18b-f014-4f6f-9a14-620fe54bde55,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:15.546396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.190606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 38990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:16.195270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241808649', 'description': 'tempest-secgroup-smoke-241808649 description', 'project_id': '4b17fc9140264909809d3eb19d9902fe'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:16.276996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.287306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.394739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.464680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.509283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b760113f-3537-42ce-8492-b1031d1a7576,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:16.563236 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.630405 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.663786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc65f5c2-ba74-469e-b73f-06bc2853e471,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:16.705265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.706795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1d3c2de5-1e89-4462-83c4-8d5204bab758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5149236 Jul 28 18:32:16.709518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:16.714115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:16.807996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.864906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.956480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:16.977457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a379d0cc-056d-46c9-9854-6af006978833,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:17.093913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.095207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4946552d-36ac-4b5c-9701-41ec016966fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847389 Jul 28 18:32:17.097968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:17.104570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:17.213116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.271925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.333950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.352677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57679c5-8e2d-4579-837c-90957d162efd,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:17.430609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.431879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-322150fa-6d80-4290-bf4a-c7e9e92e99d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329740 Jul 28 18:32:17.434760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:17.439977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:17.505309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.564936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.625079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.645136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25b9016-0153-4a1d-a361-68511c7610e4,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:17.728056 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.729313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7e5653ad-9b31-432a-8586-2e77ebd135b0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930615 Jul 28 18:32:17.731999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39080) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:17.736882 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:17.824428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.890013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.956519 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:17.974891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830a073f-a186-4759-b5ba-92aa1aa9d2ed,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:18.059621 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.060927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-035ef360-af10-4c3e-b373-5398a7b60132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275261 Jul 28 18:32:18.063828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39100) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:18.068522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:18.162231 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:32:18.167891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.168841 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:32:18.232174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.304931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.322736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd9769-e55f-48b3-baea-5d64276526fe,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:18.396753 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.398297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43337850-62a4-4556-b772-72296bd66591 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333945 Jul 28 18:32:18.400993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39122) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:18.406088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'cc65f5c2-ba74-469e-b73f-06bc2853e471', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:18.476702 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:32:18.481956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.550152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.596670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.617056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cef9a2e-fde9-44d1-aa5c-ea03a369c763,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:18.722380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.726374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-715d34eb-0c53-4f5e-9a19-df2d616b9f92 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218277 Jul 28 18:32:18.726992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39144) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:18.732449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'network': {'name': 'tempest-network-smoke--627681859', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:18.778841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.853111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:32:18.856586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.880766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:32:18.890038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:18.890392 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Added segment 1e596bd2-57d6-45c0-a3bd-e48df84c12eb of type vlan for network f736a004-5b76-474c-bed2-919fe59fb75f Jul 28 18:32:18.930994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.030767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.037092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:19.037622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.101592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Network': ['ID=f736a004-5b76-474c-bed2-919fe59fb75f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:19.112292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f736a004-5b76-474c-bed2-919fe59fb75f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:32:19.158675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66b53b60-5c7c-43dc-9019-24eb04495b21 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4303617 Jul 28 18:32:19.161727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39168) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:19.166940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'admin_state_up': True, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:19.276913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.278028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.330816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.537658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.608776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-13f0677e-c223-4645-ba7a-7724f1a23692 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428939 Jul 28 18:32:19.732415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-15773f2c-d675-459c-ada8-a74147816d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:19.733952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-15773f2c-d675-459c-ada8-a74147816d82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0566685 Jul 28 18:32:19.931199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:19.935492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-c7e3eb86-89fc-4bb1-91d1-ec77b3c92658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:19.936953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-c7e3eb86-89fc-4bb1-91d1-ec77b3c92658 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 909 time: 0.1827610 Jul 28 18:32:19.959372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:20.059541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-ac68675b-3860-45a5-9ea3-c51340f1754e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 1000 time: 0.1057875 Jul 28 18:32:20.144736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-8afb5b90-6b4c-479d-ad51-01bedc463292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:20.146205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-8afb5b90-6b4c-479d-ad51-01bedc463292 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.0787241 Jul 28 18:32:20.147235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.245 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ef234df5-95cf-482b-a3ad-40fa42b82d46) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:32:20.242382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-9857deb3-8c31-4bcb-acf1-810727690738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:20.243901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-9857deb3-8c31-4bcb-acf1-810727690738 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904436 Jul 28 18:32:20.337370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:20.378945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-d40a00d4-4346-4162-a500-b38f117f4201 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226611 Jul 28 18:32:20.388985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-c36776cf-1613-45e7-a90c-ed06d70ce677 req-a13df550-0e96-4e87-bbac-a5349b00ed4e service neutron] (101105) timed out ('10.222.0.35', 52857) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:32:20.481830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dfcc8d7c-8165-41f1-961e-05126cc10fdd req-9aee9ce3-2c61-46e1-80de-616bd12ac74f service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942340 Jul 28 18:32:20.528132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:20.570333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:20.573402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:20.576987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:32:20.612506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=ef234df5-95cf-482b-a3ad-40fa42b82d46,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:20.894874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:21.110094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:21.647956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router ad1362e3-f297-483c-b5e6-340001741a0e is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:32:21.759140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:32:21.773108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Sync routers for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:32:21.782720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:21.783491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:21.841936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:21.843225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-73b4eab1-aeea-4508-82a3-b5a185742414 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6805019 Jul 28 18:32:21.846407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39320) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:21.863182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-3267a5de-5c91-454d-8e48-a639a49ca933 req-4618b546-e0e1-459d-add2-99b9c13f8794 service neutron] (101106) timed out ('10.222.0.35', 52911) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:32:22.065807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:22.118977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39338) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:22.119620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-06996154-eaad-4662-9600-6183d71fc537 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4b17fc9140264909809d3eb19d9902fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2714295 Jul 28 18:32:22.257470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:20Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:22.290642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Checking router: ad1362e3-f297-483c-b5e6-340001741a0e for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:32:22.290993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Updating router ad1362e3-f297-483c-b5e6-340001741a0e port ef234df5-95cf-482b-a3ad-40fa42b82d46 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:32:22.309028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fe60e-c76e-4cd5-8db2-4e9293889a60 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:22.310759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-de7fe60e-c76e-4cd5-8db2-4e9293889a60 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1907437 Jul 28 18:32:22.313743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39354) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:22.316036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.355766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39360) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:22.361995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-884397667', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:22.366661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-306c0386-b196-47ae-af43-569fd3933957 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517461 Jul 28 18:32:22.516316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:32:22.520097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.607488 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.615876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Transition to ACTIVE for port object ef234df5-95cf-482b-a3ad-40fa42b82d46 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:22.721269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.771650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Attempting to bind port ef234df5-95cf-482b-a3ad-40fa42b82d46 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:32:22.772020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Attempting to bind port ef234df5-95cf-482b-a3ad-40fa42b82d46 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:32:22.772387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Attempting to bind port ef234df5-95cf-482b-a3ad-40fa42b82d46 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:32:22.778838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.782163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Pushing event updated for resources: {'Port': ['ID=ef234df5-95cf-482b-a3ad-40fa42b82d46,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:22.784405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:32:22.784775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:32:22.785179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.785568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:32:22.786091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Bound port: ef234df5-95cf-482b-a3ad-40fa42b82d46, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:32:22.786534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:22.815903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.816254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.816593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.816932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.817257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.817854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.818351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.818680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.819021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.819329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.819670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.820136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:22.849954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Subnet': ['ID=d25b7c0a-8c78-490d-b085-a2e474d2ebea,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:22.852156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Checking segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:32:22.852524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network hostable DHCP agents. Network: f736a004-5b76-474c-bed2-919fe59fb75f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:32:22.857807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] For port ef234df5-95cf-482b-a3ad-40fa42b82d46, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:32:22.861704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] For port ef234df5-95cf-482b-a3ad-40fa42b82d46, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef234df5-95cf-482b-a3ad-40fa42b82d46,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:32:22.979014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network f736a004-5b76-474c-bed2-919fe59fb75f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:32:22.979565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.036269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f736a004-5b76-474c-bed2-919fe59fb75f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:23.041393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:23.042210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.044668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:23.044668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:23.047389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2225-a340-45ca-b75d-97e9b045536f None None] Pushing event updated for resources: {'Port': ['ID=ef234df5-95cf-482b-a3ad-40fa42b82d46,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:23.085746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c2c09-a1a8-4d36-a3a0-003d14af524f None None] Network f736a004-5b76-474c-bed2-919fe59fb75f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:32:23.106336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-477541b7-bb05-4088-9687-581ee895b7e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7494164 Jul 28 18:32:23.109129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39378) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:23.221925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:23.390114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f736a004-5b76-474c-bed2-919fe59fb75f', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:32:23.391028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.591605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:20Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:23.596985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Allocated IP 172.20.0.2 (f736a004-5b76-474c-bed2-919fe59fb75f/d25b7c0a-8c78-490d-b085-a2e474d2ebea/42ca242e-4059-4f5f-ae88-86e79bf4414e) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:32:23.598736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.629165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c2e64-f408-44b0-9814-a315b24b802a None None] The sync data for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 is: [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:20Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:32:23.814308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.831073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Transition to ACTIVE for port object 42ca242e-4059-4f5f-ae88-86e79bf4414e will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:23.853936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Transition to ACTIVE for port object 42ca242e-4059-4f5f-ae88-86e79bf4414e will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:23.922013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:23.986219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.1 (f736a004-5b76-474c-bed2-919fe59fb75f/d25b7c0a-8c78-490d-b085-a2e474d2ebea/78b00b3a-0113-45f4-a26e-265dbc51ebff) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:32:23.992834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Network f736a004-5b76-474c-bed2-919fe59fb75f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:23.995885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:23.999643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:32:24.048251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Pushing event updated for resources: {'Port': ['ID=42ca242e-4059-4f5f-ae88-86e79bf4414e,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:24.094327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Attempting to bind port 42ca242e-4059-4f5f-ae88-86e79bf4414e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:32:24.095848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Attempting to bind port 42ca242e-4059-4f5f-ae88-86e79bf4414e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:32:24.096421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Attempting to bind port 42ca242e-4059-4f5f-ae88-86e79bf4414e on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:32:24.102587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:32:24.102872 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Checking segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:32:24.103291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.103722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Bound using segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:32:24.104214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Bound port: 42ca242e-4059-4f5f-ae88-86e79bf4414e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:32:24.104603 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.159899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.176453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 78b00b3a-0113-45f4-a26e-265dbc51ebff will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:24.194338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] For port 42ca242e-4059-4f5f-ae88-86e79bf4414e, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:32:24.194633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] For port 42ca242e-4059-4f5f-ae88-86e79bf4414e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=42ca242e-4059-4f5f-ae88-86e79bf4414e,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:32:24.271445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.297954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.338669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcb6ac-2a49-4e17-8d49-316993c80a95 None None] Pushing event updated for resources: {'Port': ['ID=42ca242e-4059-4f5f-ae88-86e79bf4414e,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:24.387639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:24.411073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network f736a004-5b76-474c-bed2-919fe59fb75f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:24.412565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:24.423664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:32:24.471029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.681744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef234df5-95cf-482b-a3ad-40fa42b82d46 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:24.838335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.849155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ef234df5-95cf-482b-a3ad-40fa42b82d46 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:24.853689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ef234df5-95cf-482b-a3ad-40fa42b82d46 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:24.854182 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.958692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:24.987620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ef234df5-95cf-482b-a3ad-40fa42b82d46, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef234df5-95cf-482b-a3ad-40fa42b82d46,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:25.070548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.132427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ef234df5-95cf-482b-a3ad-40fa42b82d46,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:25.163447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39410) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:25.191239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.275507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.279176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4518f5f1-e917-4f5c-820c-8acba93b118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.352623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:25.355091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.388575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4518f5f1-e917-4f5c-820c-8acba93b118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.459559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4518f5f1-e917-4f5c-820c-8acba93b118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.463645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network f736a004-5b76-474c-bed2-919fe59fb75f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:25.465192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:25.495067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef8816-fba8-4fc8-b355-611e90ea176a None None] Network f736a004-5b76-474c-bed2-919fe59fb75f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:32:25.504364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4518f5f1-e917-4f5c-820c-8acba93b118d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e47dd4f26b5148bd97e26be01e734fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386674 Jul 28 18:32:25.506877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518f5f1-e917-4f5c-820c-8acba93b118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58d0d5-4431-454e-9a9f-14ff8f4f0d70,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:25.511336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39414) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:25.617923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.619807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d9e95390-00bd-4bea-b87c-e2f47f49d2c4 None None] Provisioning for port 42ca242e-4059-4f5f-ae88-86e79bf4414e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:25.631854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router ad1362e3-f297-483c-b5e6-340001741a0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:32:25.651174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.793943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:32:25.799098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d0efbee-61c4-4af1-8b7b-ba2099020629 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/ad1362e3-f297-483c-b5e6-340001741a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6866999 Jul 28 18:32:25.855566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.859271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:25.860643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce58d0d5-4431-454e-9a9f-14ff8f4f0d70 HTTP/1.1" status: 204 len: 168 time: 0.3483922 Jul 28 18:32:25.873355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caeb01-a1e6-47e4-b908-08e2a83be178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58d0d5-4431-454e-9a9f-14ff8f4f0d70,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:26.037954 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Sync routers for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:32:26.042873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b8912507-ef00-4f22-80ef-c25404863bb5 None None] Provisioning for port 78b00b3a-0113-45f4-a26e-265dbc51ebff completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:26.049267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b8912507-ef00-4f22-80ef-c25404863bb5 None None] Provisioning complete for port 78b00b3a-0113-45f4-a26e-265dbc51ebff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:26.049738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b8912507-ef00-4f22-80ef-c25404863bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.054130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:26.054130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:26.113685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b8912507-ef00-4f22-80ef-c25404863bb5 None None] Port 78b00b3a-0113-45f4-a26e-265dbc51ebff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:32:26.169787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:26.235151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ae0200e6-13e9-4aaa-a9e7-61b6547cf71d None None] Provisioning complete for port 78b00b3a-0113-45f4-a26e-265dbc51ebff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:26.235566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae0200e6-13e9-4aaa-a9e7-61b6547cf71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.317858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ae0200e6-13e9-4aaa-a9e7-61b6547cf71d None None] Port 78b00b3a-0113-45f4-a26e-265dbc51ebff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:32:26.361802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-3769cf67-d1d7-4933-87b4-1a7921ea8b18 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241808649&fields=id&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 267 time: 0.0466266 Jul 28 18:32:26.430580 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:25Z', 'revision_number': 2, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:26.467286 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Checking router: ad1362e3-f297-483c-b5e6-340001741a0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:32:26.467832 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Updating router ad1362e3-f297-483c-b5e6-340001741a0e port 78b00b3a-0113-45f4-a26e-265dbc51ebff binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:32:26.494089 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.514623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-5b124c53-8bea-457e-82d0-ccff4f23f9cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:26.516764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-5b124c53-8bea-457e-82d0-ccff4f23f9cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 796 time: 0.1464217 Jul 28 18:32:26.558714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-df5ed0c8-f5ba-4c99-b712-3ab999f3eb7f None None] Provisioning complete for port 78b00b3a-0113-45f4-a26e-265dbc51ebff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:26.559092 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0c8-f5ba-4c99-b712-3ab999f3eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.561072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c3b9d1df-4326-4c9b-b6ef-0d02831e7445 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/quotas/4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 375 time: 0.0207353 Jul 28 18:32:26.628370 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c105ea1c-aacb-48c0-b057-64a5c9e13c9b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606644 Jul 28 18:32:26.632088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-df5ed0c8-f5ba-4c99-b712-3ab999f3eb7f None None] Port 78b00b3a-0113-45f4-a26e-265dbc51ebff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:32:26.663059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39446) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:26.685289 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47943922-c354-4fd8-a515-e2f260ba8a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.685673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef234df5-95cf-482b-a3ad-40fa42b82d46 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:26.739661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ef234df5-95cf-482b-a3ad-40fa42b82d46 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:26.740045 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.845831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 42ca242e-4059-4f5f-ae88-86e79bf4414e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:26.889796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-d0a5694e-f578-4380-a3fa-ad682918b9b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:32:26.890839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-d0a5694e-f578-4380-a3fa-ad682918b9b6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2490473 Jul 28 18:32:26.893257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47943922-c354-4fd8-a515-e2f260ba8a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.931720 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.941616 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Transition to ACTIVE for port object 78b00b3a-0113-45f4-a26e-265dbc51ebff will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:26.944765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-47943922-c354-4fd8-a515-e2f260ba8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.968153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 42ca242e-4059-4f5f-ae88-86e79bf4414e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:26.974060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 42ca242e-4059-4f5f-ae88-86e79bf4414e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:26.974447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:26.986899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-47943922-c354-4fd8-a515-e2f260ba8a5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e0ec9841ba449baa4a1215d1b69e2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191268 Jul 28 18:32:26.986899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47943922-c354-4fd8-a515-e2f260ba8a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0e681-478c-4558-927f-7a0a3470898a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:26.988344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39448) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:27.007608 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.042505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-d5ee300b-d709-4b7e-ab99-2c3cc49de0e9 service neutron] 10.222.0.25 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276286 Jul 28 18:32:27.068559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.089464 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Pushing event updated for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:27.108691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 42ca242e-4059-4f5f-ae88-86e79bf4414e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=42ca242e-4059-4f5f-ae88-86e79bf4414e,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:27.128987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.129598 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.130087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.130566 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.131775 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.132351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.133085 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.133573 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.134058 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.134828 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.135322 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.135851 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:27.137061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.175540 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Attempting to bind port 78b00b3a-0113-45f4-a26e-265dbc51ebff on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:32:27.176050 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Attempting to bind port 78b00b3a-0113-45f4-a26e-265dbc51ebff by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:32:27.176461 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Attempting to bind port 78b00b3a-0113-45f4-a26e-265dbc51ebff on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:32:27.179116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.182135 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:32:27.182504 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Checking segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:32:27.183437 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.183992 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Bound using segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:32:27.184788 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Bound port: 78b00b3a-0113-45f4-a26e-265dbc51ebff, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:32:27.185334 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.186001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.238548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-8bba6d0f-b745-4045-93f7-53a26b85947f service neutron] 10.222.0.25 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860116 Jul 28 18:32:27.270209 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] For port 78b00b3a-0113-45f4-a26e-265dbc51ebff, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:32:27.277095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] For port 78b00b3a-0113-45f4-a26e-265dbc51ebff, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b00b3a-0113-45f4-a26e-265dbc51ebff,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:32:27.283672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=42ca242e-4059-4f5f-ae88-86e79bf4414e,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:27.327135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.330312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.333815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99e0e681-478c-4558-927f-7a0a3470898a HTTP/1.1" status: 204 len: 168 time: 0.3419983 Jul 28 18:32:27.342214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ac8eb-3fbd-4e36-b680-63070f30d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0e681-478c-4558-927f-7a0a3470898a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:27.356355 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:27.431508 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:27.432451 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:27.434316 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228fed1-5086-40e9-a0fc-47a05b29130f None None] Pushing event updated for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:27.611076 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:27.718254 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2357fecd-7305-465e-8cbd-8b3e706f2599 req-272e2d64-9374-41b6-8917-106f38c2651e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 210 time: 0.2030854 Jul 28 18:32:27.960549 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:27Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:27.987430 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8e311-3e24-46b4-8d91-bfdce2a1b5d0 None None] The sync data for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 is: [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:27Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:32:28.294583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39466) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:28.313948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-404a4137-7919-49c1-aba6-7f56d21e4656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.426984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-404a4137-7919-49c1-aba6-7f56d21e4656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.487852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-404a4137-7919-49c1-aba6-7f56d21e4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.573449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-404a4137-7919-49c1-aba6-7f56d21e4656 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c79e418f17124e148af9f526d7b86401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753932 Jul 28 18:32:28.573449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a4137-7919-49c1-aba6-7f56d21e4656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd8d7e-f39c-4b13-a889-3e439bd9d209,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:28.573848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39472) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:28.639758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.671466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.698729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b00b3a-0113-45f4-a26e-265dbc51ebff up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:28.796602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ad81ef90-162e-455d-a0b2-f5be023eb3b0 req-d98ebb53-c349-42c3-b6c5-d76d9356ef9a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 210 time: 0.0302331 Jul 28 18:32:28.807818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.812048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.816361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4bd8d7e-f39c-4b13-a889-3e439bd9d209 HTTP/1.1" status: 204 len: 168 time: 0.2409160 Jul 28 18:32:28.825632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d31013-16b4-4f69-8a24-ce47ab78b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd8d7e-f39c-4b13-a889-3e439bd9d209,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:28.865026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 78b00b3a-0113-45f4-a26e-265dbc51ebff completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:28.869727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 78b00b3a-0113-45f4-a26e-265dbc51ebff triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:28.870100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:28.980598 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:29.023045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 78b00b3a-0113-45f4-a26e-265dbc51ebff, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b00b3a-0113-45f4-a26e-265dbc51ebff,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:29.099115 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:29.100202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 42ca242e-4059-4f5f-ae88-86e79bf4414e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:29.180275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:29.202153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 42ca242e-4059-4f5f-ae88-86e79bf4414e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:29.202534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:29.913125 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cf32d91a-be24-4b70-b935-93709355dab3 req-20956b98-7442-49c4-93f6-9a2b3000e730 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 210 time: 0.0409024 Jul 28 18:32:30.175648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-91717adb-7b1e-4a38-8486-ec8dc17590cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:30.177680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-91717adb-7b1e-4a38-8486-ec8dc17590cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 796 time: 0.1140952 Jul 28 18:32:30.241963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-a0dc6142-8a48-41f8-8fb0-11fc2f045d5e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 379 time: 0.0541966 Jul 28 18:32:30.251482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'port': {'device_id': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'admin_state_up': True, 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'security_groups': ['cc65f5c2-ba74-469e-b73f-06bc2853e471']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:30.452591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:32:30.456783 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:30.568660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b00b3a-0113-45f4-a26e-265dbc51ebff up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:30.605690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.5 (f736a004-5b76-474c-bed2-919fe59fb75f/d25b7c0a-8c78-490d-b085-a2e474d2ebea/23fcb651-e8d3-4c48-a162-851c9ca5713d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:32:30.633480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 78b00b3a-0113-45f4-a26e-265dbc51ebff triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:30.633875 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:30.763982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:30.779190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 23fcb651-e8d3-4c48-a162-851c9ca5713d will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:30.899584 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:30.947312 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network f736a004-5b76-474c-bed2-919fe59fb75f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:30.950743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:30.957036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:32:30.964178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:31.027076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:31.027771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.061002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87f40c-61fa-4f30-99c3-01f068366508 req-dcd1879b-f38e-4c9a-b10d-9281d4f857e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:31.068558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb87f40c-61fa-4f30-99c3-01f068366508 req-dcd1879b-f38e-4c9a-b10d-9281d4f857e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 931 time: 0.0610034 Jul 28 18:32:31.106703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bb87f40c-61fa-4f30-99c3-01f068366508 req-abac6cf3-2cb5-4240-8cd3-f1a83bb2a944 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372283 Jul 28 18:32:31.113612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-67a20474-a5a9-40ac-b664-1f3d95310132 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660905 Jul 28 18:32:31.130287 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Request body: {'port': {'device_id': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:31.193023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.407424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c23144bb-0c39-4826-879b-2dfba7913d25 None None] Provisioning for port 23fcb651-e8d3-4c48-a162-851c9ca5713d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:31.412053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c23144bb-0c39-4826-879b-2dfba7913d25 None None] Provisioning complete for port 23fcb651-e8d3-4c48-a162-851c9ca5713d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:31.412454 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c23144bb-0c39-4826-879b-2dfba7913d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.459278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c23144bb-0c39-4826-879b-2dfba7913d25 None None] Port 23fcb651-e8d3-4c48-a162-851c9ca5713d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:32:31.491751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fcb651-e8d3-4c48-a162-851c9ca5713d {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:32:31.504351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.518869 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Transition to ACTIVE for port object 23fcb651-e8d3-4c48-a162-851c9ca5713d will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:32:31.567449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.638951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:31.699620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:32:31.699620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:32:31.699620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:32:31.702710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:32:31.703042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:32:31.708963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:32:31.709355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Checking segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:32:31.709691 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Bound using segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:32:31.710125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Bound port: 23fcb651-e8d3-4c48-a162-851c9ca5713d, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:32:31.710498 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.782347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:32:31.785804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:32:31.791968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:31.865124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.914794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9094d854-2b5e-402b-a5b6-1ce4fa1c904b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.919693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:31.919693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:31.919693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] 10.222.0.37 "PUT /v2.0/ports/23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 1091 time: 0.7971003 Jul 28 18:32:31.923073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:32:31.925858 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d110890f-acb9-4f66-a869-9ae2b4e71257" -d '{"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:32:31.966446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5cff-f287-447b-92f6-6779364fe9dd service neutron] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:31.968478 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774be9c2-d834-45ed-bea2-48a716b9461a x-openstack-request-id: req-774be9c2-d834-45ed-bea2-48a716b9461a {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:32:31.968766 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:32:31.969047 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-774be9c2-d834-45ed-bea2-48a716b9461a {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:32:31.969441 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'status': 'completed', 'code': 200} Jul 28 18:32:32.057126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-40e07048-f15a-4959-b0f3-b12c7a8bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.058774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-40e07048-f15a-4959-b0f3-b12c7a8bc37d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1094 time: 0.0719399 Jul 28 18:32:32.135233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9094d854-2b5e-402b-a5b6-1ce4fa1c904b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.180047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-d7ba1d2b-e964-4b85-95c8-459501d215ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.180047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-d7ba1d2b-e964-4b85-95c8-459501d215ac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b17fc9140264909809d3eb19d9902fe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1087630 Jul 28 18:32:32.202973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9094d854-2b5e-402b-a5b6-1ce4fa1c904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.229679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92a4be-360b-4c1e-8fe8-377f930e1cf1 req-2996fac7-7f55-4649-b1e9-c8b1a50193c7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.231180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf92a4be-360b-4c1e-8fe8-377f930e1cf1 req-2996fac7-7f55-4649-b1e9-c8b1a50193c7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0492167 Jul 28 18:32:32.270017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf92a4be-360b-4c1e-8fe8-377f930e1cf1 req-2519c660-cc34-4a89-8f39-5716487d6a57 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Jul 28 18:32:32.280093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094d854-2b5e-402b-a5b6-1ce4fa1c904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096882c2-7716-4bf9-919b-07e05e972ae8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:32.287782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9094d854-2b5e-402b-a5b6-1ce4fa1c904b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75c41d04dae84004ba3b8510466bb0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947321 Jul 28 18:32:32.290341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39540) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:32.335833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-dc3544cb-672b-4fe9-8062-1caed5614db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.337282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d110890f-acb9-4f66-a869-9ae2b4e71257 req-dc3544cb-672b-4fe9-8062-1caed5614db1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549582 Jul 28 18:32:32.362328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.404329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.449446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-145734df-eb3b-41db-b0c3-a1a52bb9c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.450970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-145734df-eb3b-41db-b0c3-a1a52bb9c159 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1094 time: 0.0748451 Jul 28 18:32:32.492795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-695813d1-2fe6-4e9d-b5f1-b30a874f5f6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 217 time: 0.0342264 Jul 28 18:32:32.540655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-3c8274c2-13c7-47b0-a742-8ea94ecf7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.542115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-3c8274c2-13c7-47b0-a742-8ea94ecf7f96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0431464 Jul 28 18:32:32.544098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.546699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:32.548348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/096882c2-7716-4bf9-919b-07e05e972ae8 HTTP/1.1" status: 204 len: 168 time: 0.2570589 Jul 28 18:32:32.580191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778fcff-bce4-486b-b84d-7cdc8357ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096882c2-7716-4bf9-919b-07e05e972ae8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:32.616753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-30c96afe-183e-4486-b7bf-5f3ded41a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:32.618317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-30c96afe-183e-4486-b7bf-5f3ded41a2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690002 Jul 28 18:32:32.712954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-e3f8827f-885b-419a-91cb-93eb95494618 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 Jul 28 18:32:33.159650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abbb3b5c-640d-44ac-9a2c-dfefb34e331f req-bd9659e5-12cb-430f-b8d4-40e47d493308 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401731 Jul 28 18:32:33.395737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348126a8-cab0-4dcf-b63c-70ea1e33b9a0 req-760a896b-7142-4897-9b05-8f49a6982982 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:33.397477 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-348126a8-cab0-4dcf-b63c-70ea1e33b9a0 req-760a896b-7142-4897-9b05-8f49a6982982 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0520341 Jul 28 18:32:33.435131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-348126a8-cab0-4dcf-b63c-70ea1e33b9a0 req-81bc87de-5f80-4953-8f2d-b511619b6020 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Jul 28 18:32:34.554996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e60c7-a16f-4693-936d-666b5bd799e6 req-6d7f041d-119b-42db-99c1-53e992e219dc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:34.556573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d8e60c7-a16f-4693-936d-666b5bd799e6 req-6d7f041d-119b-42db-99c1-53e992e219dc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0538397 Jul 28 18:32:34.596976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d8e60c7-a16f-4693-936d-666b5bd799e6 req-001075ca-4cbd-4e6e-9d0b-a5744601e3bd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333853 Jul 28 18:32:35.713911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95f30-b740-4297-829c-1555c8f07ed5 req-a5f58eeb-5c9b-460c-b020-9043aa2c278d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:35.715469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ce95f30-b740-4297-829c-1555c8f07ed5 req-a5f58eeb-5c9b-460c-b020-9043aa2c278d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0502298 Jul 28 18:32:35.760391 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ce95f30-b740-4297-829c-1555c8f07ed5 req-5d98d9fa-4efb-4f6e-a1b8-dc6b22381af5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Jul 28 18:32:36.042910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:32:36.257584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39654) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:36.302454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:36.314425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'mac_address': 'fa:16:3e:89:81:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:32:36.351612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.364593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fcb651-e8d3-4c48-a162-851c9ca5713d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:32:36.365083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddaff-201b-4df7-a6ed-4a16852eea3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.383929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:36.461021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddaff-201b-4df7-a6ed-4a16852eea3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.470636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.518423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:36.538266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddaff-201b-4df7-a6ed-4a16852eea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.576797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8f2ddaff-201b-4df7-a6ed-4a16852eea3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00a6bcd3046b45879a6b5bf06e7a4821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180258 Jul 28 18:32:36.577667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ddaff-201b-4df7-a6ed-4a16852eea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac6ddd-2e1b-48ca-924f-d2729eba90f3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:36.579629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:36.630215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.651444 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.675963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['23fcb651-e8d3-4c48-a162-851c9ca5713d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:32:36.769112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.771659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:36.773187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deac6ddd-2e1b-48ca-924f-d2729eba90f3 HTTP/1.1" status: 204 len: 168 time: 0.1924849 Jul 28 18:32:36.782675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743034f4-1a99-4176-8009-3e613c50551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac6ddd-2e1b-48ca-924f-d2729eba90f3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:36.893502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4655e-e79d-474f-8362-db10bb819551 req-585a864b-d2f0-4f1e-bd6f-141fc2ff87a3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:36.895152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01e4655e-e79d-474f-8362-db10bb819551 req-585a864b-d2f0-4f1e-bd6f-141fc2ff87a3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 944 time: 0.0570488 Jul 28 18:32:36.955431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01e4655e-e79d-474f-8362-db10bb819551 req-2ea82684-6809-492a-97e0-c40dc3d1aebe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519857 Jul 28 18:32:37.664456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-359b0a79-3358-4064-9763-1e510ca69e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:38.057712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:32:38.177035 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b71d22-bf04-4e66-ad0a-793e8919cca8 req-8131aad0-05a7-45ed-8bed-fb66e9c57db6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:38.178714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34b71d22-bf04-4e66-ad0a-793e8919cca8 req-8131aad0-05a7-45ed-8bed-fb66e9c57db6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 944 time: 0.0575378 Jul 28 18:32:38.207643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 23fcb651-e8d3-4c48-a162-851c9ca5713d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:32:38.213605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 23fcb651-e8d3-4c48-a162-851c9ca5713d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:32:38.214347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:38.221866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34b71d22-bf04-4e66-ad0a-793e8919cca8 req-c55f84ab-caaf-4351-b961-1be5d51deaef tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360119 Jul 28 18:32:38.293702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:38.316582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:32:38.322302 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9c3ee-cdc8-4276-b614-77476d58a69c" -d '{"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-plugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:32:38.334503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:38.360880 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43d194a-5822-4a08-a30b-b665d556f1f3 x-openstack-request-id: req-f43d194a-5822-4a08-a30b-b665d556f1f3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:32:38.361411 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-plugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:32:38.361719 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f43d194a-5822-4a08-a30b-b665d556f1f3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:32:38.362123 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'code': 200} Jul 28 18:32:38.396034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:38.456055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:38.473284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd8c8-167e-4299-bdb6-60488a5ddbab req-a427a339-094f-4a21-9e83-67a7aa0a9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:38.474954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02cbd8c8-167e-4299-bdb6-60488a5ddbab req-a427a339-094f-4a21-9e83-67a7aa0a9d6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.0572796 Jul 28 18:32:38.519367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-02cbd8c8-167e-4299-bdb6-60488a5ddbab req-511e1d11-4ef7-40b2-86e4-5285a66affaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Jul 28 18:32:39.350944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536fb51-cdc4-422d-ab04-56f425418f66 req-01da3967-396d-4bfa-878b-c2387743b28b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:39.353041 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f536fb51-cdc4-422d-ab04-56f425418f66 req-01da3967-396d-4bfa-878b-c2387743b28b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 28 18:32:39.392162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f536fb51-cdc4-422d-ab04-56f425418f66 req-51090ea9-9d53-4ffb-9036-864e872d0617 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Jul 28 18:32:40.127109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.256618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-72109502-d26c-47a0-aa1b-0d3aee565cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.335511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39794) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:40.449120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-319d857b-fd1f-4d17-b970-8ec112c89e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.554778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d11cec-324f-46b4-a00b-36a721f20c26 req-162df146-db79-44e4-bc4f-4f9f47d0ed00 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:40.556331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13d11cec-324f-46b4-a00b-36a721f20c26 req-162df146-db79-44e4-bc4f-4f9f47d0ed00 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0696521 Jul 28 18:32:40.600512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-319d857b-fd1f-4d17-b970-8ec112c89e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.612929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13d11cec-324f-46b4-a00b-36a721f20c26 req-a830db71-402d-4ad6-a908-9a73895223b1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485072 Jul 28 18:32:40.663455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-319d857b-fd1f-4d17-b970-8ec112c89e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.707876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:40.708469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-319d857b-fd1f-4d17-b970-8ec112c89e62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4324153047c4c7ebeec9a5871647316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713460 Jul 28 18:32:40.709189 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d857b-fd1f-4d17-b970-8ec112c89e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6057a-3723-4f82-ae37-0fba89e357b6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:40.774529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2e963-5301-404d-85e1-b827dadc26d1 req-005d9e8e-5f7f-4e2c-8b91-2ded28c5bbba tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:40.776065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bdd2e963-5301-404d-85e1-b827dadc26d1 req-005d9e8e-5f7f-4e2c-8b91-2ded28c5bbba tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0827045 Jul 28 18:32:40.823641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.832171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bdd2e963-5301-404d-85e1-b827dadc26d1 req-f89dd14a-41d5-4b73-a6ef-2d55d4b13888 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489249 Jul 28 18:32:40.858634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:40.870708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.917100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb81e93-5a6f-41ad-a4c5-63dc2c880423 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:40.918711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-adb81e93-5a6f-41ad-a4c5-63dc2c880423 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1091 time: 0.0616739 Jul 28 18:32:40.922371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39814) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:40.926974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:40.989903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.992557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:40.993782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01c6057a-3723-4f82-ae37-0fba89e357b6 HTTP/1.1" status: 204 len: 168 time: 0.2846522 Jul 28 18:32:41.002278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69189-6fd0-4b16-8d2d-9d9cdd230def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6057a-3723-4f82-ae37-0fba89e357b6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:41.021443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.126184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.127149 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.235617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.48 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/058f7629-13ba-4d4f-b07d-86c1fdfb8ff2) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:32:41.336602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.430629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.474323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:32:41.477550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:32:41.481277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:32:41.510658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=058f7629-13ba-4d4f-b07d-86c1fdfb8ff2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:41.526308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.526666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.527012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.527376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.527740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.528076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.528407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.528737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.529069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.529393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.529721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.530043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:41.569687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:41.586313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b614bd6d-5302-46ea-8374-077f08e8ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.676416 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b614bd6d-5302-46ea-8374-077f08e8ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.741975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b614bd6d-5302-46ea-8374-077f08e8ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.782659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b614bd6d-5302-46ea-8374-077f08e8ba17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e814ded70ab947d0b04598e3f4ef7e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118206 Jul 28 18:32:41.783647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614bd6d-5302-46ea-8374-077f08e8ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb1561-f41a-465c-affa-3cbbccbdfa3b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:41.786014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39832) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:41.837695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.860667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:41.871759 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.012942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.016238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.017457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bdb1561-f41a-465c-affa-3cbbccbdfa3b HTTP/1.1" status: 204 len: 168 time: 0.2304623 Jul 28 18:32:42.025595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c8196-3afd-4732-8f07-f1d144fd4dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb1561-f41a-465c-affa-3cbbccbdfa3b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:42.070198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.227554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.332482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.399106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=058f7629-13ba-4d4f-b07d-86c1fdfb8ff2,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:42.413716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.522199 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP f8109d7d-098b-4e48-9e12-24bd74b39b39 associated. External IP: 172.25.7.48, port: 23fcb651-e8d3-4c48-a162-851c9ca5713d. Jul 28 18:32:42.755877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router ad1362e3-f297-483c-b5e6-340001741a0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:32:42.873601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:32:42.887560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Sync routers for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:32:42.899348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:42.902643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:42.951677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:42.979101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2fd6e52f-f226-48ee-8d91-871c0d88be59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0554757 Jul 28 18:32:42.979806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:32:42.982111 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66359a3a-c715-4ec1-a11b-12d01a784ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:32:43.013044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:43.025553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:43.042501 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f77609-1986-4b06-b246-2d429c875391 x-openstack-request-id: req-a5f77609-1986-4b06-b246-2d429c875391 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:32:43.048062 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:32:43.048062 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5f77609-1986-4b06-b246-2d429c875391 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:32:43.048062 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'status': 'completed', 'code': 200} Jul 28 18:32:43.117058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-857ed6cb-374d-40d3-8035-3fa153859bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:43.121788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-857ed6cb-374d-40d3-8035-3fa153859bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.0544307 Jul 28 18:32:43.157971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e841-b28d-4e54-aa17-6e3acaef1479 req-4384a971-5b94-4d47-976e-0bbc91d8cc35 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:43.177057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8b1e841-b28d-4e54-aa17-6e3acaef1479 req-4384a971-5b94-4d47-976e-0bbc91d8cc35 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0932930 Jul 28 18:32:43.223162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8b1e841-b28d-4e54-aa17-6e3acaef1479 req-075023f0-ffe7-4c4d-894c-f8142d9adaab tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Jul 28 18:32:43.240696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:43.309354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f8109d7d-098b-4e48-9e12-24bd74b39b39', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'mac_address': 'fa:16:3e:89:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:32:41Z', 'updated_at': '2021-07-28T18:32:41Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:43.315433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-c8e6a61e-0df4-460a-8e21-fac3cb796e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:43.317252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-c8e6a61e-0df4-460a-8e21-fac3cb796e90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1892381 Jul 28 18:32:43.317995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a62a0128-a524-4b34-86f3-8a7cd3ecc8c7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/f8109d7d-098b-4e48-9e12-24bd74b39b39 HTTP/1.1" status: 200 len: 990 time: 0.0747733 Jul 28 18:32:43.341017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Checking router: ad1362e3-f297-483c-b5e6-340001741a0e for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:32:43.349474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:32:43.350088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:43.441938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-2b42ce86-7d20-415c-ab28-631eae8efa54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 998 time: 0.1175616 Jul 28 18:32:43.463131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:32:43.504243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-88792416-57fc-487b-9180-4c898873c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:43.505762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-88792416-57fc-487b-9180-4c898873c90a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0559199 Jul 28 18:32:43.557913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-d22320b1-fa75-4def-b0b9-bb3373d460bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:43.559618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-d22320b1-fa75-4def-b0b9-bb3373d460bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433221 Jul 28 18:32:43.661928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-2176f111-8145-4849-9145-43baa5bf9b35 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953462 Jul 28 18:32:43.719100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f8109d7d-098b-4e48-9e12-24bd74b39b39', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'mac_address': 'fa:16:3e:89:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:32:41Z', 'updated_at': '2021-07-28T18:32:41Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:43.750375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bf94f-b6a2-41f8-9e2e-6fa7273e6152 None None] The sync data for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 is: [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f8109d7d-098b-4e48-9e12-24bd74b39b39', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'mac_address': 'fa:16:3e:89:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:32:41Z', 'updated_at': '2021-07-28T18:32:41Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:32:43.767547 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66359a3a-c715-4ec1-a11b-12d01a784ffb req-02e37312-25ca-4eed-8979-446945f14119 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989525 Jul 28 18:32:43.983714 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9bbec-8c01-40a2-8429-fd2f83354e71 None None] New status for floating IP f8109d7d-098b-4e48-9e12-24bd74b39b39: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:32:44.215765 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39920) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:44.321172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:44.333579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b08dfad-5426-42a7-8e1a-ac80a08725ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:44.385042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1b127af8-9a66-41e7-a4cf-2ef828692d31 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/f8109d7d-098b-4e48-9e12-24bd74b39b39 HTTP/1.1" status: 200 len: 992 time: 0.0625196 Jul 28 18:32:44.430986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b08dfad-5426-42a7-8e1a-ac80a08725ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:44.492179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8b08dfad-5426-42a7-8e1a-ac80a08725ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:44.533788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b08dfad-5426-42a7-8e1a-ac80a08725ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7c680e00628402594769a029cfe08e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169994 Jul 28 18:32:44.534665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08dfad-5426-42a7-8e1a-ac80a08725ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ece563b-1e96-42ad-8214-fe4f9d4086d3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:44.536490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:44.601585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:44.627058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:45.116165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:45.119006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:45.120440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ece563b-1e96-42ad-8214-fe4f9d4086d3 HTTP/1.1" status: 204 len: 168 time: 0.5829773 Jul 28 18:32:45.129237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7c24-1ac5-44f5-9e85-0b1c83d65c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ece563b-1e96-42ad-8214-fe4f9d4086d3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:45.532088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:46.614567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 39984) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:46.720512 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1b59fe42-986b-4abb-ad26-7c58a8df3b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:46.805959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1b59fe42-986b-4abb-ad26-7c58a8df3b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:46.880999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1b59fe42-986b-4abb-ad26-7c58a8df3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:46.917820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59fe42-986b-4abb-ad26-7c58a8df3b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde722e0-eae6-4e75-9fba-08b5331e6fcf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:46.922908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1b59fe42-986b-4abb-ad26-7c58a8df3b08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e528dd19a1f477c89e81067705ddb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072858 Jul 28 18:32:46.925845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 39992) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:46.978359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:46.999068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:47.115533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:47.118176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:47.119451 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bde722e0-eae6-4e75-9fba-08b5331e6fcf HTTP/1.1" status: 204 len: 168 time: 0.1925404 Jul 28 18:32:47.127696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc2b9-fb5a-4bc5-ac70-f4849ee023eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde722e0-eae6-4e75-9fba-08b5331e6fcf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:48.750399 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.125968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:49.227864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ff4c468f-2a78-4db9-9e39-025fef481dcf tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:49.301432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40068) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:49.301987 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff4c468f-2a78-4db9-9e39-025fef481dcf tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "PUT /v2.0/quotas/8c2a7751826e4ab9ab212d5663c1a6d2 HTTP/1.1" status: 200 len: 368 time: 0.1741550 Jul 28 18:32:49.306673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Request body: {'network': {'project_id': '8c2a7751826e4ab9ab212d5663c1a6d2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:49.389554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Made reservation on behalf of 8c2a7751826e4ab9ab212d5663c1a6d2 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:32:49.391887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.400677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.499856 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.567049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.593517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:32:49.599589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb7f94-0a59-49c3-83be-3890b9dae683,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:49.605377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.605732 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Added segment 4710d184-619b-487b-bbfd-ba0ba96f211d of type vlan for network 6434ec5d-f5fa-4855-b35c-2eeae8032de8 Jul 28 18:32:49.647794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.749243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.750968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:49.751608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:49.809023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Pushing event updated for resources: {'Network': ['ID=6434ec5d-f5fa-4855-b35c-2eeae8032de8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:49.819939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6434ec5d-f5fa-4855-b35c-2eeae8032de8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:32:49.910208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f5db5a90-4852-4606-8133-1863d8555ee8 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6074114 Jul 28 18:32:49.912717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:49.917882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Request body: {'network': {'project_id': '8c2a7751826e4ab9ab212d5663c1a6d2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:50.006414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Made reservation on behalf of 8c2a7751826e4ab9ab212d5663c1a6d2 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:32:50.008951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.033364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:32:50.042003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.045290 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Added segment bf6d0bab-0627-48b8-9e97-c02260f95b58 of type vlan for network c1234a35-046b-4feb-a27b-1c853dbf3175 Jul 28 18:32:50.080991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.173264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.176963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:32:50.176963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.233321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Pushing event updated for resources: {'Network': ['ID=c1234a35-046b-4feb-a27b-1c853dbf3175,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:50.244042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c1234a35-046b-4feb-a27b-1c853dbf3175 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:32:50.276358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4edccd6b-31b3-4e59-a270-b2314a807c54 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3625324 Jul 28 18:32:50.279424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40088) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:50.285796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5aee1fa4-7285-42c4-beee-f6d7cdb4d5fb tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Request body: {'network': {'project_id': '8c2a7751826e4ab9ab212d5663c1a6d2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:50.299572 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aee1fa4-7285-42c4-beee-f6d7cdb4d5fb tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 18:32:50.300023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aee1fa4-7285-42c4-beee-f6d7cdb4d5fb tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:32:50.301274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5aee1fa4-7285-42c4-beee-f6d7cdb4d5fb tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0208561 Jul 28 18:32:50.386293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40094) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:50.476874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e03c168-e99e-4086-a8f4-81945e386969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c2a7751826e4ab9ab212d5663c1a6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870788 Jul 28 18:32:50.477212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40100) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:50.535967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.558560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.681205 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.683934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.685175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83bb7f94-0a59-49c3-83be-3890b9dae683 HTTP/1.1" status: 204 len: 168 time: 0.2070367 Jul 28 18:32:50.688508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40102) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:50.695001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f99c5-b559-463d-98f0-983a8f470882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb7f94-0a59-49c3-83be-3890b9dae683,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:50.758586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.842459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.853810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1234a35-046b-4feb-a27b-1c853dbf3175']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:50.865114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d0bab-0627-48b8-9e97-c02260f95b58') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:50.865436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d0bab-0627-48b8-9e97-c02260f95b58') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:50.874100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.887323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.893249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:32:50.895593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:32:50.903872 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:32:51.018232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.024008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.026004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c1234a35-046b-4feb-a27b-1c853dbf3175 HTTP/1.1" status: 204 len: 168 time: 0.3359423 Jul 28 18:32:51.030003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40110) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:51.042385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57edd52-a226-408e-aa62-ce18dd03e251 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1234a35-046b-4feb-a27b-1c853dbf3175,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:51.098075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.178923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.189145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6434ec5d-f5fa-4855-b35c-2eeae8032de8']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:51.200776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4710d184-619b-487b-bbfd-ba0ba96f211d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:51.201076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4710d184-619b-487b-bbfd-ba0ba96f211d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:51.211415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.226387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.232254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:32:51.232639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:32:51.234366 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:32:51.349300 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.355007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:51.356826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6434ec5d-f5fa-4855-b35c-2eeae8032de8 HTTP/1.1" status: 204 len: 168 time: 0.3249698 Jul 28 18:32:51.370540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcb708-3e11-43b3-82df-b0547ad042f9 tempest-QuotasNegativeTest-1635564928 tempest-QuotasNegativeTest-1635564928-project-admin] Pushing event deleted for resources: {'Network': ['ID=6434ec5d-f5fa-4855-b35c-2eeae8032de8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:51.952652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40128) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:51.965942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0c865a1-96c8-4df7-9034-356734b10766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.059884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0c865a1-96c8-4df7-9034-356734b10766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.130851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b0c865a1-96c8-4df7-9034-356734b10766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.170175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b0c865a1-96c8-4df7-9034-356734b10766 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afdfbe4a0bb44c28b2847205963f6798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163901 Jul 28 18:32:52.171701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c865a1-96c8-4df7-9034-356734b10766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cec9eb-b6b7-4734-ac62-cc8d821fe6e8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:52.172950 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:52.239242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.261598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.372437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.375223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:52.376445 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58cec9eb-b6b7-4734-ac62-cc8d821fe6e8 HTTP/1.1" status: 204 len: 168 time: 0.1992681 Jul 28 18:32:52.384674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb281f2-3c75-4cad-8585-8b6d06cccee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cec9eb-b6b7-4734-ac62-cc8d821fe6e8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:53.076248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:53.090251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aff6515b-2531-4a62-ac64-425505d65a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.177869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aff6515b-2531-4a62-ac64-425505d65a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.252189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aff6515b-2531-4a62-ac64-425505d65a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.292156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aff6515b-2531-4a62-ac64-425505d65a3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57d12d9d2cef4c89bd1f5a8c8c7d8e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147303 Jul 28 18:32:53.292952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6515b-2531-4a62-ac64-425505d65a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b9734-78a8-4f6f-a937-fc334e1a0a79,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:53.294151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:53.350453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.372219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.485501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.488121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:53.491589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e8b9734-78a8-4f6f-a937-fc334e1a0a79 HTTP/1.1" status: 204 len: 168 time: 0.1939600 Jul 28 18:32:53.508824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465fd8-a935-4d9f-ad7a-efb2643553bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b9734-78a8-4f6f-a937-fc334e1a0a79,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:55.169669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:32:55.493915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40228) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.596013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-280a9b6e-9ae8-44b1-9758-40a79fb0a12d tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:32:55.772879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-280a9b6e-9ae8-44b1-9758-40a79fb0a12d tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "PUT /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2 HTTP/1.1" status: 200 len: 366 time: 0.2778292 Jul 28 18:32:55.775321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40236) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.785239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e137ac49-3aa8-4a4f-beda-6116e861c03e tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089018 Jul 28 18:32:55.787385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40238) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.796783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-22aba2c0-baca-4325-b459-2b0430bff572 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2 HTTP/1.1" status: 200 len: 366 time: 0.0084548 Jul 28 18:32:55.798864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40240) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.892758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6ce13880-f1d8-4a09-afa5-caef3210dac8 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2 HTTP/1.1" status: 204 len: 168 time: 0.0928388 Jul 28 18:32:55.894874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40242) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.903996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5c701139-62b5-4cc7-a1dd-7b3b3aefdf70 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0081439 Jul 28 18:32:55.906182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.915079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a53df6d0-0535-44d4-8d22-69974c758508 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2 HTTP/1.1" status: 200 len: 370 time: 0.0078886 Jul 28 18:32:55.917098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.922040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e956134e-0851-4479-84d5-89187b73278e tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2/default HTTP/1.1" status: 200 len: 370 time: 0.0040417 Jul 28 18:32:55.926872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40248) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:55.934177 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-6aaca3c8-94c5-478e-87d7-59ff176d6f14 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] delete failed (client error): The resource could not be found. Jul 28 18:32:55.935092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6aaca3c8-94c5-478e-87d7-59ff176d6f14 tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/72cf3fa59c7d400aa4aba7baf39de6a2 HTTP/1.1" status: 404 len: 348 time: 0.0074749 Jul 28 18:32:56.173841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40254) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:56.192952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:network and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.198675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.207855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:subnet and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.213470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.220414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:subnetpool and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.225341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.231701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:port and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.240854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.247006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:router and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.251806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.257866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:floatingip and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.262843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.299545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:security_group and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.305001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.311033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Usage tracker for resource:security_group_rule and tenant:32ac663f75ee4e2faef8211081a975b1 is out of sync, need to count used quota {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 18:32:56.315874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.quota.resource [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 18:32:56.320391 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1a970d3e-c5ea-478c-88ed-670c76f00d2b tempest-QuotasTest-1945115105 tempest-QuotasTest-1945115105-project-admin] 10.222.0.25 "GET /v2.0/quotas/32ac663f75ee4e2faef8211081a975b1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1454906 Jul 28 18:32:56.819252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40270) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:56.999998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56db4bd0-2224-42f7-9371-863d7045c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.085750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56db4bd0-2224-42f7-9371-863d7045c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.161216 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-56db4bd0-2224-42f7-9371-863d7045c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.201246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4bd0-2224-42f7-9371-863d7045c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e88aa6-bcc4-437c-970d-6013f0223407,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:57.205671 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-56db4bd0-2224-42f7-9371-863d7045c4c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71599584e0304a7e8f16f619fcedcd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791425 Jul 28 18:32:57.208225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40278) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:57.256338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.277292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.390090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.392639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:57.396410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0e88aa6-bcc4-437c-970d-6013f0223407 HTTP/1.1" status: 204 len: 168 time: 0.1846538 Jul 28 18:32:57.402171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6873-49b3-4a08-aad1-63d8e602cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e88aa6-bcc4-437c-970d-6013f0223407,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:57.960838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40294) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:57.974513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b99d2b39-c1d2-4932-a131-21d2d8771c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.064880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b99d2b39-c1d2-4932-a131-21d2d8771c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.114879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b99d2b39-c1d2-4932-a131-21d2d8771c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.152008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d2b39-c1d2-4932-a131-21d2d8771c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb815fe0-34c8-4f48-bb98-d45493c74881,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:58.157038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b99d2b39-c1d2-4932-a131-21d2d8771c03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32ac663f75ee4e2faef8211081a975b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945858 Jul 28 18:32:58.159138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40300) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:32:58.214384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.238048 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.344659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.347339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:32:58.348531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb815fe0-34c8-4f48-bb98-d45493c74881 HTTP/1.1" status: 204 len: 168 time: 0.1884127 Jul 28 18:32:58.356296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c94694-386b-427a-99d7-f87c74766d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb815fe0-34c8-4f48-bb98-d45493c74881,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:00.133661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40360) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:00.233028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1828370887', 'router:external': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:00.337489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Made reservation on behalf of 3b15ecc73dad413ab64a466120b99b78 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:00.339951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.348643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.446385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.525128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.553062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:00.559428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109751f7-34d4-436d-ae9f-a04f696f137d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:00.565349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.565706 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Added segment 3a283730-80d7-4e7c-aff9-7a431274c359 of type vlan for network 51bbd603-2295-45db-b3e7-24edc1195e79 Jul 28 18:33:00.614530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.708058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.709060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:00.709650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:00.795095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Network': ['ID=51bbd603-2295-45db-b3e7-24edc1195e79,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:00.806225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 51bbd603-2295-45db-b3e7-24edc1195e79 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:00.846009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-70921393-3174-426e-81ce-3418f5d8b8d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7111382 Jul 28 18:33:00.849143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40374) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:00.854408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'subnet': {'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:00.949003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Made reservation on behalf of 3b15ecc73dad413ab64a466120b99b78 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:00.951371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:01.317549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:33:01.318246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:01.374802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7917048-0796-413a-bfb7-80465b40e599,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:01.382022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Checking segment: {'id': '3a283730-80d7-4e7c-aff9-7a431274c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:01.382392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network hostable DHCP agents. Network: 51bbd603-2295-45db-b3e7-24edc1195e79, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:01.457811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 51bbd603-2295-45db-b3e7-24edc1195e79 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:01.542102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 51bbd603-2295-45db-b3e7-24edc1195e79) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:01.546530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:01.546969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:01.551666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab147d-0dbd-4687-9e92-199bedabb2cb None None] Network 51bbd603-2295-45db-b3e7-24edc1195e79 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:01.622990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-959e50e9-2258-479c-83f8-62c57e080310 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7723205 Jul 28 18:33:01.626098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:01.631137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2091161953', 'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:01.674120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062cdbb-9246-43ef-ba96-3266d739360c None None] Network 51bbd603-2295-45db-b3e7-24edc1195e79 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:01.707740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Made reservation on behalf of 3b15ecc73dad413ab64a466120b99b78 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:01.710109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:01.729817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] device_id is not set on port 7d5217bc-d697-4447-a9e9-e53042b83e52 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:33:01.833751 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 2001:db8::25e (51bbd603-2295-45db-b3e7-24edc1195e79/e7917048-0796-413a-bfb7-80465b40e599/7d5217bc-d697-4447-a9e9-e53042b83e52) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:01.972963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.058244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.098465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 51bbd603-2295-45db-b3e7-24edc1195e79 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:02.101291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:02.104636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:02.105645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:02.106292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.116774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5217bc-d697-4447-a9e9-e53042b83e52,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:02.190199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b5b65016-bb2d-4d93-aa54-2fbc69cb76a1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5618529 Jul 28 18:33:02.191973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:02.270297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Deleting port 7d5217bc-d697-4447-a9e9-e53042b83e52 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:02.270893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.344404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.355958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Calling delete_port for 7d5217bc-d697-4447-a9e9-e53042b83e52 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:02.543582 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.571909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d5217bc-d697-4447-a9e9-e53042b83e52,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:02.597727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.599771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9db89ba-e260-4139-8616-0789a8697f12 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7d5217bc-d697-4447-a9e9-e53042b83e52 HTTP/1.1" status: 204 len: 168 time: 0.4067867 Jul 28 18:33:02.602426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:02.606700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79', 'external_fixed_ips': [{'subnet_id': 'e7917048-0796-413a-bfb7-80465b40e599', 'ip_address': '2001:db8::25e'}]}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:02.686352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.687448 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.773872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:02.980695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:03.226068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:03.254380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:03.394473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 2001:db8::25e (51bbd603-2295-45db-b3e7-24edc1195e79/e7917048-0796-413a-bfb7-80465b40e599/2b43c9c5-a650-409b-84c8-6d72f5fca317) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:03.499251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:03.612361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:03.647553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 51bbd603-2295-45db-b3e7-24edc1195e79 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:03.650473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:03.653990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:03.696964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=2b43c9c5-a650-409b-84c8-6d72f5fca317,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:03.961049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:04.155572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:04.684804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router e44f6212-5730-4cab-9995-d7f08a598ffb is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:04.797248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:04.806544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Sync routers for ids ['e44f6212-5730-4cab-9995-d7f08a598ffb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:04.815681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Routers {'e44f6212-5730-4cab-9995-d7f08a598ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:04.816404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e44f6212-5730-4cab-9995-d7f08a598ffb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:04.919890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Set router e44f6212-5730-4cab-9995-d7f08a598ffb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:33:04.943794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:04.945611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-955e55e0-a2b0-4d01-b280-6a41f71a1b43 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3422484 Jul 28 18:33:04.948204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:05.055107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.107648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44f6212-5730-4cab-9995-d7f08a598ffb', 'name': '', 'tenant_id': '3b15ecc73dad413ab64a466120b99b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79', 'external_fixed_ips': [{'subnet_id': 'e7917048-0796-413a-bfb7-80465b40e599', 'ip_address': '2001:db8::25e'}], 'enable_snat': True}, 'gw_port_id': '2b43c9c5-a650-409b-84c8-6d72f5fca317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:33:02Z', 'updated_at': '2021-07-28T18:33:03Z', 'revision_number': 3, 'project_id': '3b15ecc73dad413ab64a466120b99b78', 'gw_port': {'id': '2b43c9c5-a650-409b-84c8-6d72f5fca317', 'name': '', 'network_id': '51bbd603-2295-45db-b3e7-24edc1195e79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44f6212-5730-4cab-9995-d7f08a598ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e7917048-0796-413a-bfb7-80465b40e599', 'ip_address': '2001:db8::25e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:33:03Z', 'updated_at': '2021-07-28T18:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7917048-0796-413a-bfb7-80465b40e599', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:05.141299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Checking router: e44f6212-5730-4cab-9995-d7f08a598ffb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:33:05.141654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Updating router e44f6212-5730-4cab-9995-d7f08a598ffb port 2b43c9c5-a650-409b-84c8-6d72f5fca317 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:33:05.168884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.169101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.282557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Deleting port 2b43c9c5-a650-409b-84c8-6d72f5fca317 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:05.282905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.366610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.379955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Calling delete_port for 2b43c9c5-a650-409b-84c8-6d72f5fca317 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:05.633518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.634089 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:33:05.634447 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:33:05.659418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b43c9c5-a650-409b-84c8-6d72f5fca317,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:05.683342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.775455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.777587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.892048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.892536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e44f6212-5730-4cab-9995-d7f08a598ffb {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:05.897631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.898782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ebe15f63-7581-4e22-b030-77fddb629c47 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e44f6212-5730-4cab-9995-d7f08a598ffb HTTP/1.1" status: 204 len: 168 time: 0.9494705 Jul 28 18:33:05.901546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:05.948327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Deleting subnet e7917048-0796-413a-bfb7-80465b40e599 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:33:05.951386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:05.985794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.024734 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.138284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.162270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Port 2b43c9c5-a650-409b-84c8-6d72f5fca317 not found while updating agent binding for router e44f6212-5730-4cab-9995-d7f08a598ffb. {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 18:33:06.169560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.171283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Routers set() bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:06.171513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/e7917048-0796-413a-bfb7-80465b40e599 HTTP/1.1" status: 204 len: 168 time: 0.2689228 Jul 28 18:33:06.171740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Router IDs set() for agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 18:33:06.172277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e44f6212-5730-4cab-9995-d7f08a598ffb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent'). {{(pid=101108) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 18:33:06.172512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b556642-70ae-4b57-a0a4-0c7e19ff68cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7917048-0796-413a-bfb7-80465b40e599,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:06.172706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f42c9e-a69d-46a2-86dd-8cf7a66ed1e9 None None] The sync data for ids ['e44f6212-5730-4cab-9995-d7f08a598ffb'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:06.174245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40460) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:06.244730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.323835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.334111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bbd603-2295-45db-b3e7-24edc1195e79']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:06.344785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a283730-80d7-4e7c-aff9-7a431274c359') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:06.345079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a283730-80d7-4e7c-aff9-7a431274c359') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:06.354003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.367290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.373243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:06.373632 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:06.375291 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:06.516413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.527582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51bbd603-2295-45db-b3e7-24edc1195e79 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 18:33:06.541014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.543154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/networks/51bbd603-2295-45db-b3e7-24edc1195e79 HTTP/1.1" status: 204 len: 168 time: 0.3678532 Jul 28 18:33:06.558155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Network': ['ID=51bbd603-2295-45db-b3e7-24edc1195e79,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:06.567273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.567686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.568037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.568489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.568928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.569934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.571017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.571432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.571874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.572209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.572626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.572955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65736ca5-f6bb-4ba6-bf97-0392ca9c4c66 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:06.886549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40478) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:06.892520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'name': 'tempest-router--2121092725', 'project_id': 'cf978b934b8d4c9da45c6e58acfc08b4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:06.983486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:06.984849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.064576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.130919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.234936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.239896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40486) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:07.240365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cc0df8e3-8255-4c44-b8ff-5f6a626b47d7 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3519046 Jul 28 18:33:07.316438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.475564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.477621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.583719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.584261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc43c2f-8661-46b3-b808-c5ca059d102d {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:07.588847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.593280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c538abab-b24f-4629-835e-e54234c9f36a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1bc43c2f-8661-46b3-b808-c5ca059d102d HTTP/1.1" status: 204 len: 168 time: 0.3514352 Jul 28 18:33:07.680337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-34da32ee-a8be-4e69-96b0-b49688e464cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:07.821943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40498) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:08.101182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-873609612', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:08.286178 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.287250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.338369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.540311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.809994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.836514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:08.939236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Allocated IP 172.25.7.242 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/64791ef8-2d61-4ab6-9edc-06f31cd650c0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:09.041101 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:09.149709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:09.190235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:09.193433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:09.196993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:09.223454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event updated for resources: {'Port': ['ID=64791ef8-2d61-4ab6-9edc-06f31cd650c0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:09.506271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:09.716955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:09.938104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Router 4b3b56f3-da63-4de7-81a9-b3dcfc1c332a is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:10.044067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:10.055484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] Sync routers for ids ['4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:10.064993 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] Routers {'4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:10.065604 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:10.086053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:10.096855 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:10.105425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] Routers {'4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:10.105960 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:10.140544 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:10.141169 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d48f08-fe62-4c53-a64f-4766a32e6054 None None] The sync data for ids ['4b3b56f3-da63-4de7-81a9-b3dcfc1c332a'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:10.143254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:10.148458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da77d16e-627e-498f-a672-77c5fc31ee0f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3216093 Jul 28 18:33:10.148458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:10.262180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8112e7a4-ebd1-4af0-afe1-06ca796d7706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:10.602673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57d1f872-aa12-4c98-9f48-422132fdbd5a tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/4b3b56f3-da63-4de7-81a9-b3dcfc1c332a HTTP/1.1" status: 200 len: 924 time: 0.4540296 Jul 28 18:33:10.605446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:10.635642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d900532-5fc5-4aea-9407-1943273890f7 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3b56f3-da63-4de7-81a9-b3dcfc1c332a HTTP/1.1" status: 200 len: 205 time: 0.0267251 Jul 28 18:33:10.635849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:10.740078 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:10.841701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:10.986276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port 64791ef8-2d61-4ab6-9edc-06f31cd650c0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:10.986627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.060639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.072374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for 64791ef8-2d61-4ab6-9edc-06f31cd650c0 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:11.126302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.298961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.328988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=64791ef8-2d61-4ab6-9edc-06f31cd650c0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:11.389798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.477887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.480038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.610266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.610945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router 4b3b56f3-da63-4de7-81a9-b3dcfc1c332a {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:11.617513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.622571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ac64c18-6705-4e6a-a533-6397c9b95007 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/4b3b56f3-da63-4de7-81a9-b3dcfc1c332a HTTP/1.1" status: 204 len: 168 time: 0.9820485 Jul 28 18:33:11.622824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40566) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:11.628004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'name': 'tempest-snat-router-842556858', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:11.726439 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.727569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.782098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:11.997615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:12.275640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:12.295158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:12.403282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 172.25.7.121 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/17dd274c-5c41-474a-b48f-97dfbb98b6ed) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:12.513855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:12.606668 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:12.645510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:12.649952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:12.656959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:12.660028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=17dd274c-5c41-474a-b48f-97dfbb98b6ed,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:13.001343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.046826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.192713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.379477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router 01fd8bc3-019d-4525-a692-c4e343e2bb40 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:13.452973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-ce899df9-c93b-4f86-b1d1-8ece393bd2be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380188 Jul 28 18:33:13.538245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:13.548087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Sync routers for ids ['01fd8bc3-019d-4525-a692-c4e343e2bb40'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:13.557833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d621-531b-4955-b147-cabb000ff1fd req-6d7faf29-f170-4928-a15e-8a1212beff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:13.559039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Routers {'01fd8bc3-019d-4525-a692-c4e343e2bb40'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:13.559370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-6d7faf29-f170-4928-a15e-8a1212beff56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.0620744 Jul 28 18:33:13.559911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['01fd8bc3-019d-4525-a692-c4e343e2bb40'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:13.626659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.627956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-68bf1779-96a2-4255-beb8-1630a4a81bb8 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0040898 Jul 28 18:33:13.642312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40574) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:13.677517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d621-531b-4955-b147-cabb000ff1fd req-2d349673-47a1-4d61-8a9e-78083c5eeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:13.679377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-2d349673-47a1-4d61-8a9e-78083c5eeaf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.0981541 Jul 28 18:33:13.684929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Set router 01fd8bc3-019d-4525-a692-c4e343e2bb40 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:33:13.761724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c00a2d55-4e6f-4a51-a772-2879362e6091 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/01fd8bc3-019d-4525-a692-c4e343e2bb40 HTTP/1.1" status: 200 len: 908 time: 0.1297543 Jul 28 18:33:13.767921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40578) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:13.772664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'name': 'tempest-snat-router-842556858', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': True}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:13.869761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'name': 'tempest-snat-router-842556858', 'tenant_id': '3b15ecc73dad413ab64a466120b99b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:33:11Z', 'updated_at': '2021-07-28T18:33:12Z', 'revision_number': 3, 'project_id': '3b15ecc73dad413ab64a466120b99b78', 'gw_port': {'id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:33:12Z', 'updated_at': '2021-07-28T18:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:13.900956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Checking router: 01fd8bc3-019d-4525-a692-c4e343e2bb40 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:33:13.901395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Updating router 01fd8bc3-019d-4525-a692-c4e343e2bb40 port 17dd274c-5c41-474a-b48f-97dfbb98b6ed binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:33:13.929818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.938088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:13.939970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.014530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.039428 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-4540eb47-0223-4b6f-ac28-de0b95bb0ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 1000 time: 0.3514271 Jul 28 18:33:14.091491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d621-531b-4955-b147-cabb000ff1fd req-4183664d-de8a-40d4-8164-274f17151460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:14.093864 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-4183664d-de8a-40d4-8164-274f17151460 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0468411 Jul 28 18:33:14.152988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d621-531b-4955-b147-cabb000ff1fd req-f005bba5-9915-4642-b144-bede54ef1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:14.156685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-f005bba5-9915-4642-b144-bede54ef1a55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555217 Jul 28 18:33:14.214547 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.226116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Transition to ACTIVE for port object 17dd274c-5c41-474a-b48f-97dfbb98b6ed will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:14.229938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.265681 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-5cd2a227-a36d-44f8-a6d5-571484e3a9aa service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012349 Jul 28 18:33:14.313066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.366938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc63ca-7978-4b43-99c6-4631619c0c4a None None] Pushing event updated for resources: {'Port': ['ID=17dd274c-5c41-474a-b48f-97dfbb98b6ed,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:14.371586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Attempting to bind port 17dd274c-5c41-474a-b48f-97dfbb98b6ed on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:14.372158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Attempting to bind port 17dd274c-5c41-474a-b48f-97dfbb98b6ed by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:14.372534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Attempting to bind port 17dd274c-5c41-474a-b48f-97dfbb98b6ed on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:14.381878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:14.382272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:14.382691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.383237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:14.384360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Bound port: 17dd274c-5c41-474a-b48f-97dfbb98b6ed, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:14.384892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.385851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5694d621-531b-4955-b147-cabb000ff1fd req-42499f4e-1c5c-4f28-a63f-9853e95b28b6 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122475 Jul 28 18:33:14.450145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] For port 17dd274c-5c41-474a-b48f-97dfbb98b6ed, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:14.455301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] For port 17dd274c-5c41-474a-b48f-97dfbb98b6ed, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=17dd274c-5c41-474a-b48f-97dfbb98b6ed,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:14.538073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.561942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.582867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.615142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Routers {'01fd8bc3-019d-4525-a692-c4e343e2bb40'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:14.615795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['01fd8bc3-019d-4525-a692-c4e343e2bb40'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:14.654535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc63ca-7978-4b43-99c6-4631619c0c4a None None] Pushing event updated for resources: {'Port': ['ID=17dd274c-5c41-474a-b48f-97dfbb98b6ed,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:14.708373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 172.25.7.89 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/fc6f30ab-4f8e-4a24-9508-d78478c5b117) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:14.732148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] Set router 01fd8bc3-019d-4525-a692-c4e343e2bb40 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:33:14.815958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.909711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:14.915722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'name': 'tempest-snat-router-842556858', 'tenant_id': '3b15ecc73dad413ab64a466120b99b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:33:11Z', 'updated_at': '2021-07-28T18:33:12Z', 'revision_number': 3, 'project_id': '3b15ecc73dad413ab64a466120b99b78', 'gw_port': {'id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:33:12Z', 'updated_at': '2021-07-28T18:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:14.956623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff941b-dad5-4eab-8089-b220b3b8dc6f None None] The sync data for ids ['01fd8bc3-019d-4525-a692-c4e343e2bb40'] in n-d-778550-5 is: [{'id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'name': 'tempest-snat-router-842556858', 'tenant_id': '3b15ecc73dad413ab64a466120b99b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:33:11Z', 'updated_at': '2021-07-28T18:33:12Z', 'revision_number': 3, 'project_id': '3b15ecc73dad413ab64a466120b99b78', 'gw_port': {'id': '17dd274c-5c41-474a-b48f-97dfbb98b6ed', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fd8bc3-019d-4525-a692-c4e343e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:33:12Z', 'updated_at': '2021-07-28T18:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:14.959366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:14.962272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:14.966110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:14.995539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6f30ab-4f8e-4a24-9508-d78478c5b117,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:15.324413 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.546641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.558702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.681204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-37b9d587-69f9-4f2a-8d9a-f77ae6f76b38 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:15.683589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-37b9d587-69f9-4f2a-8d9a-f77ae6f76b38 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.1282897 Jul 28 18:33:15.716780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-27da97d6-c965-40e5-bbc6-d6af86d7dafb tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.831611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-27da97d6-c965-40e5-bbc6-d6af86d7dafb tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.863269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router b60d6372-2e34-4143-a0c5-03cf0735da75 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:15.956298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-27da97d6-c965-40e5-bbc6-d6af86d7dafb tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:15.989291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-421205af-2f64-46f0-b7a7-1d49f6f2efed req-27da97d6-c965-40e5-bbc6-d6af86d7dafb tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914836 Jul 28 18:33:16.000304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:16.002055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da97d6-c965-40e5-bbc6-d6af86d7dafb tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040b29c-600c-41b7-a00d-a5a4ceb681bc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:16.021907 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Sync routers for ids ['b60d6372-2e34-4143-a0c5-03cf0735da75'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:16.037244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Routers {'b60d6372-2e34-4143-a0c5-03cf0735da75'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:16.038084 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b60d6372-2e34-4143-a0c5-03cf0735da75'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:16.091975 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.098117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-04e3a8f2-e1ca-4904-acf8-3e728470cce6 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.3251784 Jul 28 18:33:16.098117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40590) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:16.125173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5265c3c-ea32-4b05-ab11-1acd4580bd4d req-eac72d3f-cf44-457c-920e-5aec23a3acc6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:16.126679 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5265c3c-ea32-4b05-ab11-1acd4580bd4d req-eac72d3f-cf44-457c-920e-5aec23a3acc6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0551136 Jul 28 18:33:16.143625 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Set router b60d6372-2e34-4143-a0c5-03cf0735da75 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:33:16.166805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5265c3c-ea32-4b05-ab11-1acd4580bd4d req-5a814cb5-bcc1-44fd-b1d5-63ea01e50b9b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340433 Jul 28 18:33:16.189217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40592) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:16.254614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e09f75ac-1f8e-4076-be34-e2ce08400387 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/b60d6372-2e34-4143-a0c5-03cf0735da75 HTTP/1.1" status: 200 len: 906 time: 0.1542785 Jul 28 18:33:16.255256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:16.274401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b884891e-bd53-47ed-adec-f2c41b3ea615 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/f8109d7d-098b-4e48-9e12-24bd74b39b39 HTTP/1.1" status: 200 len: 992 time: 0.0840161 Jul 28 18:33:16.337704 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60d6372-2e34-4143-a0c5-03cf0735da75', 'name': 'tempest-snat-router-842556858', 'tenant_id': '3b15ecc73dad413ab64a466120b99b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'fc6f30ab-4f8e-4a24-9508-d78478c5b117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:33:13Z', 'updated_at': '2021-07-28T18:33:15Z', 'revision_number': 3, 'project_id': '3b15ecc73dad413ab64a466120b99b78', 'gw_port': {'id': 'fc6f30ab-4f8e-4a24-9508-d78478c5b117', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60d6372-2e34-4143-a0c5-03cf0735da75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:33:14Z', 'updated_at': '2021-07-28T18:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:16.371866 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Checking router: b60d6372-2e34-4143-a0c5-03cf0735da75 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:33:16.372477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Updating router b60d6372-2e34-4143-a0c5-03cf0735da75 port fc6f30ab-4f8e-4a24-9508-d78478c5b117 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:33:16.377326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.404523 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.492413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.617287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 17dd274c-5c41-474a-b48f-97dfbb98b6ed up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:16.645960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Deleting port fc6f30ab-4f8e-4a24-9508-d78478c5b117 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:16.646444 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.686085 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.697662 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Transition to ACTIVE for port object fc6f30ab-4f8e-4a24-9508-d78478c5b117 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:16.732028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.743360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Calling delete_port for fc6f30ab-4f8e-4a24-9508-d78478c5b117 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:16.777582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 17dd274c-5c41-474a-b48f-97dfbb98b6ed completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:16.782083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 17dd274c-5c41-474a-b48f-97dfbb98b6ed triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:16.782721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.829011 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.886457 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:16.887063 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:16.887620 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:16.897320 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:16.898006 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:16.898931 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.898931 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:16.899305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Bound port: fc6f30ab-4f8e-4a24-9508-d78478c5b117, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:16.900533 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.904478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:16.933253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 17dd274c-5c41-474a-b48f-97dfbb98b6ed, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=17dd274c-5c41-474a-b48f-97dfbb98b6ed,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:16.946588 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955960-375e-4dbe-9998-7baa39989c60 None None] Pushing event updated for resources: {'Port': ['ID=fc6f30ab-4f8e-4a24-9508-d78478c5b117,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:17.063136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.091431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.095647 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.db.api [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:33:17.095647 n-d-778550-5 neutron-server[101109]: DEBUG oslo_db.api [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:33:17.122318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc6f30ab-4f8e-4a24-9508-d78478c5b117,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:17.132588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=17dd274c-5c41-474a-b48f-97dfbb98b6ed,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:17.180071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.229040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ba9a1-b46c-4ba8-94d9-8701f1889d91 req-6c0e45d4-39dd-4dc5-94d9-00219e80a513 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:17.230655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec8ba9a1-b46c-4ba8-94d9-8701f1889d91 req-6c0e45d4-39dd-4dc5-94d9-00219e80a513 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Jul 28 18:33:17.270886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec8ba9a1-b46c-4ba8-94d9-8701f1889d91 req-12da4eb3-700c-4dad-9a4a-4b76f60382ca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338466 Jul 28 18:33:17.282391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.292993 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.370084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-c4cd3ace-700a-4fd6-8da5-909e7da8d57d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910213 Jul 28 18:33:17.400316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.400866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b60d6372-2e34-4143-a0c5-03cf0735da75 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:17.405437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.406477 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-da268096-beba-459e-94a8-a644827c81d4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b60d6372-2e34-4143-a0c5-03cf0735da75 HTTP/1.1" status: 204 len: 168 time: 1.1497896 Jul 28 18:33:17.409164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:17.513359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.607975 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:17.608336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:17.608690 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Attempting to bind port fc6f30ab-4f8e-4a24-9508-d78478c5b117 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:17.613799 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:17.614161 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:17.614729 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.615267 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:17.615747 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Bound port: fc6f30ab-4f8e-4a24-9508-d78478c5b117, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:17.616116 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.616243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.639664 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Port fc6f30ab-4f8e-4a24-9508-d78478c5b117 has been deleted concurrently {{(pid=101109) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 18:33:17.643535 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Routers set() bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:17.643909 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Router IDs set() for agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 18:33:17.644500 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b60d6372-2e34-4143-a0c5-03cf0735da75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent'). {{(pid=101109) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 18:33:17.644866 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb3b6-2de2-4406-a3ed-fc5d3d8f2a9a None None] The sync data for ids ['b60d6372-2e34-4143-a0c5-03cf0735da75'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:17.740001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Deleting port 17dd274c-5c41-474a-b48f-97dfbb98b6ed {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:17.740347 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.820534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] For port 17dd274c-5c41-474a-b48f-97dfbb98b6ed, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=17dd274c-5c41-474a-b48f-97dfbb98b6ed,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:17.821015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:17.834237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Calling delete_port for 17dd274c-5c41-474a-b48f-97dfbb98b6ed owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:18.068491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.094095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event deleted for resources: {'Port': ['ID=17dd274c-5c41-474a-b48f-97dfbb98b6ed,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:18.156642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.261998 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.264675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.385814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117762e-fef7-4011-974c-409291f2ec2b req-4769915a-6a4c-41c7-8fa1-815cbe4d1442 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:18.387315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3117762e-fef7-4011-974c-409291f2ec2b req-4769915a-6a4c-41c7-8fa1-815cbe4d1442 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0483170 Jul 28 18:33:18.388386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.388902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01fd8bc3-019d-4525-a692-c4e343e2bb40 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:18.393716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.394801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3f070b57-a1ad-46fc-8000-e19c94fd3951 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "DELETE /v2.0/routers/01fd8bc3-019d-4525-a692-c4e343e2bb40 HTTP/1.1" status: 204 len: 168 time: 0.9846923 Jul 28 18:33:18.398916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:18.404163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346021101', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:18.431743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3117762e-fef7-4011-974c-409291f2ec2b req-ff34e781-0f98-417e-b7ef-3bd0c6d1b26f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354283 Jul 28 18:33:18.507724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.509063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.569067 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:18.782837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:19.170189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:19.469193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:19.488729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:19.653105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08cf5f-983d-4f34-9a7e-459e1737b9ac req-0f1d7473-f199-4e4f-bd12-c768f95d449f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:19.654665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b08cf5f-983d-4f34-9a7e-459e1737b9ac req-0f1d7473-f199-4e4f-bd12-c768f95d449f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.1524882 Jul 28 18:33:19.676678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-89e4f451-c130-409c-99e1-1673b1dedb92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009569 Jul 28 18:33:19.694318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Allocated IP 172.25.7.222 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/7ffe9c80-2fdc-4e8a-bd29-758de28aa284) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:19.748636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b08cf5f-983d-4f34-9a7e-459e1737b9ac req-3375bb16-d459-42ae-ac9e-1023a1fc29f2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837486 Jul 28 18:33:19.810988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-a263897e-5533-4c2f-b9f8-0e3d12653825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:19.812530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-a263897e-5533-4c2f-b9f8-0e3d12653825 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0926769 Jul 28 18:33:19.894493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:19.959202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-66b93948-80f2-4440-8c8b-dd40e0286e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:19.961887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-66b93948-80f2-4440-8c8b-dd40e0286e8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 909 time: 0.1277888 Jul 28 18:33:20.026846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-740039fe-7c40-4b78-b95d-dabb9f7d8e95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 1000 time: 0.0577548 Jul 28 18:33:20.079075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-ccee8cd0-28c2-4067-9267-5e518c3a23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:20.080541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-ccee8cd0-28c2-4067-9267-5e518c3a23c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.0470793 Jul 28 18:33:20.085762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:20.150213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:20.161438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:20.165121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:20.167043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event updated for resources: {'Port': ['ID=7ffe9c80-2fdc-4e8a-bd29-758de28aa284,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:20.194789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-3aa39593-541a-4d50-bf5d-5b38df0d758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:20.196336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-3aa39593-541a-4d50-bf5d-5b38df0d758e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084404 Jul 28 18:33:20.385344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-67bab44d-a869-4de8-94f6-30826f90e247 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817141 Jul 28 18:33:20.543144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 17dd274c-5c41-474a-b48f-97dfbb98b6ed no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:33:20.562856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2533e7f-4a28-47dc-a4aa-fd2258f3ef19 req-2ff0cb30-9ced-46bb-a75f-650e93001485 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693931 Jul 28 18:33:20.564728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 17dd274c-5c41-474a-b48f-97dfbb98b6ed {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:33:20.565078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 17dd274c-5c41-474a-b48f-97dfbb98b6ed not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:33:20.573868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:20.766824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:20.776061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-f4838926-f26e-4659-8137-8df3a59d5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:20.777582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-f4838926-f26e-4659-8137-8df3a59d5acc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.0425687 Jul 28 18:33:20.900043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942d0b8-e969-4d5d-a11e-495debd318a6 req-3250dc83-a48e-4d91-9e75-550859bc5b79 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:20.901533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d942d0b8-e969-4d5d-a11e-495debd318a6 req-3250dc83-a48e-4d91-9e75-550859bc5b79 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0710905 Jul 28 18:33:20.916942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-fc07211b-6b1d-4ec1-98c2-76d0ccf545a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:20.918322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-fc07211b-6b1d-4ec1-98c2-76d0ccf545a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1338391 Jul 28 18:33:20.982747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Router b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:20.983544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d942d0b8-e969-4d5d-a11e-495debd318a6 req-7b88b7c2-b067-485b-8ebe-811352930139 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736470 Jul 28 18:33:21.011623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-260b16a7-55ae-4aa3-b62c-1650033a1343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 1000 time: 0.0847733 Jul 28 18:33:21.061178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-bcf695e9-86a5-4d9b-a2ac-fd42fad8128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:21.062729 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-bcf695e9-86a5-4d9b-a2ac-fd42fad8128f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0448263 Jul 28 18:33:21.099058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:21.110609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] Sync routers for ids ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:21.112991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-1246dcd9-932b-4e1d-97df-edb87080e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:21.114527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-1246dcd9-932b-4e1d-97df-edb87080e30b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447452 Jul 28 18:33:21.120089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] Routers {'b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:21.120697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:21.152536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:21.161748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] Routers {'b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:21.162344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:21.196147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:21.196816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81fc18-7cc7-4fb7-98fa-b7db05a232e1 None None] The sync data for ids ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:21.206395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:21.207436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-63fec064-ee8a-43d1-80ae-aa932e8970a8 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8072317 Jul 28 18:33:21.209931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40762) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:21.211869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-93d735c3-c444-4255-b9ff-7b7787891830 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897672 Jul 28 18:33:21.214869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:21.307239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-93c04e4a-dc79-4312-b5a2-a31bca1ab70e service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876544 Jul 28 18:33:21.537296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:22.002634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:22.006258 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:22.147389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea33841-4958-4922-8387-c3f67d4d539a req-14b5f814-c7de-4c88-87ce-25696fc7769e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:22.148880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ea33841-4958-4922-8387-c3f67d4d539a req-14b5f814-c7de-4c88-87ce-25696fc7769e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0866032 Jul 28 18:33:22.158155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:33:22.226893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ea33841-4958-4922-8387-c3f67d4d539a req-aba8d440-bf39-4474-ac98-7acbd745773d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706277 Jul 28 18:33:22.289399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:22.293851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:22.294697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-344af674-ebd5-49c1-86f0-1eca9c5682d1 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "PUT /v2.0/routers/b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 200 len: 926 time: 1.0837801 Jul 28 18:33:22.298094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:22.299083 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] Sync routers for ids ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:22.308535 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] Routers {'b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:22.309195 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:22.341606 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:22.351911 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] Routers {'b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:22.352594 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:22.392774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:22.393459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0fbb2a-2104-4cbe-be90-48cc8ebcd36b None None] The sync data for ids ['b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:22.410209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e0a54e62-8b13-4c80-93a2-2f7616f6641d tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 200 len: 926 time: 0.1108859 Jul 28 18:33:22.412877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40818) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:22.486662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f67aa-bdd7-4425-a4fd-11ba747d0a51 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:22.488199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-353f67aa-bdd7-4425-a4fd-11ba747d0a51 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743778 Jul 28 18:33:22.490984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 40824) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:22.575958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d24a4f-cbe2-43c7-96e6-530c074a25de tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:22.577367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-47d24a4f-cbe2-43c7-96e6-530c074a25de tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0853701 Jul 28 18:33:22.580538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:22.608872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-482340b3-cb79-4d2e-808d-75a6ed9fbe3a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 200 len: 205 time: 0.0271840 Jul 28 18:33:22.611446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40832) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:23.059160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.160103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.370373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port 7ffe9c80-2fdc-4e8a-bd29-758de28aa284 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:23.371060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.380053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f043-2c7e-42d2-ba4e-7709d53c1768 req-d407ef56-8d35-4e86-874c-52d8c1afa509 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:23.381596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5f1f043-2c7e-42d2-ba4e-7709d53c1768 req-d407ef56-8d35-4e86-874c-52d8c1afa509 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0698457 Jul 28 18:33:23.458817 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5f1f043-2c7e-42d2-ba4e-7709d53c1768 req-b85ad7f7-1bfa-4ddd-b498-bbae863a6470 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659919 Jul 28 18:33:23.480996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.493945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for 7ffe9c80-2fdc-4e8a-bd29-758de28aa284 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:23.731686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.757600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=7ffe9c80-2fdc-4e8a-bd29-758de28aa284,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:23.822163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.911401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:23.913512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.045243 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.045780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:24.056593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.056593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a8ee9e6c-1eec-4bfc-aba6-0f7007e09536 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 204 len: 168 time: 1.4419496 Jul 28 18:33:24.057797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40890) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:24.062395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-887383160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:24.175231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.176339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.231099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.314714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.426904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.435087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f3b249f8-bb13-4fd6-a9c3-2127323f98cb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3694394 Jul 28 18:33:24.437024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 40910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:24.441473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:24.604086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7279ec-8ff0-4a2f-bb13-8fc2fa04f46b req-1a97ebb4-c9b5-474c-a8fa-bf00605b0ab4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:24.605621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee7279ec-8ff0-4a2f-bb13-8fc2fa04f46b req-1a97ebb4-c9b5-474c-a8fa-bf00605b0ab4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0699651 Jul 28 18:33:24.644859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee7279ec-8ff0-4a2f-bb13-8fc2fa04f46b req-d82b3ba2-d51d-452f-bf22-a5eb56f76c2f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Jul 28 18:33:24.658268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.958873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:24.976854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:25.082754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Allocated IP 172.25.7.183 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/72a3f8f6-3ec2-40b5-b75d-a61b556f91df) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:25.183135 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:25.290155 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:25.331369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:25.336077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:25.338536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:25.366753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event updated for resources: {'Port': ['ID=72a3f8f6-3ec2-40b5-b75d-a61b556f91df,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:25.691085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:25.819078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2225bf-ef54-4353-b603-cdde8c9e10d6 req-bc76de57-554b-4caf-8e12-0d94dd85c2b9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:25.820592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee2225bf-ef54-4353-b603-cdde8c9e10d6 req-bc76de57-554b-4caf-8e12-0d94dd85c2b9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0948646 Jul 28 18:33:26.166911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ee2225bf-ef54-4353-b603-cdde8c9e10d6 req-b40aedac-128f-4b01-8192-a3b1f257ea9f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392310 Jul 28 18:33:26.212357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:26.215701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:26.433811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Router 32b78df8-b03f-414a-8e93-5e05a4feded6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:26.542282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:26.549594 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:26.550759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e199ac96-e7c4-4c6c-bfea-2cb14160cd7f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "PUT /v2.0/routers/32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 200 len: 883 time: 2.1128068 Jul 28 18:33:26.552453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] Sync routers for ids ['32b78df8-b03f-414a-8e93-5e05a4feded6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:26.553394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41000) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:26.562053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] Routers {'32b78df8-b03f-414a-8e93-5e05a4feded6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:26.562677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['32b78df8-b03f-414a-8e93-5e05a4feded6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:26.594392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:26.602867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] Routers {'32b78df8-b03f-414a-8e93-5e05a4feded6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:26.603505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['32b78df8-b03f-414a-8e93-5e05a4feded6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:26.638044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:26.638691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71729a9c-b48a-4a3b-80c5-56bc4d1bf1fe None None] The sync data for ids ['32b78df8-b03f-414a-8e93-5e05a4feded6'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:26.656713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-721c225d-56a9-4772-a962-d43aa5838ec4 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 200 len: 924 time: 0.1022208 Jul 28 18:33:26.659494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41006) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:26.699646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9fa560-6c0c-49d2-922c-c98b151ddcca tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:26.701200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c9fa560-6c0c-49d2-922c-c98b151ddcca tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=32b78df8-b03f-414a-8e93-5e05a4feded6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0407844 Jul 28 18:33:26.704043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41012) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:26.790239 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded14a1-653d-4b50-a553-826915e42c37 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:26.791868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aded14a1-653d-4b50-a553-826915e42c37 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0865896 Jul 28 18:33:26.794535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41016) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:26.821604 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a970137f-3be8-4037-adc3-e120f5939641 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 200 len: 205 time: 0.0260053 Jul 28 18:33:26.823965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41020) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:26.930729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.035573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.202666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port 72a3f8f6-3ec2-40b5-b75d-a61b556f91df {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:27.203024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.288433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.300092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346b044-19ee-4570-bda1-2b5e6e10f7c0 req-d0a7f2b0-8426-483a-adb6-3979d365be3b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:27.300733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for 72a3f8f6-3ec2-40b5-b75d-a61b556f91df owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:27.301714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0346b044-19ee-4570-bda1-2b5e6e10f7c0 req-d0a7f2b0-8426-483a-adb6-3979d365be3b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0605497 Jul 28 18:33:27.346750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0346b044-19ee-4570-bda1-2b5e6e10f7c0 req-10d68e0e-19f1-4b97-9990-0028c7c6eb5f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 Jul 28 18:33:27.575520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.603379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=72a3f8f6-3ec2-40b5-b75d-a61b556f91df,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:27.665328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.754201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.756231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.885701 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.886284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router 32b78df8-b03f-414a-8e93-5e05a4feded6 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:27.893982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:27.896119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d7995378-156f-4718-8be2-51ba2395a126 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 204 len: 168 time: 1.0712416 Jul 28 18:33:27.899682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41058) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:27.904112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-992448524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:28.068523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.069527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.123873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.193978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.306460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.307752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-06674d54-9b64-487e-b076-283fb50363e1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4071066 Jul 28 18:33:28.310484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41074) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:28.315270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': True}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:28.552876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.568479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0331ab-6d99-40d1-a9a7-dc99a360ce93 req-d172690f-c5eb-4243-8013-04214b296b9a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:28.570101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e0331ab-6d99-40d1-a9a7-dc99a360ce93 req-d172690f-c5eb-4243-8013-04214b296b9a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.1526055 Jul 28 18:33:28.610153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e0331ab-6d99-40d1-a9a7-dc99a360ce93 req-942412a7-3815-4433-b132-0c022cf38096 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339112 Jul 28 18:33:28.849344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.872631 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:28.977370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 172.25.7.203 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e58c32d9-a650-4b74-b81a-406867212dc1) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:29.081012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:29.249392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:29.289490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:29.293835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:29.296242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:29.321482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=e58c32d9-a650-4b74-b81a-406867212dc1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:29.628735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:29.725578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a69a2-f179-481f-9aca-353dd9de7db4 req-f0c6e8d1-8978-4537-bf06-88b35b81dc59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:29.727366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f4a69a2-f179-481f-9aca-353dd9de7db4 req-f0c6e8d1-8978-4537-bf06-88b35b81dc59 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Jul 28 18:33:29.765644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f4a69a2-f179-481f-9aca-353dd9de7db4 req-52ff4d90-0ff8-40dc-b635-91f287dd8437 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Jul 28 18:33:30.099425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:30.102786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:30.331076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router eb246031-52a0-4782-a1b2-28f50b9129b6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:30.438657 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:30.441177 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:30.442795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8846db09-f7cc-4741-9ebb-be77096f2352 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "PUT /v2.0/routers/eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 200 len: 918 time: 2.1310277 Jul 28 18:33:30.445058 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] Sync routers for ids ['eb246031-52a0-4782-a1b2-28f50b9129b6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:30.445491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:30.455808 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] Routers {'eb246031-52a0-4782-a1b2-28f50b9129b6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:30.456664 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb246031-52a0-4782-a1b2-28f50b9129b6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:30.489992 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:30.498362 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] Routers {'eb246031-52a0-4782-a1b2-28f50b9129b6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:30.498946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['eb246031-52a0-4782-a1b2-28f50b9129b6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:30.534727 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:30.535372 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63845d-2b9d-4907-ac8b-7ae256a74e7d None None] The sync data for ids ['eb246031-52a0-4782-a1b2-28f50b9129b6'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:30.567329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41158) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:30.567824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1770fe18-c213-4dbd-aa9d-5b27021f2b6e tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 200 len: 924 time: 0.1201954 Jul 28 18:33:30.609222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d063e7-c92d-4068-af27-3ab559c0e320 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:30.610761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c8d063e7-c92d-4068-af27-3ab559c0e320 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=eb246031-52a0-4782-a1b2-28f50b9129b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0424099 Jul 28 18:33:30.613553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41160) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:30.697718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5844de2-a9ec-4fe3-9b43-89d330a50aca tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:30.699101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c5844de2-a9ec-4fe3-9b43-89d330a50aca tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.0846589 Jul 28 18:33:30.702150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41162) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:30.729175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f50a3cdc-af86-4346-93e6-f31e9a9b64dd tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 200 len: 205 time: 0.0259922 Jul 28 18:33:30.731646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41164) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:30.839605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:30.884075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd69860-07fb-4add-ad4e-2d661d1950ce req-f7eb5c78-044f-4bf1-aed9-fa88a87db130 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:30.885573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdd69860-07fb-4add-ad4e-2d661d1950ce req-f7eb5c78-044f-4bf1-aed9-fa88a87db130 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Jul 28 18:33:30.925525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fdd69860-07fb-4add-ad4e-2d661d1950ce req-caded2fd-1db5-4bc9-aa64-3b3ca0e7617c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Jul 28 18:33:30.946335 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.073164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port e58c32d9-a650-4b74-b81a-406867212dc1 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:31.073497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.145330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.156458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for e58c32d9-a650-4b74-b81a-406867212dc1 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:31.380519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.407655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=e58c32d9-a650-4b74-b81a-406867212dc1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:31.804057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.900815 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:31.902928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.026169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.026609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router eb246031-52a0-4782-a1b2-28f50b9129b6 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:32.034055 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.035343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84073c20-6482-4eb7-9c2d-708d569e7fc9 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 204 len: 168 time: 1.3028116 Jul 28 18:33:32.039234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41176) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:32.044336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-577501440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:32.058659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1a611-9262-4852-ad39-42435827d5b7 req-38b1763a-14e5-4990-96af-7cdf0516374f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:32.060188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35f1a611-9262-4852-ad39-42435827d5b7 req-38b1763a-14e5-4990-96af-7cdf0516374f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0650551 Jul 28 18:33:32.099416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35f1a611-9262-4852-ad39-42435827d5b7 req-70b2b1b2-b187-4a48-ab40-ebb91b020d11 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Jul 28 18:33:32.152386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.153459 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.167949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:33:32.210201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.274012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.337031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.340810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cdc2abb4-f1a7-4a3a-ac11-0bcb4f31ff3e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2976665 Jul 28 18:33:32.340967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41178) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:32.345411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'enable_snat': False}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:32.546254 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.814921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.834215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:32.936842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Allocated IP 172.25.7.215 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/54cd5e87-8631-4f99-8237-a41a57745bde) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:33.040634 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:33.142781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:33.207018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:33.212782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:33.223302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:33.224758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Pushing event updated for resources: {'Port': ['ID=54cd5e87-8631-4f99-8237-a41a57745bde,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:33.273061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0754f56-81a7-48ad-97e4-dd386652b194 req-001f1142-9819-4e5a-815a-cad2e390200d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:33.274593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0754f56-81a7-48ad-97e4-dd386652b194 req-001f1142-9819-4e5a-815a-cad2e390200d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.1030383 Jul 28 18:33:33.424900 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0754f56-81a7-48ad-97e4-dd386652b194 req-c5454f1c-b9be-498d-a452-94995ac52b5d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432424 Jul 28 18:33:33.457661 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-fc328564-e333-4aaa-85b0-5cad3558829e req-73ddd31d-c9a9-4871-a359-c779cb0fcb77 service neutron] show failed (client error): The resource could not be found. Jul 28 18:33:33.458685 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-73ddd31d-c9a9-4871-a359-c779cb0fcb77 service neutron] 10.222.0.37 "GET /v2.0/ports/23fcb651-e8d3-4c48-a162-851c9ca5713d/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.1091411 Jul 28 18:33:33.664088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:33.862082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:33.865494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.073901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Router fc66d3f8-c893-4487-b3e6-716ebfd08267 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:34.099611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-8ed38517-eaa9-4683-80dc-d8a931b8bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:34.101349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-8ed38517-eaa9-4683-80dc-d8a931b8bed6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 1096 time: 0.0905185 Jul 28 18:33:34.113904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:34.167847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.385046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:34.420199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:34.462546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:33:34.464987 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5c47e-8b44-4fc5-af1f-a0bbbf67365a" -d '{"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-unplugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:33:34.468753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:34.470045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.479610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] Sync routers for ids ['fc66d3f8-c893-4487-b3e6-716ebfd08267'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:34.480626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.481006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad467b87-411c-42a5-a01d-4e9a656db676 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "PUT /v2.0/routers/fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 200 len: 919 time: 2.1389883 Jul 28 18:33:34.483735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:34.490317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] Routers {'fc66d3f8-c893-4487-b3e6-716ebfd08267'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:34.491228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fc66d3f8-c893-4487-b3e6-716ebfd08267'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:34.525213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:34.536492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] Routers {'fc66d3f8-c893-4487-b3e6-716ebfd08267'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:34.537423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fc66d3f8-c893-4487-b3e6-716ebfd08267'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:34.575362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:34.576363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd568a2-ea56-4835-b97a-a6ae5164d67b None None] The sync data for ids ['fc66d3f8-c893-4487-b3e6-716ebfd08267'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:34.589676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Transition to ACTIVE for port object 23fcb651-e8d3-4c48-a162-851c9ca5713d will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:34.596784 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce97b65-e25e-43c7-87d9-adbb8b0805e7 x-openstack-request-id: req-6ce97b65-e25e-43c7-87d9-adbb8b0805e7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:33:34.597075 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-unplugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:33:34.597327 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ce97b65-e25e-43c7-87d9-adbb8b0805e7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:33:34.597766 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'code': 200} Jul 28 18:33:34.619734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e45bee95-7c60-4598-9a8c-47580d62a44d tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 200 len: 925 time: 0.1349373 Jul 28 18:33:34.622676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:34.640503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdaec4-6643-4a68-8459-c1fdcc9e0373 req-5ddc2837-a728-465d-b3c0-9b1ee7eab597 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:34.642025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9bdaec4-6643-4a68-8459-c1fdcc9e0373 req-5ddc2837-a728-465d-b3c0-9b1ee7eab597 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0613861 Jul 28 18:33:34.667929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36901bf3-d32a-4e3e-8883-863330d24a44 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:34.668408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.669805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36901bf3-d32a-4e3e-8883-863330d24a44 tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=fc66d3f8-c893-4487-b3e6-716ebfd08267&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0452957 Jul 28 18:33:34.672851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:34.719854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9bdaec4-6643-4a68-8459-c1fdcc9e0373 req-e90e5fea-d81f-414f-8b80-0153a079d3cd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709531 Jul 28 18:33:34.768497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:34.773052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4800cc4-4889-4414-8227-4fca258585cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:34.774471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c4800cc4-4889-4414-8227-4fca258585cb tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/networks/5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 881 time: 0.1005242 Jul 28 18:33:34.777347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:34.812108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8b212f3e-183a-483c-a1d6-69e4aa0a47bc tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 200 len: 205 time: 0.0337300 Jul 28 18:33:34.814682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41202) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:34.821352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] No DVR routers for this DVR port 23fcb651-e8d3-4c48-a162-851c9ca5713d on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:33:34.931936 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:34.971789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:34.972133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:34.972462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:34.977356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:33:34.977679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Attempting to bind port 23fcb651-e8d3-4c48-a162-851c9ca5713d on network f736a004-5b76-474c-bed2-919fe59fb75f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:34.982809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:34.983436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Checking segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:34.983571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Bound using segment: {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:34.983967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Bound port: 23fcb651-e8d3-4c48-a162-851c9ca5713d, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e596bd2-57d6-45c0-a3bd-e48df84c12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:34.984953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.048328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.053875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:35.058350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:35.131672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.171206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.172294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.173614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] 10.222.0.35 "PUT /v2.0/ports/23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 1091 time: 1.0639749 Jul 28 18:33:35.176357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port 54cd5e87-8631-4f99-8237-a41a57745bde {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:35.176818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.196025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684caa9b-78d4-4ce3-bc49-8a1125031974 service neutron] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:35.274330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-82e03e7f-03a0-4ae6-95a3-aed069f438dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.278589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-82e03e7f-03a0-4ae6-95a3-aed069f438dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1094 time: 0.0793934 Jul 28 18:33:35.347082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.376722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for 54cd5e87-8631-4f99-8237-a41a57745bde owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:35.395202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-fac243b3-d0b7-480b-83c4-ab5adc801f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.399094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-fac243b3-d0b7-480b-83c4-ab5adc801f9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1130245 Jul 28 18:33:35.506149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-d925b257-f1bc-48ff-a247-e9e6cda53c01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 998 time: 0.0991211 Jul 28 18:33:35.585105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-1f6e86c1-784b-4b42-b132-219ed01c3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.587095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-1f6e86c1-784b-4b42-b132-219ed01c3d37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0746834 Jul 28 18:33:35.639063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328564-e333-4aaa-85b0-5cad3558829e req-d3621adb-0d4e-46ab-9914-5123acb685f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.641274 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-d3621adb-0d4e-46ab-9914-5123acb685f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459485 Jul 28 18:33:35.657068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.693003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=54cd5e87-8631-4f99-8237-a41a57745bde,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:35.747486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-8f8e50b0-ce02-445e-b13f-95e384258e5b service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992415 Jul 28 18:33:35.768231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.849464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc328564-e333-4aaa-85b0-5cad3558829e req-0a44a3c4-2690-4b5d-9701-def939f1c781 service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952492 Jul 28 18:33:35.887487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.890975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:35.944480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d398d-4f26-4bad-8e32-5f164bb5ffa0 req-f9ce153d-4c29-4f68-9180-603f3bf0847b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:35.946011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-473d398d-4f26-4bad-8e32-5f164bb5ffa0 req-f9ce153d-4c29-4f68-9180-603f3bf0847b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.1472752 Jul 28 18:33:35.985227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-473d398d-4f26-4bad-8e32-5f164bb5ffa0 req-9b529ebe-e9ad-41d7-893f-77be8a9394a8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328166 Jul 28 18:33:36.005304 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.005885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router fc66d3f8-c893-4487-b3e6-716ebfd08267 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:36.013476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.014682 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-419d166d-1be2-41d6-9398-200993411548 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 204 len: 168 time: 1.1986966 Jul 28 18:33:36.018862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:36.023919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1805173047', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:36.119803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.120908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.179383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.310417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:33:36.353548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:33:36.382533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.616332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:33:36.618438 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314691c0-7c52-46f9-a821-ca2edbdd4923" -d '{"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:33:36.648045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.667962 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0748a-9070-4d55-9eb7-2955c44b6eb9 x-openstack-request-id: req-e1d0748a-9070-4d55-9eb7-2955c44b6eb9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:33:36.668258 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:33:36.668504 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1d0748a-9070-4d55-9eb7-2955c44b6eb9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:33:36.668895 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'status': 'completed', 'code': 200} Jul 28 18:33:36.670417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:36.732787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-3292a7e6-16f6-42fa-85f4-1b9af4a38f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:36.735208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-3292a7e6-16f6-42fa-85f4-1b9af4a38f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1094 time: 0.0472796 Jul 28 18:33:36.798900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-d2964a52-4af4-4fda-a316-1ee914d96842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:36.800382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-d2964a52-4af4-4fda-a316-1ee914d96842 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1094 time: 0.1097043 Jul 28 18:33:36.840058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-68d53d70-ac2b-4010-8143-cc71737b9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:36.841732 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-68d53d70-ac2b-4010-8143-cc71737b9c3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.0998645 Jul 28 18:33:36.865551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Allocated IP 172.25.7.192 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/6ab556ec-e5aa-48ab-9b34-90b1567b47db) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:36.913759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-cc530b2c-c246-4106-a8d8-f5b4774a97d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 998 time: 0.0648422 Jul 28 18:33:36.964344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-09de81b1-765e-4dcc-b57a-d9fe5aac1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:36.964555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-88104ce8-a61e-4121-ade5-893e438b23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:36.965874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-09de81b1-765e-4dcc-b57a-d9fe5aac1ca3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0451906 Jul 28 18:33:36.965998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-88104ce8-a61e-4121-ade5-893e438b23b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1571207 Jul 28 18:33:37.020470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-240e8198-88e7-4f35-8226-276d9a25209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:37.022007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-240e8198-88e7-4f35-8226-276d9a25209d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495064 Jul 28 18:33:37.065465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:37.070646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-7e5b4f5c-43ea-47e2-b19c-ebdf4eb2f7f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 998 time: 0.0952537 Jul 28 18:33:37.138727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-9ffb847b-9dba-451d-bbf3-3b332acbce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:37.140900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-9ffb847b-9dba-451d-bbf3-3b332acbce35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0612111 Jul 28 18:33:37.162712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343ef3b-6b52-43c0-8baa-6aa4697e25b3 req-f63bb167-cdb4-4856-99fd-70dc36ac6e6f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:37.164362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2343ef3b-6b52-43c0-8baa-6aa4697e25b3 req-f63bb167-cdb4-4856-99fd-70dc36ac6e6f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0955353 Jul 28 18:33:37.184029 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-e914d5ad-cd3e-4108-a7bd-2014e5c289e6 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514957 Jul 28 18:33:37.188726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-f753718c-e78c-43f4-ac73-16d7150310e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:37.190340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-f753718c-e78c-43f4-ac73-16d7150310e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420833 Jul 28 18:33:37.244242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:37.258545 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2343ef3b-6b52-43c0-8baa-6aa4697e25b3 req-0b9d2b89-d816-4c83-aaf9-952132c191c3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844958 Jul 28 18:33:37.295169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:37.301840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:37.307979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-979e1a08-3735-4395-a12b-a674854e3275 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166883 Jul 28 18:33:37.310726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:37.318974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event updated for resources: {'Port': ['ID=6ab556ec-e5aa-48ab-9b34-90b1567b47db,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:37.374365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-1afe0b4e-37a3-4ba8-8ac8-73d7a273e010 service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768119 Jul 28 18:33:37.555655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-314691c0-7c52-46f9-a821-ca2edbdd4923 req-53f72cb5-b04b-438f-b1b6-10ed9b612a18 service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453426 Jul 28 18:33:37.689210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5da42f18-74be-4a0a-b7cc-da1a396caf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:37.705649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:37.899549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:38.088810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Router fbade0f7-cb11-4fde-86df-ba3e93482449 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:33:38.192839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:38.205914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] Sync routers for ids ['fbade0f7-cb11-4fde-86df-ba3e93482449'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:38.215727 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] Routers {'fbade0f7-cb11-4fde-86df-ba3e93482449'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:38.216326 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbade0f7-cb11-4fde-86df-ba3e93482449'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:38.279679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:38.280949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-efaaf111-6101-4786-b482-65f112d05c13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2608020 Jul 28 18:33:38.283771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41224) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:38.288455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:38.344278 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:38.352839 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] Routers {'fbade0f7-cb11-4fde-86df-ba3e93482449'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:38.353426 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbade0f7-cb11-4fde-86df-ba3e93482449'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:38.385352 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:38.386011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257035a-a6b8-4417-a7b7-f4b8b8f273c4 None None] The sync data for ids ['fbade0f7-cb11-4fde-86df-ba3e93482449'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:38.816570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56bf87-4e50-4eb2-9fe7-c7da393436b0 req-4c688d0e-0bde-4f2a-84c4-e63065f8b0a7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:38.817937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f56bf87-4e50-4eb2-9fe7-c7da393436b0 req-4c688d0e-0bde-4f2a-84c4-e63065f8b0a7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.4713364 Jul 28 18:33:38.898306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f56bf87-4e50-4eb2-9fe7-c7da393436b0 req-fd668662-45aa-4eb2-aac5-4fdff2f2a603 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722518 Jul 28 18:33:38.995027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:39.020521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.118653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5deb2203-59e5-4dee-a478-90f7c9a22125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.205608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5deb2203-59e5-4dee-a478-90f7c9a22125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.313115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5deb2203-59e5-4dee-a478-90f7c9a22125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.319530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.358934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5deb2203-59e5-4dee-a478-90f7c9a22125 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c3dda0eafb5487a851236a86c02c0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628166 Jul 28 18:33:39.360842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb2203-59e5-4dee-a478-90f7c9a22125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edab7e81-0f8e-4923-9499-ac04b448be68,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:39.361645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41238) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:39.411079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.433969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.476911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Deleting port 6ab556ec-e5aa-48ab-9b34-90b1567b47db {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:39.477264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.552580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.553327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.556039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.557325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edab7e81-0f8e-4923-9499-ac04b448be68 HTTP/1.1" status: 204 len: 168 time: 0.1946924 Jul 28 18:33:39.564769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Calling delete_port for 6ab556ec-e5aa-48ab-9b34-90b1567b47db owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:39.568617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cd46d-5f39-498b-8db2-5d8c90a87227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edab7e81-0f8e-4923-9499-ac04b448be68,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:39.820790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:39.843711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Pushing event deleted for resources: {'Port': ['ID=6ab556ec-e5aa-48ab-9b34-90b1567b47db,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:39.909474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.060465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e8bc1-b39c-4c9d-90d0-469981af2de8 req-fa4922e2-33fb-4bf8-9158-abb7361c65e1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:40.062653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b26e8bc1-b39c-4c9d-90d0-469981af2de8 req-fa4922e2-33fb-4bf8-9158-abb7361c65e1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.0556188 Jul 28 18:33:40.102208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.102814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b26e8bc1-b39c-4c9d-90d0-469981af2de8 req-697ce606-704a-4107-98e1-06f4b5728963 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330739 Jul 28 18:33:40.123286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.127099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66678999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66679006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66683513'] for router, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.193788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41248) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.207455 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddae38f1-1dff-48f0-be30-106f0fb617d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.207751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Router fbade0f7-cb11-4fde-86df-ba3e93482449 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:33:40.279101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a8930f6-fd4b-45f8-acae-78e8cd374bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.297126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:33:40.300817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddae38f1-1dff-48f0-be30-106f0fb617d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.304900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.306245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0331c911-c6ec-4066-a798-906be60a204a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "PUT /v2.0/routers/fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 200 len: 710 time: 2.0215240 Jul 28 18:33:40.306685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] Sync routers for ids ['fbade0f7-cb11-4fde-86df-ba3e93482449'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:33:40.309006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41250) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.315941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] Routers {'fbade0f7-cb11-4fde-86df-ba3e93482449'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:40.321126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbade0f7-cb11-4fde-86df-ba3e93482449'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:40.356693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:40.371231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] Routers {'fbade0f7-cb11-4fde-86df-ba3e93482449'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:33:40.371753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:33:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbade0f7-cb11-4fde-86df-ba3e93482449'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:40.389598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6f1f6a18-437e-4883-b30a-ef9064f7e3ec tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/routers/fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 200 len: 745 time: 0.0768595 Jul 28 18:33:40.389598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41254) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.406408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:33:40.408881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:40.409495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517082b8-80aa-4c73-81dc-7b04c812d8dc None None] The sync data for ids ['fbade0f7-cb11-4fde-86df-ba3e93482449'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:33:40.445557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ddae38f1-1dff-48f0-be30-106f0fb617d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.449510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1781f87e-8e45-40a0-aa00-53713bc2051c tempest-RoutersIpV6AdminTest-1027254948 tempest-RoutersIpV6AdminTest-1027254948-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&device_id=fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 200 len: 205 time: 0.0586543 Jul 28 18:33:40.452215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41256) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.482722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-32de42d9-db7f-4fa5-ab3f-22a2f0bcaeca tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 200 len: 205 time: 0.0280440 Jul 28 18:33:40.484714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41258) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.513398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae38f1-1dff-48f0-be30-106f0fb617d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c39930-3a28-4921-a53e-b0eff18d4351,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:40.521764 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ddae38f1-1dff-48f0-be30-106f0fb617d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62333c9a799b499ea6516b7e0380f3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236637 Jul 28 18:33:40.521980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41260) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.532445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:40.545872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669e993-6a2c-4877-8175-6e822f72a3ce req-34731fc5-353d-47e5-afcd-aa73edd11dbc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:40.555824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1669e993-6a2c-4877-8175-6e822f72a3ce req-34731fc5-353d-47e5-afcd-aa73edd11dbc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 943 time: 0.1337690 Jul 28 18:33:40.555985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'port_id': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'mac_address': 'fa:16:3e:89:81:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:33:40.602085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.605716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.618483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fcb651-e8d3-4c48-a162-851c9ca5713d {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:33:40.638665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:40.665399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1669e993-6a2c-4877-8175-6e822f72a3ce req-19c4733d-21b0-4a4a-bda7-26efad4a39be tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103969 Jul 28 18:33:40.689697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.713204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-47852ac7-c7b6-467f-857d-46e70f13b372 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:40.716090 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-47852ac7-c7b6-467f-857d-46e70f13b372 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01&tenant_id=4b17fc9140264909809d3eb19d9902fe&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 943 time: 0.1236329 Jul 28 18:33:40.734964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.746232 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.768179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.770827 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.798130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:40.807059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.807252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.807503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.808326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.808326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.808542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.810755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.810755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.810755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.810755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.810755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.811258 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-a67f0e86-2641-4b43-9a83-9860311160be service neutron] delete failed (client error): The resource could not be found. Jul 28 18:33:40.811354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:40.813061 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-a67f0e86-2641-4b43-9a83-9860311160be service neutron] 10.222.0.37 "DELETE /v2.0/ports/23fcb651-e8d3-4c48-a162-851c9ca5713d/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0869105 Jul 28 18:33:40.895961 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-5f0f9e2c-d68f-458d-884a-f944bcaec479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:40.897419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-5f0f9e2c-d68f-458d-884a-f944bcaec479 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1095 time: 0.0421865 Jul 28 18:33:40.902536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.903126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Fanout notify agent at l3_agent the message router_deleted on router fbade0f7-cb11-4fde-86df-ba3e93482449 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:33:40.917439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.917439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-65ec28f8-88e3-40b2-ad52-f5849b15799e tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 204 len: 168 time: 0.4264629 Jul 28 18:33:40.917439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41262) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.953386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.955962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:40.956344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af84de57-7dd6-484d-b49c-b8be11ba8f5f tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 200 len: 205 time: 0.0388103 Jul 28 18:33:40.957124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2c39930-3a28-4921-a53e-b0eff18d4351 HTTP/1.1" status: 204 len: 168 time: 0.4341946 Jul 28 18:33:40.958779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41264) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:40.973662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308da09-c87f-4938-b515-53baa09161a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c39930-3a28-4921-a53e-b0eff18d4351,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:41.007995 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-6fb7b97f-e45f-4a9a-9266-dbbf06854ba1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.011376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6fb7b97f-e45f-4a9a-9266-dbbf06854ba1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/fbade0f7-cb11-4fde-86df-ba3e93482449 HTTP/1.1" status: 404 len: 336 time: 0.0487695 Jul 28 18:33:41.011649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.020133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-db13a7b2-b31d-469e-9462-f28bcc087411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:41.021841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-db13a7b2-b31d-469e-9462-f28bcc087411 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1165347 Jul 28 18:33:41.041019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e60862a8-1cab-400b-848d-80480bf4a96a tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 200 len: 205 time: 0.0279701 Jul 28 18:33:41.043170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41270) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.083973 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-4d65632a-fd06-4ea4-b50b-5acb3291e8f5 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.084998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d65632a-fd06-4ea4-b50b-5acb3291e8f5 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/fc66d3f8-c893-4487-b3e6-716ebfd08267 HTTP/1.1" status: 404 len: 336 time: 0.0406008 Jul 28 18:33:41.087719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41272) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.091077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-3099d603-9798-4b03-a7b9-ca30e021a7c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 999 time: 0.0622640 Jul 28 18:33:41.108475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['23fcb651-e8d3-4c48-a162-851c9ca5713d'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:33:41.123385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03eba844-8e7d-4d9b-9a18-3b9be255cfe4 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 200 len: 205 time: 0.0343022 Jul 28 18:33:41.123651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.135228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:41.171288 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-7f945ab7-5e09-437a-87e1-2f04b1dc041c tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.175313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f945ab7-5e09-437a-87e1-2f04b1dc041c tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/eb246031-52a0-4782-a1b2-28f50b9129b6 HTTP/1.1" status: 404 len: 336 time: 0.0479400 Jul 28 18:33:41.179105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41276) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.180418 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-7df6526c-8bc3-49e5-a13c-2b690de254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:41.181861 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-7df6526c-8bc3-49e5-a13c-2b690de254ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0843029 Jul 28 18:33:41.210640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84432429-63c0-4bd1-a30c-a86c0d15b8bb tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 200 len: 205 time: 0.0334585 Jul 28 18:33:41.213521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.237078 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-6c4fef67-7c03-4e3a-836b-0cd4b96c1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:41.238589 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-6c4fef67-7c03-4e3a-836b-0cd4b96c1226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499623 Jul 28 18:33:41.248950 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-6c1576fa-c501-415e-889a-73fa290cecb1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.250002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c1576fa-c501-415e-889a-73fa290cecb1 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/32b78df8-b03f-414a-8e93-5e05a4feded6 HTTP/1.1" status: 404 len: 336 time: 0.0378723 Jul 28 18:33:41.252683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41280) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.288383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c55284a5-8945-4eac-8f94-46bdf9425dce tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 200 len: 205 time: 0.0343583 Jul 28 18:33:41.289648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41282) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.337473 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-5aea22ca-b8f2-4882-85ef-9e72d3c9c107 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.339698 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5aea22ca-b8f2-4882-85ef-9e72d3c9c107 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/b1e1e8f4-4bdf-4ec8-a91a-ac5999d3a8b4 HTTP/1.1" status: 404 len: 336 time: 0.0478983 Jul 28 18:33:41.341793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41286) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.344995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-a6898848-1dbb-4abc-8961-e8f81652c924 service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978653 Jul 28 18:33:41.377437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-815b44f5-8f40-42c8-b991-328c1d05c7b0 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b3b56f3-da63-4de7-81a9-b3dcfc1c332a HTTP/1.1" status: 200 len: 205 time: 0.0318835 Jul 28 18:33:41.377682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41288) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.419337 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-ba29c247-eee0-45ef-8fdb-513d33ba8092 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] delete failed (client error): The resource could not be found. Jul 28 18:33:41.423249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba29c247-eee0-45ef-8fdb-513d33ba8092 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/routers/4b3b56f3-da63-4de7-81a9-b3dcfc1c332a HTTP/1.1" status: 404 len: 336 time: 0.0418861 Jul 28 18:33:41.423810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41292) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:41.448118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6b317cde-8090-4197-b9a4-c4aeeee9f3ae req-6d4f241b-c02e-4de6-99a8-648bda288d1e service neutron] 10.222.0.37 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954759 Jul 28 18:33:41.452263 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-da53a986-42d8-4d8a-a531-80752b0c3d13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] DELETE failed (client error): The resource could not be found. Jul 28 18:33:41.452761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da53a986-42d8-4d8a-a531-80752b0c3d13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:33:41.456852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da53a986-42d8-4d8a-a531-80752b0c3d13 tempest-RoutersIpV6AdminTest-541484033 tempest-RoutersIpV6AdminTest-541484033-project] 10.222.0.25 "DELETE /v2.0/subnets/e7917048-0796-413a-bfb7-80465b40e599 HTTP/1.1" status: 404 len: 337 time: 0.0297813 Jul 28 18:33:41.792212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ece0e-847f-4b08-92c7-93e0b26538f3 req-0938697b-edf7-4cc8-83bc-4d25e15e2299 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:41.793717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d41ece0e-847f-4b08-92c7-93e0b26538f3 req-0938697b-edf7-4cc8-83bc-4d25e15e2299 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 944 time: 0.0494680 Jul 28 18:33:41.831944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d41ece0e-847f-4b08-92c7-93e0b26538f3 req-dc9a5e5b-885a-4926-a3fe-6dca7253ec4a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Jul 28 18:33:42.003467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:42.128852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41318) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:42.154231 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.180310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689169109-network', 'tenant_id': 'aab935a4715b493aab0dea503b2d3b06'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:42.257727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.324462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.372491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:42.375871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2744dffafcb24d14b158f698a13517a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707421 Jul 28 18:33:42.377320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43765413-4930-4779-8be3-f418c0c1ee7c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:42.377960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41322) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:42.385058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.385411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.385757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.386099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.386462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.386821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.387149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.387510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.387842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.388169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.388496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.388820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b229ae6-af3b-46b0-b4b9-7fecddf7164d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:33:42.443290 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.464855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.482861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Made reservation on behalf of aab935a4715b493aab0dea503b2d3b06 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:42.485382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.494483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.517044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 23fcb651-e8d3-4c48-a162-851c9ca5713d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:42.521326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 23fcb651-e8d3-4c48-a162-851c9ca5713d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:42.524071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.570930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.573651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.577500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43765413-4930-4779-8be3-f418c0c1ee7c HTTP/1.1" status: 204 len: 168 time: 0.1959722 Jul 28 18:33:42.585015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044441cd-0cfb-4952-91f3-a78156c2236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43765413-4930-4779-8be3-f418c0c1ee7c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:42.626016 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.649437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.653825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:33:42.656221 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205de293-b8cf-48ba-8a3e-626f4130ebe2" -d '{"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-plugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:33:42.669399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:42.696602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.719637 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.727916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:42.737979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be406e-5920-4c7b-ba81-bf3b9de8096d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:42.743617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.743969 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Added segment eb516a0f-46d7-4413-9598-8b2ed95f14f6 of type vlan for network d397e332-feb8-4478-95e8-2849e9abb171 Jul 28 18:33:42.787573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:42.787818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.886789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.888115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:42.889051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:42.902984 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b32b1-3c5f-4617-b4a7-333bfe1f0327 x-openstack-request-id: req-da7b32b1-3c5f-4617-b4a7-333bfe1f0327 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:33:42.903524 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-plugged", "status": "completed", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:33:42.903965 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da7b32b1-3c5f-4617-b4a7-333bfe1f0327 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:33:42.904525 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'code': 200} Jul 28 18:33:42.986269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d397e332-feb8-4478-95e8-2849e9abb171,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:42.996168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network d397e332-feb8-4478-95e8-2849e9abb171 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:43.007918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5300-bff7-407a-8ef9-a47d7d8a19ab req-dc3dfa78-dcaa-464c-b976-b1a7be264d77 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:43.009461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8fbd5300-bff7-407a-8ef9-a47d7d8a19ab req-dc3dfa78-dcaa-464c-b976-b1a7be264d77 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0650492 Jul 28 18:33:43.047971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8fbd5300-bff7-407a-8ef9-a47d7d8a19ab req-9b57e3a8-53ff-4357-97e4-c5220975ab5d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321360 Jul 28 18:33:43.051644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.070102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41336) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:43.073730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-362d64d0-cec9-4640-838f-7e9f6b8105a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9435272 Jul 28 18:33:43.076192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41338) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:43.081498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Request body: {'subnet': {'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689169109-subnet', 'tenant_id': 'aab935a4715b493aab0dea503b2d3b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:43.191088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Made reservation on behalf of aab935a4715b493aab0dea503b2d3b06 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:43.191088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.305580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41340) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:43.381305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-10dbfdf2-d44d-4030-9653-75fc412538b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b15ecc73dad413ab64a466120b99b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779235 Jul 28 18:33:43.384044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41342) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:43.445328 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.469730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.474011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.478668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8ff1b190-1e9f-4c02-976a-033e0b44cc10 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/f8109d7d-098b-4e48-9e12-24bd74b39b39 HTTP/1.1" status: 200 len: 992 time: 0.4076071 Jul 28 18:33:43.556538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3127f13c-6de1-40be-9d41-4b71442b8506,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:43.569372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Checking segment: {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:43.569729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Network hostable DHCP agents. Network: d397e332-feb8-4478-95e8-2849e9abb171, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:43.665613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.668242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.669546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109751f7-34d4-436d-ae9f-a04f696f137d HTTP/1.1" status: 204 len: 168 time: 0.2816608 Jul 28 18:33:43.678112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25555b9-f3a8-44bb-ab04-0e1fb378d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109751f7-34d4-436d-ae9f-a04f696f137d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:43.698786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Network d397e332-feb8-4478-95e8-2849e9abb171 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:43.776132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, d397e332-feb8-4478-95e8-2849e9abb171) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:43.780294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:43.780948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:43.785185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284ff7c-5921-4ee5-a593-3a3da251b094 None None] Network d397e332-feb8-4478-95e8-2849e9abb171 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:43.889738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-08548964-d8d1-41d6-a698-4c7176bec322 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8123460 Jul 28 18:33:44.064626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f2de2-5411-47ce-9551-e74345adc549 None None] Network d397e332-feb8-4478-95e8-2849e9abb171 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:44.746386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41374) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:44.844200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79966757'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:44.922520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:44.926495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:44.936272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.025702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.094516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.121472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:45.130407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c130ee-1f70-4fd0-8da9-9c4a16b2b69e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:45.136232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.136576 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 1d4f2287-279e-48bf-b192-6f112602267d of type vlan for network 12cac961-d161-4245-b30b-4031ea482901 Jul 28 18:33:45.176917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.282702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.288331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:45.288923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:45.355599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=12cac961-d161-4245-b30b-4031ea482901,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:45.366077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 12cac961-d161-4245-b30b-4031ea482901 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:45.428448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a74f4a2-472a-4cff-96f2-07770764e025 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6807909 Jul 28 18:33:45.593726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:47.164542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-09c2bc51-1eaf-4089-bf29-59f90740c973 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:47.165925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-09c2bc51-1eaf-4089-bf29-59f90740c973 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/networks?id=d397e332-feb8-4478-95e8-2849e9abb171 HTTP/1.1" status: 200 len: 808 time: 0.0969360 Jul 28 18:33:47.180938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-ef38644c-068e-4a72-84c5-e478f8f60964 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/quotas/aab935a4715b493aab0dea503b2d3b06 HTTP/1.1" status: 200 len: 375 time: 0.0087957 Jul 28 18:33:47.239526 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-6dc4ba8d-54ac-4b95-9a54-82fb5fe8b1e1 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530586 Jul 28 18:33:47.378099 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-cc43f776-2b2d-4c1f-8bf5-ae28af6cf617 service neutron] 10.222.0.25 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316352 Jul 28 18:33:47.467853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-dd9dd678-9a8d-4bef-b04c-0ccf9a245c9e service neutron] 10.222.0.25 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Jul 28 18:33:48.049980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4e79183-be5b-4781-925d-2d1045884ed9 req-2f7b72d3-4764-4b54-bb67-5bcc6dcc8054 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 210 time: 0.0288453 Jul 28 18:33:48.700653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41412) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:48.705821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '12cac961-d161-4245-b30b-4031ea482901', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:48.827770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:48.855792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:48.859883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.127800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df87ea74-145c-4ff7-89a7-cc7c3dd68eea req-e851cc5f-899a-4943-a3ff-e6e65913f6c9 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 210 time: 0.0256481 Jul 28 18:33:49.140330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.206184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=ff806172-2044-4fe9-9637-b6b16ecc79c6,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:49.213017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': '1d4f2287-279e-48bf-b192-6f112602267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '12cac961-d161-4245-b30b-4031ea482901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:49.213334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 12cac961-d161-4245-b30b-4031ea482901, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:49.336263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 12cac961-d161-4245-b30b-4031ea482901 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:49.450166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 12cac961-d161-4245-b30b-4031ea482901) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:49.455120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:49.455807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.461065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15bfe3-6681-44df-b73c-ae0b48eebaab None None] Network 12cac961-d161-4245-b30b-4031ea482901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:49.563712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dce23126-a2ef-4a8e-82ce-23a1601485bd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8618984 Jul 28 18:33:49.567356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:49.572361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912418181'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:49.606286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-12cac961-d161-4245-b30b-4031ea482901', 'network_id': '12cac961-d161-4245-b30b-4031ea482901', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': 'ff806172-2044-4fe9-9637-b6b16ecc79c6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:33:49.607136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.706060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:49.709612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.734316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:49.741661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Allocated IP 2001:db8:0:ffff::2 (12cac961-d161-4245-b30b-4031ea482901/ff806172-2044-4fe9-9637-b6b16ecc79c6/a762a9f2-5284-46ff-b163-bc9d5b1767d0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:49.743235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.743618 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment a1f91aac-3db8-486b-a4e2-75d14912411b of type vlan for network 776a726f-b05a-4068-8139-172db8d84318 Jul 28 18:33:49.782838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.974294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:49.982241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Transition to ACTIVE for port object a762a9f2-5284-46ff-b163-bc9d5b1767d0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:49.996914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Transition to ACTIVE for port object a762a9f2-5284-46ff-b163-bc9d5b1767d0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:50.045130 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.052568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:50.053170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.074276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.113168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Network 12cac961-d161-4245-b30b-4031ea482901 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:50.115986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:50.118414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:50.121916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=776a726f-b05a-4068-8139-172db8d84318,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:50.134417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Pushing event updated for resources: {'Port': ['ID=a762a9f2-5284-46ff-b163-bc9d5b1767d0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:50.137473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 776a726f-b05a-4068-8139-172db8d84318 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:50.208181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-615e1f56-caa8-419c-94d7-bd78815f8a04 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6371400 Jul 28 18:33:50.208823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41422) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:50.214120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '776a726f-b05a-4068-8139-172db8d84318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:50.222575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aba79864-0c65-42bc-950a-ed116214a890 req-ef01f6c7-1f84-4275-9621-fd474124980e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 210 time: 0.0284355 Jul 28 18:33:50.236503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Attempting to bind port a762a9f2-5284-46ff-b163-bc9d5b1767d0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:50.236865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Attempting to bind port a762a9f2-5284-46ff-b163-bc9d5b1767d0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1d4f2287-279e-48bf-b192-6f112602267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '12cac961-d161-4245-b30b-4031ea482901'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:50.237229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Attempting to bind port a762a9f2-5284-46ff-b163-bc9d5b1767d0 on network 12cac961-d161-4245-b30b-4031ea482901 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:50.245518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:50.245897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Checking segment: {'id': '1d4f2287-279e-48bf-b192-6f112602267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '12cac961-d161-4245-b30b-4031ea482901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:50.246305 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.246727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Bound using segment: {'id': '1d4f2287-279e-48bf-b192-6f112602267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '12cac961-d161-4245-b30b-4031ea482901'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:50.247188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Bound port: a762a9f2-5284-46ff-b163-bc9d5b1767d0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4f2287-279e-48bf-b192-6f112602267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '12cac961-d161-4245-b30b-4031ea482901'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:50.247661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.309310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] For port a762a9f2-5284-46ff-b163-bc9d5b1767d0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:50.312557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] For port a762a9f2-5284-46ff-b163-bc9d5b1767d0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a762a9f2-5284-46ff-b163-bc9d5b1767d0,segment=NetworkSegment(1d4f2287-279e-48bf-b192-6f112602267d),segment_id=1d4f2287-279e-48bf-b192-6f112602267d)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:50.381611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:50.385260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.392021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.454923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771638d5-e646-46ea-bd03-671376ebddaa None None] Pushing event updated for resources: {'Port': ['ID=a762a9f2-5284-46ff-b163-bc9d5b1767d0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:50.683457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-3c56046d-4591-4555-84f3-c40abd3520ce tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:50.685167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-3c56046d-4591-4555-84f3-c40abd3520ce tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "GET /v2.0/networks?id=d397e332-feb8-4478-95e8-2849e9abb171 HTTP/1.1" status: 200 len: 808 time: 0.1666920 Jul 28 18:33:50.698398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Request body: {'port': {'device_id': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171', 'admin_state_up': True, 'tenant_id': 'aab935a4715b493aab0dea503b2d3b06'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:50.741782 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:50.830008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=30d787e5-97eb-422e-827a-5d7143cc8e0d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:50.851630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': 'a1f91aac-3db8-486b-a4e2-75d14912411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '776a726f-b05a-4068-8139-172db8d84318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:50.852000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 776a726f-b05a-4068-8139-172db8d84318, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:50.987664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 776a726f-b05a-4068-8139-172db8d84318 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:51.004057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Made reservation on behalf of aab935a4715b493aab0dea503b2d3b06 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:51.007582 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.107875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 776a726f-b05a-4068-8139-172db8d84318) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:51.119018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea89b67-7f54-48fd-bc2f-0698babba4bc None None] Network 776a726f-b05a-4068-8139-172db8d84318 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:51.120774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:51.121379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.149885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Allocated IP 172.20.0.7 (d397e332-feb8-4478-95e8-2849e9abb171/3127f13c-6de1-40be-9d41-4b71442b8506/869aa0a1-b340-4f20-b51d-10d2d3430a25) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:51.241139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f42a69bf-4a8a-41b7-a592-1e663838ed93 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0313239 Jul 28 18:33:51.243847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41424) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:51.285571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-776a726f-b05a-4068-8139-172db8d84318', 'network_id': '776a726f-b05a-4068-8139-172db8d84318', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '30d787e5-97eb-422e-827a-5d7143cc8e0d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:33:51.286509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.311735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.376670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.394302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84e8c3e3-edc5-4d3b-a4f4-311f84b8c2e3 req-2751d969-db97-4b98-9d87-bd02e7471ba9 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 210 time: 0.0426683 Jul 28 18:33:51.442642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.445577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Allocated IP 2001:db8::1 (776a726f-b05a-4068-8139-172db8d84318/30d787e5-97eb-422e-827a-5d7143cc8e0d/a4355f0d-52a3-442d-9d68-f8625a96daa5) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:51.456833 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.504990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b81af-0d3e-4d31-85e8-fd848958c355 None None] Network 12cac961-d161-4245-b30b-4031ea482901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:51.517653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Network d397e332-feb8-4478-95e8-2849e9abb171 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:51.521356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:51.525164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:51.555977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Pushing event updated for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:51.582444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:51.583052 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.665220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b58b0a49-0bfc-41be-aa82-f9e0d59e758e None None] Provisioning for port a762a9f2-5284-46ff-b163-bc9d5b1767d0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:51.691253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-8de7b549-f5c7-4302-9f68-dac084dac388 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968836 Jul 28 18:33:51.702527 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.707249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Request body: {'port': {'device_id': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:51.725410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Transition to ACTIVE for port object a4355f0d-52a3-442d-9d68-f8625a96daa5 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:51.744660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Transition to ACTIVE for port object a4355f0d-52a3-442d-9d68-f8625a96daa5 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:51.764309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.820293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.859702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Network 776a726f-b05a-4068-8139-172db8d84318 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:51.862717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:51.866120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:51.875620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Pushing event updated for resources: {'Port': ['ID=a4355f0d-52a3-442d-9d68-f8625a96daa5,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:51.904473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.936376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Attempting to bind port a4355f0d-52a3-442d-9d68-f8625a96daa5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:51.936796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Attempting to bind port a4355f0d-52a3-442d-9d68-f8625a96daa5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'a1f91aac-3db8-486b-a4e2-75d14912411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '776a726f-b05a-4068-8139-172db8d84318'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:51.937215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Attempting to bind port a4355f0d-52a3-442d-9d68-f8625a96daa5 on network 776a726f-b05a-4068-8139-172db8d84318 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:51.942850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=30d787e5-97eb-422e-827a-5d7143cc8e0d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:51.943046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:51.943419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Checking segment: {'id': 'a1f91aac-3db8-486b-a4e2-75d14912411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '776a726f-b05a-4068-8139-172db8d84318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:51.950447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:51.954234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Bound using segment: {'id': 'a1f91aac-3db8-486b-a4e2-75d14912411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '776a726f-b05a-4068-8139-172db8d84318'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:51.954749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Bound port: a4355f0d-52a3-442d-9d68-f8625a96daa5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f91aac-3db8-486b-a4e2-75d14912411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '776a726f-b05a-4068-8139-172db8d84318'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:51.955157 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.021026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.027898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] For port a4355f0d-52a3-442d-9d68-f8625a96daa5, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:52.031652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] For port a4355f0d-52a3-442d-9d68-f8625a96daa5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a4355f0d-52a3-442d-9d68-f8625a96daa5,segment=NetworkSegment(a1f91aac-3db8-486b-a4e2-75d14912411b),segment_id=a1f91aac-3db8-486b-a4e2-75d14912411b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:52.035048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776a726f-b05a-4068-8139-172db8d84318']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:52.045504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f91aac-3db8-486b-a4e2-75d14912411b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:52.045805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f91aac-3db8-486b-a4e2-75d14912411b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:52.054654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.091143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869aa0a1-b340-4f20-b51d-10d2d3430a25 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:33:52.099346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.111230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Transition to ACTIVE for port object 869aa0a1-b340-4f20-b51d-10d2d3430a25 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:52.111476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.113460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.120012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:52.120409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:52.123495 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:52.184137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.190064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58299ae-9b6a-4cab-bd74-33ab1942fc14 None None] Pushing event updated for resources: {'Port': ['ID=a4355f0d-52a3-442d-9d68-f8625a96daa5,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:52.207025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3114c-a12b-4c20-a892-2dc73661096e None None] Network 776a726f-b05a-4068-8139-172db8d84318 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:52.226353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:33:52.226353 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:33:52.226353 n-d-778550-5 neutron-server[101106]: [parameters: {'id': '776a726f-b05a-4068-8139-172db8d84318'}] Jul 28 18:33:52.226353 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:33:52.226788 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:33:52.251760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Pushing event updated for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:52.302939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Attempting to bind port 869aa0a1-b340-4f20-b51d-10d2d3430a25 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:52.303190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Attempting to bind port 869aa0a1-b340-4f20-b51d-10d2d3430a25 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:52.303557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Attempting to bind port 869aa0a1-b340-4f20-b51d-10d2d3430a25 on network d397e332-feb8-4478-95e8-2849e9abb171 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:52.307838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Port 869aa0a1-b340-4f20-b51d-10d2d3430a25 on network d397e332-feb8-4478-95e8-2849e9abb171 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:33:52.308166 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Attempting to bind port 869aa0a1-b340-4f20-b51d-10d2d3430a25 on network d397e332-feb8-4478-95e8-2849e9abb171 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:52.312968 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:52.313305 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Checking segment: {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:52.313695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Bound using segment: {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:52.314122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Bound port: 869aa0a1-b340-4f20-b51d-10d2d3430a25, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:52.314496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.328620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a896926-1370-4a50-ac34-6521ba31cc80 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:33:52.377188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:52.380218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:52.412656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a896926-1370-4a50-ac34-6521ba31cc80 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:33:52.445221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.482543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.483382 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.486433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] 10.222.0.37 "PUT /v2.0/ports/869aa0a1-b340-4f20-b51d-10d2d3430a25 HTTP/1.1" status: 200 len: 1091 time: 0.7861166 Jul 28 18:33:52.488807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:33:52.492474 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c" -d '{"events": [{"name": "network-changed", "server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:33:52.520237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e56fe-13b5-4e10-9c02-89c99ee84376 service neutron] Pushing event updated for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:52.524293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a02e-73cf-4db3-a231-0bdd1f07964d req-389eea4c-a248-46b6-995e-9bac2bfd0130 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.526454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30b3a02e-73cf-4db3-a231-0bdd1f07964d req-389eea4c-a248-46b6-995e-9bac2bfd0130 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 943 time: 0.0707321 Jul 28 18:33:52.541834 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af51e6fe-6ce8-48fd-9cdc-25fec48f70a4 x-openstack-request-id: req-af51e6fe-6ce8-48fd-9cdc-25fec48f70a4 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:33:52.542238 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:33:52.542594 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af51e6fe-6ce8-48fd-9cdc-25fec48f70a4 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:33:52.543128 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25', 'status': 'completed', 'code': 200} Jul 28 18:33:52.588897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30b3a02e-73cf-4db3-a231-0bdd1f07964d req-d24031a2-1f4b-47a8-9bce-9ad20e9806f5 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Jul 28 18:33:52.620092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-7d388435-bc17-4d68-b99e-77b026e68a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.622012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-7d388435-bc17-4d68-b99e-77b026e68a67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 1094 time: 0.0581722 Jul 28 18:33:52.659413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a762a9f2-5284-46ff-b163-bc9d5b1767d0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:52.727898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.729089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-bca00fe5-72e4-4398-bc3d-6fdfff2242f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.730678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-bca00fe5-72e4-4398-bc3d-6fdfff2242f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=aab935a4715b493aab0dea503b2d3b06&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1004534 Jul 28 18:33:52.779509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port a4355f0d-52a3-442d-9d68-f8625a96daa5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:52.779881 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.782978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a762a9f2-5284-46ff-b163-bc9d5b1767d0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:52.787280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a762a9f2-5284-46ff-b163-bc9d5b1767d0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:52.787690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.832648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-6d299d46-97dd-444f-b08a-4138640ad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.834042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f3c1e9d-92cf-48c9-ae9b-a2c2a6e8994c req-6d299d46-97dd-444f-b08a-4138640ad866 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966942 Jul 28 18:33:52.842761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port a4355f0d-52a3-442d-9d68-f8625a96daa5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a4355f0d-52a3-442d-9d68-f8625a96daa5,segment=NetworkSegment(a1f91aac-3db8-486b-a4e2-75d14912411b),segment_id=a1f91aac-3db8-486b-a4e2-75d14912411b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:52.843157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.857031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for a4355f0d-52a3-442d-9d68-f8625a96daa5 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:52.871594 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:52.911057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a762a9f2-5284-46ff-b163-bc9d5b1767d0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a762a9f2-5284-46ff-b163-bc9d5b1767d0,segment=NetworkSegment(1d4f2287-279e-48bf-b192-6f112602267d),segment_id=1d4f2287-279e-48bf-b192-6f112602267d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:52.916689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-565111e0-2bd2-4676-9f3f-7cc8848c9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:52.918494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-565111e0-2bd2-4676-9f3f-7cc8848c9ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 1094 time: 0.0427804 Jul 28 18:33:52.961094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-219626ef-6313-48eb-9ad5-a09e2ca72a6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25 HTTP/1.1" status: 200 len: 217 time: 0.0349209 Jul 28 18:33:52.993501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.010069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-f728e1e8-ab74-4634-a306-90e0ac53013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:53.011575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-f728e1e8-ab74-4634-a306-90e0ac53013e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3127f13c-6de1-40be-9d41-4b71442b8506 HTTP/1.1" status: 200 len: 848 time: 0.0435421 Jul 28 18:33:53.036862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.043717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a762a9f2-5284-46ff-b163-bc9d5b1767d0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:53.048575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-08cd6982-fc99-4ad0-aae1-bc1b86f8823f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d397e332-feb8-4478-95e8-2849e9abb171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302832 Jul 28 18:33:53.063733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=a4355f0d-52a3-442d-9d68-f8625a96daa5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:53.067113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port a4355f0d-52a3-442d-9d68-f8625a96daa5 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:33:53.141929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-614badd5-adcb-4859-93ff-b10c1978286c service neutron] 10.222.0.37 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 Jul 28 18:33:53.149894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.159731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776a726f-b05a-4068-8139-172db8d84318']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:53.236713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cf66ded-335d-471b-acbc-f8afbf56b2db req-9ea9b6fe-21d8-4f18-be0a-4378cf09359b service neutron] 10.222.0.37 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872688 Jul 28 18:33:53.511800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f91aac-3db8-486b-a4e2-75d14912411b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:53.512100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f91aac-3db8-486b-a4e2-75d14912411b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:53.521517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.534896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.540647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:53.541025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:53.543871 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:53.665052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.670785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.674156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/776a726f-b05a-4068-8139-172db8d84318 HTTP/1.1" status: 204 len: 168 time: 2.4284575 Jul 28 18:33:53.677326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41434) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:53.682297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145527941'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:53.698120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646669-b9cb-41ff-b323-cd330d6c0c17 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=776a726f-b05a-4068-8139-172db8d84318,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:53.717708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e109d-75a9-43bd-aedc-357551cd20c5 req-8e372682-32e8-43f0-aa96-2d7a3f236d83 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:53.719752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-417e109d-75a9-43bd-aedc-357551cd20c5 req-8e372682-32e8-43f0-aa96-2d7a3f236d83 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 943 time: 0.0514505 Jul 28 18:33:53.757386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-417e109d-75a9-43bd-aedc-357551cd20c5 req-e0dffb19-8305-4ec7-a1ac-5007fbd841ba tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Jul 28 18:33:53.784650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:53.788175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.811789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:53.820149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.820493 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment ab07cf65-9757-4e44-bdd3-f2473470fff8 of type vlan for network 026f79a5-da41-4572-ad80-cceb6c086c50 Jul 28 18:33:53.863518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.950303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:53.956027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:53.956621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.020384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=026f79a5-da41-4572-ad80-cceb6c086c50,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:54.030056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 026f79a5-da41-4572-ad80-cceb6c086c50 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:54.077236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e45d78d-6b35-4373-80b1-f7e394ff64fc tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3988366 Jul 28 18:33:54.080539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41436) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:54.085555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:54.227091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:54.230580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.459454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.519475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=123be1bc-b696-430b-ad3c-f4cdf37e1399,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:54.526610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': 'ab07cf65-9757-4e44-bdd3-f2473470fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:54.526977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 026f79a5-da41-4572-ad80-cceb6c086c50, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:54.613398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a762a9f2-5284-46ff-b163-bc9d5b1767d0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:54.619385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 026f79a5-da41-4572-ad80-cceb6c086c50 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:54.662580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a762a9f2-5284-46ff-b163-bc9d5b1767d0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:54.662943 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.681794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 026f79a5-da41-4572-ad80-cceb6c086c50) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:54.686187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:54.686457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.693232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ae6436-b40d-4dbb-a72e-638f752cd873 None None] Network 026f79a5-da41-4572-ad80-cceb6c086c50 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:54.769015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad76c21d-0027-4c5a-a884-2313c7cf1d58 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6873186 Jul 28 18:33:54.772434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:54.777381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144977941'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:54.858760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:54.862334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.875120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-026f79a5-da41-4572-ad80-cceb6c086c50', 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '123be1bc-b696-430b-ad3c-f4cdf37e1399'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:33:54.876033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.905514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e761cf-6c97-4726-9a1a-dcf159360b7b req-6b036727-1604-44d7-891f-1a06fa18c6a2 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:54.907639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03e761cf-6c97-4726-9a1a-dcf159360b7b req-6b036727-1604-44d7-891f-1a06fa18c6a2 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 943 time: 0.0793047 Jul 28 18:33:54.910994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:54.926609 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:54.926966 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 2df30684-eb94-45cd-bcf2-6bc4dae8c48a of type vlan for network 2221abdc-5508-4703-b362-121fca35962c Jul 28 18:33:54.989702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03e761cf-6c97-4726-9a1a-dcf159360b7b req-f867282a-6deb-4e9a-a1f4-1140dcc8c50c tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736711 Jul 28 18:33:54.998621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.025368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Allocated IP 2001:db8::3 (026f79a5-da41-4572-ad80-cceb6c086c50/123be1bc-b696-430b-ad3c-f4cdf37e1399/a628f953-2c06-41dd-8b52-51d0dc29d795) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:55.090108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.095787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:55.096374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.164798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=2221abdc-5508-4703-b362-121fca35962c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:55.165135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.174011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Transition to ACTIVE for port object a628f953-2c06-41dd-8b52-51d0dc29d795 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:55.177066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 2221abdc-5508-4703-b362-121fca35962c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:55.197148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c87605f1-97cb-41bc-aa0d-218ff1083776 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4237230 Jul 28 18:33:55.200068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41442) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:55.205134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '2221abdc-5508-4703-b362-121fca35962c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:55.229815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Transition to ACTIVE for port object a628f953-2c06-41dd-8b52-51d0dc29d795 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:55.290482 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.329426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Network 026f79a5-da41-4572-ad80-cceb6c086c50 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:55.332163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:55.338162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:55.341078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Pushing event updated for resources: {'Port': ['ID=a628f953-2c06-41dd-8b52-51d0dc29d795,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:55.345404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:55.349044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.395256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Attempting to bind port a628f953-2c06-41dd-8b52-51d0dc29d795 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:55.395635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Attempting to bind port a628f953-2c06-41dd-8b52-51d0dc29d795 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ab07cf65-9757-4e44-bdd3-f2473470fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:55.395996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Attempting to bind port a628f953-2c06-41dd-8b52-51d0dc29d795 on network 026f79a5-da41-4572-ad80-cceb6c086c50 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:55.400870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:55.401246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Checking segment: {'id': 'ab07cf65-9757-4e44-bdd3-f2473470fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:55.401647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.402037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Bound using segment: {'id': 'ab07cf65-9757-4e44-bdd3-f2473470fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:55.402496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Bound port: a628f953-2c06-41dd-8b52-51d0dc29d795, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab07cf65-9757-4e44-bdd3-f2473470fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '026f79a5-da41-4572-ad80-cceb6c086c50'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:55.402877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.409741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing IP validity checks on allocation pools {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 18:33:55.410268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 18:33:55.466106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] For port a628f953-2c06-41dd-8b52-51d0dc29d795, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:55.469734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] For port a628f953-2c06-41dd-8b52-51d0dc29d795, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a628f953-2c06-41dd-8b52-51d0dc29d795,segment=NetworkSegment(ab07cf65-9757-4e44-bdd3-f2473470fff8),segment_id=ab07cf65-9757-4e44-bdd3-f2473470fff8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:55.531375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.585164 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.589761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54281-1db9-43d0-897e-04d17157db18 None None] Pushing event updated for resources: {'Port': ['ID=a628f953-2c06-41dd-8b52-51d0dc29d795,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:55.660446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=96ee9ea6-6bc4-4d9c-aaaf-ddfc790e4e05,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:55.668059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': '2df30684-eb94-45cd-bcf2-6bc4dae8c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2221abdc-5508-4703-b362-121fca35962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:55.668430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 2221abdc-5508-4703-b362-121fca35962c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:55.750791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 2221abdc-5508-4703-b362-121fca35962c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:55.813753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 2221abdc-5508-4703-b362-121fca35962c) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:55.820049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:55.821255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:55.822239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac26d5-c535-49bc-af5f-441ac87a76d0 None None] Network 2221abdc-5508-4703-b362-121fca35962c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:55.963024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b254c056-0834-41c9-81b6-4dd98abb19b8 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7618303 Jul 28 18:33:55.966226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41444) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:56.082377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.126462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-2221abdc-5508-4703-b362-121fca35962c', 'network_id': '2221abdc-5508-4703-b362-121fca35962c', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '96ee9ea6-6bc4-4d9c-aaaf-ddfc790e4e05'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:33:56.127326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.159988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485cab4-a691-4949-bbad-6d87224714d8 req-a87f7585-4903-468a-819d-19d5219d71b3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:56.161510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1485cab4-a691-4949-bbad-6d87224714d8 req-a87f7585-4903-468a-819d-19d5219d71b3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 943 time: 0.0961843 Jul 28 18:33:56.209527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.267208 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1485cab4-a691-4949-bbad-6d87224714d8 req-29c8dd5b-8c2a-4b6f-8b35-43519381f15a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940516 Jul 28 18:33:56.284153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Allocated IP 2001:db8::3 (2221abdc-5508-4703-b362-121fca35962c/96ee9ea6-6bc4-4d9c-aaaf-ddfc790e4e05/d2a5fb3b-a597-4711-a856-2f7daf96482b) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:33:56.356002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 869aa0a1-b340-4f20-b51d-10d2d3430a25 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:33:56.484457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810c443-00c3-4e74-8418-f961c460f198 None None] Network 026f79a5-da41-4572-ad80-cceb6c086c50 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:56.570982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.583007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:56.599065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Transition to ACTIVE for port object d2a5fb3b-a597-4711-a856-2f7daf96482b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:56.621184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '869aa0a1-b340-4f20-b51d-10d2d3430a25', 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171', 'port_id': '869aa0a1-b340-4f20-b51d-10d2d3430a25', 'mac_address': 'fa:16:3e:7a:53:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3127f13c-6de1-40be-9d41-4b71442b8506', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:33:56.633703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Transition to ACTIVE for port object d2a5fb3b-a597-4711-a856-2f7daf96482b will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:33:56.646432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a628f953-2c06-41dd-8b52-51d0dc29d795 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:56.700778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0bdc148b-ad81-4c43-bdf8-9bd208ae0094 None None] Provisioning for port a628f953-2c06-41dd-8b52-51d0dc29d795 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:56.740989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.742768 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.805681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869aa0a1-b340-4f20-b51d-10d2d3430a25 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:33:56.813273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Network 2221abdc-5508-4703-b362-121fca35962c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:33:56.821742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.828145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:56.829767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:33:56.850551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=96ee9ea6-6bc4-4d9c-aaaf-ddfc790e4e05,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:56.866343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Pushing event updated for resources: {'Port': ['ID=d2a5fb3b-a597-4711-a856-2f7daf96482b,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:56.875688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:56.911999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.922082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2221abdc-5508-4703-b362-121fca35962c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:56.935796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Attempting to bind port d2a5fb3b-a597-4711-a856-2f7daf96482b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:33:56.936170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Attempting to bind port d2a5fb3b-a597-4711-a856-2f7daf96482b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2df30684-eb94-45cd-bcf2-6bc4dae8c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2221abdc-5508-4703-b362-121fca35962c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:33:56.936536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Attempting to bind port d2a5fb3b-a597-4711-a856-2f7daf96482b on network 2221abdc-5508-4703-b362-121fca35962c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:33:56.939125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df30684-eb94-45cd-bcf2-6bc4dae8c48a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:56.939455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df30684-eb94-45cd-bcf2-6bc4dae8c48a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:56.946058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:33:56.947874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Checking segment: {'id': '2df30684-eb94-45cd-bcf2-6bc4dae8c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2221abdc-5508-4703-b362-121fca35962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:56.947874 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.947874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Bound using segment: {'id': '2df30684-eb94-45cd-bcf2-6bc4dae8c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2221abdc-5508-4703-b362-121fca35962c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:33:56.947874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Bound port: d2a5fb3b-a597-4711-a856-2f7daf96482b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df30684-eb94-45cd-bcf2-6bc4dae8c48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2221abdc-5508-4703-b362-121fca35962c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:33:56.948360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.948554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.959631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a628f953-2c06-41dd-8b52-51d0dc29d795 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:56.963867 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.964705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.970624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a628f953-2c06-41dd-8b52-51d0dc29d795 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:56.970992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.973269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:56.973740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: items = [ Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:56.977097 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:57.080758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:57.097840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] For port d2a5fb3b-a597-4711-a856-2f7daf96482b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:33:57.103648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] For port d2a5fb3b-a597-4711-a856-2f7daf96482b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d2a5fb3b-a597-4711-a856-2f7daf96482b,segment=NetworkSegment(2df30684-eb94-45cd-bcf2-6bc4dae8c48a),segment_id=2df30684-eb94-45cd-bcf2-6bc4dae8c48a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:33:57.107495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:33:57.107495 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:33:57.107495 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '2221abdc-5508-4703-b362-121fca35962c'}] Jul 28 18:33:57.107495 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:33:57.107962 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:33:57.146341 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.149877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.183709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['869aa0a1-b340-4f20-b51d-10d2d3430a25'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:33:57.270932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a628f953-2c06-41dd-8b52-51d0dc29d795, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a628f953-2c06-41dd-8b52-51d0dc29d795,segment=NetworkSegment(ab07cf65-9757-4e44-bdd3-f2473470fff8),segment_id=ab07cf65-9757-4e44-bdd3-f2473470fff8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:57.296485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75dd4-832c-4a95-97c2-cf52ebc605e6 None None] Pushing event updated for resources: {'Port': ['ID=d2a5fb3b-a597-4711-a856-2f7daf96482b,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:57.313252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5c164c8c-d4c0-426f-9a82-9d395bc936c3 None None] Provisioning complete for port a628f953-2c06-41dd-8b52-51d0dc29d795 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:57.313635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5c164c8c-d4c0-426f-9a82-9d395bc936c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.320752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629410ed-389f-4755-a6ae-8b0e1355c014 None None] Network 2221abdc-5508-4703-b362-121fca35962c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:57.390516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.401790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3e276-0a7d-4db9-ad58-4df7acd455ae req-32b72561-5d96-4c5e-b9ec-95e3f98cb540 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:57.403327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ece3e276-0a7d-4db9-ad58-4df7acd455ae req-32b72561-5d96-4c5e-b9ec-95e3f98cb540 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 944 time: 0.0512533 Jul 28 18:33:57.442196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ece3e276-0a7d-4db9-ad58-4df7acd455ae req-62bc3e15-9f61-4861-9fdd-5fbd00b61eab tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 28 18:33:57.516523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a628f953-2c06-41dd-8b52-51d0dc29d795,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:57.609454 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.615470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db994012-d62d-4085-8dc6-5c44734f4ccb None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:33:57.665281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port d2a5fb3b-a597-4711-a856-2f7daf96482b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:33:57.665548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.715166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db994012-d62d-4085-8dc6-5c44734f4ccb None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:33:57.729653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port d2a5fb3b-a597-4711-a856-2f7daf96482b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d2a5fb3b-a597-4711-a856-2f7daf96482b,segment=NetworkSegment(2df30684-eb94-45cd-bcf2-6bc4dae8c48a),segment_id=2df30684-eb94-45cd-bcf2-6bc4dae8c48a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:57.730021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.742336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for d2a5fb3b-a597-4711-a856-2f7daf96482b owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:33:57.896042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:57.922130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=d2a5fb3b-a597-4711-a856-2f7daf96482b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:57.927535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port d2a5fb3b-a597-4711-a856-2f7daf96482b on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:33:58.012645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.023337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2221abdc-5508-4703-b362-121fca35962c']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:58.034079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df30684-eb94-45cd-bcf2-6bc4dae8c48a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:58.034386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df30684-eb94-45cd-bcf2-6bc4dae8c48a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:58.042914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.056217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.061955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:58.062349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:58.065256 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:58.178845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.186032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.188354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/2221abdc-5508-4703-b362-121fca35962c HTTP/1.1" status: 204 len: 168 time: 2.2213163 Jul 28 18:33:58.191869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41450) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:58.196931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621446265'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:58.199956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cd8d-3ea9-4b92-9a1e-1637a416c8ae tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=2221abdc-5508-4703-b362-121fca35962c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:58.270410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:58.273989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.297772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:33:58.306348 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.306690 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 3891faab-8cbb-4ac4-a3e8-bdaa6b4d1c7b of type vlan for network 9609e2bd-ea32-4871-bc1b-99851708b741 Jul 28 18:33:58.345786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.352278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 869aa0a1-b340-4f20-b51d-10d2d3430a25 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:58.432840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.438853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:58.446981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.474081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 869aa0a1-b340-4f20-b51d-10d2d3430a25 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:33:58.478379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 869aa0a1-b340-4f20-b51d-10d2d3430a25 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:58.478687 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.509463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=9609e2bd-ea32-4871-bc1b-99851708b741,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:58.522746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9609e2bd-ea32-4871-bc1b-99851708b741 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:33:58.563524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afb2c6c0-b265-4072-8ccf-4394eba427c1 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3705342 Jul 28 18:33:58.564427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359952b0-d2ef-46cd-a46e-df60df41eb48 req-49c90e1c-5e42-4a39-a5a6-d4f2e29a8027 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:58.566073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-359952b0-d2ef-46cd-a46e-df60df41eb48 req-49c90e1c-5e42-4a39-a5a6-d4f2e29a8027 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 944 time: 0.0518482 Jul 28 18:33:58.572745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:58.581793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '9609e2bd-ea32-4871-bc1b-99851708b741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:33:58.620797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-359952b0-d2ef-46cd-a46e-df60df41eb48 req-bb77baff-2aa2-4515-8cd3-885f3e6596e5 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 Jul 28 18:33:58.645185 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.655736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a628f953-2c06-41dd-8b52-51d0dc29d795 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:33:58.694740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:33:58.694740 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d42b4-de5b-4446-878a-b9afd8f67d6b" -d '{"events": [{"server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "name": "network-vif-plugged", "status": "completed", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:33:58.710101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:33:58.727137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a628f953-2c06-41dd-8b52-51d0dc29d795 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:33:58.727614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.731752 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a953dc3-b15d-4f60-af63-78ce62c80568 x-openstack-request-id: req-1a953dc3-b15d-4f60-af63-78ce62c80568 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:33:58.732065 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "name": "network-vif-plugged", "status": "completed", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:33:58.732320 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a953dc3-b15d-4f60-af63-78ce62c80568 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:33:58.732709 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25', 'code': 200} Jul 28 18:33:58.770395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:33:58.774483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.802810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:58.829854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51e89d-b100-4230-af1d-19be29220d4f req-bad84c8d-e9b2-42e7-91d9-401eb00ac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:58.831623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f51e89d-b100-4230-af1d-19be29220d4f req-bad84c8d-e9b2-42e7-91d9-401eb00ac74d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 1096 time: 0.0445821 Jul 28 18:33:58.863214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:58.869868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f51e89d-b100-4230-af1d-19be29220d4f req-695d566e-d35b-4361-8aef-d00778b20ca9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300517 Jul 28 18:33:59.027064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.092717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=4f3a5865-ede6-4097-9a77-942142ade54b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:59.101249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': '3891faab-8cbb-4ac4-a3e8-bdaa6b4d1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9609e2bd-ea32-4871-bc1b-99851708b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:33:59.101249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 9609e2bd-ea32-4871-bc1b-99851708b741, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:33:59.195888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 9609e2bd-ea32-4871-bc1b-99851708b741 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:33:59.283923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9609e2bd-ea32-4871-bc1b-99851708b741) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:33:59.289606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:59.290526 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.291160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed867f2-567c-4d9c-ae1d-2f3e5c60aa4b None None] Network 9609e2bd-ea32-4871-bc1b-99851708b741 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:59.397093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e373fb63-bd8f-451b-8c42-6c9e58b0dcde tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8206038 Jul 28 18:33:59.399847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41458) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:33:59.503143 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.558272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.586663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1bdd6-c136-412c-b25c-f3b966ddda93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-9609e2bd-ea32-4871-bc1b-99851708b741', 'network_id': '9609e2bd-ea32-4871-bc1b-99851708b741', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '4f3a5865-ede6-4097-9a77-942142ade54b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:33:59.587628 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-95a1bdd6-c136-412c-b25c-f3b966ddda93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.716958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-95a1bdd6-c136-412c-b25c-f3b966ddda93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3a5865-ede6-4097-9a77-942142ade54b: This subnet is being modified by another concurrent operation. Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3a5865-ede6-4097-9a77-942142ade54b: This subnet is being modified by another concurrent operation. Jul 28 18:33:59.734823 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:33:59.749671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3a5865-ede6-4097-9a77-942142ade54b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:59.760979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c0e65-3ecd-45f9-b93e-a4b9e53e512b None None] Network 9609e2bd-ea32-4871-bc1b-99851708b741 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:33:59.807155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b757c14-1993-4a76-8a31-4ed828ae8157 req-101f7bc5-6f17-4d46-bcda-83ed17ab6fe7 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:33:59.808744 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b757c14-1993-4a76-8a31-4ed828ae8157 req-101f7bc5-6f17-4d46-bcda-83ed17ab6fe7 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 945 time: 0.1253908 Jul 28 18:33:59.819627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.845977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9609e2bd-ea32-4871-bc1b-99851708b741']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:59.862006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3891faab-8cbb-4ac4-a3e8-bdaa6b4d1c7b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:59.862383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3891faab-8cbb-4ac4-a3e8-bdaa6b4d1c7b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:33:59.870185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a4ff2-d158-42b3-a9b0-37a64cc06c7a None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:33:59.880092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.888629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b757c14-1993-4a76-8a31-4ed828ae8157 req-88d98377-2321-408e-b281-cab7a61f4e14 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712032 Jul 28 18:33:59.897543 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.905440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:33:59.905845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:33:59.909097 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:33:59.967420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a4ff2-d158-42b3-a9b0-37a64cc06c7a None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:00.058836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.067046 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.069011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/9609e2bd-ea32-4871-bc1b-99851708b741 HTTP/1.1" status: 204 len: 168 time: 0.6681771 Jul 28 18:34:00.073236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41462) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:00.078990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961268947'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:00.079684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afce6e-3210-4770-8929-248b37b7f3bb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=9609e2bd-ea32-4871-bc1b-99851708b741,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:00.164271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:00.167785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.190787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:00.199786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.200182 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment bd090b24-086b-4310-b46b-36182b39489d of type vlan for network be7a2e20-88aa-47c9-b7f0-89dd65a54811 Jul 28 18:34:00.239298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.347048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.352437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:00.353012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.418751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=be7a2e20-88aa-47c9-b7f0-89dd65a54811,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:00.429514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network be7a2e20-88aa-47c9-b7f0-89dd65a54811 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:00.491720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a79c443d-c2e4-4dbb-a9ba-a875407b22c4 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4173405 Jul 28 18:34:00.494359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41464) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:00.500427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:00.653019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:00.656562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.895810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:00.950808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=10ae55eb-f4a7-4ca4-bb47-8c56354fc51d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:00.981897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': 'bd090b24-086b-4310-b46b-36182b39489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:00.982263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: be7a2e20-88aa-47c9-b7f0-89dd65a54811, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:01.030816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29034a-b43e-42c1-9d27-423fb10357a4 req-4a65b18b-4b94-4ed5-a7b6-cf5d658a8fc3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:01.032383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd29034a-b43e-42c1-9d27-423fb10357a4 req-4a65b18b-4b94-4ed5-a7b6-cf5d658a8fc3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 945 time: 0.0665200 Jul 28 18:34:01.064678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network be7a2e20-88aa-47c9-b7f0-89dd65a54811 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:01.077001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd29034a-b43e-42c1-9d27-423fb10357a4 req-1fc47da9-6624-4249-a09e-bbca66ce6b99 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Jul 28 18:34:01.150317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, be7a2e20-88aa-47c9-b7f0-89dd65a54811) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:01.154564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:01.155148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.159976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559b41c-9514-47c6-b788-8aeac9e1a7e4 None None] Network be7a2e20-88aa-47c9-b7f0-89dd65a54811 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:01.254025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3ae483b7-4076-46d6-9d51-2999cc434eb6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7584333 Jul 28 18:34:01.256601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41470) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:01.320971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-be7a2e20-88aa-47c9-b7f0-89dd65a54811', 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '10ae55eb-f4a7-4ca4-bb47-8c56354fc51d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:01.321852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.354025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.409640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.459546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Allocated IP 2001:db8::1 (be7a2e20-88aa-47c9-b7f0-89dd65a54811/10ae55eb-f4a7-4ca4-bb47-8c56354fc51d/80eea5f3-05e4-4b10-8610-008ce0baea63) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:01.601354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.610678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Transition to ACTIVE for port object 80eea5f3-05e4-4b10-8610-008ce0baea63 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:01.625997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Transition to ACTIVE for port object 80eea5f3-05e4-4b10-8610-008ce0baea63 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:01.693885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.735516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Network be7a2e20-88aa-47c9-b7f0-89dd65a54811 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:01.738326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:01.741741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:01.750519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Pushing event updated for resources: {'Port': ['ID=80eea5f3-05e4-4b10-8610-008ce0baea63,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:01.770694 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.799757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=10ae55eb-f4a7-4ca4-bb47-8c56354fc51d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:01.800808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Attempting to bind port 80eea5f3-05e4-4b10-8610-008ce0baea63 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:01.801186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Attempting to bind port 80eea5f3-05e4-4b10-8610-008ce0baea63 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'bd090b24-086b-4310-b46b-36182b39489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:01.801549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Attempting to bind port 80eea5f3-05e4-4b10-8610-008ce0baea63 on network be7a2e20-88aa-47c9-b7f0-89dd65a54811 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:01.806682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:01.807075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Checking segment: {'id': 'bd090b24-086b-4310-b46b-36182b39489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:01.807917 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.807917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Bound using segment: {'id': 'bd090b24-086b-4310-b46b-36182b39489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:01.808314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Bound port: 80eea5f3-05e4-4b10-8610-008ce0baea63, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd090b24-086b-4310-b46b-36182b39489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:01.808933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.861989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.871034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] For port 80eea5f3-05e4-4b10-8610-008ce0baea63, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:01.871707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a2e20-88aa-47c9-b7f0-89dd65a54811']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:01.874212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] For port 80eea5f3-05e4-4b10-8610-008ce0baea63, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80eea5f3-05e4-4b10-8610-008ce0baea63,segment=NetworkSegment(bd090b24-086b-4310-b46b-36182b39489d),segment_id=bd090b24-086b-4310-b46b-36182b39489d)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:01.882991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd090b24-086b-4310-b46b-36182b39489d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:01.883321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd090b24-086b-4310-b46b-36182b39489d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:01.893528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.972786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.973638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.980415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:01.980844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:01.984004 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:02.064834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82003c8-89e1-41ee-962a-bca599b008ad None None] Pushing event updated for resources: {'Port': ['ID=80eea5f3-05e4-4b10-8610-008ce0baea63,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:02.073018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:34:02.073018 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:34:02.073018 n-d-778550-5 neutron-server[101106]: [parameters: {'id': 'be7a2e20-88aa-47c9-b7f0-89dd65a54811'}] Jul 28 18:34:02.073018 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:34:02.073424 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:34:02.081575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746fedb-cdfb-4092-a040-dc7281e65562 None None] Network be7a2e20-88aa-47c9-b7f0-89dd65a54811 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:02.202825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc0894-dd7a-4361-a705-83fdd943acb2 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:34:02.293848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc0894-dd7a-4361-a705-83fdd943acb2 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:02.415728 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9baf-2cb8-4624-821a-eadfeda008bb req-af8f7b0f-b796-4b7f-b101-b418e6245132 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:02.417195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bfb9baf-2cb8-4624-821a-eadfeda008bb req-af8f7b0f-b796-4b7f-b101-b418e6245132 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 945 time: 0.0528657 Jul 28 18:34:02.457290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1bfb9baf-2cb8-4624-821a-eadfeda008bb req-d51b1aed-8f9c-4fbe-b55c-0f2f63c64e49 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 28 18:34:02.574388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.631816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port 80eea5f3-05e4-4b10-8610-008ce0baea63 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:02.632159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.691345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port 80eea5f3-05e4-4b10-8610-008ce0baea63, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80eea5f3-05e4-4b10-8610-008ce0baea63,segment=NetworkSegment(bd090b24-086b-4310-b46b-36182b39489d),segment_id=bd090b24-086b-4310-b46b-36182b39489d)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:02.691723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.703872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for 80eea5f3-05e4-4b10-8610-008ce0baea63 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:02.835870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.863047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=80eea5f3-05e4-4b10-8610-008ce0baea63,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:02.866450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port 80eea5f3-05e4-4b10-8610-008ce0baea63 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:02.948754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.958302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a2e20-88aa-47c9-b7f0-89dd65a54811']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:02.968875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd090b24-086b-4310-b46b-36182b39489d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:02.969165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd090b24-086b-4310-b46b-36182b39489d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:02.977569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.991197 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:02.996897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:02.997276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:03.000122 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:03.116199 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.123368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.125167 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/be7a2e20-88aa-47c9-b7f0-89dd65a54811 HTTP/1.1" status: 204 len: 168 time: 1.8674045 Jul 28 18:34:03.129162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41482) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:03.134354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500038624'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:03.136888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb51d-3629-4ebb-bd98-74d1d0adb75e tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=be7a2e20-88aa-47c9-b7f0-89dd65a54811,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:03.235965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:03.239694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.262810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:03.272296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.272642 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment a2c5d316-2fe2-4fb6-9edd-98df5725a186 of type vlan for network 4a0d1809-2304-4627-8c40-d4f7f4123d45 Jul 28 18:34:03.316299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.407418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.412893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:03.413493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.481264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=4a0d1809-2304-4627-8c40-d4f7f4123d45,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:03.492882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:03.559319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-834c94e9-c931-4d75-9384-21d9435647bf tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4290128 Jul 28 18:34:03.562612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41486) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:03.568958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:03.590173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbfc6b-65eb-4758-a1a1-75d9910ac678 req-c7620ff3-0afd-4dc4-b53c-6623dc3a4e3b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:03.591691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5fbfc6b-65eb-4758-a1a1-75d9910ac678 req-c7620ff3-0afd-4dc4-b53c-6623dc3a4e3b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 945 time: 0.0609601 Jul 28 18:34:03.630631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5fbfc6b-65eb-4758-a1a1-75d9910ac678 req-7db7d820-9cf3-440f-9633-6893c2f997e2 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Jul 28 18:34:03.711020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-2afb1362-3718-48d5-a274-ef1308861c2f tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:03.712504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-2afb1362-3718-48d5-a274-ef1308861c2f tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 945 time: 0.0517814 Jul 28 18:34:03.750630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:03.754412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:03.805118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Deleting port 869aa0a1-b340-4f20-b51d-10d2d3430a25 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:03.805467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.027314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.088117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=ae6070a2-f80c-4598-ad72-ea1e6ae36b76,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:04.099054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': 'a2c5d316-2fe2-4fb6-9edd-98df5725a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:04.099490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 4a0d1809-2304-4627-8c40-d4f7f4123d45, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:04.172773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:04.187846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] For port 869aa0a1-b340-4f20-b51d-10d2d3430a25, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=869aa0a1-b340-4f20-b51d-10d2d3430a25,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:04.188384 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.200708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Calling delete_port for 869aa0a1-b340-4f20-b51d-10d2d3430a25 owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:04.230209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4a0d1809-2304-4627-8c40-d4f7f4123d45) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:04.234405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:04.235004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.241434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a54fd-ca0a-4731-bc8d-9689a57af211 None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:04.302287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd346c44-674d-4be9-97b7-02e4ccc1a106 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7352316 Jul 28 18:34:04.302507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:04.308039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:04.392998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-4a0d1809-2304-4627-8c40-d4f7f4123d45', 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': 'ae6070a2-f80c-4598-ad72-ea1e6ae36b76'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:04.393186 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.396031 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.405885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['869aa0a1-b340-4f20-b51d-10d2d3430a25'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:34:04.425662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Pushing event deleted for resources: {'Port': ['ID=869aa0a1-b340-4f20-b51d-10d2d3430a25,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:04.468151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] No DVR routers for this DVR port 869aa0a1-b340-4f20-b51d-10d2d3430a25 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:04.470674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.472775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed455f43-f86c-4b8e-830e-8cf1c843ba5c req-8256fbbc-3bc3-4d7b-ac1b-0cdcc5a5661b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "DELETE /v2.0/ports/869aa0a1-b340-4f20-b51d-10d2d3430a25 HTTP/1.1" status: 204 len: 173 time: 0.7542417 Jul 28 18:34:04.473212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'name': 'network-vif-deleted', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:04.475534 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748db5f4-8479-44c2-86cf-0c32d1c48a05" -d '{"events": [{"server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "name": "network-vif-deleted", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:04.490135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:04.494998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.515894 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a55e4-0ecc-43ad-b941-afe91c7fdd1d x-openstack-request-id: req-2f9a55e4-0ecc-43ad-b941-afe91c7fdd1d {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:04.516188 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a1eae1-174e-4e26-8be5-445126ca94ab", "name": "network-vif-deleted", "tag": "869aa0a1-b340-4f20-b51d-10d2d3430a25", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:04.516438 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f9a55e4-0ecc-43ad-b941-afe91c7fdd1d {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:04.516882 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a1eae1-174e-4e26-8be5-445126ca94ab', 'name': 'network-vif-deleted', 'tag': '869aa0a1-b340-4f20-b51d-10d2d3430a25', 'status': 'completed', 'code': 200} Jul 28 18:34:04.572467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Allocated IP 2001:db8::2 (4a0d1809-2304-4627-8c40-d4f7f4123d45/ae6070a2-f80c-4598-ad72-ea1e6ae36b76/bda1d8ae-7dce-4917-9d87-b2f97286d3d4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:04.728010 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a8b565f3-01cd-44bc-8bb6-662825b9e885 req-49b49d6a-a5d8-47a3-abbc-b3e0f506ad10 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=08a1eae1-174e-4e26-8be5-445126ca94ab HTTP/1.1" status: 200 len: 210 time: 0.0271964 Jul 28 18:34:04.732010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.742250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Transition to ACTIVE for port object bda1d8ae-7dce-4917-9d87-b2f97286d3d4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:04.756991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Transition to ACTIVE for port object bda1d8ae-7dce-4917-9d87-b2f97286d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:04.810146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.848078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.853273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:04.857466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:04.860939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:04.861574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.880688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=91ab24a6-449e-4579-8e33-68bb09bd65d1,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:04.887101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:04.890637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:04.894522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:04.903968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Pushing event updated for resources: {'Port': ['ID=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:04.944967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1cc59039-a57e-4197-94cc-10212bb7da27 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6414630 Jul 28 18:34:04.947505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41494) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:04.958856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Attempting to bind port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:04.959256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Attempting to bind port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'a2c5d316-2fe2-4fb6-9edd-98df5725a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:04.963779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Attempting to bind port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 on network 4a0d1809-2304-4627-8c40-d4f7f4123d45 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:04.965832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:04.966206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Checking segment: {'id': 'a2c5d316-2fe2-4fb6-9edd-98df5725a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:04.966636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:04.967028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Bound using segment: {'id': 'a2c5d316-2fe2-4fb6-9edd-98df5725a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:04.967531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Bound port: bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c5d316-2fe2-4fb6-9edd-98df5725a186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:04.967920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.035732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] For port bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:05.038896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] For port bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,segment=NetworkSegment(a2c5d316-2fe2-4fb6-9edd-98df5725a186),segment_id=a2c5d316-2fe2-4fb6-9edd-98df5725a186)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:05.060130 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.062322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.063777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.065273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.066800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.068448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-82ae83d2-65d1-4316-bb25-f065303ba2d0 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1200285 Jul 28 18:34:05.072300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41496) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:05.079029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882399961'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:05.110242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.172218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046c1c-bf45-4827-9a29-58fd81bdb9da None None] Pushing event updated for resources: {'Port': ['ID=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:05.187271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:05.192327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.215842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:05.227588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.227950 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 27677ecb-3203-488e-878e-a1df4bd9de14 of type vlan for network f702c408-6729-4c3f-bd01-088fcd12b0e8 Jul 28 18:34:05.289571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.424363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.430264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.430949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.495792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=f702c408-6729-4c3f-bd01-088fcd12b0e8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:05.507784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:05.533622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d16decf6-91bc-4397-8408-a476d8ab14e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4600956 Jul 28 18:34:05.536284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41498) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:05.541452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:05.698264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.790906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.838446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 is not hosted by any dhcp agent {{(pid=101105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:34:05.844471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:05.845103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:05.849392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41506) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:05.849896 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "PUT /v2.0/networks/f702c408-6729-4c3f-bd01-088fcd12b0e8 HTTP/1.1" status: 200 len: 723 time: 0.3121471 Jul 28 18:34:05.854572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:05.873204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2752c8d-695f-4969-9895-96425d9432e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=f702c408-6729-4c3f-bd01-088fcd12b0e8,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:05.887532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:06.052818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-66da2f38-4449-44c2-b7ad-d5ac3e2b7a53 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:06.054403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-66da2f38-4449-44c2-b7ad-d5ac3e2b7a53 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/networks?id=d397e332-feb8-4478-95e8-2849e9abb171 HTTP/1.1" status: 200 len: 808 time: 0.1123981 Jul 28 18:34:06.068049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:06.070031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-612d40f2-9757-4df5-9e53-2e015b84b686 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/quotas/aab935a4715b493aab0dea503b2d3b06 HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jul 28 18:34:06.072020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:06.101019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8046b-b5e8-4d59-9fbb-e919460f4a71 None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:06.109155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-93758d94-5b9d-4f6a-9dfc-a462934bd1af tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jul 28 18:34:06.205986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-682b2f8f-e7e5-4793-a801-018773110e1f service neutron] 10.222.0.25 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879970 Jul 28 18:34:06.265549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a6a7541-fd31-454c-b207-4139cc5c417c None None] Provisioning for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:06.309985 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-5dadc14b-a1e6-407c-8aa9-297c764f0f91 service neutron] 10.222.0.25 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967314 Jul 28 18:34:06.326357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Update dhcp port {'port': {'network_id': '4a0d1809-2304-4627-8c40-d4f7f4123d45', 'fixed_ips': [{'subnet_id': 'ae6070a2-f80c-4598-ad72-ea1e6ae36b76', 'ip_address': '2001:db8::2'}, {'subnet_id': '91ab24a6-449e-4579-8e33-68bb09bd65d1'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'bda1d8ae-7dce-4917-9d87-b2f97286d3d4'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:34:06.346961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:06.355051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:06.414128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=3255dace-d7d7-49cb-b0e7-5b682262f781,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:06.421454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': '27677ecb-3203-488e-878e-a1df4bd9de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:06.421943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: f702c408-6729-4c3f-bd01-088fcd12b0e8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:06.501099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:06.535371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Allocated IP 172.20.0.1 (4a0d1809-2304-4627-8c40-d4f7f4123d45/91ab24a6-449e-4579-8e33-68bb09bd65d1/bda1d8ae-7dce-4917-9d87-b2f97286d3d4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:06.578702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8f48e47-f1ef-4716-9efc-55f4c9ad0d35 req-41ae5ae8-51bf-4c11-ab15-7a20fb4ffaa8 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 210 time: 0.0584273 Jul 28 18:34:06.586776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f702c408-6729-4c3f-bd01-088fcd12b0e8) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:06.590720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:06.591311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:06.600075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292a839-1727-4896-a87b-86454c1e6cb4 None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:06.709500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9ae60181-9260-4dfe-b1c8-a112de9d51d5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8579381 Jul 28 18:34:06.711295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41524) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:06.716736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:06.818866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bda1d8ae-7dce-4917-9d87-b2f97286d3d4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:06.854387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63921358'] for subnet, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:06.924255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] For port bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,segment=NetworkSegment(a2c5d316-2fe2-4fb6-9edd-98df5725a186),segment_id=a2c5d316-2fe2-4fb6-9edd-98df5725a186)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:06.987192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.008399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Transition to ACTIVE for port object bda1d8ae-7dce-4917-9d87-b2f97286d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:07.037114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f702c408-6729-4c3f-bd01-088fcd12b0e8', 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '3255dace-d7d7-49cb-b0e7-5b682262f781'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:07.038362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.104373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:07.112184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:07.112500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.124513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789013362216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63915287'] for subnet, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.144239 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.161048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:07.161411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.162711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "PUT /v2.0/subnets/3255dace-d7d7-49cb-b0e7-5b682262f781 HTTP/1.1" status: 200 len: 826 time: 0.4504437 Jul 28 18:34:07.165405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41528) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:07.204903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3fba8-16c8-4dfa-affc-ea2e5b9b4e2d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=3255dace-d7d7-49cb-b0e7-5b682262f781,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:07.277534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.298035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Allocated IP 2001:db8::2 (f702c408-6729-4c3f-bd01-088fcd12b0e8/3255dace-d7d7-49cb-b0e7-5b682262f781/927242f6-6837-47dc-8f96-75b0f0590bdc) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:07.300265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 had new provisioning blocks added so it will not transition to active. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 28 18:34:07.311793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19f847-af5e-49ce-8aee-0d36d197e90a None None] Pushing event updated for resources: {'Port': ['ID=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:07.340211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.461100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.470126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Transition to ACTIVE for port object 927242f6-6837-47dc-8f96-75b0f0590bdc will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:07.485826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Transition to ACTIVE for port object 927242f6-6837-47dc-8f96-75b0f0590bdc will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:07.553453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.604548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:07.612609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:07.615277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:07.628503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Pushing event updated for resources: {'Port': ['ID=927242f6-6837-47dc-8f96-75b0f0590bdc,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:07.660460 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4a4862c0-b4c6-4834-a53e-045d60459459 req-83a0eba8-06bb-4e95-8ef2-624eeeed5a3d tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 210 time: 0.0269995 Jul 28 18:34:07.684908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.692251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Attempting to bind port 927242f6-6837-47dc-8f96-75b0f0590bdc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:07.693073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Attempting to bind port 927242f6-6837-47dc-8f96-75b0f0590bdc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '27677ecb-3203-488e-878e-a1df4bd9de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:07.697423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Attempting to bind port 927242f6-6837-47dc-8f96-75b0f0590bdc on network f702c408-6729-4c3f-bd01-088fcd12b0e8 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:07.698924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:07.699304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Checking segment: {'id': '27677ecb-3203-488e-878e-a1df4bd9de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:07.699742 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.700138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Bound using segment: {'id': '27677ecb-3203-488e-878e-a1df4bd9de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:07.700608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Bound port: 927242f6-6837-47dc-8f96-75b0f0590bdc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27677ecb-3203-488e-878e-a1df4bd9de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:07.700995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.714828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=3255dace-d7d7-49cb-b0e7-5b682262f781,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:07.727944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.728366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.728781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.729193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.729612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.730013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.730411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.730839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.731234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.731648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.732041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.732532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:07.766808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] For port 927242f6-6837-47dc-8f96-75b0f0590bdc, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:07.770595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] For port 927242f6-6837-47dc-8f96-75b0f0590bdc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=927242f6-6837-47dc-8f96-75b0f0590bdc,segment=NetworkSegment(27677ecb-3203-488e-878e-a1df4bd9de14),segment_id=27677ecb-3203-488e-878e-a1df4bd9de14)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:07.778728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84c-084d-4326-aa0c-84f886e65715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.793294 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.803978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f702c408-6729-4c3f-bd01-088fcd12b0e8']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:07.817000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27677ecb-3203-488e-878e-a1df4bd9de14') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:07.817302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27677ecb-3203-488e-878e-a1df4bd9de14') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:07.826511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.876361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.878801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.887793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:07.888781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:07.893329 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:07.932057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d2674-71ac-46b1-9898-6b85c5c996cc None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:07.993285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157be80a-dbde-4f31-a393-9a9def263226 None None] Pushing event updated for resources: {'Port': ['ID=927242f6-6837-47dc-8f96-75b0f0590bdc,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:08.022292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488bdd8-6699-4be6-8674-f945a273121e None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:08.030774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:34:08.030774 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:34:08.030774 n-d-778550-5 neutron-server[101105]: [parameters: {'id': 'f702c408-6729-4c3f-bd01-088fcd12b0e8'}] Jul 28 18:34:08.030774 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:34:08.031356 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:34:08.142052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Provisioning for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:08.151934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Provisioning complete for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:08.152315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.243456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f27aec-1afa-4093-a768-1b558390fda3 None None] Network f702c408-6729-4c3f-bd01-088fcd12b0e8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:08.348596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.398980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 869aa0a1-b340-4f20-b51d-10d2d3430a25 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:08.439890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 869aa0a1-b340-4f20-b51d-10d2d3430a25 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:08.440228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 869aa0a1-b340-4f20-b51d-10d2d3430a25 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:08.445562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] For port bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,segment=NetworkSegment(a2c5d316-2fe2-4fb6-9edd-98df5725a186),segment_id=a2c5d316-2fe2-4fb6-9edd-98df5725a186)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:08.493029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5365de-555e-4f36-905b-70b6af8e13b3 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:34:08.529714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.532198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.588992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port 927242f6-6837-47dc-8f96-75b0f0590bdc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:08.589592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.614285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985fb16-ff5d-40cb-a06c-d814438df404 None None] Pushing event updated for resources: {'Port': ['ID=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:08.648913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bda1d8ae-7dce-4917-9d87-b2f97286d3d4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:08.657463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port 927242f6-6837-47dc-8f96-75b0f0590bdc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=927242f6-6837-47dc-8f96-75b0f0590bdc,segment=NetworkSegment(27677ecb-3203-488e-878e-a1df4bd9de14),segment_id=27677ecb-3203-488e-878e-a1df4bd9de14)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:08.657836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.670115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5365de-555e-4f36-905b-70b6af8e13b3 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:08.671072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for 927242f6-6837-47dc-8f96-75b0f0590bdc owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:08.688845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d77744e4-7c02-4d1a-af98-0977ae8ca4b3 None None] Provisioning complete for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:08.689229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d77744e4-7c02-4d1a-af98-0977ae8ca4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.746608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a96c9ff5-c57f-4008-94d9-17e966075997 req-157f13e0-5f24-46dc-acc1-c33d536bbb48 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 210 time: 0.0276518 Jul 28 18:34:08.803847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:08.804227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.821272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.847633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=927242f6-6837-47dc-8f96-75b0f0590bdc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:08.851160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port 927242f6-6837-47dc-8f96-75b0f0590bdc on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:08.933992 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.946790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f702c408-6729-4c3f-bd01-088fcd12b0e8']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:08.958289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27677ecb-3203-488e-878e-a1df4bd9de14') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:08.958592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27677ecb-3203-488e-878e-a1df4bd9de14') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:08.967591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.981047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.987095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:08.987522 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:08.990538 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:09.140438 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.145748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.148006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/f702c408-6729-4c3f-bd01-088fcd12b0e8 HTTP/1.1" status: 204 len: 168 time: 1.9814854 Jul 28 18:34:09.150704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:09.166438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-5431f662-c77f-4bae-8eed-9d9231c71d1b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:09.167779 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:34:09.169301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-5431f662-c77f-4bae-8eed-9d9231c71d1b tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "GET /v2.0/networks?id=d397e332-feb8-4478-95e8-2849e9abb171 HTTP/1.1" status: 200 len: 808 time: 0.1196156 Jul 28 18:34:09.178396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf8dfa-7aa0-40db-ae20-9f95c6628bc9 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=f702c408-6729-4c3f-bd01-088fcd12b0e8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:09.179970 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e432476d-c7bd-4d38-a89f-5582432bfce5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:09.180525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e432476d-c7bd-4d38-a89f-5582432bfce5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:09.182399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e432476d-c7bd-4d38-a89f-5582432bfce5 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/f702c408-6729-4c3f-bd01-088fcd12b0e8 HTTP/1.1" status: 404 len: 339 time: 0.0305440 Jul 28 18:34:09.187750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41540) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:09.188640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Request body: {'port': {'device_id': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171', 'admin_state_up': True, 'tenant_id': 'aab935a4715b493aab0dea503b2d3b06'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:09.193020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240588727', 'description': 'd1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:09.341046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:09.345324 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.369775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:09.378450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.378801 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 2639342b-81e0-420d-9af4-3f784f197f8f of type vlan for network bd2a2c16-b519-464b-820d-ef9e27798b71 Jul 28 18:34:09.418891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.455089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Made reservation on behalf of aab935a4715b493aab0dea503b2d3b06 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:09.458710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.552255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.557777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:09.558361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.581075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Allocated IP 172.20.0.2 (d397e332-feb8-4478-95e8-2849e9abb171/3127f13c-6de1-40be-9d41-4b71442b8506/b1304823-b31b-4987-a002-b150ff1e67bf) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:09.623961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=bd2a2c16-b519-464b-820d-ef9e27798b71,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:09.633943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bd2a2c16-b519-464b-820d-ef9e27798b71 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:09.692942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-245cd435-e488-4a04-9c25-81e5ce1ae9db tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5016799 Jul 28 18:34:09.693696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:09.734101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.775085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64b159-7a46-4a6c-83ed-fe916c90de88 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:09.776707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ae64b159-7a46-4a6c-83ed-fe916c90de88 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks?id=bd2a2c16-b519-464b-820d-ef9e27798b71 HTTP/1.1" status: 200 len: 764 time: 0.0819812 Jul 28 18:34:09.779455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41546) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:09.785095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'description': 'd2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:09.846015 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:09.976514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Network d397e332-feb8-4478-95e8-2849e9abb171 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:09.976514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:09.981962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:09.985500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Pushing event updated for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:10.029551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759630ae-cef9-4a3d-8be2-fe16d69580db req-bf7ba6fc-2cf2-4d24-a7b2-c07664c88b7a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:10.031210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-759630ae-cef9-4a3d-8be2-fe16d69580db req-bf7ba6fc-2cf2-4d24-a7b2-c07664c88b7a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 931 time: 0.2020049 Jul 28 18:34:10.089716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:10.090351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.096953 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.126342 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-759630ae-cef9-4a3d-8be2-fe16d69580db req-96596219-0088-41a3-b1a7-78c0c04f3c5f tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864675 Jul 28 18:34:10.152482 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.244408 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.289609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14dc-c05e-4a4a-aa4e-c5aafd0a8276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.290102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network bd2a2c16-b519-464b-820d-ef9e27798b71 is not hosted by any dhcp agent {{(pid=101105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:34:10.296069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:10.296664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.297919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "PUT /v2.0/networks/bd2a2c16-b519-464b-820d-ef9e27798b71 HTTP/1.1" status: 200 len: 761 time: 0.5174301 Jul 28 18:34:10.300798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:10.307162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-e2d2a09a-5220-4793-b205-97bbf3bcea5e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212420 Jul 28 18:34:10.316096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Request body: {'port': {'device_id': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:10.340364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b08ad-fd5d-40bd-a2d1-3ac36850ce5f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=bd2a2c16-b519-464b-820d-ef9e27798b71,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:10.351956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network bd2a2c16-b519-464b-820d-ef9e27798b71 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:10.375982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.393380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc0463-a94e-4002-8f14-1f382d7da24b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:10.399755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20cc0463-a94e-4002-8f14-1f382d7da24b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks?id=bd2a2c16-b519-464b-820d-ef9e27798b71 HTTP/1.1" status: 200 len: 764 time: 0.0956373 Jul 28 18:34:10.399755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41550) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:10.589210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5046f-4bcf-4c22-8ada-fc835f302aea tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:10.594802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39c5046f-4bcf-4c22-8ada-fc835f302aea tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1934934 Jul 28 18:34:10.595021 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41552) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:10.630395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bda1d8ae-7dce-4917-9d87-b2f97286d3d4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:10.643936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4eeb70fa-222f-42b8-9cf0-5ca1b5e8de72 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 207 time: 0.0446186 Jul 28 18:34:10.644434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41554) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:10.681653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:10.682293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.694320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1304823-b31b-4987-a002-b150ff1e67bf {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:34:10.702509 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.715059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Transition to ACTIVE for port object b1304823-b31b-4987-a002-b150ff1e67bf will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:10.778617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.833038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:10.905876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Attempting to bind port b1304823-b31b-4987-a002-b150ff1e67bf on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:10.906208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Attempting to bind port b1304823-b31b-4987-a002-b150ff1e67bf by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:10.906534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Attempting to bind port b1304823-b31b-4987-a002-b150ff1e67bf on network d397e332-feb8-4478-95e8-2849e9abb171 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:10.911429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Port b1304823-b31b-4987-a002-b150ff1e67bf on network d397e332-feb8-4478-95e8-2849e9abb171 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:34:10.911767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Attempting to bind port b1304823-b31b-4987-a002-b150ff1e67bf on network d397e332-feb8-4478-95e8-2849e9abb171 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:10.917347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:10.919710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Checking segment: {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:10.919710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Bound using segment: {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:10.919710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Bound port: b1304823-b31b-4987-a002-b150ff1e67bf, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb516a0f-46d7-4413-9598-8b2ed95f14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:10.919710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:10.985237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:10.988789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b1304823-b31b-4987-a002-b150ff1e67bf,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:11.067693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:11.110510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.110510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:11.110510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] 10.222.0.37 "PUT /v2.0/ports/b1304823-b31b-4987-a002-b150ff1e67bf HTTP/1.1" status: 200 len: 1091 time: 0.7929077 Jul 28 18:34:11.110510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:11.110510 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5663429-10ea-48ec-9c72-c78dae32c651" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:11.130073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:11.131621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9333f1-30c1-4fca-aa49-e4c30231eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:11.158817 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3fea65-9f8d-4c9d-92d7-6b32c793b550 x-openstack-request-id: req-4d3fea65-9f8d-4c9d-92d7-6b32c793b550 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:11.159109 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:11.159426 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d3fea65-9f8d-4c9d-92d7-6b32c793b550 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:11.160206 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf', 'status': 'completed', 'code': 200} Jul 28 18:34:11.200921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.207589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.213354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.219635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.225589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.231290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.233225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d353d50a-3bd5-417c-9dcc-a2222302ba19 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5877280 Jul 28 18:34:11.236948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.253284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-4694ad1c-4e9d-4298-88bc-142f8f522e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.254799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-4694ad1c-4e9d-4298-88bc-142f8f522e55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 1094 time: 0.0764108 Jul 28 18:34:11.269137 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bee117-9c3a-42de-a6b5-66f68a79f828 req-8cd01d17-c89c-4a06-b157-9be71ff11c8c tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.270580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97bee117-9c3a-42de-a6b5-66f68a79f828 req-8cd01d17-c89c-4a06-b157-9be71ff11c8c tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 943 time: 0.0611873 Jul 28 18:34:11.359415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-79372441-0cc3-48b5-b79c-81a1af382162 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1212482 Jul 28 18:34:11.362649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41566) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.367564 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97bee117-9c3a-42de-a6b5-66f68a79f828 req-8b5f514a-a18a-440e-9684-139ce98b5364 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883689 Jul 28 18:34:11.396493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-8b7d21c9-f02d-4d31-9957-f1f3218e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.397977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-8b7d21c9-f02d-4d31-9957-f1f3218e6e21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=aab935a4715b493aab0dea503b2d3b06&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1265521 Jul 28 18:34:11.423265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.428483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.428483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.428483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.429354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.431046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-759c86bc-f845-422a-bb92-61045576f89d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0674586 Jul 28 18:34:11.434791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.491208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.492838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.493572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-b62f5cb7-37a5-4ba2-bd52-fd4ed35d1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.494248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.495142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5663429-10ea-48ec-9c72-c78dae32c651 req-b62f5cb7-37a5-4ba2-bd52-fd4ed35d1233 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901766 Jul 28 18:34:11.495732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.503327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.503327 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b738460b-7f84-44e0-94aa-e9f21efbdccd tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0629048 Jul 28 18:34:11.503665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41570) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.617856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-824575ea-527f-43a1-9be2-150609916575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.619269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-824575ea-527f-43a1-9be2-150609916575 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab935a4715b493aab0dea503b2d3b06&device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 1094 time: 0.0628164 Jul 28 18:34:11.676413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de38d2-5674-4300-a2fe-c4904dc53274 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.677794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53de38d2-5674-4300-a2fe-c4904dc53274 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks/12cac961-d161-4245-b30b-4031ea482901 HTTP/1.1" status: 200 len: 802 time: 0.1742833 Jul 28 18:34:11.680566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-5e1ec407-8c6f-49e1-9602-78664cd973fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1304823-b31b-4987-a002-b150ff1e67bf HTTP/1.1" status: 200 len: 217 time: 0.0504422 Jul 28 18:34:11.681357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41572) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.782130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-42b771f5-50cd-4217-a95b-a027d477392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.783603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-42b771f5-50cd-4217-a95b-a027d477392b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3127f13c-6de1-40be-9d41-4b71442b8506 HTTP/1.1" status: 200 len: 848 time: 0.0927515 Jul 28 18:34:11.824687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-edf7a477-7568-42ae-94f3-d2e35c9a7210 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d397e332-feb8-4478-95e8-2849e9abb171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327954 Jul 28 18:34:11.845165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aaa94fa7-2ee4-4547-9cf1-96727ac64594 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/networks/12cac961-d161-4245-b30b-4031ea482901?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1628048 Jul 28 18:34:11.854324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41574) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.900587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6021869-a9e6-4875-93a4-c21efe930fce tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.905285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d6021869-a9e6-4875-93a4-c21efe930fce tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets/ff806172-2044-4fe9-9637-b6b16ecc79c6 HTTP/1.1" status: 200 len: 843 time: 0.0522547 Jul 28 18:34:11.905586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41576) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.918925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-96d5f359-64c3-4c1e-bf4f-9776ecf7a51c service neutron] 10.222.0.37 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868306 Jul 28 18:34:11.959918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fef6f5-c9ab-4f5e-8552-ae8283b3630d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['shared'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:11.961285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53fef6f5-c9ab-4f5e-8552-ae8283b3630d tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "GET /v2.0/subnets/ff806172-2044-4fe9-9637-b6b16ecc79c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548244 Jul 28 18:34:11.964731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41578) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:11.969643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1850608604'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:12.024767 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1d93ccd-a3ba-4b54-8799-5e975c6a63ee req-0ed408e7-0324-45ef-9009-408b2aea676b service neutron] 10.222.0.37 "GET /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990233 Jul 28 18:34:12.055195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:12.058667 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.082193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:12.090497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.090845 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Added segment 6fec0204-e2fd-48bd-a0ba-7275577d1ccc of type vlan for network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 Jul 28 18:34:12.130118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.235308 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.240915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:12.245536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.303811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Network': ['ID=5d05f883-39e7-4f5d-a4f0-5635eed80e44,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:12.316537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:12.353114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6f8b9181-6076-435e-8124-71e15427b150 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3873580 Jul 28 18:34:12.355938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:12.361492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:12.493330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0e83-07dd-40be-9224-c962b21cc86a req-a5c7491a-bcdd-4dc8-a93b-c8d422e639a1 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:12.494769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-892d0e83-07dd-40be-9224-c962b21cc86a req-a5c7491a-bcdd-4dc8-a93b-c8d422e639a1 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 943 time: 0.0519419 Jul 28 18:34:12.534999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-892d0e83-07dd-40be-9224-c962b21cc86a req-fd2d271c-ef69-48b6-bc4f-10dee2d33fe8 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Jul 28 18:34:12.540731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Made reservation on behalf of 117454d353a04cb994170ef9aeb6d3ad for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:12.544614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.604302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing IP validity checks on allocation pools {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 18:34:12.604826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 18:34:12.798069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:12.860435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=1b58b36d-e60e-434d-af0a-40861b480d55,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:12.869477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Checking segment: {'id': '6fec0204-e2fd-48bd-a0ba-7275577d1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:12.869837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network hostable DHCP agents. Network: 5d05f883-39e7-4f5d-a4f0-5635eed80e44, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:13.020940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:13.046698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.135073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 5d05f883-39e7-4f5d-a4f0-5635eed80e44) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:13.139782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:13.140380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.145712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c429f15-24e8-4c99-87d2-71c7004ce095 None None] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:13.213447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-295375d7-25c6-4421-afa1-16059b9a1348 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8564434 Jul 28 18:34:13.216151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41584) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:13.221701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:13.287469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-5d05f883-39e7-4f5d-a4f0-5635eed80e44', 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44', 'tenant_id': '117454d353a04cb994170ef9aeb6d3ad', 'fixed_ips': [{'subnet_id': '1b58b36d-e60e-434d-af0a-40861b480d55'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:13.288331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.313047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63921358'] for subnet, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.535257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789013362216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63915287'] for subnet, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.575058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:13.575699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.579836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "PUT /v2.0/subnets/1b58b36d-e60e-434d-af0a-40861b480d55 HTTP/1.1" status: 200 len: 900 time: 0.3604701 Jul 28 18:34:13.581161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41588) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:13.581741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Allocated IP 2001:db8::3 (5d05f883-39e7-4f5d-a4f0-5635eed80e44/1b58b36d-e60e-434d-af0a-40861b480d55/3b6605dd-3532-49b8-8939-1a147fb9b8e5) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:13.595979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ecc52-9411-4c9c-b6a7-c3b33f8bc354 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event updated for resources: {'Subnet': ['ID=1b58b36d-e60e-434d-af0a-40861b480d55,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:13.728485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e01480-4ec1-41d0-9e89-deec22993eea req-bdb08d53-deca-41d5-8039-122560867dcc tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:13.729981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21e01480-4ec1-41d0-9e89-deec22993eea req-bdb08d53-deca-41d5-8039-122560867dcc tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 943 time: 0.1159999 Jul 28 18:34:13.751482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.753284 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.761370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Transition to ACTIVE for port object 3b6605dd-3532-49b8-8939-1a147fb9b8e5 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:13.776690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Transition to ACTIVE for port object 3b6605dd-3532-49b8-8939-1a147fb9b8e5 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:13.787499 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21e01480-4ec1-41d0-9e89-deec22993eea req-4929d661-65fb-4245-bb42-c5d3f9179934 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485330 Jul 28 18:34:13.824942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.883991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.922029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:13.924812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:13.928172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:13.937977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Pushing event updated for resources: {'Port': ['ID=3b6605dd-3532-49b8-8939-1a147fb9b8e5,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:13.989292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Attempting to bind port 3b6605dd-3532-49b8-8939-1a147fb9b8e5 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:13.989910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Attempting to bind port 3b6605dd-3532-49b8-8939-1a147fb9b8e5 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6fec0204-e2fd-48bd-a0ba-7275577d1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:13.990463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Attempting to bind port 3b6605dd-3532-49b8-8939-1a147fb9b8e5 on network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:13.996363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:13.996735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Checking segment: {'id': '6fec0204-e2fd-48bd-a0ba-7275577d1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:13.997140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.997598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Bound using segment: {'id': '6fec0204-e2fd-48bd-a0ba-7275577d1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:13.998842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Bound port: 3b6605dd-3532-49b8-8939-1a147fb9b8e5, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fec0204-e2fd-48bd-a0ba-7275577d1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:13.999235 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:13.999379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.031122 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=1b58b36d-e60e-434d-af0a-40861b480d55,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:14.065316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-47653f22-2309-4711-856b-2817919bb4ab None None] For port 3b6605dd-3532-49b8-8939-1a147fb9b8e5, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:14.068888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-47653f22-2309-4711-856b-2817919bb4ab None None] For port 3b6605dd-3532-49b8-8939-1a147fb9b8e5, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b6605dd-3532-49b8-8939-1a147fb9b8e5,segment=NetworkSegment(6fec0204-e2fd-48bd-a0ba-7275577d1ccc),segment_id=6fec0204-e2fd-48bd-a0ba-7275577d1ccc)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:14.161578 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.391333 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.397931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47653f22-2309-4711-856b-2817919bb4ab None None] Pushing event updated for resources: {'Port': ['ID=3b6605dd-3532-49b8-8939-1a147fb9b8e5,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:14.401207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d05f883-39e7-4f5d-a4f0-5635eed80e44']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:14.411382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15ea97-3ad7-4e1e-ab8f-bd04838c5126 None None] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:14.411709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fec0204-e2fd-48bd-a0ba-7275577d1ccc') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:14.412015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fec0204-e2fd-48bd-a0ba-7275577d1ccc') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:14.421537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.435599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.442167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:14.442556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:14.445480 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:14.451213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b1304823-b31b-4987-a002-b150ff1e67bf details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:34:14.529367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:34:14.529367 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:34:14.529367 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '5d05f883-39e7-4f5d-a4f0-5635eed80e44'}] Jul 28 18:34:14.529367 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:34:14.529838 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:34:14.603241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b1304823-b31b-4987-a002-b150ff1e67bf,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:14.606712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d1ed7-e4fb-47f9-9cfb-bd0d05e9230a None None] Network 5d05f883-39e7-4f5d-a4f0-5635eed80e44 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:14.625997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b1304823-b31b-4987-a002-b150ff1e67bf', 'network_id': 'd397e332-feb8-4478-95e8-2849e9abb171', 'port_id': 'b1304823-b31b-4987-a002-b150ff1e67bf', 'mac_address': 'fa:16:3e:9c:95:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3127f13c-6de1-40be-9d41-4b71442b8506', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:34:14.721956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.749793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1304823-b31b-4987-a002-b150ff1e67bf {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:34:14.773050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b1304823-b31b-4987-a002-b150ff1e67bf,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:14.786211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04a964-46d3-4579-955f-5e0e105e0138 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:34:14.863683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:14.910453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc4ff-6628-45ad-8ee7-8a28b4e4c0a9 req-ff7415c1-185e-4df4-b7fa-3d3bc09ee805 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:14.911991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d4cc4ff-6628-45ad-8ee7-8a28b4e4c0a9 req-ff7415c1-185e-4df4-b7fa-3d3bc09ee805 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 944 time: 0.0549560 Jul 28 18:34:14.926325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04a964-46d3-4579-955f-5e0e105e0138 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:14.934106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:14.951251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d4cc4ff-6628-45ad-8ee7-8a28b4e4c0a9 req-89259dcf-c2a7-4deb-8334-2b10623f6a2a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Jul 28 18:34:15.030883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.055237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b1304823-b31b-4987-a002-b150ff1e67bf'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:34:15.084419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port 3b6605dd-3532-49b8-8939-1a147fb9b8e5 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:15.084761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.146186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port 3b6605dd-3532-49b8-8939-1a147fb9b8e5, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3b6605dd-3532-49b8-8939-1a147fb9b8e5,segment=NetworkSegment(6fec0204-e2fd-48bd-a0ba-7275577d1ccc),segment_id=6fec0204-e2fd-48bd-a0ba-7275577d1ccc)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:15.146474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.163244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for 3b6605dd-3532-49b8-8939-1a147fb9b8e5 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:15.338077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.364907 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=3b6605dd-3532-49b8-8939-1a147fb9b8e5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:15.367024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port 3b6605dd-3532-49b8-8939-1a147fb9b8e5 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:15.461425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.461425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d05f883-39e7-4f5d-a4f0-5635eed80e44']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.463257 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fec0204-e2fd-48bd-a0ba-7275577d1ccc') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.463594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fec0204-e2fd-48bd-a0ba-7275577d1ccc') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.472351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.485731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.491682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:15.492077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:15.494969 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:15.578428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.687307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.697892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.697892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/5d05f883-39e7-4f5d-a4f0-5635eed80e44 HTTP/1.1" status: 204 len: 168 time: 2.1136615 Jul 28 18:34:15.700985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41596) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:15.712745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff64ad-2d25-4fe8-9459-60bb3f84afad tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=5d05f883-39e7-4f5d-a4f0-5635eed80e44,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:15.730137 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0722f7-c2fd-422d-aff6-262997da4c65 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:15.730621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0722f7-c2fd-422d-aff6-262997da4c65 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:15.732553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f0722f7-c2fd-422d-aff6-262997da4c65 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/1b58b36d-e60e-434d-af0a-40861b480d55 HTTP/1.1" status: 404 len: 337 time: 0.0296593 Jul 28 18:34:15.735039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:15.752533 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a10b7d-66c8-449b-9f6a-fb1de69f6e86 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:15.753049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a10b7d-66c8-449b-9f6a-fb1de69f6e86 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:15.754601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a0a10b7d-66c8-449b-9f6a-fb1de69f6e86 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/5d05f883-39e7-4f5d-a4f0-5635eed80e44 HTTP/1.1" status: 404 len: 339 time: 0.0186489 Jul 28 18:34:15.756779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41600) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:15.829317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.913996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.924279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2a2c16-b519-464b-820d-ef9e27798b71']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.934452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2639342b-81e0-420d-9af4-3f784f197f8f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.934750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2639342b-81e0-420d-9af4-3f784f197f8f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:15.943956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.957150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.965764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:15.965764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:15.966122 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:16.066514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca4e2-5001-406d-a48b-e5d862102bad req-740bd6a3-de86-473b-9bc4-879a220e03a4 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:16.068096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-738ca4e2-5001-406d-a48b-e5d862102bad req-740bd6a3-de86-473b-9bc4-879a220e03a4 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 944 time: 0.0500484 Jul 28 18:34:16.105362 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-738ca4e2-5001-406d-a48b-e5d862102bad req-a6192297-477e-4c3a-9ff5-516623b836a6 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Jul 28 18:34:16.118396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.125895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.127674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/bd2a2c16-b519-464b-820d-ef9e27798b71 HTTP/1.1" status: 204 len: 168 time: 0.3700254 Jul 28 18:34:16.130238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41604) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:16.138776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08fbe2-4873-4e87-9a51-a42ced33a240 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=bd2a2c16-b519-464b-820d-ef9e27798b71,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:16.158027 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-88638dea-7cea-4041-ae05-8b0ff9403f25 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:16.158472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88638dea-7cea-4041-ae05-8b0ff9403f25 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:16.160181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-88638dea-7cea-4041-ae05-8b0ff9403f25 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/3255dace-d7d7-49cb-b0e7-5b682262f781 HTTP/1.1" status: 404 len: 337 time: 0.0289388 Jul 28 18:34:16.162597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41606) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:16.179821 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0aefe0-b078-4bc3-a949-729940f618cb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:16.180331 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0aefe0-b078-4bc3-a949-729940f618cb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:16.181883 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bb0aefe0-b078-4bc3-a949-729940f618cb tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/f702c408-6729-4c3f-bd01-088fcd12b0e8 HTTP/1.1" status: 404 len: 339 time: 0.0184226 Jul 28 18:34:16.183967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:16.231889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting subnet 91ab24a6-449e-4579-8e33-68bb09bd65d1 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:16.235566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.277066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.400765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.426178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b1304823-b31b-4987-a002-b150ff1e67bf up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:16.538359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.565182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=91ab24a6-449e-4579-8e33-68bb09bd65d1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:16.568696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.571828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c2df0410-277b-407d-82a4-8b4cd4955a89 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/91ab24a6-449e-4579-8e33-68bb09bd65d1 HTTP/1.1" status: 204 len: 168 time: 0.3857119 Jul 28 18:34:16.573435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port b1304823-b31b-4987-a002-b150ff1e67bf completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:16.573597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41612) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:16.577530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61a209-83db-48bd-a58b-781199e381e0 None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:16.590073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b1304823-b31b-4987-a002-b150ff1e67bf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:16.591423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.624789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting subnet ae6070a2-f80c-4598-ad72-ea1e6ae36b76 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:16.627810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.667272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.762183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.787942 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.801578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:16.803899 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83cbbe-9b0f-4acb-a777-6c85a8125415" -d '{"events": [{"server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "name": "network-vif-plugged", "status": "completed", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:16.822192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b1304823-b31b-4987-a002-b150ff1e67bf,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:16.850271 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2182daa-3969-477e-ab6a-5d6be549c21d x-openstack-request-id: req-c2182daa-3969-477e-ab6a-5d6be549c21d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:16.850565 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "name": "network-vif-plugged", "status": "completed", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:16.850821 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2182daa-3969-477e-ab6a-5d6be549c21d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:16.851219 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf', 'code': 200} Jul 28 18:34:16.927041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.955381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0508-cc41-47ae-bd7d-9f0abaca9c73 req-d9be2227-9879-4113-8ead-aa439e43c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:16.957581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad0b0508-cc41-47ae-bd7d-9f0abaca9c73 req-d9be2227-9879-4113-8ead-aa439e43c21e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 1095 time: 0.0494010 Jul 28 18:34:16.973149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:16.978511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:17.007853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6070a2-f80c-4598-ad72-ea1e6ae36b76,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:17.011766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.018152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91a32101-e3c8-4706-a3c6-79fad17c2546 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/ae6070a2-f80c-4598-ad72-ea1e6ae36b76 HTTP/1.1" status: 204 len: 168 time: 0.4392045 Jul 28 18:34:17.018152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.022720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad0b0508-cc41-47ae-bd7d-9f0abaca9c73 req-79f95791-0e8b-43df-b636-f43916234d14 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503993 Jul 28 18:34:17.097885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.153157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:17.153518 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.224319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port bda1d8ae-7dce-4917-9d87-b2f97286d3d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,segment=NetworkSegment(a2c5d316-2fe2-4fb6-9edd-98df5725a186),segment_id=a2c5d316-2fe2-4fb6-9edd-98df5725a186)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:17.224687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.229687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112cb85-17e3-4783-a76f-031f97fe6f35 req-7909a84d-63d5-4dd3-aafa-d5e0c908e279 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:17.231469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7112cb85-17e3-4783-a76f-031f97fe6f35 req-7909a84d-63d5-4dd3-aafa-d5e0c908e279 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 945 time: 0.0562539 Jul 28 18:34:17.238814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for bda1d8ae-7dce-4917-9d87-b2f97286d3d4 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:17.272395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7112cb85-17e3-4783-a76f-031f97fe6f35 req-32b7dadd-7006-4b5a-83e5-e1a923f80645 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336800 Jul 28 18:34:17.339749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af550e-cae7-4960-9b45-0beeaed46e99 None None] Network 4a0d1809-2304-4627-8c40-d4f7f4123d45 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:17.381090 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.389399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9afc3ee0-35ef-4d24-8f4b-387fdf819e4b None None] Could not find standard attr ID for object bda1d8ae-7dce-4917-9d87-b2f97286d3d4. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:34:17.407523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=bda1d8ae-7dce-4917-9d87-b2f97286d3d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:17.411061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port bda1d8ae-7dce-4917-9d87-b2f97286d3d4 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:17.490723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.502195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0d1809-2304-4627-8c40-d4f7f4123d45']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:17.508768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cda439-df72-4a35-bcd0-9ae51f1b79c5 None None] DHCP port deletion for 4a0d1809-2304-4627-8c40-d4f7f4123d45 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:17.515389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c5d316-2fe2-4fb6-9edd-98df5725a186') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:17.515723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c5d316-2fe2-4fb6-9edd-98df5725a186') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:17.524879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.538558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.544271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:17.544653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:17.548111 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:17.672316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.679384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.680839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/4a0d1809-2304-4627-8c40-d4f7f4123d45 HTTP/1.1" status: 204 len: 168 time: 0.6626930 Jul 28 18:34:17.683211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.700533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3b3c0-7ce5-4fc4-a019-d65853a3a170 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=4a0d1809-2304-4627-8c40-d4f7f4123d45,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:17.719445 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b4da29-14f7-40c5-bbd6-7a1b3ffc2782 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.719874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b4da29-14f7-40c5-bbd6-7a1b3ffc2782 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.721601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d0b4da29-14f7-40c5-bbd6-7a1b3ffc2782 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/10ae55eb-f4a7-4ca4-bb47-8c56354fc51d HTTP/1.1" status: 404 len: 337 time: 0.0291603 Jul 28 18:34:17.724132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.742874 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd128776-7b67-48a7-a041-30bf0b8ed05b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.743439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd128776-7b67-48a7-a041-30bf0b8ed05b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.745123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bd128776-7b67-48a7-a041-30bf0b8ed05b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/be7a2e20-88aa-47c9-b7f0-89dd65a54811 HTTP/1.1" status: 404 len: 339 time: 0.0200710 Jul 28 18:34:17.747426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41624) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.772208 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6167ce6-e7e8-439e-b617-f6c968ec6506 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.772648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6167ce6-e7e8-439e-b617-f6c968ec6506 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.774316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b6167ce6-e7e8-439e-b617-f6c968ec6506 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/4f3a5865-ede6-4097-9a77-942142ade54b HTTP/1.1" status: 404 len: 337 time: 0.0259399 Jul 28 18:34:17.776683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41626) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.794461 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7138fb3-7b08-49a0-9106-ec1ed76842e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.795609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7138fb3-7b08-49a0-9106-ec1ed76842e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.797269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d7138fb3-7b08-49a0-9106-ec1ed76842e6 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/9609e2bd-ea32-4871-bc1b-99851708b741 HTTP/1.1" status: 404 len: 339 time: 0.0197001 Jul 28 18:34:17.805021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41628) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.829627 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f8d0d9-7c74-402a-be30-1639bd67ccd7 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.830068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f8d0d9-7c74-402a-be30-1639bd67ccd7 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.831709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-10f8d0d9-7c74-402a-be30-1639bd67ccd7 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/96ee9ea6-6bc4-4d9c-aaaf-ddfc790e4e05 HTTP/1.1" status: 404 len: 337 time: 0.0257661 Jul 28 18:34:17.834214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41630) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.851692 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c1856f-2591-46d2-a468-6d46c82e8e57 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:17.852207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c1856f-2591-46d2-a468-6d46c82e8e57 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:17.853778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03c1856f-2591-46d2-a468-6d46c82e8e57 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/2221abdc-5508-4703-b362-121fca35962c HTTP/1.1" status: 404 len: 339 time: 0.0187049 Jul 28 18:34:17.862168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41632) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:17.916312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting subnet 123be1bc-b696-430b-ad3c-f4cdf37e1399 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:17.919368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:17.958245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.038938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.169453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.195039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=123be1bc-b696-430b-ad3c-f4cdf37e1399,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:18.198707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.200839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97c6672d-df6c-446e-8881-88413872c22b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/123be1bc-b696-430b-ad3c-f4cdf37e1399 HTTP/1.1" status: 204 len: 168 time: 0.3375511 Jul 28 18:34:18.203554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41634) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:18.206016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45921ae-1216-4550-ba0d-a37dc7bf7d7b None None] Network 026f79a5-da41-4572-ad80-cceb6c086c50 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:18.277027 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.333300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port a628f953-2c06-41dd-8b52-51d0dc29d795 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:18.333658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.388119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] DHCP port deletion for 026f79a5-da41-4572-ad80-cceb6c086c50 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:18.430900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port a628f953-2c06-41dd-8b52-51d0dc29d795, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a628f953-2c06-41dd-8b52-51d0dc29d795,segment=NetworkSegment(ab07cf65-9757-4e44-bdd3-f2473470fff8),segment_id=ab07cf65-9757-4e44-bdd3-f2473470fff8)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:18.431266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.438050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Deleting port a628f953-2c06-41dd-8b52-51d0dc29d795 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:18.438430 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.453184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a63e0-9415-4fc5-aece-7425ae4e523e req-cb859491-07e1-43fe-a494-afb45c83ee1a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:18.454722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f67a63e0-9415-4fc5-aece-7425ae4e523e req-cb859491-07e1-43fe-a494-afb45c83ee1a tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 945 time: 0.1047070 Jul 28 18:34:18.455645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for a628f953-2c06-41dd-8b52-51d0dc29d795 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:18.498770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] For port a628f953-2c06-41dd-8b52-51d0dc29d795, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a628f953-2c06-41dd-8b52-51d0dc29d795,segment=NetworkSegment(ab07cf65-9757-4e44-bdd3-f2473470fff8),segment_id=ab07cf65-9757-4e44-bdd3-f2473470fff8)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:18.499177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.512240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Calling delete_port for a628f953-2c06-41dd-8b52-51d0dc29d795 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:18.537090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f67a63e0-9415-4fc5-aece-7425ae4e523e req-41b6422a-2c57-43fa-b497-71c406d7e2bc tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758433 Jul 28 18:34:18.624193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.631002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.636996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bda1d8ae-7dce-4917-9d87-b2f97286d3d4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:18.654338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port a628f953-2c06-41dd-8b52-51d0dc29d795 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:18.658893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=a628f953-2c06-41dd-8b52-51d0dc29d795,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:18.676531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] Pushing event deleted for resources: {'Port': ['ID=a628f953-2c06-41dd-8b52-51d0dc29d795,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:18.678866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: bda1d8ae-7dce-4917-9d87-b2f97286d3d4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:18.678866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bda1d8ae-7dce-4917-9d87-b2f97286d3d4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:18.679072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a628f953-2c06-41dd-8b52-51d0dc29d795 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:18.683516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323e9ea-9e87-48fe-b458-f1809a7b4eb7 None None] No DVR routers for this DVR port a628f953-2c06-41dd-8b52-51d0dc29d795 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:18.703360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a628f953-2c06-41dd-8b52-51d0dc29d795 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:18.703737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a628f953-2c06-41dd-8b52-51d0dc29d795 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:18.745589 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.755688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026f79a5-da41-4572-ad80-cceb6c086c50']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:18.766471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab07cf65-9757-4e44-bdd3-f2473470fff8') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:18.766770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab07cf65-9757-4e44-bdd3-f2473470fff8') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:18.775566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.788763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.794425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:18.795331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:18.798205 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:18.818164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.015204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.022165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.024005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/026f79a5-da41-4572-ad80-cceb6c086c50 HTTP/1.1" status: 204 len: 168 time: 0.8195302 Jul 28 18:34:19.027482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41646) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:19.035482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098552-ff34-4d8c-aa14-6bb1d682f196 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=026f79a5-da41-4572-ad80-cceb6c086c50,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:19.054270 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-18501046-6e55-4fda-8798-4bc53269216b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:19.054737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18501046-6e55-4fda-8798-4bc53269216b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:19.056495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-18501046-6e55-4fda-8798-4bc53269216b tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/30d787e5-97eb-422e-827a-5d7143cc8e0d HTTP/1.1" status: 404 len: 337 time: 0.0280204 Jul 28 18:34:19.059156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:19.078088 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2971e9bc-1542-4107-ac53-2005680342fe tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:19.078569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2971e9bc-1542-4107-ac53-2005680342fe tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:19.080303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2971e9bc-1542-4107-ac53-2005680342fe tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/776a726f-b05a-4068-8139-172db8d84318 HTTP/1.1" status: 404 len: 339 time: 0.0201011 Jul 28 18:34:19.090418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:19.145222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting subnet ff806172-2044-4fe9-9637-b6b16ecc79c6 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:19.148233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.189583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.269944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.407075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.437426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Subnet': ['ID=ff806172-2044-4fe9-9637-b6b16ecc79c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:19.438725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.443284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0b9e42db-e95a-4ddd-9849-cfea7c10e620 tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/subnets/ff806172-2044-4fe9-9637-b6b16ecc79c6 HTTP/1.1" status: 204 len: 168 time: 0.3494225 Jul 28 18:34:19.443420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:19.452644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbd00c-4721-449b-8bd9-5c3553e1cde2 None None] Network 12cac961-d161-4245-b30b-4031ea482901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:19.523779 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.582788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Deleting port a762a9f2-5284-46ff-b163-bc9d5b1767d0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:19.583140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.618518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] DHCP port deletion for 12cac961-d161-4245-b30b-4031ea482901 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:19.653424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] For port a762a9f2-5284-46ff-b163-bc9d5b1767d0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a762a9f2-5284-46ff-b163-bc9d5b1767d0,segment=NetworkSegment(1d4f2287-279e-48bf-b192-6f112602267d),segment_id=1d4f2287-279e-48bf-b192-6f112602267d)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:19.653707 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.667256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Calling delete_port for a762a9f2-5284-46ff-b163-bc9d5b1767d0 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:19.670136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Deleting port a762a9f2-5284-46ff-b163-bc9d5b1767d0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:19.670609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.736221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] For port a762a9f2-5284-46ff-b163-bc9d5b1767d0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a762a9f2-5284-46ff-b163-bc9d5b1767d0,segment=NetworkSegment(1d4f2287-279e-48bf-b192-6f112602267d),segment_id=1d4f2287-279e-48bf-b192-6f112602267d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:19.736657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.749262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Calling delete_port for a762a9f2-5284-46ff-b163-bc9d5b1767d0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:19.849906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.854161 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.877098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Port': ['ID=a762a9f2-5284-46ff-b163-bc9d5b1767d0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:19.881321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] No DVR routers for this DVR port a762a9f2-5284-46ff-b163-bc9d5b1767d0 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:19.882441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] Pushing event deleted for resources: {'Port': ['ID=a762a9f2-5284-46ff-b163-bc9d5b1767d0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:19.887604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09616ebe-c6b6-498f-aa09-3512f10c3f13 None None] No DVR routers for this DVR port a762a9f2-5284-46ff-b163-bc9d5b1767d0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:19.944353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718b65d-d280-4e96-8965-f483a9d07cf2 req-df653983-3e8a-4694-861f-f74b7bb956c3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:19.945870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7718b65d-d280-4e96-8965-f483a9d07cf2 req-df653983-3e8a-4694-861f-f74b7bb956c3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 945 time: 0.0690105 Jul 28 18:34:19.966331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:19.976616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cac961-d161-4245-b30b-4031ea482901']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:19.985246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7718b65d-d280-4e96-8965-f483a9d07cf2 req-66805a69-4df2-4c47-b1db-5914d45f5bd3 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 28 18:34:19.992431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4f2287-279e-48bf-b192-6f112602267d') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:19.992738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4f2287-279e-48bf-b192-6f112602267d') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:20.002697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.016840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.022911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:20.023305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:20.026290 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:20.183255 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.190392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.192256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] 10.222.0.25 "DELETE /v2.0/networks/12cac961-d161-4245-b30b-4031ea482901 HTTP/1.1" status: 204 len: 168 time: 0.7478659 Jul 28 18:34:20.204517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe2861-0d9d-4c88-8111-a93bba6c9b8f tempest-NetworksIpV6Test-1073896806 tempest-NetworksIpV6Test-1073896806-project] Pushing event deleted for resources: {'Network': ['ID=12cac961-d161-4245-b30b-4031ea482901,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:20.621441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a762a9f2-5284-46ff-b163-bc9d5b1767d0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:20.641689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a762a9f2-5284-46ff-b163-bc9d5b1767d0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:20.642295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a762a9f2-5284-46ff-b163-bc9d5b1767d0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:20.703507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41668) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:20.832516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6955abe5-f949-4f4c-acef-0fe087487690 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=117454d353a04cb994170ef9aeb6d3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278279 Jul 28 18:34:20.834987 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:20.886379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:20.912910 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.066098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.068826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.069938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55c130ee-1f70-4fd0-8da9-9c4a16b2b69e HTTP/1.1" status: 204 len: 168 time: 0.2340226 Jul 28 18:34:21.095851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2606c-f58f-4876-960c-377e62bee2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c130ee-1f70-4fd0-8da9-9c4a16b2b69e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:21.117986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd01f-955d-4611-9437-ef08132ea2d1 req-cc5cd92b-acce-428b-901a-29452c5d44b6 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:21.119381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c8cd01f-955d-4611-9437-ef08132ea2d1 req-cc5cd92b-acce-428b-901a-29452c5d44b6 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 945 time: 0.0647700 Jul 28 18:34:21.185495 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c8cd01f-955d-4611-9437-ef08132ea2d1 req-1ca9b6cd-a792-4006-9196-81066d5cf354 tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/security-groups?id=10be406e-5920-4c7b-ba81-bf3b9de8096d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593426 Jul 28 18:34:21.198380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-b50b5e5c-9f94-4628-a2ed-05e30d7aa2fa tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:21.200070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-b50b5e5c-9f94-4628-a2ed-05e30d7aa2fa tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 945 time: 0.0677233 Jul 28 18:34:21.301119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Deleting port b1304823-b31b-4987-a002-b150ff1e67bf {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:21.301390 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.389664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] For port b1304823-b31b-4987-a002-b150ff1e67bf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b1304823-b31b-4987-a002-b150ff1e67bf,segment=NetworkSegment(eb516a0f-46d7-4413-9598-8b2ed95f14f6),segment_id=eb516a0f-46d7-4413-9598-8b2ed95f14f6)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:21.390038 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.403308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Calling delete_port for b1304823-b31b-4987-a002-b150ff1e67bf owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:21.629396 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.641573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b1304823-b31b-4987-a002-b150ff1e67bf'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:34:21.645810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-49f4bbe3-0b6e-4563-bb3a-80ed91092ba1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404618 Jul 28 18:34:21.658269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Pushing event deleted for resources: {'Port': ['ID=b1304823-b31b-4987-a002-b150ff1e67bf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:21.705988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] No DVR routers for this DVR port b1304823-b31b-4987-a002-b150ff1e67bf on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:21.708562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:21.713175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-23f2bddf-0c5b-49fb-9b2a-59abaf462e97 req-128d2b17-ac4a-48a6-9951-8fcda59cec9e tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.37 "DELETE /v2.0/ports/b1304823-b31b-4987-a002-b150ff1e67bf HTTP/1.1" status: 204 len: 173 time: 0.5047975 Jul 28 18:34:21.713175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'name': 'network-vif-deleted', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:21.713617 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d609e98-8e7c-4eee-bdbf-6593552a1b34" -d '{"events": [{"server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "name": "network-vif-deleted", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:21.737922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-4daa8f1f-98db-4c86-9998-445cc22cabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:21.739451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-4daa8f1f-98db-4c86-9998-445cc22cabe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e94b726575494ab0bc9acfad056947e3&device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 1096 time: 0.0482907 Jul 28 18:34:21.753317 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe2132-2a87-45b3-b478-cf341dfee4b2 x-openstack-request-id: req-3dbe2132-2a87-45b3-b478-cf341dfee4b2 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:21.753640 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3701f4-89dd-4d67-9093-8b9fbb88094b", "name": "network-vif-deleted", "tag": "b1304823-b31b-4987-a002-b150ff1e67bf", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:21.754093 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dbe2132-2a87-45b3-b478-cf341dfee4b2 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:21.754514 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3701f4-89dd-4d67-9093-8b9fbb88094b', 'name': 'network-vif-deleted', 'tag': 'b1304823-b31b-4987-a002-b150ff1e67bf', 'status': 'completed', 'code': 200} Jul 28 18:34:21.843705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-8e8ffbe6-5e7e-4c18-8717-dd40f7158b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:21.845164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-8e8ffbe6-5e7e-4c18-8717-dd40f7158b6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 200 len: 909 time: 0.0866072 Jul 28 18:34:21.913784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-603c17b4-b6c2-450c-bf50-437eeab698ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 200 len: 1000 time: 0.0616467 Jul 28 18:34:21.962200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-8034ae48-3f73-475e-a029-eabf9328f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:21.963762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-8034ae48-3f73-475e-a029-eabf9328f680 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 200 len: 847 time: 0.0431981 Jul 28 18:34:22.015475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-0632049e-e503-4298-9b47-15cf6e4e13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:22.017542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-0632049e-e503-4298-9b47-15cf6e4e13b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449700 Jul 28 18:34:22.115823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-586e307c-5573-48cb-9136-64981f5be494 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916996 Jul 28 18:34:22.208286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dce8a2c-7c4e-46a1-9476-2518172b64bc req-0f2bc243-881f-4ce0-8931-fea1c1f13cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Jul 28 18:34:22.265583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41700) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:22.298770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a5761bc-1ca5-4f09-b415-dd6995520b84 req-d470f430-cdff-49e6-bcc0-7b3c67339f6c tempest-VolumesActionsTest-1492883020 tempest-VolumesActionsTest-1492883020-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3701f4-89dd-4d67-9093-8b9fbb88094b HTTP/1.1" status: 200 len: 210 time: 0.0270960 Jul 28 18:34:22.368325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2040154718'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:22.449178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:22.453568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.463370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.561239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.643685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.671556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:22.680177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c777cfb-71ec-44ba-b0d9-9b56293f78c0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:22.687550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.688607 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment 823a8210-e2b2-44ea-8d3a-add2dbaf864f of type vlan for network c644f670-4e2d-4d46-b3f1-cd7c8a181fac Jul 28 18:34:22.728786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.814737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.820507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:22.821103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:22.887580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=c644f670-4e2d-4d46-b3f1-cd7c8a181fac,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:22.897607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:22.949717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9d36a191-b0bc-46af-b9c5-9d87fd93efb0 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6829889 Jul 28 18:34:24.488981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b1304823-b31b-4987-a002-b150ff1e67bf no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:24.511361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: b1304823-b31b-4987-a002-b150ff1e67bf {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:24.511837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b1304823-b31b-4987-a002-b150ff1e67bf not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:26.138182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:26.144276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:26.352100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:26.356206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:26.657845 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:26.730675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=26244984-677c-43aa-a3c4-aa6ec00e71f4,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:26.749780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': '823a8210-e2b2-44ea-8d3a-add2dbaf864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:26.750269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: c644f670-4e2d-4d46-b3f1-cd7c8a181fac, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:26.820857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:26.923604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c644f670-4e2d-4d46-b3f1-cd7c8a181fac) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:26.928999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:26.929934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:26.940565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c482a-e1e2-49f5-8111-1df5b45517bc None None] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:27.038704 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-146e9367-6516-4247-bdc8-d7f4358ca176 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8991938 Jul 28 18:34:27.041814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41780) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:27.047587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428665669'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:27.145835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:27.148414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c644f670-4e2d-4d46-b3f1-cd7c8a181fac', 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': '26244984-677c-43aa-a3c4-aa6ec00e71f4'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:27.149571 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.150145 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.178841 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:27.191389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.191772 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment 6602790a-b662-4497-a2a1-87f60cb10049 of type vlan for network 13ea6a11-3376-49b7-bc15-0f805a55440c Jul 28 18:34:27.239047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.311048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Allocated IP 2001:db8:0:ffff::2 (c644f670-4e2d-4d46-b3f1-cd7c8a181fac/26244984-677c-43aa-a3c4-aa6ec00e71f4/7607485d-0203-4591-a7c9-6f6d172dc1d4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:27.348901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.356033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:27.357483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.479281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=13ea6a11-3376-49b7-bc15-0f805a55440c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:27.483155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.492300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 13ea6a11-3376-49b7-bc15-0f805a55440c details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:27.496056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Transition to ACTIVE for port object 7607485d-0203-4591-a7c9-6f6d172dc1d4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:27.522150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Transition to ACTIVE for port object 7607485d-0203-4591-a7c9-6f6d172dc1d4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:27.533778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1b50e25e-65c6-463f-973a-7c64faaf2b0a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4907653 Jul 28 18:34:27.536738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41782) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:27.543427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:27.589774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.635046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:27.640106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:27.652724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:27.655694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Pushing event updated for resources: {'Port': ['ID=7607485d-0203-4591-a7c9-6f6d172dc1d4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:27.725987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Attempting to bind port 7607485d-0203-4591-a7c9-6f6d172dc1d4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:27.726369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Attempting to bind port 7607485d-0203-4591-a7c9-6f6d172dc1d4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '823a8210-e2b2-44ea-8d3a-add2dbaf864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:27.726738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Attempting to bind port 7607485d-0203-4591-a7c9-6f6d172dc1d4 on network c644f670-4e2d-4d46-b3f1-cd7c8a181fac {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:27.732432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:27.732820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Checking segment: {'id': '823a8210-e2b2-44ea-8d3a-add2dbaf864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:27.733234 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.733638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Bound using segment: {'id': '823a8210-e2b2-44ea-8d3a-add2dbaf864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:27.734118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Bound port: 7607485d-0203-4591-a7c9-6f6d172dc1d4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a8210-e2b2-44ea-8d3a-add2dbaf864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c644f670-4e2d-4d46-b3f1-cd7c8a181fac'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:27.734506 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.795781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:27.802023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.806722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] For port 7607485d-0203-4591-a7c9-6f6d172dc1d4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:27.810342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] For port 7607485d-0203-4591-a7c9-6f6d172dc1d4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7607485d-0203-4591-a7c9-6f6d172dc1d4,segment=NetworkSegment(823a8210-e2b2-44ea-8d3a-add2dbaf864f),segment_id=823a8210-e2b2-44ea-8d3a-add2dbaf864f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:27.889702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:27.983502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcf1f8-d1a9-4e1a-ac1a-5cc9559fd162 None None] Pushing event updated for resources: {'Port': ['ID=7607485d-0203-4591-a7c9-6f6d172dc1d4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:28.576721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.objects.ports [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:34:28.579182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:28.656206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': '6602790a-b662-4497-a2a1-87f60cb10049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:28.656206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: 13ea6a11-3376-49b7-bc15-0f805a55440c, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:28.660525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=e53589af-ab3a-40e0-b9d1-f45ca1b337cc,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:28.693848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7607485d-0203-4591-a7c9-6f6d172dc1d4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:29.086391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507479c-50c1-43e8-b198-9d25669cbb54 None None] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:29.103002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 13ea6a11-3376-49b7-bc15-0f805a55440c is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:29.253652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 13ea6a11-3376-49b7-bc15-0f805a55440c) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:29.258792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:29.259592 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:29.270247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde3674-4580-459d-8f01-b1c3ddf3513d None None] Network 13ea6a11-3376-49b7-bc15-0f805a55440c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:29.302927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7607485d-0203-4591-a7c9-6f6d172dc1d4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:29.378295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0cc31752-88ee-4755-979f-16b4d4ef5267 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8399439 Jul 28 18:34:29.380905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41796) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:29.388176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'port': {'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c', 'name': 'tempest-NetworksIpV6TestAttrs-708391997'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:29.416707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Provisioning for port 7607485d-0203-4591-a7c9-6f6d172dc1d4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:29.422088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Provisioning complete for port 7607485d-0203-4591-a7c9-6f6d172dc1d4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:29.422476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:29.565982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-13ea6a11-3376-49b7-bc15-0f805a55440c', 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': 'e53589af-ab3a-40e0-b9d1-f45ca1b337cc'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:29.565982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:29.644424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:29.649302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:29.704976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] device_id is not set on port 50c82247-bda8-4d8b-b1e0-c9c2b46599b2 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:34:29.753343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:29.799647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] For port 7607485d-0203-4591-a7c9-6f6d172dc1d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7607485d-0203-4591-a7c9-6f6d172dc1d4,segment=NetworkSegment(823a8210-e2b2-44ea-8d3a-add2dbaf864f),segment_id=823a8210-e2b2-44ea-8d3a-add2dbaf864f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:29.825101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Allocated IP 2001:db8::f816:3eff:fec4:b60e (13ea6a11-3376-49b7-bc15-0f805a55440c/e53589af-ab3a-40e0-b9d1-f45ca1b337cc/b0e5960b-cc21-49ee-8a92-b2176b15287f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:29.949752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.097582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fefca-6821-45f3-89be-c22e1e354ca2 None None] Pushing event updated for resources: {'Port': ['ID=7607485d-0203-4591-a7c9-6f6d172dc1d4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:30.120241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-efe4b0c8-adc1-4e69-99a5-97c6650592e3 None None] Provisioning complete for port 7607485d-0203-4591-a7c9-6f6d172dc1d4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:30.120744 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-efe4b0c8-adc1-4e69-99a5-97c6650592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.126066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.166458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Transition to ACTIVE for port object b0e5960b-cc21-49ee-8a92-b2176b15287f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:30.176954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d190b74-8ff3-4203-ab6a-8f8ae6444851 req-139109bd-0380-4d50-966e-cb101d7f3381 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:30.187603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d190b74-8ff3-4203-ab6a-8f8ae6444851 req-139109bd-0380-4d50-966e-cb101d7f3381 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.1037097 Jul 28 18:34:30.199479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Transition to ACTIVE for port object b0e5960b-cc21-49ee-8a92-b2176b15287f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:30.247976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d190b74-8ff3-4203-ab6a-8f8ae6444851 req-53892072-f39e-4550-bafa-ca405d0f0d38 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593960 Jul 28 18:34:30.276219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41806) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:30.280262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.330128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Network 13ea6a11-3376-49b7-bc15-0f805a55440c is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:30.334428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:30.346409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:30.361557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Allocated IP 2001:db8::f816:3eff:fed0:1ea1 (13ea6a11-3376-49b7-bc15-0f805a55440c/e53589af-ab3a-40e0-b9d1-f45ca1b337cc/50c82247-bda8-4d8b-b1e0-c9c2b46599b2) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:30.364100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Pushing event updated for resources: {'Port': ['ID=b0e5960b-cc21-49ee-8a92-b2176b15287f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:30.433489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Attempting to bind port b0e5960b-cc21-49ee-8a92-b2176b15287f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:30.434558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Attempting to bind port b0e5960b-cc21-49ee-8a92-b2176b15287f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6602790a-b662-4497-a2a1-87f60cb10049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:30.435384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Attempting to bind port b0e5960b-cc21-49ee-8a92-b2176b15287f on network 13ea6a11-3376-49b7-bc15-0f805a55440c {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:30.442043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:30.442751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Checking segment: {'id': '6602790a-b662-4497-a2a1-87f60cb10049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:30.451557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.451557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Bound using segment: {'id': '6602790a-b662-4497-a2a1-87f60cb10049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:30.451557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Bound port: b0e5960b-cc21-49ee-8a92-b2176b15287f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6602790a-b662-4497-a2a1-87f60cb10049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13ea6a11-3376-49b7-bc15-0f805a55440c'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:30.451557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.575592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] For port b0e5960b-cc21-49ee-8a92-b2176b15287f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:30.581806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] For port b0e5960b-cc21-49ee-8a92-b2176b15287f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0e5960b-cc21-49ee-8a92-b2176b15287f,segment=NetworkSegment(6602790a-b662-4497-a2a1-87f60cb10049),segment_id=6602790a-b662-4497-a2a1-87f60cb10049)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:30.585101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 058f7629-13ba-4d4f-b07d-86c1fdfb8ff2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:30.585485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.643855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.677128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.714202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Transition to ACTIVE for port object 50c82247-bda8-4d8b-b1e0-c9c2b46599b2 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:30.715838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7607485d-0203-4591-a7c9-6f6d172dc1d4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:30.722124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.722380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.758277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 058f7629-13ba-4d4f-b07d-86c1fdfb8ff2 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:30.809695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cc18-b8e5-4976-9958-c9c484a574c9 None None] Pushing event updated for resources: {'Port': ['ID=b0e5960b-cc21-49ee-8a92-b2176b15287f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:30.857374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7607485d-0203-4591-a7c9-6f6d172dc1d4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:30.858276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.874778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:30.987530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 13ea6a11-3376-49b7-bc15-0f805a55440c is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:30.997520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:31.000732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:31.008759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:31.009467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.029610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Port': ['ID=50c82247-bda8-4d8b-b1e0-c9c2b46599b2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:31.136358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c0de1170-4d34-4a72-a82c-2050a0a065bb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7543130 Jul 28 18:34:31.139374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41812) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:31.200226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.211733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting subnet e53589af-ab3a-40e0-b9d1-f45ca1b337cc {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:31.228419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.250981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=058f7629-13ba-4d4f-b07d-86c1fdfb8ff2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:31.305932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.319058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.319386 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP f8109d7d-098b-4e48-9e12-24bd74b39b39 disassociated (deleted). External IP: 172.25.7.48, port: 23fcb651-e8d3-4c48-a162-851c9ca5713d. Jul 28 18:34:31.521048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.609646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router ad1362e3-f297-483c-b5e6-340001741a0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:34:31.672983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.719698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=e53589af-ab3a-40e0-b9d1-f45ca1b337cc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:31.723940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.726477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c2b5c2e3-bab1-4e54-97aa-be86ff8682e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/e53589af-ab3a-40e0-b9d1-f45ca1b337cc HTTP/1.1" status: 204 len: 168 time: 0.5855558 Jul 28 18:34:31.728821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41814) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:31.750788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:34:31.755541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:31.781462 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Sync routers for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:34:31.800751 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:31.801903 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:31.805340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5517a975-71cd-4744-9fdc-81a34827a7f8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/floatingips/f8109d7d-098b-4e48-9e12-24bd74b39b39 HTTP/1.1" status: 204 len: 168 time: 1.5256088 Jul 28 18:34:31.805340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:31.809280 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f701b6-a5f0-4d23-be8a-1358a19582b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:31.825972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a5ebf-5029-4f1b-a521-8d04a93aafef tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:31.831925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a5ebf-5029-4f1b-a521-8d04a93aafef tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:31.833562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2b0a5ebf-5029-4f1b-a521-8d04a93aafef tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1031356 Jul 28 18:34:31.837597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41820) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:31.939983 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5199c6-7729-40d3-b943-9df05f285866 x-openstack-request-id: req-8b5199c6-7729-40d3-b943-9df05f285866 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:31.940373 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:31.940741 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b5199c6-7729-40d3-b943-9df05f285866 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:31.941240 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'status': 'completed', 'code': 200} Jul 28 18:34:31.993907 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77c1916f-8bc0-44a1-8066-1648522122ba tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.002485 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c1916f-8bc0-44a1-8066-1648522122ba tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 18:34:32.003134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c1916f-8bc0-44a1-8066-1648522122ba tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:32.003477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-32861343-8e6c-4518-bbf5-018319ea9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.005264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-32861343-8e6c-4518-bbf5-018319ea9ebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 1096 time: 0.0983200 Jul 28 18:34:32.008047 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-77c1916f-8bc0-44a1-8066-1648522122ba tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/13ea6a11-3376-49b7-bc15-0f805a55440c HTTP/1.1" status: 409 len: 405 time: 0.1688824 Jul 28 18:34:32.008942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:32.032861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356629891'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:32.033882 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:32.177435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:32.184443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.204323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-98330ab8-1521-498b-b106-6d3d0e41c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.209994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-98330ab8-1521-498b-b106-6d3d0e41c4e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 200 len: 897 time: 0.1970322 Jul 28 18:34:32.225378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:32.238613 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.238613 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment 584138b1-2a0c-47c7-8b56-fb9bf2f32dc1 of type vlan for network 91fb6d75-b962-4453-b245-14bd5b4df44a Jul 28 18:34:32.322067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-f22e859e-1647-4547-9835-188328591616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 200 len: 217 time: 0.1050138 Jul 28 18:34:32.325363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.345295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c6d2b-416d-44db-a9d4-2ed986c3a921 None None] Network 13ea6a11-3376-49b7-bc15-0f805a55440c requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:32.407817 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:32.426642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-d20c2079-8518-4df0-b883-71ef4742e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.428618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-d20c2079-8518-4df0-b883-71ef4742e4a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 200 len: 834 time: 0.0990911 Jul 28 18:34:32.441797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Checking router: ad1362e3-f297-483c-b5e6-340001741a0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:34:32.454609 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:32.455505 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:32.483849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-91ed975f-c5e7-40fc-8ed4-566880fdc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.485741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-91ed975f-c5e7-40fc-8ed4-566880fdc22d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f736a004-5b76-474c-bed2-919fe59fb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488813 Jul 28 18:34:32.499385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafefff8-f1c1-41e3-95b6-761fa40ef02e req-b2c356e6-3d62-4354-b362-57548df0b6f2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.512626 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fafefff8-f1c1-41e3-95b6-761fa40ef02e req-b2c356e6-3d62-4354-b362-57548df0b6f2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.1135728 Jul 28 18:34:32.545035 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.555466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:32.588190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.604085 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:32.613170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f758c94a-d8e1-4838-9c0e-de9a0f14cb1c None None] Provisioning for port b0e5960b-cc21-49ee-8a92-b2176b15287f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:32.666630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-11d9dc3f-a6f6-45d1-9fd4-30e9a6de4481 service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703887 Jul 28 18:34:32.701113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fafefff8-f1c1-41e3-95b6-761fa40ef02e req-a81fd2ad-1ad6-44f1-9d07-e231e78959fa tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875031 Jul 28 18:34:32.733266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=91fb6d75-b962-4453-b245-14bd5b4df44a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:32.751421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 91fb6d75-b962-4453-b245-14bd5b4df44a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:32.772804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ce61bbf9-0999-4144-95cf-69586250916b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7627153 Jul 28 18:34:32.775758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41830) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:32.780787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:32.789628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] DHCP port deletion for 13ea6a11-3376-49b7-bc15-0f805a55440c request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:32.850118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22f701b6-a5f0-4d23-be8a-1358a19582b4 req-da6753c6-527f-47bc-9613-b45aac24c91c service neutron] 10.222.0.35 "GET /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752939 Jul 28 18:34:32.946963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Deleting port b0e5960b-cc21-49ee-8a92-b2176b15287f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:32.947437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:32.957130 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:32.985880 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50c1f-99d5-4da5-96e8-e74a13f434da None None] The sync data for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 is: [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '78b00b3a-0113-45f4-a26e-265dbc51ebff', 'name': '', 'network_id': 'f736a004-5b76-474c-bed2-919fe59fb75f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e9:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:23Z', 'updated_at': '2021-07-28T18:32:28Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': 'd25b7c0a-8c78-490d-b085-a2e474d2ebea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:34:33.031731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:33.032592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] For port b0e5960b-cc21-49ee-8a92-b2176b15287f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b0e5960b-cc21-49ee-8a92-b2176b15287f,segment=NetworkSegment(6602790a-b662-4497-a2a1-87f60cb10049),segment_id=6602790a-b662-4497-a2a1-87f60cb10049)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:33.032995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:33.036029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:33.048087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Calling delete_port for b0e5960b-cc21-49ee-8a92-b2176b15287f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:33.243567 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:33.295189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] Pushing event deleted for resources: {'Port': ['ID=b0e5960b-cc21-49ee-8a92-b2176b15287f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:33.322347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de1834-e960-4553-b33a-1bcd4a9cbf69 None None] No DVR routers for this DVR port b0e5960b-cc21-49ee-8a92-b2176b15287f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:33.398063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614bfa5-f063-46c5-a154-2c407ffc2bfe None None] New status for floating IP f8109d7d-098b-4e48-9e12-24bd74b39b39: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:34:33.577404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:34:33.579325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:33.639923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=02682edc-79f0-468b-999c-33788940c362,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:33.650844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:33.651214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: 91fb6d75-b962-4453-b245-14bd5b4df44a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:33.775257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-4f0a5d3c-6523-49dc-b567-467e8f2a7487 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:33.776822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-4f0a5d3c-6523-49dc-b567-467e8f2a7487 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0548377 Jul 28 18:34:33.832796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275dbeb-1556-4163-8c45-0b2c159498f5 req-1f7e0dd1-2fc5-4ac3-9d65-7a1ea243634e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:33.834945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3275dbeb-1556-4163-8c45-0b2c159498f5 req-1f7e0dd1-2fc5-4ac3-9d65-7a1ea243634e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Jul 28 18:34:33.924209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3275dbeb-1556-4163-8c45-0b2c159498f5 req-f8f9b74b-4665-4c0c-a7ae-b79dfbebef4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc65f5c2-ba74-469e-b73f-06bc2853e471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Jul 28 18:34:34.025692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 91fb6d75-b962-4453-b245-14bd5b4df44a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:34.037503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 23fcb651-e8d3-4c48-a162-851c9ca5713d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:34.037857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.113980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 91fb6d75-b962-4453-b245-14bd5b4df44a) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:34.118777 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:34.119458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.123195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbb828-ee9c-4469-940a-ecc75feaf22e None None] Network 91fb6d75-b962-4453-b245-14bd5b4df44a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:34.125911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 23fcb651-e8d3-4c48-a162-851c9ca5713d, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23fcb651-e8d3-4c48-a162-851c9ca5713d,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:34.126255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.148986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 23fcb651-e8d3-4c48-a162-851c9ca5713d owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:34.220166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bd120d02-88e3-4920-bc1b-e89073cf47b9 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4410586 Jul 28 18:34:34.220407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41846) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:34.227033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'port': {'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a', 'name': 'tempest-NetworksIpV6TestAttrs-203355732'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:34.309905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-91fb6d75-b962-4453-b245-14bd5b4df44a', 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': '02682edc-79f0-468b-999c-33788940c362'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:34.311624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.389889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.434133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=23fcb651-e8d3-4c48-a162-851c9ca5713d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:34.509546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Allocated IP 2001:db8::f816:3eff:fe84:6e21 (91fb6d75-b962-4453-b245-14bd5b4df44a/02682edc-79f0-468b-999c-33788940c362/da751b2b-1eab-46a8-9981-ec3d8cc027ef) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:34.511730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] No DVR routers for this DVR port 23fcb651-e8d3-4c48-a162-851c9ca5713d on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:34.515136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.517596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bae75a2-5b15-4ffc-8ade-994b467a5693 req-36f3faf5-f525-47db-9976-f1bd8201f24f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "DELETE /v2.0/ports/23fcb651-e8d3-4c48-a162-851c9ca5713d HTTP/1.1" status: 204 len: 173 time: 0.7297604 Jul 28 18:34:34.518164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-deleted', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:34:34.520666 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90508ba3-7342-404f-92ff-a918ca2393fc" -d '{"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-deleted", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:34:34.563154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:34.567477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.602391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] device_id is not set on port 9e42026c-01e3-492c-a2f0-3598f4cba65c yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:34:34.757098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0e5960b-cc21-49ee-8a92-b2176b15287f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:34.787430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b0e5960b-cc21-49ee-8a92-b2176b15287f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:34.792043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b0e5960b-cc21-49ee-8a92-b2176b15287f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:34.833492 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:34.856365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Transition to ACTIVE for port object da751b2b-1eab-46a8-9981-ec3d8cc027ef will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:34.876702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Transition to ACTIVE for port object da751b2b-1eab-46a8-9981-ec3d8cc027ef will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:34.883011 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38be478-dbb9-435d-b20b-3e2e0590d971 x-openstack-request-id: req-a38be478-dbb9-435d-b20b-3e2e0590d971 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:34:34.889204 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c770ddd-f32b-48af-994e-d441bd8bff01", "name": "network-vif-deleted", "tag": "23fcb651-e8d3-4c48-a162-851c9ca5713d", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:34:34.889204 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a38be478-dbb9-435d-b20b-3e2e0590d971 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:34:34.889204 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c770ddd-f32b-48af-994e-d441bd8bff01', 'name': 'network-vif-deleted', 'tag': '23fcb651-e8d3-4c48-a162-851c9ca5713d', 'status': 'completed', 'code': 200} Jul 28 18:34:34.974913 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.079770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Network 91fb6d75-b962-4453-b245-14bd5b4df44a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:35.083451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:35.094804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:35.102565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Allocated IP 2001:db8::f816:3eff:fe26:df34 (91fb6d75-b962-4453-b245-14bd5b4df44a/02682edc-79f0-468b-999c-33788940c362/9e42026c-01e3-492c-a2f0-3598f4cba65c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:35.111984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cac66b58-140b-4313-be29-ea6fe8634b71 req-819b331e-61ae-4008-9818-a2647c8446eb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c770ddd-f32b-48af-994e-d441bd8bff01 HTTP/1.1" status: 200 len: 210 time: 0.0843413 Jul 28 18:34:35.125493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Pushing event updated for resources: {'Port': ['ID=da751b2b-1eab-46a8-9981-ec3d8cc027ef,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:35.181461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Attempting to bind port da751b2b-1eab-46a8-9981-ec3d8cc027ef on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:35.182240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Attempting to bind port da751b2b-1eab-46a8-9981-ec3d8cc027ef by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:35.182240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Attempting to bind port da751b2b-1eab-46a8-9981-ec3d8cc027ef on network 91fb6d75-b962-4453-b245-14bd5b4df44a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:35.188556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:35.188927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Checking segment: {'id': '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:35.190406 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.190406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Bound using segment: {'id': '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:35.190765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Bound port: da751b2b-1eab-46a8-9981-ec3d8cc027ef, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91fb6d75-b962-4453-b245-14bd5b4df44a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:35.191145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.316764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] For port da751b2b-1eab-46a8-9981-ec3d8cc027ef, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:35.325123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] For port da751b2b-1eab-46a8-9981-ec3d8cc027ef, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da751b2b-1eab-46a8-9981-ec3d8cc027ef,segment=NetworkSegment(584138b1-2a0c-47c7-8b56-fb9bf2f32dc1),segment_id=584138b1-2a0c-47c7-8b56-fb9bf2f32dc1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:35.346555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.364241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Transition to ACTIVE for port object 9e42026c-01e3-492c-a2f0-3598f4cba65c will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:35.446390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.500995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.564150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a201-c6ae-4b3f-8e85-41b30298d47f None None] Pushing event updated for resources: {'Port': ['ID=da751b2b-1eab-46a8-9981-ec3d8cc027ef,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:35.599527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 91fb6d75-b962-4453-b245-14bd5b4df44a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:35.604661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:35.611945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:35.617719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:35.618415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:35.622261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Port': ['ID=9e42026c-01e3-492c-a2f0-3598f4cba65c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:35.760955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5ee87998-f93b-48a3-8b51-bc39635df0be tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5358346 Jul 28 18:34:35.763124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:35.925448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting subnet 02682edc-79f0-468b-999c-33788940c362 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:35.937370 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.007793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.185268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41866) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:36.239962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.426556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.480570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=02682edc-79f0-468b-999c-33788940c362,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:36.491407 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.493677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e6c76e8e-89e9-4c88-b561-5638076f000a tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/02682edc-79f0-468b-999c-33788940c362 HTTP/1.1" status: 204 len: 168 time: 0.7313783 Jul 28 18:34:36.496205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:36.671125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:36.728211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 23fcb651-e8d3-4c48-a162-851c9ca5713d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:36.728661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23fcb651-e8d3-4c48-a162-851c9ca5713d not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:36.743351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da751b2b-1eab-46a8-9981-ec3d8cc027ef up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:36.906117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:36.911807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port da751b2b-1eab-46a8-9981-ec3d8cc027ef completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:36.937520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59998f8-975a-4bb9-b6a2-cb41b214297a None None] Network 91fb6d75-b962-4453-b245-14bd5b4df44a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:37.100749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6668b3-9954-4671-88ef-6ed5c5bb8919 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:37.102608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6668b3-9954-4671-88ef-6ed5c5bb8919 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:37.104692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bf6668b3-9954-4671-88ef-6ed5c5bb8919 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6069725 Jul 28 18:34:37.107903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41870) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:37.114673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Provisioning for port da751b2b-1eab-46a8-9981-ec3d8cc027ef completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:37.126515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Provisioning complete for port da751b2b-1eab-46a8-9981-ec3d8cc027ef triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:37.128172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.242067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] DHCP port deletion for 91fb6d75-b962-4453-b245-14bd5b4df44a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:37.255325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2917e129-0dad-4f18-a0da-a2d8d1d4f8e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.263094 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2917e129-0dad-4f18-a0da-a2d8d1d4f8e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 18:34:37.264225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2917e129-0dad-4f18-a0da-a2d8d1d4f8e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:37.266115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2917e129-0dad-4f18-a0da-a2d8d1d4f8e1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/91fb6d75-b962-4453-b245-14bd5b4df44a HTTP/1.1" status: 409 len: 405 time: 0.1572454 Jul 28 18:34:37.270114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41876) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:37.276735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-282777047'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:37.282990 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.325109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] For port da751b2b-1eab-46a8-9981-ec3d8cc027ef, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da751b2b-1eab-46a8-9981-ec3d8cc027ef,segment=NetworkSegment(584138b1-2a0c-47c7-8b56-fb9bf2f32dc1),segment_id=584138b1-2a0c-47c7-8b56-fb9bf2f32dc1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:37.337061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Deleting port da751b2b-1eab-46a8-9981-ec3d8cc027ef {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:37.337614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.372233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:37.385619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.466284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:37.492110 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.493774 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment 6ca4e693-0da3-4871-aa1a-9f4e2d6235b5 of type vlan for network 01baed7b-e241-45f3-b3b3-aaeb31ef618e Jul 28 18:34:37.547191 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.609921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.629127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] For port da751b2b-1eab-46a8-9981-ec3d8cc027ef, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da751b2b-1eab-46a8-9981-ec3d8cc027ef,segment=NetworkSegment(584138b1-2a0c-47c7-8b56-fb9bf2f32dc1),segment_id=584138b1-2a0c-47c7-8b56-fb9bf2f32dc1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:37.629676 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.640502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dad25-bd2c-4fdc-aa72-7482d2bb78b3 None None] Pushing event updated for resources: {'Port': ['ID=da751b2b-1eab-46a8-9981-ec3d8cc027ef,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:37.653859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Calling delete_port for da751b2b-1eab-46a8-9981-ec3d8cc027ef owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:37.712353 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae251549-a1e2-461f-bc7a-d8374e3d463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.751830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.759349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:37.760572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.824249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 78b00b3a-0113-45f4-a26e-265dbc51ebff {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:37.824841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.850302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.890505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] Pushing event deleted for resources: {'Port': ['ID=da751b2b-1eab-46a8-9981-ec3d8cc027ef,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:37.900645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393e448-96d5-497c-a80f-9b45cdf914df None None] No DVR routers for this DVR port da751b2b-1eab-46a8-9981-ec3d8cc027ef on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:37.911885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=01baed7b-e241-45f3-b3b3-aaeb31ef618e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:37.937410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 01baed7b-e241-45f3-b3b3-aaeb31ef618e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:37.960523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 78b00b3a-0113-45f4-a26e-265dbc51ebff, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b00b3a-0113-45f4-a26e-265dbc51ebff,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:37.961227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:37.975891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 78b00b3a-0113-45f4-a26e-265dbc51ebff owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:38.014922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-af335555-1abc-447c-9af9-d380d8057055 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7434626 Jul 28 18:34:38.018179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41878) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:38.025930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': '01baed7b-e241-45f3-b3b3-aaeb31ef618e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:38.282905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:38.286544 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:38.322998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:38.351554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=78b00b3a-0113-45f4-a26e-265dbc51ebff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:38.611702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:38.700591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da751b2b-1eab-46a8-9981-ec3d8cc027ef no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:38.721515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: da751b2b-1eab-46a8-9981-ec3d8cc027ef {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:38.722214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da751b2b-1eab-46a8-9981-ec3d8cc027ef not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:38.843683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router ad1362e3-f297-483c-b5e6-340001741a0e has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:34:38.952341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:34:38.957354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-218dd24a-825d-47bd-a0f6-2ec635957389 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/ad1362e3-f297-483c-b5e6-340001741a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7710309 Jul 28 18:34:38.960195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41884) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:38.966170 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Sync routers for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:34:38.975550 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:38.976503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:38.993188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:34:38.995132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.016352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting subnet d25b7c0a-8c78-490d-b085-a2e474d2ebea {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:39.019832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.071158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=c216ae15-3a41-4901-b937-20522dff7de6,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:39.079690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.087529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:39.099706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': '6ca4e693-0da3-4871-aa1a-9f4e2d6235b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '01baed7b-e241-45f3-b3b3-aaeb31ef618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:39.101935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: 01baed7b-e241-45f3-b3b3-aaeb31ef618e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:39.180723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.257046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 01baed7b-e241-45f3-b3b3-aaeb31ef618e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:39.287819 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:34:38Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:39.319967 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Checking router: ad1362e3-f297-483c-b5e6-340001741a0e for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:34:39.328740 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Routers {'ad1362e3-f297-483c-b5e6-340001741a0e'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:39.329351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ad1362e3-f297-483c-b5e6-340001741a0e'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:39.353929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 01baed7b-e241-45f3-b3b3-aaeb31ef618e) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:39.365128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c246ec-f5e1-48f6-b0e1-d14147936180 None None] Network 01baed7b-e241-45f3-b3b3-aaeb31ef618e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:39.366612 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:39.367251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.406485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.453718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Subnet': ['ID=d25b7c0a-8c78-490d-b085-a2e474d2ebea,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:39.456121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.458078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-053f8403-a76a-4973-af7e-804561868749 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/subnets/d25b7c0a-8c78-490d-b085-a2e474d2ebea HTTP/1.1" status: 204 len: 168 time: 0.4968922 Jul 28 18:34:39.460976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41894) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:39.480162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e224932-0c58-4a3a-b02f-c54f0157de77 None None] Network f736a004-5b76-474c-bed2-919fe59fb75f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:39.511761 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] Set router ad1362e3-f297-483c-b5e6-340001741a0e gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:39.514975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41896) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:39.515193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-767fba4d-57bd-4602-b77a-098942d55009 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4956746 Jul 28 18:34:39.684628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.706311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.792299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.822712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6d18d-dbb1-4db6-8c1e-627ecea5f0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-01baed7b-e241-45f3-b3b3-aaeb31ef618e', 'network_id': '01baed7b-e241-45f3-b3b3-aaeb31ef618e', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': 'c216ae15-3a41-4901-b937-20522dff7de6'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:39.822712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-93c6d18d-dbb1-4db6-8c1e-627ecea5f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.942465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:39.947154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] DHCP port deletion for f736a004-5b76-474c-bed2-919fe59fb75f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:39.992640 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:34:38Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:40.026676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.028483 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c85a7a-afaf-4ab6-abc0-a9112e28970c None None] The sync data for ids ['ad1362e3-f297-483c-b5e6-340001741a0e'] in n-d-778550-5 is: [{'id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905926681', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:34:38Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'ef234df5-95cf-482b-a3ad-40fa42b82d46', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1362e3-f297-483c-b5e6-340001741a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:32:19Z', 'updated_at': '2021-07-28T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:34:40.040846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Deleting port 42ca242e-4059-4f5f-ae88-86e79bf4414e {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:40.041235 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.077044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=c216ae15-3a41-4901-b937-20522dff7de6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:40.123013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port ef234df5-95cf-482b-a3ad-40fa42b82d46 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:40.123524 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server [None req-93c6d18d-dbb1-4db6-8c1e-627ecea5f0bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c216ae15-3a41-4901-b937-20522dff7de6: This subnet is being modified by another concurrent operation. Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server raise exception Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c216ae15-3a41-4901-b937-20522dff7de6: This subnet is being modified by another concurrent operation. Jul 28 18:34:40.133208 n-d-778550-5 neutron-server[101108]: ERROR oslo_messaging.rpc.server Jul 28 18:34:40.151076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.163244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91299fa-1a7d-4272-8187-47635ad528f9 None None] Network 01baed7b-e241-45f3-b3b3-aaeb31ef618e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:40.188612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.199907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01baed7b-e241-45f3-b3b3-aaeb31ef618e']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:40.217817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca4e693-0da3-4871-aa1a-9f4e2d6235b5') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:40.218252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca4e693-0da3-4871-aa1a-9f4e2d6235b5') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:40.230573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.254536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.263172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:40.264587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.264732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] For port 42ca242e-4059-4f5f-ae88-86e79bf4414e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=42ca242e-4059-4f5f-ae88-86e79bf4414e,segment=NetworkSegment(1e596bd2-57d6-45c0-a3bd-e48df84c12eb),segment_id=1e596bd2-57d6-45c0-a3bd-e48df84c12eb)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:40.265179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port ef234df5-95cf-482b-a3ad-40fa42b82d46, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ef234df5-95cf-482b-a3ad-40fa42b82d46,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:40.265483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.265599 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:40.272283 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:40.284194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for ef234df5-95cf-482b-a3ad-40fa42b82d46 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:40.307492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Calling delete_port for 42ca242e-4059-4f5f-ae88-86e79bf4414e owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:40.433514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6d068377-a4a0-4658-b9d1-91aa42a1f44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.460604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.476484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.482023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/01baed7b-e241-45f3-b3b3-aaeb31ef618e HTTP/1.1" status: 204 len: 168 time: 0.9656856 Jul 28 18:34:40.506715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:40.522348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1148461605'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:40.531169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd726b-bcd0-4ca2-9817-44a53cfce544 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=01baed7b-e241-45f3-b3b3-aaeb31ef618e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:40.652278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b00b3a-0113-45f4-a26e-265dbc51ebff no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:40.657935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.695964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] No DVR routers for this DVR port 42ca242e-4059-4f5f-ae88-86e79bf4414e on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:40.700376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.704410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 78b00b3a-0113-45f4-a26e-265dbc51ebff {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:40.704614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:40.704970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b00b3a-0113-45f4-a26e-265dbc51ebff not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:40.705494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 42ca242e-4059-4f5f-ae88-86e79bf4414e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:40.713165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.741488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=ef234df5-95cf-482b-a3ad-40fa42b82d46,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:40.766531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 42ca242e-4059-4f5f-ae88-86e79bf4414e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:40.768038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 42ca242e-4059-4f5f-ae88-86e79bf4414e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:40.770830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e9a8a-2e66-4591-8eac-f952afe1ae02 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:34:40.774569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:40.777691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405f726-7eb3-4fec-b540-8a478304b6a4 None None] Pushing event deleted for resources: {'Port': ['ID=42ca242e-4059-4f5f-ae88-86e79bf4414e,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:40.791520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.792442 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment 5cddc8c2-d3df-43ba-8588-747bed2968e8 of type vlan for network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d Jul 28 18:34:40.870181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.870520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:40.924774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e9a8a-2e66-4591-8eac-f952afe1ae02 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:41.037424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.037424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.208784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.209408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Fanout notify agent at l3_agent the message router_deleted on router ad1362e3-f297-483c-b5e6-340001741a0e {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:34:41.210142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.217471 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.227001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:41.227001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.227298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7215d8ab-b231-4a55-b18c-338f1bf2ad3f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/routers/ad1362e3-f297-483c-b5e6-340001741a0e HTTP/1.1" status: 204 len: 168 time: 1.7635686 Jul 28 18:34:41.227298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41904) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:41.227677 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.321429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8087878 Jul 28 18:34:41.324560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41910) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:41.330587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:41.348902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a340af1-1cba-4c75-b2a8-483e215d71cb tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=0a35d37d-84e2-4061-93d1-dbc8f4e52b9d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:41.359853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.362943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:41.519082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.535858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f736a004-5b76-474c-bed2-919fe59fb75f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:41.559046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e596bd2-57d6-45c0-a3bd-e48df84c12eb') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:41.559046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e596bd2-57d6-45c0-a3bd-e48df84c12eb') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:41.564399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.588553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.596479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:41.596881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:41.600029 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:41.612610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:41.615143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.751918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.785764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.791776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/networks/f736a004-5b76-474c-bed2-919fe59fb75f HTTP/1.1" status: 204 len: 168 time: 0.5627089 Jul 28 18:34:41.791969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41912) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:41.792662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bb739-49e1-41f8-8697-bbd9e26e5946 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Network': ['ID=f736a004-5b76-474c-bed2-919fe59fb75f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:41.933223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.967785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:41.971239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.069945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=8c32dab9-f5ae-46a6-a139-9e1abd5a43e9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:42.092720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': '5cddc8c2-d3df-43ba-8588-747bed2968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:42.093043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:42.176848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:42.205822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.208749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.214956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc65f5c2-ba74-469e-b73f-06bc2853e471 HTTP/1.1" status: 204 len: 168 time: 0.4171474 Jul 28 18:34:42.229747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896063c-cc51-46c4-89fe-091a55800d20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc65f5c2-ba74-469e-b73f-06bc2853e471,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:42.277225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:42.289548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fedc040-1e22-4f18-a449-a047035ef9f5 None None] Network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:42.290841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:42.293035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.415485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:42.416305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-759e26c1-9da2-4c6c-abec-d14d0d0a3d15 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0898497 Jul 28 18:34:42.505739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-0a35d37d-84e2-4061-93d1-dbc8f4e52b9d', 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': '8c32dab9-f5ae-46a6-a139-9e1abd5a43e9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:42.506604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.573101 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.679572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:42.698768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef234df5-95cf-482b-a3ad-40fa42b82d46 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:42.737192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ef234df5-95cf-482b-a3ad-40fa42b82d46 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:42.737540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ef234df5-95cf-482b-a3ad-40fa42b82d46 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:42.795371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:42.800689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091490708', 'description': 'tempest-secgroup-smoke-2091490708 description', 'project_id': '4b17fc9140264909809d3eb19d9902fe'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:42.824075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Allocated IP 2001:db8::2 (0a35d37d-84e2-4061-93d1-dbc8f4e52b9d/8c32dab9-f5ae-46a6-a139-9e1abd5a43e9/90ca7643-9667-49a4-9f01-13c0730c6873) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:42.925731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.042073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.048206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.057653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Transition to ACTIVE for port object 90ca7643-9667-49a4-9f01-13c0730c6873 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:43.078267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Transition to ACTIVE for port object 90ca7643-9667-49a4-9f01-13c0730c6873 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:43.092690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.160683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.188285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.206380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:43.211582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:43.221071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:43.222921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de08344d-8b54-4005-a8a0-46bc6fa945d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:43.224648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Pushing event updated for resources: {'Port': ['ID=90ca7643-9667-49a4-9f01-13c0730c6873,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:43.236132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.237519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.238121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.239198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.239781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.240295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.240905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.241840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.242654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.243536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.249571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.249571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.254653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.254968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.255512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.255692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.256012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.256349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.256693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.257074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.257377 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.257702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.257992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.258334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:43.271002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.299509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Attempting to bind port 90ca7643-9667-49a4-9f01-13c0730c6873 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:43.299509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Attempting to bind port 90ca7643-9667-49a4-9f01-13c0730c6873 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5cddc8c2-d3df-43ba-8588-747bed2968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:43.299509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Attempting to bind port 90ca7643-9667-49a4-9f01-13c0730c6873 on network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:43.300293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=8c32dab9-f5ae-46a6-a139-9e1abd5a43e9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:43.304944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:43.305337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Checking segment: {'id': '5cddc8c2-d3df-43ba-8588-747bed2968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:43.305750 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.306142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Bound using segment: {'id': '5cddc8c2-d3df-43ba-8588-747bed2968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:43.306621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Bound port: 90ca7643-9667-49a4-9f01-13c0730c6873, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cddc8c2-d3df-43ba-8588-747bed2968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:43.307010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.398872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.398872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35d37d-84e2-4061-93d1-dbc8f4e52b9d']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:43.399069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] For port 90ca7643-9667-49a4-9f01-13c0730c6873, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:43.399069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] For port 90ca7643-9667-49a4-9f01-13c0730c6873, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=90ca7643-9667-49a4-9f01-13c0730c6873,segment=NetworkSegment(5cddc8c2-d3df-43ba-8588-747bed2968e8),segment_id=5cddc8c2-d3df-43ba-8588-747bed2968e8)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:43.399278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cddc8c2-d3df-43ba-8588-747bed2968e8') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:43.399278 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cddc8c2-d3df-43ba-8588-747bed2968e8') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:43.404431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.639756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.644295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aa070a30-2d44-4184-9d51-29e87a661409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8446424 Jul 28 18:34:43.646281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:43.650658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:43.719329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.720359 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.727063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:43.727619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:43.730808 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:43.782658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb062-1199-4e2b-bbab-97bc001ce2fd None None] Pushing event updated for resources: {'Port': ['ID=90ca7643-9667-49a4-9f01-13c0730c6873,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:43.793410 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.842282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add44355-9e01-4eb7-b20d-18934e3f480b None None] Network 0a35d37d-84e2-4061-93d1-dbc8f4e52b9d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:43.874577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.895088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:34:43.895088 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:34:43.895088 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '0a35d37d-84e2-4061-93d1-dbc8f4e52b9d'}] Jul 28 18:34:43.895088 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:34:43.898166 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:34:43.945701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:43.964144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6791227-baf7-42e4-ac7e-cbda75b6c580,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:44.006121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e681605-1de7-4f84-be1f-6d163b8e552c None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:34:44.037793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.040035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-51c282ad-e548-4813-bae6-69cf067a2f96 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928072 Jul 28 18:34:44.042688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:44.050313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:44.128823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e681605-1de7-4f84-be1f-6d163b8e552c None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 18:34:44.164871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.252037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.359315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.397127 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.420318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d60224-5b8c-47e7-9b12-33ce91290756,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:44.492704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting port 90ca7643-9667-49a4-9f01-13c0730c6873 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:44.492704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.526196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.530882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1232ee1f-4d25-4ad4-9d61-a08c0848539b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4836311 Jul 28 18:34:44.531211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41942) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:44.541195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:44.570074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] For port 90ca7643-9667-49a4-9f01-13c0730c6873, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=90ca7643-9667-49a4-9f01-13c0730c6873,segment=NetworkSegment(5cddc8c2-d3df-43ba-8588-747bed2968e8),segment_id=5cddc8c2-d3df-43ba-8588-747bed2968e8)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:44.570878 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.589366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Calling delete_port for 90ca7643-9667-49a4-9f01-13c0730c6873 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:44.675131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.773897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.780358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.809493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Port': ['ID=90ca7643-9667-49a4-9f01-13c0730c6873,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:44.814173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No DVR routers for this DVR port 90ca7643-9667-49a4-9f01-13c0730c6873 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:44.868275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.895826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40e098a-4459-4204-b036-3caa6767e540,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:44.915066 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.927724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35d37d-84e2-4061-93d1-dbc8f4e52b9d']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:44.941358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cddc8c2-d3df-43ba-8588-747bed2968e8') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:44.941679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cddc8c2-d3df-43ba-8588-747bed2968e8') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:44.952276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.975078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.982693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.986672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fceb7d4a-7b8e-4a9a-b1ed-be1db80ce73e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517639 Jul 28 18:34:44.986839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:44.986839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:44.987234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:44.989170 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:44.993729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:45.162655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.171447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.180877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.188969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/0a35d37d-84e2-4061-93d1-dbc8f4e52b9d HTTP/1.1" status: 204 len: 168 time: 2.7712646 Jul 28 18:34:45.190068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41946) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:45.202429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850863189'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:45.224401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a9fb-5237-4856-8faf-00303e5260e6 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=0a35d37d-84e2-4061-93d1-dbc8f4e52b9d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:45.255032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.345723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:45.349799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.357469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.385370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bae5ae9-e27e-4027-b257-d4f2a801cfb6,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:45.386549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:45.404274 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.404978 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Added segment ab982e4b-c8dd-40d7-997e-ca9ea3e82765 of type vlan for network 3d87cf2d-6623-408f-9bd2-28ea882fb67b Jul 28 18:34:45.462152 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.483102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.487132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5c84669-adf7-4190-a3dc-4238d5e7f633 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4959929 Jul 28 18:34:45.487342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41952) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:45.493177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:45.569773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.576500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:45.581841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.651240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.651980 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:34:45.660081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.665665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Network': ['ID=3d87cf2d-6623-408f-9bd2-28ea882fb67b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:45.681138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3d87cf2d-6623-408f-9bd2-28ea882fb67b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:45.749801 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-41b6aaf3-303b-4953-b16c-ff6d8969ed74 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5528946 Jul 28 18:34:45.750001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.750095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:45.755088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Request body: {'subnet': {'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:45.893969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:45.913171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2154bee-9780-42f5-919a-f86461fdb6e4,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:46.159693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Made reservation on behalf of 5462aea1cb1a4fa294c3bde7c2d0771e for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:46.167060 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.176888 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:34:46.363829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.399000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c57f9ae7-75ae-4d3c-8b74-b26b3ff44b61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8779929 Jul 28 18:34:46.399176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41956) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:46.399176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'de08344d-8b54-4005-a8a0-46bc6fa945d0', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:46.548714 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:34:46.557064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.623183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.objects.ports [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:34:46.628809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.707225 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.724761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event updated for resources: {'Subnet': ['ID=7fee3bbd-ed03-4db6-a3ee-12f674bdb3b4,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:46.731637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Checking segment: {'id': 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:46.732068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network hostable DHCP agents. Network: 3d87cf2d-6623-408f-9bd2-28ea882fb67b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:46.905746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:46.930701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734cf9f4-623d-49f5-aadb-470981d4d11b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:46.932628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Network 3d87cf2d-6623-408f-9bd2-28ea882fb67b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:47.026549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3d87cf2d-6623-408f-9bd2-28ea882fb67b) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:47.028470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.029184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b4218e77-02a9-411e-8a96-9d1b3eac3f60 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6454077 Jul 28 18:34:47.032837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41964) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:47.037966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:47.041423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d2e7e-4bbe-4c06-b8ac-b84140de15a7 None None] Network 3d87cf2d-6623-408f-9bd2-28ea882fb67b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:47.042328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.042795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'network': {'name': 'tempest-network-smoke--1191478712', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'port_security_enabled': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:47.187785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:47.193286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.209084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3d87cf2d-6623-408f-9bd2-28ea882fb67b', 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b', 'tenant_id': '5462aea1cb1a4fa294c3bde7c2d0771e', 'fixed_ips': [{'subnet_id': '7fee3bbd-ed03-4db6-a3ee-12f674bdb3b4'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:47.210502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.232176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:47.243264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.249873 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Added segment 5bf48bda-4859-4c07-a778-871fa10e3e3a of type vlan for network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b Jul 28 18:34:47.283334 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d87d27e3-ef0b-48f5-bf4e-e133079e3b1f tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5321355 Jul 28 18:34:47.285731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 41968) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:47.293879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.380174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Allocated IP 2001:db8::f816:3eff:fe7b:e691 (3d87cf2d-6623-408f-9bd2-28ea882fb67b/7fee3bbd-ed03-4db6-a3ee-12f674bdb3b4/18214104-3ba6-459f-ba96-452bdcccb6fd) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:47.407629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.428110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.436939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:47.437771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.506075 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.542082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Network': ['ID=58b7e30a-9acb-42d6-ab06-08cbfcb1850b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:47.585550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f1058c3-1a00-419d-a8d7-97b4620d87ee tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5515354 Jul 28 18:34:47.588791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 41974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:47.606239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'admin_state_up': True, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:47.659760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:47.728687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.729862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.798154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.803748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:47.813261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Transition to ACTIVE for port object 18214104-3ba6-459f-ba96-452bdcccb6fd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:47.829645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Transition to ACTIVE for port object 18214104-3ba6-459f-ba96-452bdcccb6fd will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:47.988262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.025976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Network 3d87cf2d-6623-408f-9bd2-28ea882fb67b is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:48.028754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:48.032273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:48.039435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.043734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Pushing event updated for resources: {'Port': ['ID=18214104-3ba6-459f-ba96-452bdcccb6fd,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:48.092918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Attempting to bind port 18214104-3ba6-459f-ba96-452bdcccb6fd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:48.093290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Attempting to bind port 18214104-3ba6-459f-ba96-452bdcccb6fd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:48.093657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Attempting to bind port 18214104-3ba6-459f-ba96-452bdcccb6fd on network 3d87cf2d-6623-408f-9bd2-28ea882fb67b {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:48.098542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:48.098927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Checking segment: {'id': 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:48.099326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.099813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Bound using segment: {'id': 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:48.100277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Bound port: 18214104-3ba6-459f-ba96-452bdcccb6fd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:48.100657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.163905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] For port 18214104-3ba6-459f-ba96-452bdcccb6fd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:48.166793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] For port 18214104-3ba6-459f-ba96-452bdcccb6fd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=18214104-3ba6-459f-ba96-452bdcccb6fd,segment=NetworkSegment(ab982e4b-c8dd-40d7-997e-ca9ea3e82765),segment_id=ab982e4b-c8dd-40d7-997e-ca9ea3e82765)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:48.176596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.204769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=7fee3bbd-ed03-4db6-a3ee-12f674bdb3b4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:48.268484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.279291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d87cf2d-6623-408f-9bd2-28ea882fb67b']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:48.289921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:48.290216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:48.291181 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.300665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.314640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.323988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:48.324744 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:48.329532 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:48.357126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400689-3c6f-47c9-b936-c4ce28a023f5 None None] Pushing event updated for resources: {'Port': ['ID=18214104-3ba6-459f-ba96-452bdcccb6fd,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:48.381720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.401906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.440970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 18:34:48.440970 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 18:34:48.440970 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '3d87cf2d-6623-408f-9bd2-28ea882fb67b'}] Jul 28 18:34:48.440970 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:34:48.442557 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:34:48.514586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.139 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f3314dfc-6ec0-424d-b3dc-7d58cde43c1f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:48.695360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.736071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 18214104-3ba6-459f-ba96-452bdcccb6fd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:48.793224 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.837650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:48.885299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 18214104-3ba6-459f-ba96-452bdcccb6fd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:48.943784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.003123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting port 18214104-3ba6-459f-ba96-452bdcccb6fd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:49.003516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.075174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] For port 18214104-3ba6-459f-ba96-452bdcccb6fd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=18214104-3ba6-459f-ba96-452bdcccb6fd,segment=NetworkSegment(ab982e4b-c8dd-40d7-997e-ca9ea3e82765),segment_id=ab982e4b-c8dd-40d7-997e-ca9ea3e82765)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:49.076088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.091570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Calling delete_port for 18214104-3ba6-459f-ba96-452bdcccb6fd owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:49.203732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:49.206643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:49.210411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:49.236874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:49.280224 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.308127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Port': ['ID=18214104-3ba6-459f-ba96-452bdcccb6fd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:49.316828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No DVR routers for this DVR port 18214104-3ba6-459f-ba96-452bdcccb6fd on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:49.401076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.411634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d87cf2d-6623-408f-9bd2-28ea882fb67b']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:49.413912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fa3e6-79bb-4b18-ac06-e1398b74d77d None None] Network 3d87cf2d-6623-408f-9bd2-28ea882fb67b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:49.426696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:49.426995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab982e4b-c8dd-40d7-997e-ca9ea3e82765') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:49.435663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.449022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.454911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:49.455306 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:49.458784 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:49.483141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ec7f5e1a-095f-4d6d-a123-1d14e72b03ff None None] Could not find standard attr ID for object 18214104-3ba6-459f-ba96-452bdcccb6fd. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:34:49.577025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.579416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507c9ca-e7c2-44c9-a2bf-01edebaca521 None None] DHCP port deletion for 3d87cf2d-6623-408f-9bd2-28ea882fb67b request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:49.581927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.588680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.590485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/3d87cf2d-6623-408f-9bd2-28ea882fb67b HTTP/1.1" status: 204 len: 168 time: 2.3038259 Jul 28 18:34:49.602896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42000) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.610805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddc3fd-8046-44c9-983d-d02bc3d7ce22 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=3d87cf2d-6623-408f-9bd2-28ea882fb67b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:49.630579 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd4f6d6-2ccc-4d8d-a8bd-781e6ca0572c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.631036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd4f6d6-2ccc-4d8d-a8bd-781e6ca0572c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.632770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cfd4f6d6-2ccc-4d8d-a8bd-781e6ca0572c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/7fee3bbd-ed03-4db6-a3ee-12f674bdb3b4 HTTP/1.1" status: 404 len: 337 time: 0.0288804 Jul 28 18:34:49.635171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42002) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.658184 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-26143e9c-ba86-4c40-b99f-d5c7dcd00f95 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.662699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26143e9c-ba86-4c40-b99f-d5c7dcd00f95 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.662699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-26143e9c-ba86-4c40-b99f-d5c7dcd00f95 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/3d87cf2d-6623-408f-9bd2-28ea882fb67b HTTP/1.1" status: 404 len: 339 time: 0.0243101 Jul 28 18:34:49.662937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42004) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.687727 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-629160e4-86a4-4b6d-b7ee-e6e908bebfe1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.688186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629160e4-86a4-4b6d-b7ee-e6e908bebfe1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.692297 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-629160e4-86a4-4b6d-b7ee-e6e908bebfe1 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/8c32dab9-f5ae-46a6-a139-9e1abd5a43e9 HTTP/1.1" status: 404 len: 337 time: 0.0261106 Jul 28 18:34:49.692664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42008) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.711647 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-060847a3-b1b2-494d-b90b-4bd58df49621 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.712330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060847a3-b1b2-494d-b90b-4bd58df49621 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.716957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-060847a3-b1b2-494d-b90b-4bd58df49621 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/0a35d37d-84e2-4061-93d1-dbc8f4e52b9d HTTP/1.1" status: 404 len: 339 time: 0.0205772 Jul 28 18:34:49.717501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42010) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.743564 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cef2558-4179-4c2f-84f8-1db9d2d44536 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.744036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cef2558-4179-4c2f-84f8-1db9d2d44536 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.748092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cef2558-4179-4c2f-84f8-1db9d2d44536 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/c216ae15-3a41-4901-b937-20522dff7de6 HTTP/1.1" status: 404 len: 337 time: 0.0265729 Jul 28 18:34:49.748355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42016) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.767598 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-272025fa-3119-4541-99c0-884d6d77e788 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:49.768431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272025fa-3119-4541-99c0-884d6d77e788 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:49.770322 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-272025fa-3119-4541-99c0-884d6d77e788 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/01baed7b-e241-45f3-b3b3-aaeb31ef618e HTTP/1.1" status: 404 len: 339 time: 0.0210555 Jul 28 18:34:49.772826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:49.791496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.870611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting port 9e42026c-01e3-492c-a2f0-3598f4cba65c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:49.871246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.941054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:49.953614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Calling delete_port for 9e42026c-01e3-492c-a2f0-3598f4cba65c owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:50.053899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 51728f9f-743b-4a62-919c-8dd176373bdb is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:34:50.147981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.161425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:34:50.172830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Sync routers for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:34:50.177395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Port': ['ID=9e42026c-01e3-492c-a2f0-3598f4cba65c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:50.182755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.183771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:50.184715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66d6c5a8-8ffb-42f0-ae7a-0d82be23c827 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/ports/9e42026c-01e3-492c-a2f0-3598f4cba65c HTTP/1.1" status: 204 len: 168 time: 0.4109614 Jul 28 18:34:50.187173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42038) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.187320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:50.212511 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b554a7-8330-47c9-8058-11ec069c945c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:50.212960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b554a7-8330-47c9-8058-11ec069c945c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:50.214625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f6b554a7-8330-47c9-8058-11ec069c945c tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/02682edc-79f0-468b-999c-33788940c362 HTTP/1.1" status: 404 len: 337 time: 0.0263612 Jul 28 18:34:50.217883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42040) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.264462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.266018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-19a054ed-885b-4a31-9e79-b97384810e32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6706166 Jul 28 18:34:50.269176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42044) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.304312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:50.311190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-428269e3-ca3b-4f3d-ac47-5cc695c0cd6b tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4b17fc9140264909809d3eb19d9902fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409653 Jul 28 18:34:50.313875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42048) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.333322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.404917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab877b6d-fab3-4b34-9d46-6ac61be8745e tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:50.406515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ab877b6d-fab3-4b34-9d46-6ac61be8745e tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915604 Jul 28 18:34:50.410686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42050) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.429346 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.439869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fb6d75-b962-4453-b245-14bd5b4df44a']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:50.448159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b7700d23-1d16-4a51-9b54-d51930922839 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361581 Jul 28 18:34:50.448328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42054) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.453888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935827313', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:50.460944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:50.466669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584138b1-2a0c-47c7-8b56-fb9bf2f32dc1') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:50.506776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:49Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:50.509812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.536079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.539149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Checking router: 51728f9f-743b-4a62-919c-8dd176373bdb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:34:50.539526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Updating router 51728f9f-743b-4a62-919c-8dd176373bdb port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:34:50.548573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:50.549003 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:50.551893 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:50.563691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.670683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 18214104-3ba6-459f-ba96-452bdcccb6fd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:50.695379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 18214104-3ba6-459f-ba96-452bdcccb6fd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:50.695754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 18214104-3ba6-459f-ba96-452bdcccb6fd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:50.762554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:50.767168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.813053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.830142 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.834338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/91fb6d75-b962-4453-b245-14bd5b4df44a HTTP/1.1" status: 204 len: 168 time: 0.6131053 Jul 28 18:34:50.835789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:50.846708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ad4e1-1ffa-4473-94fb-be595b9ea3c8 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=91fb6d75-b962-4453-b245-14bd5b4df44a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:50.856188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:50.866127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Transition to ACTIVE for port object f3314dfc-6ec0-424d-b3dc-7d58cde43c1f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:50.936096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting port 50c82247-bda8-4d8b-b1e0-c9c2b46599b2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:50.936343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.005583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.020235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Calling delete_port for 50c82247-bda8-4d8b-b1e0-c9c2b46599b2 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:51.038973 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.074083 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.091135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Attempting to bind port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:51.091439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Attempting to bind port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:51.091824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Attempting to bind port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:51.101141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79add5-b208-4386-86d6-bc3e0d196c90 None None] Pushing event updated for resources: {'Port': ['ID=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:51.104363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:51.104746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:51.105198 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.105786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:51.106274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Bound port: f3314dfc-6ec0-424d-b3dc-7d58cde43c1f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:51.107225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.152721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Subnet': ['ID=080d7e94-5a4c-440e-a258-490c7ea5a88b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:51.154788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:51.155157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network hostable DHCP agents. Network: 58b7e30a-9acb-42d6-ab06-08cbfcb1850b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:51.161053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] For port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:51.164332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] For port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:51.245078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.273276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:51.274109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.274594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Port': ['ID=50c82247-bda8-4d8b-b1e0-c9c2b46599b2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:51.281263 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.287297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42078) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:51.287488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9174868e-f7aa-4576-9310-92c19e816e28 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/ports/50c82247-bda8-4d8b-b1e0-c9c2b46599b2 HTTP/1.1" status: 204 len: 168 time: 0.4503083 Jul 28 18:34:51.314860 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d6eca9-a9a6-4764-a178-6fe17fefd2cc tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] DELETE failed (client error): The resource could not be found. Jul 28 18:34:51.315320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d6eca9-a9a6-4764-a178-6fe17fefd2cc tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:34:51.317110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-64d6eca9-a9a6-4764-a178-6fe17fefd2cc tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/e53589af-ab3a-40e0-b9d1-f45ca1b337cc HTTP/1.1" status: 404 len: 337 time: 0.0284529 Jul 28 18:34:51.319715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42080) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:51.333525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:51.334153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:51.368559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79add5-b208-4386-86d6-bc3e0d196c90 None None] Pushing event updated for resources: {'Port': ['ID=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:51.374235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 58b7e30a-9acb-42d6-ab06-08cbfcb1850b) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:51.382075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:51.382665 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.388820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f9c73-12a1-4676-8921-10045e868995 None None] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:51.407649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.491350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:51.494287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90b680ec-0064-4c4a-baf5-4b67729398e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0449321 Jul 28 18:34:51.500233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42082) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:51.507902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.519809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea6a11-3376-49b7-bc15-0f805a55440c']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:51.530781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6602790a-b662-4497-a2a1-87f60cb10049') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:51.531090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6602790a-b662-4497-a2a1-87f60cb10049') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:51.540387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.559236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.568881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:51.569484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:51.573575 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:51.700106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:34:51.700960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.725100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.734544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:51.740011 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42086) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:51.740857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/13ea6a11-3376-49b7-bc15-0f805a55440c HTTP/1.1" status: 204 len: 168 time: 0.4202025 Jul 28 18:34:51.760964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c3b1-fecb-422b-a2f7-a73926724cb2 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=13ea6a11-3376-49b7-bc15-0f805a55440c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:51.806506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:49Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:51.838558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cb558-6fb7-4f0c-95f8-f1b085482eba None None] The sync data for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 is: [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:49Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:34:51.891986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Allocated IP 172.20.0.2 (58b7e30a-9acb-42d6-ab06-08cbfcb1850b/080d7e94-5a4c-440e-a258-490c7ea5a88b/c58a35ef-bd4d-441b-88b6-89b859a7326a) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:52.217255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting subnet 26244984-677c-43aa-a3c4-aa6ec00e71f4 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:52.221420 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.261083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.270576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Transition to ACTIVE for port object c58a35ef-bd4d-441b-88b6-89b859a7326a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:52.287212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Transition to ACTIVE for port object c58a35ef-bd4d-441b-88b6-89b859a7326a will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:52.307915 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.367663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.411155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:52.414566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:52.417315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:52.427285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Pushing event updated for resources: {'Port': ['ID=c58a35ef-bd4d-441b-88b6-89b859a7326a,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:52.462742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.489092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Attempting to bind port c58a35ef-bd4d-441b-88b6-89b859a7326a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:52.493505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Attempting to bind port c58a35ef-bd4d-441b-88b6-89b859a7326a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:52.493505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Attempting to bind port c58a35ef-bd4d-441b-88b6-89b859a7326a on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Bound using segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Bound port: c58a35ef-bd4d-441b-88b6-89b859a7326a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:52.499444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.568332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.578537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] For port c58a35ef-bd4d-441b-88b6-89b859a7326a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:52.584337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] For port c58a35ef-bd4d-441b-88b6-89b859a7326a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c58a35ef-bd4d-441b-88b6-89b859a7326a,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:52.673900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.688734 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.722384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Subnet': ['ID=26244984-677c-43aa-a3c4-aa6ec00e71f4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:52.726164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.728093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-db653c54-bc9b-45ce-ab90-b8bd02b08ef7 tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/subnets/26244984-677c-43aa-a3c4-aa6ec00e71f4 HTTP/1.1" status: 204 len: 168 time: 0.9870024 Jul 28 18:34:52.730800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:52.749640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3314dfc-6ec0-424d-b3dc-7d58cde43c1f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:52.751556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec49d6f-1005-4009-9c59-ce7e092ff65e None None] Network c644f670-4e2d-4d46-b3f1-cd7c8a181fac requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:52.865239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:52.880261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850243e-f14c-4ae9-8260-1aa9a469424c None None] Pushing event updated for resources: {'Port': ['ID=c58a35ef-bd4d-441b-88b6-89b859a7326a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:52.950881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Deleting port 7607485d-0203-4591-a7c9-6f6d172dc1d4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:52.952198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.071221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:53.081922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:53.082311 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.087786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] For port 7607485d-0203-4591-a7c9-6f6d172dc1d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7607485d-0203-4591-a7c9-6f6d172dc1d4,segment=NetworkSegment(823a8210-e2b2-44ea-8d3a-add2dbaf864f),segment_id=823a8210-e2b2-44ea-8d3a-add2dbaf864f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:53.088046 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.113691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Calling delete_port for 7607485d-0203-4591-a7c9-6f6d172dc1d4 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:53.195903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] DHCP port deletion for c644f670-4e2d-4d46-b3f1-cd7c8a181fac request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:34:53.237899 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.264557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:53.288636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.1 (58b7e30a-9acb-42d6-ab06-08cbfcb1850b/080d7e94-5a4c-440e-a258-490c7ea5a88b/23486196-3345-4492-b997-aee7c0343621) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:53.294893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Deleting port 7607485d-0203-4591-a7c9-6f6d172dc1d4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:34:53.294893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.350347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.376884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.394378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] For port 7607485d-0203-4591-a7c9-6f6d172dc1d4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7607485d-0203-4591-a7c9-6f6d172dc1d4,segment=NetworkSegment(823a8210-e2b2-44ea-8d3a-add2dbaf864f),segment_id=823a8210-e2b2-44ea-8d3a-add2dbaf864f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:53.395430 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.415107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Calling delete_port for 7607485d-0203-4591-a7c9-6f6d172dc1d4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:34:53.429012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.433132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:53.438275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Port': ['ID=7607485d-0203-4591-a7c9-6f6d172dc1d4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:53.452152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 23486196-3345-4492-b997-aee7c0343621 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:53.452739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] No DVR routers for this DVR port 7607485d-0203-4591-a7c9-6f6d172dc1d4 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:53.511242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.539942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] Pushing event deleted for resources: {'Port': ['ID=7607485d-0203-4591-a7c9-6f6d172dc1d4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:53.543451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1e51f-be8c-4f53-9768-0390bc06c8d8 None None] No DVR routers for this DVR port 7607485d-0203-4591-a7c9-6f6d172dc1d4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:34:53.556517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.563746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.567597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c644f670-4e2d-4d46-b3f1-cd7c8a181fac']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:53.578761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823a8210-e2b2-44ea-8d3a-add2dbaf864f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:53.579072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823a8210-e2b2-44ea-8d3a-add2dbaf864f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:53.588337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.602750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.609772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:53.610514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:53.610948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:53.614835 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:53.616993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:53.620275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:53.663460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:53.691672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.739322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.746383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:53.748600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] 10.222.0.25 "DELETE /v2.0/networks/c644f670-4e2d-4d46-b3f1-cd7c8a181fac HTTP/1.1" status: 204 len: 168 time: 1.0160637 Jul 28 18:34:53.762586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8dca-173b-4048-b6b2-c823294af36b tempest-NetworksIpV6TestAttrs-410519501 tempest-NetworksIpV6TestAttrs-410519501-project] Pushing event deleted for resources: {'Network': ['ID=c644f670-4e2d-4d46-b3f1-cd7c8a181fac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:53.909739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.196392 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.260673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42102) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:54.305238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.383708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:54.387250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.418396 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-85871520-6801-4af5-9c14-5ff897102ee8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5462aea1cb1a4fa294c3bde7c2d0771e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564329 Jul 28 18:34:54.419624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:54.483435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.508446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:54.510067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:54.522347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.649533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 51728f9f-743b-4a62-919c-8dd176373bdb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:34:54.708551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.711204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:54.712535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c777cfb-71ec-44ba-b0d9-9b56293f78c0 HTTP/1.1" status: 204 len: 168 time: 0.2918994 Jul 28 18:34:54.722609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f57137-0a7c-464a-81e5-1b7445a53594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c777cfb-71ec-44ba-b0d9-9b56293f78c0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:54.767474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c58a35ef-bd4d-441b-88b6-89b859a7326a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:54.811433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:34:54.817409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-77dd4b1b-d338-41c3-bf58-f4aad71d919e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/51728f9f-743b-4a62-919c-8dd176373bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3199522 Jul 28 18:34:54.823796 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Sync routers for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:34:54.835104 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:54.836012 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:54.864888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f46981-ee0f-4350-a674-6f1599373103 None None] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:54.968561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c58a35ef-bd4d-441b-88b6-89b859a7326a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:54.973736 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:54.976705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3314dfc-6ec0-424d-b3dc-7d58cde43c1f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:55.082455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42124) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:55.084348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Provisioning for port c58a35ef-bd4d-441b-88b6-89b859a7326a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:55.089062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Provisioning complete for port c58a35ef-bd4d-441b-88b6-89b859a7326a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:55.089447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.110838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-621e0a9e-32da-4fdf-9240-3e2ca353df71 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091490708&fields=id&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 267 time: 0.0508311 Jul 28 18:34:55.140998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:55.141359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.163389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Deleting subnet 3127f13c-6de1-40be-9d41-4b71442b8506 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:34:55.171133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.239209 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.278902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-09222efa-3ef4-4f3c-8eb5-2abfd5a2693b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:55.280580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-09222efa-3ef4-4f3c-8eb5-2abfd5a2693b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 797 time: 0.1682541 Jul 28 18:34:55.319578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-482b005c-b4a3-4365-bc7d-a05fa424664c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/quotas/4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 375 time: 0.0248752 Jul 28 18:34:55.331184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.349884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.396947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] For port c58a35ef-bd4d-441b-88b6-89b859a7326a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c58a35ef-bd4d-441b-88b6-89b859a7326a,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:55.398736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7607485d-0203-4591-a7c9-6f6d172dc1d4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:34:55.426248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-60b87741-470a-4212-a0f5-665df9a246dc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981412 Jul 28 18:34:55.426660 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:54Z', 'revision_number': 2, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:55.439553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7607485d-0203-4591-a7c9-6f6d172dc1d4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:34:55.439944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7607485d-0203-4591-a7c9-6f6d172dc1d4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:34:55.469513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Checking router: 51728f9f-743b-4a62-919c-8dd176373bdb for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:34:55.469869 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Updating router 51728f9f-743b-4a62-919c-8dd176373bdb port 23486196-3345-4492-b997-aee7c0343621 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:34:55.473301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.516804 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.535919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb94f-a205-44a8-b516-2e3a6f63c50f None None] Pushing event updated for resources: {'Port': ['ID=c58a35ef-bd4d-441b-88b6-89b859a7326a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:55.552302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-8f334358-6c5c-48a2-82e2-d9e5bb38d6f3 service neutron] 10.222.0.25 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114111 Jul 28 18:34:55.554340 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.596075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3127f13c-6de1-40be-9d41-4b71442b8506,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:55.598862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Provisioning complete for port c58a35ef-bd4d-441b-88b6-89b859a7326a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:55.599199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.608732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.613358 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-144cc708-9d55-4ae5-82e8-4fd7b67a4cc3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3127f13c-6de1-40be-9d41-4b71442b8506 HTTP/1.1" status: 204 len: 168 time: 0.5269697 Jul 28 18:34:55.615471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42136) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:55.752894 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.775375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-a05ba9a7-462f-4d36-a779-ae5969e19a33 service neutron] 10.222.0.25 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077024 Jul 28 18:34:55.785199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Provisioning for port 23486196-3345-4492-b997-aee7c0343621 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:55.789953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Provisioning complete for port 23486196-3345-4492-b997-aee7c0343621 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:55.790416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.872581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc41eb-fd3a-4405-80df-08eb8ffe9acc None None] Port 23486196-3345-4492-b997-aee7c0343621 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:34:55.891453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.905396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d397e332-feb8-4478-95e8-2849e9abb171']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:55.923804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb516a0f-46d7-4413-9598-8b2ed95f14f6') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:55.924178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb516a0f-46d7-4413-9598-8b2ed95f14f6') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:55.935978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.943302 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.954790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.955034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Transition to ACTIVE for port object 23486196-3345-4492-b997-aee7c0343621 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:55.961339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:34:55.961829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:34:55.964508 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:34:55.997055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-84669e53-eef3-4d9f-b38e-6b4531b1bfe5 None None] Provisioning complete for port 23486196-3345-4492-b997-aee7c0343621 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:55.997825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-84669e53-eef3-4d9f-b38e-6b4531b1bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.022492 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.048215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-84669e53-eef3-4d9f-b38e-6b4531b1bfe5 None None] Port 23486196-3345-4492-b997-aee7c0343621 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:34:56.088810 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Pushing event updated for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:56.108483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.115746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.117784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d397e332-feb8-4478-95e8-2849e9abb171 HTTP/1.1" status: 204 len: 168 time: 0.4603286 Jul 28 18:34:56.133364 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82d1a3fd-8eb2-45da-bbed-b346d6477881 req-da6a0a99-7819-4ec3-91ad-abbcdc55a4c2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 210 time: 0.0635734 Jul 28 18:34:56.144984 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.145267 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.145605 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.145984 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.146314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.146649 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.146977 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.147298 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.148627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.150083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfae06-0b35-4cc6-9536-91fcbefb4ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d397e332-feb8-4478-95e8-2849e9abb171,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:56.154515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.156522 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.156875 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:34:56.205052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Attempting to bind port 23486196-3345-4492-b997-aee7c0343621 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:34:56.205425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Attempting to bind port 23486196-3345-4492-b997-aee7c0343621 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:34:56.205802 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Attempting to bind port 23486196-3345-4492-b997-aee7c0343621 on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:34:56.212370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:34:56.213305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:56.213904 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.214671 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Bound using segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:34:56.216278 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Bound port: 23486196-3345-4492-b997-aee7c0343621, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:34:56.217080 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.272311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42154) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:56.311759 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] For port 23486196-3345-4492-b997-aee7c0343621, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:34:56.316949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] For port 23486196-3345-4492-b997-aee7c0343621, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23486196-3345-4492-b997-aee7c0343621,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:34:56.382257 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.419353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1318037142'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:56.442655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:34:56.443448 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:34:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:56.500542 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c4ad7-60ed-4c82-a9d9-5bf9c6b8448c None None] Pushing event updated for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:56.536169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:56.540423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.551453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.579014 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:34:56.696324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c58a35ef-bd4d-441b-88b6-89b859a7326a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:56.706719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.751228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c58a35ef-bd4d-441b-88b6-89b859a7326a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:56.751644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.773389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:56.782400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.814688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f1dad2c-2fca-4266-b249-e09987720105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aab935a4715b493aab0dea503b2d3b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401437 Jul 28 18:34:56.815242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:56.817140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:56.825964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5595fe-4ce5-4275-a529-02fb72f15087,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:56.846166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.846515 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d of type vlan for network 62b37ef7-c5c5-4f0c-a73f-06510f60693f Jul 28 18:34:56.850573 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:56Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:34:56.892812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.898743 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcea85-360d-4590-8a8f-ba678084d663 None None] The sync data for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 is: [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:56Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:34:56.914820 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:56.946573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.076794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.082650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:57.083251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.108521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.111840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.117000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10be406e-5920-4c7b-ba81-bf3b9de8096d HTTP/1.1" status: 204 len: 168 time: 0.2976739 Jul 28 18:34:57.126077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de6e4f-f60a-4e4a-8b55-6084a5a25c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be406e-5920-4c7b-ba81-bf3b9de8096d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:57.161744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=62b37ef7-c5c5-4f0c-a73f-06510f60693f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:57.173987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:57.220207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43d0fec2-e81a-4395-89fe-23b7306e3328 req-7341aa18-ceb8-4f3c-a5be-b6a1d759bf49 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 210 time: 0.0377154 Jul 28 18:34:57.256738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f80322c3-7e1b-4360-b4b4-d490176cd467 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9832788 Jul 28 18:34:57.259507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42172) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:57.266769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'name': 'tempest-PortsTestJSON-1579858055'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:57.514168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:57.518358 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.541706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:34:57.738106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:57.948633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.011301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:58.032527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:34:58.032885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: 62b37ef7-c5c5-4f0c-a73f-06510f60693f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:34:58.139303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:34:58.233017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 62b37ef7-c5c5-4f0c-a73f-06510f60693f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:58.236469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:58.241647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7206a-f10f-4708-b969-ac6cec3f29c2 None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:34:58.246104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:58.246104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.327531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d5d34d5-99ad-4a08-9d68-e9723bc31d96 req-a45e70ff-816b-4286-8c6c-1c441c994bcc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 210 time: 0.0307994 Jul 28 18:34:58.330881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-63670607-98fe-428f-9cce-3354d83d1b8f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0703621 Jul 28 18:34:58.337894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42194) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:58.350933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1758499539'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:58.513360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:58.522595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.541632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:34:58.550449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.550797 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment b7af12eb-a38c-4e82-808d-05e5b734b478 of type vlan for network f3c2daa7-ce73-4f30-aa04-8045f0172b17 Jul 28 18:34:58.591355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.696474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23486196-3345-4492-b997-aee7c0343621 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:34:58.701741 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.707548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:58.708148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.736082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-9b7b6c39-6c38-45f4-a72c-4cde8c40a49c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:58.740146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-9b7b6c39-6c38-45f4-a72c-4cde8c40a49c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 797 time: 0.1357739 Jul 28 18:34:58.780165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=f3c2daa7-ce73-4f30-aa04-8045f0172b17,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:58.786473 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-20e54fa2-2019-48af-ac2e-4bc8211689a8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 380 time: 0.0391603 Jul 28 18:34:58.790164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f3c2daa7-ce73-4f30-aa04-8045f0172b17 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:34:58.796327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'port': {'device_id': '0dfa82d8-21a7-4563-825f-11053836c78e', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'admin_state_up': True, 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'security_groups': ['de08344d-8b54-4005-a8a0-46bc6fa945d0']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:58.894386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c4d5535-e726-40dd-a61e-27d5a41385ed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5521030 Jul 28 18:34:58.896801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42202) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:34:58.897407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 23486196-3345-4492-b997-aee7c0343621 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:58.901654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 23486196-3345-4492-b997-aee7c0343621 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:58.902036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:58.906242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'ports': [{'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'}, {'network_id': 'f3c2daa7-ce73-4f30-aa04-8045f0172b17'}]} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:58.906563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:58.907511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'f3c2daa7-ce73-4f30-aa04-8045f0172b17'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:58.983133 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.018909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 23486196-3345-4492-b997-aee7c0343621, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23486196-3345-4492-b997-aee7c0343621,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:34:59.070943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:59.075720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.151818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.199803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:59.222282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.13 (58b7e30a-9acb-42d6-ab06-08cbfcb1850b/080d7e94-5a4c-440e-a258-490c7ea5a88b/8ba8115e-60b0-42c5-bab4-ff27e334450b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:34:59.367883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.384028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 8ba8115e-60b0-42c5-bab4-ff27e334450b will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:34:59.430634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff0ba799-5947-45e0-b835-f289eeb69c0b req-7e6fd98e-0791-4143-8a90-01fd5ac4b4bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 210 time: 0.0301070 Jul 28 18:34:59.484086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 2} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:34:59.484793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.490139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.512441 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.529316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:34:59.532564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:34:59.534998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:34:59.570338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:34:59.595291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:34:59.595970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.597039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port b953bfa2-c054-4d2a-a857-bfee58fc2c04 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:34:59.684619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-cc1fb0fa-90f9-400d-a8fe-06bcdd18f14c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8910978 Jul 28 18:34:59.697363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Request body: {'port': {'device_id': '0dfa82d8-21a7-4563-825f-11053836c78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:34:59.733556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.779729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:34:59.806928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 5075493c-ce16-430f-90f4-25f081f0cbf1 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:34:59.890054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a4d9ff01-1d0c-486d-93c5-38e1b5077fff None None] Provisioning for port 8ba8115e-60b0-42c5-bab4-ff27e334450b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:34:59.894839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a4d9ff01-1d0c-486d-93c5-38e1b5077fff None None] Provisioning complete for port 8ba8115e-60b0-42c5-bab4-ff27e334450b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:34:59.895057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ff01-1d0c-486d-93c5-38e1b5077fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.033845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9ff01-1d0c-486d-93c5-38e1b5077fff None None] Port 8ba8115e-60b0-42c5-bab4-ff27e334450b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:00.046051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.145675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:35:00.154076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.166005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Transition to ACTIVE for port object 8ba8115e-60b0-42c5-bab4-ff27e334450b will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:00.168469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.210371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:00.213399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:00.217638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:00.218486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.227165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=b953bfa2-c054-4d2a-a857-bfee58fc2c04,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:00.253423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.291704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=5075493c-ce16-430f-90f4-25f081f0cbf1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:00.294173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': 'b7af12eb-a38c-4e82-808d-05e5b734b478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f3c2daa7-ce73-4f30-aa04-8045f0172b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:00.294715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: f3c2daa7-ce73-4f30-aa04-8045f0172b17, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:00.303697 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:00.379311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network f3c2daa7-ce73-4f30-aa04-8045f0172b17 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:00.380707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:00.381400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:00.381400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:00.386388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:35:00.386827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:00.393135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:00.393483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:00.393875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Bound using segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:00.394539 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Bound port: 8ba8115e-60b0-42c5-bab4-ff27e334450b, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:00.394683 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.466511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:00.467966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:00.505417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f3c2daa7-ce73-4f30-aa04-8045f0172b17) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:00.512959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:00.519609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95dd8b7-6d2e-4d96-bd62-d9aba94e5bbb None None] Network f3c2daa7-ce73-4f30-aa04-8045f0172b17 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:00.527091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.533435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.533435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.572289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b0705-c512-413b-b744-3307083f4e6c req-a9841497-3901-4730-a0f8-968ae9c92e07 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.573852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce3b0705-c512-413b-b744-3307083f4e6c req-a9841497-3901-4730-a0f8-968ae9c92e07 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0662575 Jul 28 18:35:00.653713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce3b0705-c512-413b-b744-3307083f4e6c req-a512c30e-40fb-4862-a6e9-0676eeccc706 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656447 Jul 28 18:35:00.676018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ead1326-f1a9-452c-b9b0-260673129bd4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7752726 Jul 28 18:35:00.676259 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.676874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42216) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:00.714170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23486196-3345-4492-b997-aee7c0343621 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:00.723013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.723904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.726027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1092 time: 1.0341332 Jul 28 18:35:00.726615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:35:00.733187 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cacaf46-bd67-4ee1-adee-a2a49391c53a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:35:00.763929 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0c20-1a5f-4b52-ab58-67e75a9507c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:00.786110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 23486196-3345-4492-b997-aee7c0343621 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:00.786685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.792102 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6a22b-c944-4b9c-8000-978616e88648 x-openstack-request-id: req-dfa6a22b-c944-4b9c-8000-978616e88648 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:35:00.792527 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:35:00.793873 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfa6a22b-c944-4b9c-8000-978616e88648 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:35:00.793873 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:35:00.813202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 5075493c-ce16-430f-90f4-25f081f0cbf1 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:00.817703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.875832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-b89b9449-84a9-4bf8-baef-776f4b86cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.878192 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-b89b9449-84a9-4bf8-baef-776f4b86cf18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0642552 Jul 28 18:35:00.886417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:00.904764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 5075493c-ce16-430f-90f4-25f081f0cbf1 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:00.986852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-26e7ba4e-4a43-4eed-ad2a-9b76cf548c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:00.988365 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-26e7ba4e-4a43-4eed-ad2a-9b76cf548c56 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b17fc9140264909809d3eb19d9902fe&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1029303 Jul 28 18:35:01.084808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-c3aeb29a-eba8-46ee-be91-d48d1f8490d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.086279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cacaf46-bd67-4ee1-adee-a2a49391c53a req-c3aeb29a-eba8-46ee-be91-d48d1f8490d5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914125 Jul 28 18:35:01.096071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.131750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.136272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/5075493c-ce16-430f-90f4-25f081f0cbf1 HTTP/1.1" status: 204 len: 168 time: 0.4551671 Jul 28 18:35:01.136272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68213e26-52df-4e6b-a89c-4c5c4c6d99d4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=5075493c-ce16-430f-90f4-25f081f0cbf1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:01.137383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42220) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.163444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-8661cb1c-9c21-4c3e-a712-31c2692c3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.164999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-8661cb1c-9c21-4c3e-a712-31c2692c3a8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0420015 Jul 28 18:35:01.208778 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-afe1be4d-973c-4d3e-bf63-b024627df573 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 217 time: 0.0363824 Jul 28 18:35:01.217568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059cfc9f-a2c8-4e17-811b-03580b5074e8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.223577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059cfc9f-a2c8-4e17-811b-03580b5074e8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.225064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-059cfc9f-a2c8-4e17-811b-03580b5074e8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0863235 Jul 28 18:35:01.227780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42222) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.256927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-def56db4-0393-49b6-bdb1-dd2231ff3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.258398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-def56db4-0393-49b6-bdb1-dd2231ff3dca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0434992 Jul 28 18:35:01.303636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-1255df58-cf43-4723-b154-ca8df9735f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.305154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-1255df58-cf43-4723-b154-ca8df9735f9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403848 Jul 28 18:35:01.316900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port b953bfa2-c054-4d2a-a857-bfee58fc2c04 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:01.317248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.384007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.396338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for b953bfa2-c054-4d2a-a857-bfee58fc2c04 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:01.396599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-8db4080e-e789-4edf-bd0e-8bdd0e1ead3b service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Jul 28 18:35:01.486942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd82bdab-d34c-44a4-8521-bb393d01c925 req-d2c472ad-2f3d-40f1-a29c-1626bfb5a8c1 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829091 Jul 28 18:35:01.541380 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.567530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=b953bfa2-c054-4d2a-a857-bfee58fc2c04,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:01.574997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.576953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce7ea831-dd18-4bb0-9d21-116e82b1ac40 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/b953bfa2-c054-4d2a-a857-bfee58fc2c04 HTTP/1.1" status: 204 len: 168 time: 0.3482549 Jul 28 18:35:01.579483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42224) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.626306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327bcd-6539-4af3-a8b7-06fe2525a7fa tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.627799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e0327bcd-6539-4af3-a8b7-06fe2525a7fa tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0473864 Jul 28 18:35:01.630497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.658278 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bedc872-8142-4fb1-8515-de4b6668c660 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:01.659737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1bedc872-8142-4fb1-8515-de4b6668c660 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/5075493c-ce16-430f-90f4-25f081f0cbf1 HTTP/1.1" status: 404 len: 333 time: 0.0283120 Jul 28 18:35:01.662232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.685697 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a1ef4d-0e00-4f46-a27b-3463c05f01f5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:01.687257 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93a1ef4d-0e00-4f46-a27b-3463c05f01f5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/b953bfa2-c054-4d2a-a857-bfee58fc2c04 HTTP/1.1" status: 404 len: 333 time: 0.0241439 Jul 28 18:35:01.696730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42234) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:01.769988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ccb4-a622-4083-aab8-c874193f9868 req-8d141b89-10d0-43ce-b275-b0d5cbf65448 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:01.771580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05c2ccb4-a622-4083-aab8-c874193f9868 req-8d141b89-10d0-43ce-b275-b0d5cbf65448 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0518866 Jul 28 18:35:01.781167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.812758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-05c2ccb4-a622-4083-aab8-c874193f9868 req-fbd7b501-13b0-4a7d-80fc-7e36f18bf9ec tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Jul 28 18:35:01.875892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.885708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c2daa7-ce73-4f30-aa04-8045f0172b17']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:01.897144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7af12eb-a38c-4e82-808d-05e5b734b478') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:01.897443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7af12eb-a38c-4e82-808d-05e5b734b478') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:01.906664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.920000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.925886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:01.926268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:01.929130 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:02.112790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.123715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.123715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/f3c2daa7-ce73-4f30-aa04-8045f0172b17 HTTP/1.1" status: 204 len: 168 time: 0.4238756 Jul 28 18:35:02.125998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42240) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:02.131014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140528578'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:02.139660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ba68e-3254-48b8-ad89-e7e2b676cd83 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=f3c2daa7-ce73-4f30-aa04-8045f0172b17,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:02.209321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:02.212829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.238837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:02.248077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.248426 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment 29d97790-6111-4e77-81ea-aefbc182a392 of type vlan for network 6956557f-07e9-456c-90ff-97ab2ca5e79f Jul 28 18:35:02.286781 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.413404 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.419670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:02.420275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.484546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=6956557f-07e9-456c-90ff-97ab2ca5e79f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:02.495292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:02.528539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e1408727-da8f-455e-a781-a733696db2ef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4014468 Jul 28 18:35:02.531549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:02.537218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:02.707010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:02.711108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:02.937284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3269-e6be-4417-b407-fd44d0391e2a req-f6e29c01-2627-4d92-aa9d-0c282679aafe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:02.938777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1cb3269-e6be-4417-b407-fd44d0391e2a req-f6e29c01-2627-4d92-aa9d-0c282679aafe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0502989 Jul 28 18:35:02.977193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1cb3269-e6be-4417-b407-fd44d0391e2a req-76313290-c1ca-43b3-8377-be1ee61ddacb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Jul 28 18:35:02.979188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.047119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:03.054803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': '29d97790-6111-4e77-81ea-aefbc182a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:03.055171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: 6956557f-07e9-456c-90ff-97ab2ca5e79f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:03.159514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:03.259195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6956557f-07e9-456c-90ff-97ab2ca5e79f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:03.265198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:03.265852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.271802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ddd3c-ed03-4e81-aec5-09dd2247ed2e None None] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:03.348465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0bd0ca8e-9466-445f-91f9-185475c09274 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8156295 Jul 28 18:35:03.353299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:03.359588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f', 'name': 'tempest-PortsTestJSON-223835484'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:03.427148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6956557f-07e9-456c-90ff-97ab2ca5e79f', 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': 'fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:03.428033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.560554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Allocated IP 172.20.0.2 (6956557f-07e9-456c-90ff-97ab2ca5e79f/fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3/c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:03.613532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:03.617086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.635535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 197e8cd6-7f39-4ea9-9962-0890e51ff011 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:03.705423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.713572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Transition to ACTIVE for port object c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:03.727477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Transition to ACTIVE for port object c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:03.796607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.831813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:03.834560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:03.838068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:03.846012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.7 (6956557f-07e9-456c-90ff-97ab2ca5e79f/fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3/197e8cd6-7f39-4ea9-9962-0890e51ff011) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:03.848474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Pushing event updated for resources: {'Port': ['ID=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:03.901671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Attempting to bind port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:03.902040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Attempting to bind port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '29d97790-6111-4e77-81ea-aefbc182a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:03.902407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Attempting to bind port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd on network 6956557f-07e9-456c-90ff-97ab2ca5e79f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:03.907217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:03.912648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Checking segment: {'id': '29d97790-6111-4e77-81ea-aefbc182a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:03.912648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.912648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Bound using segment: {'id': '29d97790-6111-4e77-81ea-aefbc182a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:03.912648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Bound port: c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d97790-6111-4e77-81ea-aefbc182a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6956557f-07e9-456c-90ff-97ab2ca5e79f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:03.912648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:03.971761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] For port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:03.974750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] For port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,segment=NetworkSegment(29d97790-6111-4e77-81ea-aefbc182a392),segment_id=29d97790-6111-4e77-81ea-aefbc182a392)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:03.993622 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.007803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 197e8cd6-7f39-4ea9-9962-0890e51ff011 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:04.078940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.098445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34162-a562-47b3-949d-4ba66aaaac56 req-e4d2ff78-6028-4b4c-90d1-d0c312f43eae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:04.101213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14d34162-a562-47b3-949d-4ba66aaaac56 req-e4d2ff78-6028-4b4c-90d1-d0c312f43eae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0525763 Jul 28 18:35:04.112978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.139282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811c9d1-9f41-4101-bf8c-27186be8a46a None None] Pushing event updated for resources: {'Port': ['ID=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:04.148696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-14d34162-a562-47b3-949d-4ba66aaaac56 req-6ad3270a-78eb-4425-9ad3-7593e7743fce tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Jul 28 18:35:04.166955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:04.170674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:04.174637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:04.205870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=197e8cd6-7f39-4ea9-9962-0890e51ff011,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:04.228882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:04.229417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.313688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-942b5300-4038-4772-9c41-7e58f60c855d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9614255 Jul 28 18:35:04.316222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42258) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:04.411992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 197e8cd6-7f39-4ea9-9962-0890e51ff011 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:04.412348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.644596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:35:04.688621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:04.847945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:04.862185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 197e8cd6-7f39-4ea9-9962-0890e51ff011 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:04.963683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:04.975883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:35:05.016943 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.033938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:35:05.056513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:05.059047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:05.078465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.111603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=197e8cd6-7f39-4ea9-9962-0890e51ff011,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:05.128687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7478e1b-3f38-4073-9474-9e7af94e4034 None None] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:05.143137 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.180169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.182270 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fe63a1ec-122b-4eb1-91a4-81004739f697 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/197e8cd6-7f39-4ea9-9962-0890e51ff011 HTTP/1.1" status: 204 len: 168 time: 0.8649929 Jul 28 18:35:05.184835 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42272) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:05.207878 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1cad4a-8c41-4ea0-a8c3-7622e12be306 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:05.208513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1cad4a-8c41-4ea0-a8c3-7622e12be306 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:05.210298 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b1cad4a-8c41-4ea0-a8c3-7622e12be306 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/197e8cd6-7f39-4ea9-9962-0890e51ff011 HTTP/1.1" status: 404 len: 333 time: 0.0243859 Jul 28 18:35:05.216130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42274) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:05.251106 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-970d7399-3209-4b90-b778-5aa3135197f7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:05.252216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-970d7399-3209-4b90-b778-5aa3135197f7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/197e8cd6-7f39-4ea9-9962-0890e51ff011 HTTP/1.1" status: 404 len: 333 time: 0.0351627 Jul 28 18:35:05.256794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42276) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:05.257458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:05.323202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ab89-a41d-447a-8b3c-f204a7d95a2c req-fb7bc568-083f-4308-961c-f43debcec011 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:05.325267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eba2ab89-a41d-447a-8b3c-f204a7d95a2c req-fb7bc568-083f-4308-961c-f43debcec011 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0994203 Jul 28 18:35:05.329573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:05.338650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.343026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Provisioning for port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:05.351127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Provisioning complete for port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:05.351532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.382366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8ba8115e-60b0-42c5-bab4-ff27e334450b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:35:05.399546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.415869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eba2ab89-a41d-447a-8b3c-f204a7d95a2c req-f4c05dc4-73d3-4d59-a18a-e6b0c245807e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803418 Jul 28 18:35:05.509334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.525953 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.700722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.740044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:35:05.744499 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:35:05.744647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:05.744647 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.746863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-74002fde-4a13-4e04-acdc-5e4aef712842 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3 HTTP/1.1" status: 204 len: 168 time: 0.4874711 Jul 28 18:35:05.749284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42280) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:05.807524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498163d-76b2-4a79-b2c9-843bea1b6ca4 None None] Network 6956557f-07e9-456c-90ff-97ab2ca5e79f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:05.832287 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.885055 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:05.885397 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.952463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,segment=NetworkSegment(29d97790-6111-4e77-81ea-aefbc182a392),segment_id=29d97790-6111-4e77-81ea-aefbc182a392)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:05.952839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:05.966900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:05.976329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] DHCP port deletion for 6956557f-07e9-456c-90ff-97ab2ca5e79f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:06.022990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Deleting port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:06.023741 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.118349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] For port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,segment=NetworkSegment(29d97790-6111-4e77-81ea-aefbc182a392),segment_id=29d97790-6111-4e77-81ea-aefbc182a392)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:06.118757 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.135040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Calling delete_port for c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:06.179234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.206085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:06.208319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:06.212930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.239242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] Pushing event deleted for resources: {'Port': ['ID=c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:06.247747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044d038-bd0e-435b-be63-e3a47685b2c7 None None] No DVR routers for this DVR port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:06.266028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bdf57dca-4588-4c0c-9cf1-a94f043d48e1 None None] Port c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd update to ACTIVE by agent not found {{(pid=101108) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 18:35:06.290417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.300609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6956557f-07e9-456c-90ff-97ab2ca5e79f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:06.311352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d97790-6111-4e77-81ea-aefbc182a392') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:06.311681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d97790-6111-4e77-81ea-aefbc182a392') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:06.320606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.333616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.339424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:06.339897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:06.342775 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:06.377443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9836d015-c7c1-4066-a9fc-147bb2267bfb None None] Could not find standard attr ID for object c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:35:06.380288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9836d015-c7c1-4066-a9fc-147bb2267bfb None None] Could not find standard attr ID for object 197e8cd6-7f39-4ea9-9962-0890e51ff011. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:35:06.502504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.514415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.516478 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/6956557f-07e9-456c-90ff-97ab2ca5e79f HTTP/1.1" status: 204 len: 168 time: 0.7660475 Jul 28 18:35:06.520498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42286) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:06.525786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-888001927'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:06.531534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7992cda-0893-4ad6-bc51-45e9a872dcc1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=6956557f-07e9-456c-90ff-97ab2ca5e79f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:06.553255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee827c1-73b2-4a95-b90c-691eb166f523 req-a5b9338c-61ba-420f-9dbb-682ff6233cef tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:06.558651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ee827c1-73b2-4a95-b90c-691eb166f523 req-a5b9338c-61ba-420f-9dbb-682ff6233cef tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0791917 Jul 28 18:35:06.593974 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9ee827c1-73b2-4a95-b90c-691eb166f523 req-78bc886b-e8bb-45ef-82ab-6894e10685a2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jul 28 18:35:06.644102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:06.649395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.653131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:06.674555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:06.676091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:06.677514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:06.678118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c8d24ef4-f98e-40ea-8cb8-08dd6fc48fdd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:06.687835 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.688406 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment 28b7bc24-1316-4b39-b293-c6425f6ff3f6 of type vlan for network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 Jul 28 18:35:06.730102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.821298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8ba8115e-60b0-42c5-bab4-ff27e334450b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:06.826111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8ba8115e-60b0-42c5-bab4-ff27e334450b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:06.826494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.867168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.872918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:06.873561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.911296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:06.936140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:35:06.938478 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a457da-46f1-4c7f-adff-8b32d22cb6c4" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:35:06.952593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:06.953201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:06.963707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:07.003733 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b78bc-7ac3-453f-862f-bb3e44991503 x-openstack-request-id: req-a08b78bc-7ac3-453f-862f-bb3e44991503 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:35:07.004024 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:35:07.004276 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a08b78bc-7ac3-453f-862f-bb3e44991503 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:35:07.004676 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'code': 200} Jul 28 18:35:07.045189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1e6c202c-bf25-46b0-9f56-8ad21fe2edc9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5236013 Jul 28 18:35:07.045414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:07.047978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42290) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:07.053202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:07.102944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:07.138110 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a61c8-ee08-4b05-9860-e6ec8a37f125 req-1ab838bb-0424-4bb6-89a2-2a24edf7c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:07.141258 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-262a61c8-ee08-4b05-9860-e6ec8a37f125 req-1ab838bb-0424-4bb6-89a2-2a24edf7c082 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.0656824 Jul 28 18:35:07.178512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-262a61c8-ee08-4b05-9860-e6ec8a37f125 req-2cc3c0da-4b50-4918-bd45-63b59db46633 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300398 Jul 28 18:35:07.266929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:07.270675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:07.545266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:07.605170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=d0bc8272-d2f8-4529-90a5-7ce908214fad,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:07.616310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': '28b7bc24-1316-4b39-b293-c6425f6ff3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:07.616310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:07.715479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142a45-b2f0-46df-aae8-38be8e60c3e7 req-55bd20a2-2956-4bf0-ae46-b63389dfdec9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:07.717071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9142a45-b2f0-46df-aae8-38be8e60c3e7 req-55bd20a2-2956-4bf0-ae46-b63389dfdec9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0536737 Jul 28 18:35:07.750251 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47bd962e-f9b1-47b5-a406-f8717ca1fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:07.756675 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b9142a45-b2f0-46df-aae8-38be8e60c3e7 req-36fea8b0-f8d2-422c-995f-f6ae27c160a2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334744 Jul 28 18:35:07.853335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:07.992574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:07.997727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:07.998495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.002408 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c7dca-7db3-4d70-a359-1f7569c8a57f None None] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:08.107608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-446095a3-66b0-44d9-b114-0169b539a2f0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0583024 Jul 28 18:35:08.110044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42316) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:08.116288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1854215872'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:08.162034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37', 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': 'd0bc8272-d2f8-4529-90a5-7ce908214fad'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:08.163414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.306847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Allocated IP 172.20.0.2 (e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37/d0bc8272-d2f8-4529-90a5-7ce908214fad/1e64558b-f678-4fe8-bebf-02f5937f464d) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:08.318139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:08.322537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.340325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:08.460164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.468204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Transition to ACTIVE for port object 1e64558b-f678-4fe8-bebf-02f5937f464d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:08.483265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Transition to ACTIVE for port object 1e64558b-f678-4fe8-bebf-02f5937f464d will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:08.562044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.601445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:08.604422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:08.608421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:08.622152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.8 (e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37/d0bc8272-d2f8-4529-90a5-7ce908214fad/0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:08.625064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Pushing event updated for resources: {'Port': ['ID=1e64558b-f678-4fe8-bebf-02f5937f464d,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Attempting to bind port 1e64558b-f678-4fe8-bebf-02f5937f464d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Attempting to bind port 1e64558b-f678-4fe8-bebf-02f5937f464d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '28b7bc24-1316-4b39-b293-c6425f6ff3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Attempting to bind port 1e64558b-f678-4fe8-bebf-02f5937f464d on network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Checking segment: {'id': '28b7bc24-1316-4b39-b293-c6425f6ff3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Bound using segment: {'id': '28b7bc24-1316-4b39-b293-c6425f6ff3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Bound port: 1e64558b-f678-4fe8-bebf-02f5937f464d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b7bc24-1316-4b39-b293-c6425f6ff3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:08.683143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.745744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] For port 1e64558b-f678-4fe8-bebf-02f5937f464d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:08.749269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] For port 1e64558b-f678-4fe8-bebf-02f5937f464d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e64558b-f678-4fe8-bebf-02f5937f464d,segment=NetworkSegment(28b7bc24-1316-4b39-b293-c6425f6ff3f6),segment_id=28b7bc24-1316-4b39-b293-c6425f6ff3f6)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:08.751200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.770486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:08.815857 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.874947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe49b-e59a-4458-8e01-a50c67653460 None None] Pushing event updated for resources: {'Port': ['ID=1e64558b-f678-4fe8-bebf-02f5937f464d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:08.885171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377eae6-9bdc-4499-a2f2-1ddd4068ebb6 req-5c034cda-1987-4355-b9ae-172f23c7e65c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:08.886760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5377eae6-9bdc-4499-a2f2-1ddd4068ebb6 req-5c034cda-1987-4355-b9ae-172f23c7e65c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0601470 Jul 28 18:35:08.910114 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:08.959991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:08.967245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:08.969690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:08.977721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5377eae6-9bdc-4499-a2f2-1ddd4068ebb6 req-81f09598-4511-4446-b8b9-b3a794c03f7d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829325 Jul 28 18:35:09.039419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:09.047586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:09.048224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.128457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42348) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:09.128927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-98d920fa-c771-4190-bafb-8ac6915ff822 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0171559 Jul 28 18:35:09.151851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d71f-66f0-45c3-a04c-a72baf944e26 req-176f8bab-f87b-4766-b42f-e8c9cc9a7518 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:09.159992 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c34d71f-66f0-45c3-a04c-a72baf944e26 req-176f8bab-f87b-4766-b42f-e8c9cc9a7518 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0939877 Jul 28 18:35:09.248694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1c34d71f-66f0-45c3-a04c-a72baf944e26 req-4ebc784e-bdfd-4c99-8d84-018e0fc8f93e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877564 Jul 28 18:35:09.276000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42350) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:09.311170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:09.311561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.377928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb26b4d-4d1d-47aa-bd11-7870f61b463d tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:09.379558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9bb26b4d-4d1d-47aa-bd11-7870f61b463d tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1092 time: 0.1023729 Jul 28 18:35:09.382998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42354) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:09.388475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:09.412511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.425171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:09.472582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.586978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.659353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.693894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:09.726147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.726605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.727029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.727459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.727957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.728373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.728785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.729254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.729676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.730057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.730495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.730886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:09.777357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.34 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9c6728fb-26e9-4b1d-830b-8dc56d29c3aa) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:09.799775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.809475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53bc6d26-1364-48f1-a7e0-5a3a3e5ea510 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 HTTP/1.1" status: 204 len: 168 time: 0.6727393 Jul 28 18:35:09.810309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42366) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:09.836781 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f04b35-4cd8-4b2e-9385-c7c455bdf702 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:09.843371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-64f04b35-4cd8-4b2e-9385-c7c455bdf702 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 HTTP/1.1" status: 404 len: 333 time: 0.0273094 Jul 28 18:35:09.843980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42368) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:09.898996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet d0bc8272-d2f8-4529-90a5-7ce908214fad {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:09.902881 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.910139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:09.948301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.023570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d24a8-ab00-4c3c-8f98-0e902e5e8025 None None] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:10.040008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.101367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.143022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:10.146500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:10.150844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:10.184870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=9c6728fb-26e9-4b1d-830b-8dc56d29c3aa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:10.209475 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.287520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3a8fba57-8470-49b1-a248-a27e4179169d None None] Provisioning for port 1e64558b-f678-4fe8-bebf-02f5937f464d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:10.291125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.335214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-91eabfa3-23df-4791-94bd-87f3d9e15ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.336933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bc8272-d2f8-4529-90a5-7ce908214fad,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:10.347378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.347792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-930c9c8f-75c8-46f7-992e-03f18602bb2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/d0bc8272-d2f8-4529-90a5-7ce908214fad HTTP/1.1" status: 204 len: 168 time: 0.5028496 Jul 28 18:35:10.350694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42374) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:10.427924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b8e5a-c0e6-47a4-a10a-b74390def24d None None] Network e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:10.444168 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.517499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 1e64558b-f678-4fe8-bebf-02f5937f464d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:10.518105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.584509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.622249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port 1e64558b-f678-4fe8-bebf-02f5937f464d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e64558b-f678-4fe8-bebf-02f5937f464d,segment=NetworkSegment(28b7bc24-1316-4b39-b293-c6425f6ff3f6),segment_id=28b7bc24-1316-4b39-b293-c6425f6ff3f6)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:10.622739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.636451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 1e64558b-f678-4fe8-bebf-02f5937f464d owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:10.650754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] DHCP port deletion for e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:10.701471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Deleting port 1e64558b-f678-4fe8-bebf-02f5937f464d {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:10.701960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.746060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.769451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] For port 1e64558b-f678-4fe8-bebf-02f5937f464d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e64558b-f678-4fe8-bebf-02f5937f464d,segment=NetworkSegment(28b7bc24-1316-4b39-b293-c6425f6ff3f6),segment_id=28b7bc24-1316-4b39-b293-c6425f6ff3f6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:10.769969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.787831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Calling delete_port for 1e64558b-f678-4fe8-bebf-02f5937f464d owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:10.825183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.837813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port 1e64558b-f678-4fe8-bebf-02f5937f464d on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:10.867821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.873459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=1e64558b-f678-4fe8-bebf-02f5937f464d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:10.898744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] Pushing event deleted for resources: {'Port': ['ID=1e64558b-f678-4fe8-bebf-02f5937f464d,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:10.903249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2bd26-bb5a-4c23-abab-849981a4a453 None None] No DVR routers for this DVR port 1e64558b-f678-4fe8-bebf-02f5937f464d on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:10.939761 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.972532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:10.982630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:10.998029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b7bc24-1316-4b39-b293-c6425f6ff3f6') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:10.998329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b7bc24-1316-4b39-b293-c6425f6ff3f6') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:11.007251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.026075 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.026283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.029415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:11.029415 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:11.031962 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:11.103843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=9c6728fb-26e9-4b1d-830b-8dc56d29c3aa,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:11.118377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.146372 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.186732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.193832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.197437 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37 HTTP/1.1" status: 204 len: 168 time: 0.8437276 Jul 28 18:35:11.204167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42378) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:11.208634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'name': 'tempest-PortsTestJSON-1627071623'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:11.213111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942429a2-3604-4b99-a416-09e7a54540c3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=e4a9b1bc-df8f-4ff5-bea9-45adeeed2e37,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:11.279756 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP 33714b2f-e035-4b73-9a38-29825aa66d81 associated. External IP: 172.25.7.34, port: 8ba8115e-60b0-42c5-bab4-ff27e334450b. Jul 28 18:35:11.476343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:11.479789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:11.503299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 8e7a59d4-6da0-476a-8c03-b29fa8ddbf88 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:11.562410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 51728f9f-743b-4a62-919c-8dd176373bdb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:35:12.047703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.059585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:35:12.070116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Sync routers for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:35:12.080190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:12.080845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:12.162095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.186852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:35:12.189576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.222997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4e4c820-5e06-4639-b416-c903f8900fbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8387363 Jul 28 18:35:12.226051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:35:12.228373 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c07ba3e-68ee-4b92-80f4-306fd34f3445" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:35:12.244083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:12.248019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:12.253324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:12.258846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.259526 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.273390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=8e7a59d4-6da0-476a-8c03-b29fa8ddbf88,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:12.300918 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebce18f-92c9-4c1f-b92e-df5c25154f36 x-openstack-request-id: req-8ebce18f-92c9-4c1f-b92e-df5c25154f36 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:35:12.301409 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:35:12.301821 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ebce18f-92c9-4c1f-b92e-df5c25154f36 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:35:12.302415 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:35:12.361840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39fc4d94-1e05-4226-9d9d-dffa6791b8fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1593404 Jul 28 18:35:12.365019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42388) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:12.391298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59533-b90f-49f4-92ec-8d1c79670c05 req-c2a2985a-5b5b-43b3-bb95-a6c2741be6a3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.393053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaa59533-b90f-49f4-92ec-8d1c79670c05 req-c2a2985a-5b5b-43b3-bb95-a6c2741be6a3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0595889 Jul 28 18:35:12.425233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-0feb4839-04a0-40e6-ac04-6f3c1f708cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.426956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-0feb4839-04a0-40e6-ac04-6f3c1f708cee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.1014085 Jul 28 18:35:12.448971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaa59533-b90f-49f4-92ec-8d1c79670c05 req-3e466808-02ec-426d-bcf3-dc29f2725544 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Jul 28 18:35:12.474635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42390) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:12.492346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '33714b2f-e035-4b73-9a38-29825aa66d81', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfa82d8-21a7-4563-825f-11053836c78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:35:10Z', 'updated_at': '2021-07-28T18:35:10Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:12.536949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Checking router: 51728f9f-743b-4a62-919c-8dd176373bdb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:35:12.550271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:12.551425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:12.580148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8721c363-2cca-4303-89ca-0ec96c4c455c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 200 len: 991 time: 0.1042173 Jul 28 18:35:12.603517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-89cd9f37-3a1a-40b6-88ac-272fac369538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.605900 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-89cd9f37-3a1a-40b6-88ac-272fac369538 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1683621 Jul 28 18:35:12.623870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e64558b-f678-4fe8-bebf-02f5937f464d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:12.646839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1e64558b-f678-4fe8-bebf-02f5937f464d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:12.647183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e64558b-f678-4fe8-bebf-02f5937f464d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:12.659756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 8e7a59d4-6da0-476a-8c03-b29fa8ddbf88 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:12.660112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.729910 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-ff79e048-8397-4a88-b6ae-4b75905eea74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.1170821 Jul 28 18:35:12.738166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:35:12.780137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:12.796195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 8e7a59d4-6da0-476a-8c03-b29fa8ddbf88 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:12.813333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-0b0399cb-2764-455c-977c-a75f0dbb3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.814830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-0b0399cb-2764-455c-977c-a75f0dbb3b73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0783441 Jul 28 18:35:12.921792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-37550c04-d9eb-4719-9f16-69a06698a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:12.923357 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-37550c04-d9eb-4719-9f16-69a06698a8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760372 Jul 28 18:35:13.034005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-56cda12e-da12-4d38-9859-23395016478a service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013353 Jul 28 18:35:13.147322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.164886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c07ba3e-68ee-4b92-80f4-306fd34f3445 req-66fde91a-ea0e-4132-844f-428ae2595379 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235712 Jul 28 18:35:13.185179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=8e7a59d4-6da0-476a-8c03-b29fa8ddbf88,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:13.189227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.191341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-daa851a1-d461-4132-8d04-f4b58e6dabf3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/8e7a59d4-6da0-476a-8c03-b29fa8ddbf88 HTTP/1.1" status: 204 len: 168 time: 0.8245580 Jul 28 18:35:13.194419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:13.201345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'mac_address': 'fa:16:3e:9e:32:04', 'name': 'tempest-PortsTestJSON-714436461'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:13.206331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '33714b2f-e035-4b73-9a38-29825aa66d81', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfa82d8-21a7-4563-825f-11053836c78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:35:10Z', 'updated_at': '2021-07-28T18:35:10Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:13.242303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.243244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a45d8b-d2c6-40a0-8438-d8eb9a1a5309 None None] The sync data for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 is: [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '33714b2f-e035-4b73-9a38-29825aa66d81', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfa82d8-21a7-4563-825f-11053836c78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:35:10Z', 'updated_at': '2021-07-28T18:35:10Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:35:13.403639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:13.486331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.515475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port ae6ec427-0abc-473d-9fb9-d26f2799de67 yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:13.581226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:13.583646 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c2544-45f1-4813-b390-3f484d0213fd None None] New status for floating IP 33714b2f-e035-4b73-9a38-29825aa66d81: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:35:13.651319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dea927ca-d19a-4415-8f36-c0f0f41fce6b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 200 len: 991 time: 0.0687487 Jul 28 18:35:13.694394 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.804146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.849359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:13.852490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:13.854828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:13.860794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:13.861402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:13.873639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=ae6ec427-0abc-473d-9fb9-d26f2799de67,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:13.987427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7a5cb8ed-371f-4efb-83ab-92867b90ec2b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7917502 Jul 28 18:35:13.995604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42400) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:14.040423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69486e09-9f35-412c-8334-7c23d007bebd tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:14.043966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69486e09-9f35-412c-8334-7c23d007bebd tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/ae6ec427-0abc-473d-9fb9-d26f2799de67 HTTP/1.1" status: 200 len: 840 time: 0.0506356 Jul 28 18:35:14.044531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42402) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:14.137419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port ae6ec427-0abc-473d-9fb9-d26f2799de67 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:14.137767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.207818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.222700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for ae6ec427-0abc-473d-9fb9-d26f2799de67 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:14.380650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.409965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=ae6ec427-0abc-473d-9fb9-d26f2799de67,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:14.415249 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.417173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf87798e-298d-4ece-82e5-f9b5cdcc52eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/ae6ec427-0abc-473d-9fb9-d26f2799de67 HTTP/1.1" status: 204 len: 168 time: 0.3717566 Jul 28 18:35:14.419945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:14.442897 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-94771583-b405-44fe-92f1-22dd2a8e2a28 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:14.444317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-94771583-b405-44fe-92f1-22dd2a8e2a28 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/ae6ec427-0abc-473d-9fb9-d26f2799de67 HTTP/1.1" status: 404 len: 333 time: 0.0234814 Jul 28 18:35:14.447701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:14.452893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'name': 'tempest-PortsTestJSON-806378536'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:14.609057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:14.612846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.631642 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 3a51060d-63b5-4e8c-aa83-26908d65879c yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:14.655101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:14.719562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc1dfd1d-569f-4da8-b89b-84aba81ce056 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 200 len: 993 time: 0.0630908 Jul 28 18:35:14.805503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.912431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.954668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:14.957933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:14.961756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:14.967361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:14.968036 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:14.980667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=3a51060d-63b5-4e8c-aa83-26908d65879c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:15.095810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed1a8506-a026-4cb2-8176-d667249196c2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6470742 Jul 28 18:35:15.098332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42416) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:15.103920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:15.174458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.339696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.401852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.446595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] In _notify_port_updated(), no bound segment for port 3a51060d-63b5-4e8c-aa83-26908d65879c on network 62b37ef7-c5c5-4f0c-a73f-06510f60693f {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:35:15.452447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:15.453086 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.454424 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/ports/3a51060d-63b5-4e8c-aa83-26908d65879c HTTP/1.1" status: 200 len: 818 time: 0.3551569 Jul 28 18:35:15.457237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:15.474177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df555d-db8b-4837-a4d2-a1cd26832444 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=3a51060d-63b5-4e8c-aa83-26908d65879c,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:15.553055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 3a51060d-63b5-4e8c-aa83-26908d65879c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:15.553401 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.601689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.619502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.633923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 3a51060d-63b5-4e8c-aa83-26908d65879c owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:15.786159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.816048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=3a51060d-63b5-4e8c-aa83-26908d65879c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:15.820012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:15.824665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a9d61e6a-9364-49b2-b80e-528a1ab91405 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/3a51060d-63b5-4e8c-aa83-26908d65879c HTTP/1.1" status: 204 len: 168 time: 0.3640292 Jul 28 18:35:15.825020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42420) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:15.871892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dabb7b-fc0f-46a1-9414-3b28ba701ab6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:15.873280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78dabb7b-fc0f-46a1-9414-3b28ba701ab6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0474229 Jul 28 18:35:15.875954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42422) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:15.899728 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1172c4df-d29c-4a64-88c0-7824536fe7e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:15.901216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1172c4df-d29c-4a64-88c0-7824536fe7e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/3a51060d-63b5-4e8c-aa83-26908d65879c HTTP/1.1" status: 404 len: 333 time: 0.0243673 Jul 28 18:35:15.905321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42424) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:15.910114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1781124669'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:16.089229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:16.094532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.121397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:16.130019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.130332 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2 of type vlan for network 3d16ff14-8feb-4d99-a556-e2f5170cb602 Jul 28 18:35:16.171000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.294860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.300497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:16.301098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.366279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=3d16ff14-8feb-4d99-a556-e2f5170cb602,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:16.378812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:16.490273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86dc9228-888d-4a46-b324-b4ccd99b8d3d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5838971 Jul 28 18:35:16.492971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:16.498597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:16.698850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:16.702563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:16.990557 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.054790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=da627b62-3a44-40ea-926d-d578fbf7f10b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:17.063638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:17.064009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: 3d16ff14-8feb-4d99-a556-e2f5170cb602, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:17.157431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:17.226294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3d16ff14-8feb-4d99-a556-e2f5170cb602) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:17.230316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:17.231023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.235106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953db569-474d-4c2d-8b1c-84fcc7151a30 None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:17.327375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9e32bb69-a312-4b04-b905-693806f164b7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8301673 Jul 28 18:35:17.327602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42434) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:17.333036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:17.349764 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-a256514b-772b-430d-b9f9-0abd04403682 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425770 Jul 28 18:35:17.413251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3d16ff14-8feb-4d99-a556-e2f5170cb602', 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': 'da627b62-3a44-40ea-926d-d578fbf7f10b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:17.414419 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.464546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-1a17f594-0de2-4264-962a-3b2a833631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:17.466578 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-1a17f594-0de2-4264-962a-3b2a833631fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.0455256 Jul 28 18:35:17.599677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Allocated IP 172.20.0.2 (3d16ff14-8feb-4d99-a556-e2f5170cb602/da627b62-3a44-40ea-926d-d578fbf7f10b/40ecff16-8cb6-4c04-b1bd-605160551fc1) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:17.600379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-660c90c5-8c40-46c2-b908-9fcf533900d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:17.600379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-660c90c5-8c40-46c2-b908-9fcf533900d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1131046 Jul 28 18:35:17.686560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-2462ccb9-5a1a-4877-829b-8c9b549baf00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1001 time: 0.0817652 Jul 28 18:35:17.719324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:17.752190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-5a4e1887-9c92-4a08-b746-0bab69860ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:17.753895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.754496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-5a4e1887-9c92-4a08-b746-0bab69860ab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0602081 Jul 28 18:35:17.763176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Transition to ACTIVE for port object 40ecff16-8cb6-4c04-b1bd-605160551fc1 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:17.779281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Transition to ACTIVE for port object 40ecff16-8cb6-4c04-b1bd-605160551fc1 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:17.784560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:17.792347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.805172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-887b88eb-1bae-4e3f-beee-5c5b9916a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:17.806841 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-887b88eb-1bae-4e3f-beee-5c5b9916a5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457902 Jul 28 18:35:17.844705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.855130 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae5a-8c44-4ce3-b205-d0e16fb32175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.885038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:17.888652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:17.892647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:17.904975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Pushing event updated for resources: {'Port': ['ID=40ecff16-8cb6-4c04-b1bd-605160551fc1,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:17.919000 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-398c665f-a440-42a5-9c12-adbe267cfc93 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923238 Jul 28 18:35:17.950864 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da627b62-3a44-40ea-926d-d578fbf7f10b (CIDR: 172.20.0.0/28) Jul 28 18:35:17.960051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Attempting to bind port 40ecff16-8cb6-4c04-b1bd-605160551fc1 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:17.960459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Attempting to bind port 40ecff16-8cb6-4c04-b1bd-605160551fc1 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:17.960882 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Attempting to bind port 40ecff16-8cb6-4c04-b1bd-605160551fc1 on network 3d16ff14-8feb-4d99-a556-e2f5170cb602 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:17.966075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:17.966456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Checking segment: {'id': 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:17.966922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:17.967346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Bound using segment: {'id': 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:17.967841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Bound port: 40ecff16-8cb6-4c04-b1bd-605160551fc1, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:17.968229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.018455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bc0210d0-da66-429e-b0d1-72ecba3d65b3 req-7c487e84-0c72-43f4-a24b-3fff76508e04 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053314 Jul 28 18:35:18.023944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae5a-8c44-4ce3-b205-d0e16fb32175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.037197 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:35:18.037790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:18.039124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] For port 40ecff16-8cb6-4c04-b1bd-605160551fc1, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:18.043239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] For port 40ecff16-8cb6-4c04-b1bd-605160551fc1, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40ecff16-8cb6-4c04-b1bd-605160551fc1,segment=NetworkSegment(e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2),segment_id=e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:18.145471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae5a-8c44-4ce3-b205-d0e16fb32175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.179185 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.191062 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9b02ae5a-8c44-4ce3-b205-d0e16fb32175 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fbd8227f823485da91dcdb18f7291cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754076 Jul 28 18:35:18.191062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ae5a-8c44-4ce3-b205-d0e16fb32175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29054ea-8cd9-4cfa-b321-470f981e231b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:18.192390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42442) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:18.219863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-99d00f39-f4b1-47ce-807b-4207c475c22f tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8911483 Jul 28 18:35:18.222597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42444) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:18.228370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:18.244413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55550-d2a9-4ac4-80eb-2379138912c9 None None] Pushing event updated for resources: {'Port': ['ID=40ecff16-8cb6-4c04-b1bd-605160551fc1,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:18.259469 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.285011 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.424240 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.438605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.438605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a29054ea-8cd9-4cfa-b321-470f981e231b HTTP/1.1" status: 204 len: 168 time: 0.2380216 Jul 28 18:35:18.442109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d732-cc9a-4eb5-b4e8-f0403ad0d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29054ea-8cd9-4cfa-b321-470f981e231b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:18.484493 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:18.499800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.692551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40ecff16-8cb6-4c04-b1bd-605160551fc1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:18.889475 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.923895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:18.924520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:18.969615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:18.972805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:18.984708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:18.985454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.000014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=08dadfea-a50a-4880-9f8d-2844b0812930,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:19.109810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ba0f203c-6919-4d52-9512-7b1d823c7eed tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8857548 Jul 28 18:35:19.128973 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42460) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:19.136063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'fixed_ips': [{'subnet_id': 'da627b62-3a44-40ea-926d-d578fbf7f10b'}, {'subnet_id': '08dadfea-a50a-4880-9f8d-2844b0812930'}], 'name': 'tempest-PortsTestJSON-516147578'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:19.227961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb922b9-5a81-4183-803c-5d99baae340c None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:19.443597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:19.444191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Provisioning for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:19.444191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Update dhcp port {'port': {'network_id': '3d16ff14-8feb-4d99-a556-e2f5170cb602', 'fixed_ips': [{'subnet_id': 'da627b62-3a44-40ea-926d-d578fbf7f10b', 'ip_address': '172.20.0.2'}, {'subnet_id': '08dadfea-a50a-4880-9f8d-2844b0812930'}], 'binding:host_id': 'n-d-778550-5'}, 'id': '40ecff16-8cb6-4c04-b1bd-605160551fc1'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:35:19.447841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Provisioning complete for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:19.448228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.497245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.531642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.549081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 1d2717ca-de34-478f-9b5b-dd6077130f32 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:19.645315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.709673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] For port 40ecff16-8cb6-4c04-b1bd-605160551fc1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40ecff16-8cb6-4c04-b1bd-605160551fc1,segment=NetworkSegment(e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2),segment_id=e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:19.718711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Allocated IP 172.20.0.18 (3d16ff14-8feb-4d99-a556-e2f5170cb602/08dadfea-a50a-4880-9f8d-2844b0812930/40ecff16-8cb6-4c04-b1bd-605160551fc1) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:19.792595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.890987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964d155-2981-4c88-960c-cd35fb67c102 None None] Pushing event updated for resources: {'Port': ['ID=40ecff16-8cb6-4c04-b1bd-605160551fc1,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:19.925586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] For port 40ecff16-8cb6-4c04-b1bd-605160551fc1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40ecff16-8cb6-4c04-b1bd-605160551fc1,segment=NetworkSegment(e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2),segment_id=e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:19.955259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:19.969114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Transition to ACTIVE for port object 40ecff16-8cb6-4c04-b1bd-605160551fc1 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:20.128887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:20.224289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a70c6c-d98d-423f-ac1b-49cb69403f9e None None] Pushing event updated for resources: {'Port': ['ID=40ecff16-8cb6-4c04-b1bd-605160551fc1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:20.242455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.10 (3d16ff14-8feb-4d99-a556-e2f5170cb602/da627b62-3a44-40ea-926d-d578fbf7f10b/1d2717ca-de34-478f-9b5b-dd6077130f32) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:20.244339 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.23 (3d16ff14-8feb-4d99-a556-e2f5170cb602/08dadfea-a50a-4880-9f8d-2844b0812930/1d2717ca-de34-478f-9b5b-dd6077130f32) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:20.397748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:20.411433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 1d2717ca-de34-478f-9b5b-dd6077130f32 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:20.496021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:20.554547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:20.561319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:20.563741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:20.566491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=1d2717ca-de34-478f-9b5b-dd6077130f32,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:20.616366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:20.617002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:20.665977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40ecff16-8cb6-4c04-b1bd-605160551fc1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:20.735541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b78e5c34-2c76-4b0e-83dd-ed1dcee5ff90 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6054137 Jul 28 18:35:20.738785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42480) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:20.744304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2fe08-aa0f-41d5-bead-ab7fec506960 None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:20.745598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da627b62-3a44-40ea-926d-d578fbf7f10b'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:20.902266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:20.929406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4aa443da-07f5-4362-8865-4ab27bd1a249 None None] Provisioning for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:20.935414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4aa443da-07f5-4362-8865-4ab27bd1a249 None None] Provisioning complete for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:20.936004 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4aa443da-07f5-4362-8865-4ab27bd1a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.153167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50371077-c525-4064-bb76-55841d84f951 None None] Provisioning complete for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:21.153540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50371077-c525-4064-bb76-55841d84f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.246526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Delete allocated IP 172.20.0.23 (3d16ff14-8feb-4d99-a556-e2f5170cb602/08dadfea-a50a-4880-9f8d-2844b0812930) {{(pid=101106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:35:21.334668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50371077-c525-4064-bb76-55841d84f951 None None] Provisioning for port 1d2717ca-de34-478f-9b5b-dd6077130f32 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:21.339708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-50371077-c525-4064-bb76-55841d84f951 None None] Provisioning complete for port 1d2717ca-de34-478f-9b5b-dd6077130f32 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:21.340737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-50371077-c525-4064-bb76-55841d84f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.384400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-50371077-c525-4064-bb76-55841d84f951 None None] Port 1d2717ca-de34-478f-9b5b-dd6077130f32 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:21.389464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.403387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Ignored duplicate provisioning block setup for port 1d2717ca-de34-478f-9b5b-dd6077130f32 by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 18:35:21.479193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.507770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f3908bee-7d84-4be1-bf6c-657885505761 None None] Provisioning complete for port 1d2717ca-de34-478f-9b5b-dd6077130f32 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:21.507770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f3908bee-7d84-4be1-bf6c-657885505761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.542962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f3908bee-7d84-4be1-bf6c-657885505761 None None] Port 1d2717ca-de34-478f-9b5b-dd6077130f32 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:21.566064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=1d2717ca-de34-478f-9b5b-dd6077130f32,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:21.592630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] In _notify_port_updated(), no bound segment for port 1d2717ca-de34-478f-9b5b-dd6077130f32 on network 3d16ff14-8feb-4d99-a556-e2f5170cb602 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:35:21.598257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:21.598877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.600222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dbe4d032-eba3-43c3-be88-4b644443438d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/ports/1d2717ca-de34-478f-9b5b-dd6077130f32 HTTP/1.1" status: 200 len: 919 time: 0.8596866 Jul 28 18:35:21.602939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:21.608853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da627b62-3a44-40ea-926d-d578fbf7f10b'}, {'subnet_id': '08dadfea-a50a-4880-9f8d-2844b0812930'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:21.678129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.762570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c2f56841-b2ff-4e55-b52a-a9969f90b515 None None] Provisioning complete for port 1d2717ca-de34-478f-9b5b-dd6077130f32 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:21.763701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c2f56841-b2ff-4e55-b52a-a9969f90b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:21.798585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c2f56841-b2ff-4e55-b52a-a9969f90b515 None None] Port 1d2717ca-de34-478f-9b5b-dd6077130f32 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:21.922948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.29 (3d16ff14-8feb-4d99-a556-e2f5170cb602/08dadfea-a50a-4880-9f8d-2844b0812930/1d2717ca-de34-478f-9b5b-dd6077130f32) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:22.046162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.059548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 1d2717ca-de34-478f-9b5b-dd6077130f32 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:22.145729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.255262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=1d2717ca-de34-478f-9b5b-dd6077130f32,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:22.280943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] In _notify_port_updated(), no bound segment for port 1d2717ca-de34-478f-9b5b-dd6077130f32 on network 3d16ff14-8feb-4d99-a556-e2f5170cb602 {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:35:22.288707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:22.289390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.290710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-494344bd-56e6-48a9-972b-f1d7b62c673a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/ports/1d2717ca-de34-478f-9b5b-dd6077130f32 HTTP/1.1" status: 200 len: 999 time: 0.6866133 Jul 28 18:35:22.294533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42486) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:22.384103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 1d2717ca-de34-478f-9b5b-dd6077130f32 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:22.384443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.472733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.485006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 1d2717ca-de34-478f-9b5b-dd6077130f32 owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:22.516278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e11ca307-d11a-4787-b74e-fc4d8d289324 None None] Provisioning for port 1d2717ca-de34-478f-9b5b-dd6077130f32 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:22.516278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e11ca307-d11a-4787-b74e-fc4d8d289324 None None] Provisioning complete for port 1d2717ca-de34-478f-9b5b-dd6077130f32 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:22.516610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e11ca307-d11a-4787-b74e-fc4d8d289324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.553858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e11ca307-d11a-4787-b74e-fc4d8d289324 None None] Port 1d2717ca-de34-478f-9b5b-dd6077130f32 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:22.767091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.794101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=1d2717ca-de34-478f-9b5b-dd6077130f32,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:22.895805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:22.897934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc51f7af-9d86-494b-95f4-c565d6170398 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/1d2717ca-de34-478f-9b5b-dd6077130f32 HTTP/1.1" status: 204 len: 168 time: 0.6023121 Jul 28 18:35:22.900340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42492) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:22.926015 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-17da561b-106d-4d4b-9598-e6dbced6a080 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:22.930390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-17da561b-106d-4d4b-9598-e6dbced6a080 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/1d2717ca-de34-478f-9b5b-dd6077130f32 HTTP/1.1" status: 404 len: 333 time: 0.0265369 Jul 28 18:35:22.930710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:22.983285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 08dadfea-a50a-4880-9f8d-2844b0812930 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:22.986689 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.031315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.167666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:35:23.433705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.561650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.586467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=08dadfea-a50a-4880-9f8d-2844b0812930,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:23.592411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.594253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-78f263b8-13c3-424b-a3dd-4c1be5783275 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/08dadfea-a50a-4880-9f8d-2844b0812930 HTTP/1.1" status: 204 len: 168 time: 0.6625402 Jul 28 18:35:23.597358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42498) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:23.599906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac662286-ff70-4c99-ad82-fa412b1af637 None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:23.651386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet da627b62-3a44-40ea-926d-d578fbf7f10b {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:23.655039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.693325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.794374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.956414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.984049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=da627b62-3a44-40ea-926d-d578fbf7f10b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:23.995773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:23.998350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e676911f-6ec3-4d1a-b16c-15b3de5610e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/da627b62-3a44-40ea-926d-d578fbf7f10b HTTP/1.1" status: 204 len: 168 time: 0.3996882 Jul 28 18:35:24.001318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42502) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:24.091968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.154699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 40ecff16-8cb6-4c04-b1bd-605160551fc1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:24.155047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.225912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port 40ecff16-8cb6-4c04-b1bd-605160551fc1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40ecff16-8cb6-4c04-b1bd-605160551fc1,segment=NetworkSegment(e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2),segment_id=e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:24.226282 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.241601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 40ecff16-8cb6-4c04-b1bd-605160551fc1 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:24.326496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52057e-16a7-4228-ae6a-879712432294 None None] Network 3d16ff14-8feb-4d99-a556-e2f5170cb602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:24.418668 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.462535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c687c198-dda3-4442-9a4c-e36de6459045 None None] Provisioning complete for port 40ecff16-8cb6-4c04-b1bd-605160551fc1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:24.463178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c687c198-dda3-4442-9a4c-e36de6459045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.467069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=40ecff16-8cb6-4c04-b1bd-605160551fc1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:24.469231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port 40ecff16-8cb6-4c04-b1bd-605160551fc1 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:24.489155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c687c198-dda3-4442-9a4c-e36de6459045 None None] Port 40ecff16-8cb6-4c04-b1bd-605160551fc1 was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:35:24.578904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.589571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d16ff14-8feb-4d99-a556-e2f5170cb602']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:24.600044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98b355-0b33-40bc-aeb2-3494b016b4c6 None None] DHCP port deletion for 3d16ff14-8feb-4d99-a556-e2f5170cb602 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:24.619253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:24.619591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4822ed6-1ed7-4af8-aa14-6fbea1aafdc2') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:24.629666 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.644256 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.650092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:24.650482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:24.654127 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:24.669312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40ecff16-8cb6-4c04-b1bd-605160551fc1 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:24.689090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 40ecff16-8cb6-4c04-b1bd-605160551fc1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:24.689445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40ecff16-8cb6-4c04-b1bd-605160551fc1 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:24.796950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.803943 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:24.805754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/3d16ff14-8feb-4d99-a556-e2f5170cb602 HTTP/1.1" status: 204 len: 168 time: 0.8034472 Jul 28 18:35:24.810069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42506) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:24.817989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f924b1-8bf2-4995-98dc-f57488201b33 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=3d16ff14-8feb-4d99-a556-e2f5170cb602,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:24.860815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b66b3-6e98-44fa-a9a0-7ae44f5f00fe tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:24.860815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd3b66b3-6e98-44fa-a9a0-7ae44f5f00fe tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0482771 Jul 28 18:35:24.863185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42508) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:24.910967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cc78e2dc-9654-4ea3-9c07-8c1edcc15a51 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0466859 Jul 28 18:35:24.914271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42510) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:24.918937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1588748970'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:25.031223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:25.034773 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.057292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:25.066122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.066468 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment cd98a776-e5aa-4938-b6c4-c69178f9651b of type vlan for network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d Jul 28 18:35:25.104551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.180157 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.185860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:25.186487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.253140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=c3106235-3ef9-4579-9e0d-fe73b4ab8f0d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:25.264816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:25.301047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-68da8f99-0e58-448b-96f8-c956e10e6885 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3857610 Jul 28 18:35:25.303915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42516) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:25.309616 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:25.492852 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:25.496876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.762935 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:25.827994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=6f3e0355-7c09-4805-8be6-a5a2c53289f5,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:25.836809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': 'cd98a776-e5aa-4938-b6c4-c69178f9651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:25.837179 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: c3106235-3ef9-4579-9e0d-fe73b4ab8f0d, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:25.948053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:26.037285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c3106235-3ef9-4579-9e0d-fe73b4ab8f0d) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:26.041352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:26.041984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.047681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9799f74-7980-43a2-8af4-c5bb5eeb03ee None None] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:26.120217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e2f9c20f-3bcc-4cfc-943e-f270e160428a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8126094 Jul 28 18:35:26.120858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42520) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:26.126793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d', 'name': 'tempest-PortsTestJSON-1696298187'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:26.196738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c3106235-3ef9-4579-9e0d-fe73b4ab8f0d', 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': '6f3e0355-7c09-4805-8be6-a5a2c53289f5'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:26.197939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.305605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:26.309342 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.329992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:26.336511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Allocated IP 172.20.0.2 (c3106235-3ef9-4579-9e0d-fe73b4ab8f0d/6f3e0355-7c09-4805-8be6-a5a2c53289f5/61b39b27-dbdd-4f37-8168-e0a4f88ba8f0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:26.481698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.489824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Transition to ACTIVE for port object 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:26.504580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Transition to ACTIVE for port object 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:26.569540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.613646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:26.619780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:26.622278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:26.623159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.3 (c3106235-3ef9-4579-9e0d-fe73b4ab8f0d/6f3e0355-7c09-4805-8be6-a5a2c53289f5/9a4052ec-1ad0-403a-aed2-e1ba3e117d26) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:26.624341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Pushing event updated for resources: {'Port': ['ID=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:26.691201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Attempting to bind port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:26.691807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Attempting to bind port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cd98a776-e5aa-4938-b6c4-c69178f9651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:26.692176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Attempting to bind port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 on network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:26.698749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:26.702274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Checking segment: {'id': 'cd98a776-e5aa-4938-b6c4-c69178f9651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:26.708438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.708438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Bound using segment: {'id': 'cd98a776-e5aa-4938-b6c4-c69178f9651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:26.708438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Bound port: 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd98a776-e5aa-4938-b6c4-c69178f9651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:26.708438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.818742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] For port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:26.822382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] For port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,segment=NetworkSegment(cd98a776-e5aa-4938-b6c4-c69178f9651b),segment_id=cd98a776-e5aa-4938-b6c4-c69178f9651b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:26.822619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.839775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:26.935609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:26.992302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335135-5c2d-4f14-8b4e-0bbf316189f7 None None] Pushing event updated for resources: {'Port': ['ID=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:26.998675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:27.044531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:27.047458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:27.049842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:27.077247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=9a4052ec-1ad0-403a-aed2-e1ba3e117d26,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:27.110537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:27.110537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:27.206542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d9328f1-e516-449a-9225-0e4a3e2264fc tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0829515 Jul 28 18:35:27.207754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42524) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:27.212856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'c3106235-3ef9-4579-9e0d-fe73b4ab8f0d', 'name': 'tempest-PortsTestJSON-65281144'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:27.401959 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:27.406911 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:27.426366 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:27.538949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.7 (c3106235-3ef9-4579-9e0d-fe73b4ab8f0d/6f3e0355-7c09-4805-8be6-a5a2c53289f5/a0c8c406-bd3c-4c92-b71b-a17ad75dfb18) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:27.701946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:27.717377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:27.820363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:27.863019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:27.866136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:27.870025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:27.899548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0051c34-318f-4be6-860d-e25af0cdf1f2 None None] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:27.903436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=a0c8c406-bd3c-4c92-b71b-a17ad75dfb18,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:27.932515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:27.933974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.015663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61ebd989-e2df-4696-af01-b1afa6d22db6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8067849 Jul 28 18:35:28.018458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42534) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:28.108056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b13fe-20ba-4d65-8d88-97f60139a6d1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:28.112452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f0b13fe-20ba-4d65-8d88-97f60139a6d1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.0903177 Jul 28 18:35:28.112833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42536) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:28.176894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52749a65-c65b-4b62-91d7-94a2157f8873 None None] Provisioning for port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:28.212515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:28.212990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.309661 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.322325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:28.538526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.541299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Provisioning for port a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:28.543688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Provisioning complete for port a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:28.544315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.566163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Port a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:35:28.595524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=a0c8c406-bd3c-4c92-b71b-a17ad75dfb18,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:28.643019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Provisioning for port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:28.648120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Provisioning complete for port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:28.649769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.655887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.657999 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-368f56d5-4a07-480b-bde5-efaf28466cda tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 HTTP/1.1" status: 204 len: 168 time: 0.5441537 Jul 28 18:35:28.660789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42538) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:28.694244 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-29811afc-cef5-43db-ab7d-c02c1bd3e4be tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:28.697472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-29811afc-cef5-43db-ab7d-c02c1bd3e4be tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/a0c8c406-bd3c-4c92-b71b-a17ad75dfb18 HTTP/1.1" status: 404 len: 333 time: 0.0357761 Jul 28 18:35:28.700839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42540) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:28.708161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fd3242b1-904c-459e-8105-870c59df21a6 None None] Port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:28.753475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:28.811358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:28.811808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.862108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-80be131e-a0e7-4e52-bb5a-8b0528ec3a52 None None] Provisioning complete for port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:28.863343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-80be131e-a0e7-4e52-bb5a-8b0528ec3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.888087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:28.896433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:28.896811 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.920908 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:28.934574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-80be131e-a0e7-4e52-bb5a-8b0528ec3a52 None None] Port 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:28.936567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 9a4052ec-1ad0-403a-aed2-e1ba3e117d26 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:29.010892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.049481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,segment=NetworkSegment(cd98a776-e5aa-4938-b6c4-c69178f9651b),segment_id=cd98a776-e5aa-4938-b6c4-c69178f9651b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:29.061017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f34dd19a-945c-4b5a-8424-dfa89d490af8 None None] Could not find standard attr ID for object a0c8c406-bd3c-4c92-b71b-a17ad75dfb18. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:35:29.123236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.157353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.174643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:29.196607 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=9a4052ec-1ad0-403a-aed2-e1ba3e117d26,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:29.380873 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.383039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e87c8557-5333-41fa-8082-604e1a8e5089 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/9a4052ec-1ad0-403a-aed2-e1ba3e117d26 HTTP/1.1" status: 204 len: 168 time: 0.6811500 Jul 28 18:35:29.385710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:29.427310 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d8739d-b173-4c6e-9e60-41ebaed8d90b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:29.429034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-04d8739d-b173-4c6e-9e60-41ebaed8d90b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/9a4052ec-1ad0-403a-aed2-e1ba3e117d26 HTTP/1.1" status: 404 len: 333 time: 0.0423346 Jul 28 18:35:29.433963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42546) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:29.504294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 6f3e0355-7c09-4805-8be6-a5a2c53289f5 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:29.510124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.552909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.637837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.749654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.776247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3e0355-7c09-4805-8be6-a5a2c53289f5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:29.780442 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.782436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20bb4172-7a12-4c68-b8b9-ebf84a6e867e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/6f3e0355-7c09-4805-8be6-a5a2c53289f5 HTTP/1.1" status: 204 len: 168 time: 0.3472531 Jul 28 18:35:29.784912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:29.787809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511d7a4-c03e-4880-bb8a-be6bcc7eb569 None None] Network c3106235-3ef9-4579-9e0d-fe73b4ab8f0d requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:29.859778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.913586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:29.913930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:29.960805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] DHCP port deletion for c3106235-3ef9-4579-9e0d-fe73b4ab8f0d request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:30.010412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Deleting port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:30.010749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.081941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] For port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,segment=NetworkSegment(cd98a776-e5aa-4938-b6c4-c69178f9651b),segment_id=cd98a776-e5aa-4938-b6c4-c69178f9651b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:30.082334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.104992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Calling delete_port for 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:30.255024 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.281393 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] Pushing event deleted for resources: {'Port': ['ID=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:30.282762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900dd9f-5650-49f3-87fe-c9d327bc5c0a None None] No DVR routers for this DVR port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:30.293123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,segment=NetworkSegment(cd98a776-e5aa-4938-b6c4-c69178f9651b),segment_id=cd98a776-e5aa-4938-b6c4-c69178f9651b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:30.293446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.306792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:30.386081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.413887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=61b39b27-dbdd-4f37-8168-e0a4f88ba8f0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:30.423059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:30.510912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.522388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3106235-3ef9-4579-9e0d-fe73b4ab8f0d']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:30.532231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd98a776-e5aa-4938-b6c4-c69178f9651b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:30.534063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd98a776-e5aa-4938-b6c4-c69178f9651b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:30.541687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.561175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.567052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:30.567464 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self.session.flush() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:30.570361 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:30.678236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:30.698365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:30.698646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 61b39b27-dbdd-4f37-8168-e0a4f88ba8f0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:30.711191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.717973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.719808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/c3106235-3ef9-4579-9e0d-fe73b4ab8f0d HTTP/1.1" status: 204 len: 168 time: 0.9334154 Jul 28 18:35:30.723485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:30.729017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050751649'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:30.731826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264826-ce60-4ec1-b0de-e107e1419aab tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=c3106235-3ef9-4579-9e0d-fe73b4ab8f0d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:30.820428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:30.826530 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.852040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:30.861515 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:30.861924 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment 67643f96-9ff3-4c3e-bf82-ba11eefa815a of type vlan for network dacc477a-9086-4057-a795-cbb36fa874d6 Jul 28 18:35:30.900615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.002763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.008369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:31.008974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.073433 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=dacc477a-9086-4057-a795-cbb36fa874d6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:31.083634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network dacc477a-9086-4057-a795-cbb36fa874d6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:31.137429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7b89fa9-36cd-4004-beb8-54183b47852c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4127491 Jul 28 18:35:31.140655 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42598) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:31.146937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:31.288250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:31.295148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.574775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.628396 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=8d50781c-a45f-4b6a-8f22-16536934ab6a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:31.643988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': '67643f96-9ff3-4c3e-bf82-ba11eefa815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:31.644355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: dacc477a-9086-4057-a795-cbb36fa874d6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:31.729146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network dacc477a-9086-4057-a795-cbb36fa874d6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:31.812562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, dacc477a-9086-4057-a795-cbb36fa874d6) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:31.816982 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:31.821602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:31.825277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731b702-8210-4dec-bf01-069530d43636 None None] Network dacc477a-9086-4057-a795-cbb36fa874d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:31.895669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00d32508-1ac5-438e-bac7-610963260c17 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7528808 Jul 28 18:35:31.897459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42602) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:31.902704 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6', 'name': 'tempest-PortsTestJSON-1388658695', 'fixed_ips': [{'subnet_id': '8d50781c-a45f-4b6a-8f22-16536934ab6a', 'ip_address': '172.20.0.10'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:31.985057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-dacc477a-9086-4057-a795-cbb36fa874d6', 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': '8d50781c-a45f-4b6a-8f22-16536934ab6a'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:31.986014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.099827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:32.118670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Allocated IP 172.20.0.2 (dacc477a-9086-4057-a795-cbb36fa874d6/8d50781c-a45f-4b6a-8f22-16536934ab6a/b1c45e7c-e02a-4e51-aac2-f712179f6327) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:32.185198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.203288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 96683d61-8cb2-46a7-987e-d1f3857aa931 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:32.265039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.272934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Transition to ACTIVE for port object b1c45e7c-e02a-4e51-aac2-f712179f6327 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:32.288219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Transition to ACTIVE for port object b1c45e7c-e02a-4e51-aac2-f712179f6327 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:32.391323 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.428629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Network dacc477a-9086-4057-a795-cbb36fa874d6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:32.431415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:32.434793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:32.438052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.10 (dacc477a-9086-4057-a795-cbb36fa874d6/8d50781c-a45f-4b6a-8f22-16536934ab6a/96683d61-8cb2-46a7-987e-d1f3857aa931) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:32.449587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Pushing event updated for resources: {'Port': ['ID=b1c45e7c-e02a-4e51-aac2-f712179f6327,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:32.499940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Attempting to bind port b1c45e7c-e02a-4e51-aac2-f712179f6327 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:32.500438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Attempting to bind port b1c45e7c-e02a-4e51-aac2-f712179f6327 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '67643f96-9ff3-4c3e-bf82-ba11eefa815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:32.500854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Attempting to bind port b1c45e7c-e02a-4e51-aac2-f712179f6327 on network dacc477a-9086-4057-a795-cbb36fa874d6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:32.507437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:32.507437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Checking segment: {'id': '67643f96-9ff3-4c3e-bf82-ba11eefa815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:32.507437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.507896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Bound using segment: {'id': '67643f96-9ff3-4c3e-bf82-ba11eefa815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:32.508424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Bound port: b1c45e7c-e02a-4e51-aac2-f712179f6327, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67643f96-9ff3-4c3e-bf82-ba11eefa815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:32.508872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.571352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] For port b1c45e7c-e02a-4e51-aac2-f712179f6327, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:32.574585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] For port b1c45e7c-e02a-4e51-aac2-f712179f6327, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b1c45e7c-e02a-4e51-aac2-f712179f6327,segment=NetworkSegment(67643f96-9ff3-4c3e-bf82-ba11eefa815a),segment_id=67643f96-9ff3-4c3e-bf82-ba11eefa815a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:32.588332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.602124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 96683d61-8cb2-46a7-987e-d1f3857aa931 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:32.647363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.704075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5f7c7-95de-464e-aea7-2ecb09702e8e None None] Pushing event updated for resources: {'Port': ['ID=b1c45e7c-e02a-4e51-aac2-f712179f6327,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:32.704265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.750068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network dacc477a-9086-4057-a795-cbb36fa874d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:32.754532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:32.759874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:32.764703 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=96683d61-8cb2-46a7-987e-d1f3857aa931,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:32.811157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:32.811787 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:32.933373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8fac9ef1-16fb-4538-af5d-461896d5c704 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0345292 Jul 28 18:35:32.935708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42610) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:32.940866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'dacc477a-9086-4057-a795-cbb36fa874d6', 'name': 'tempest-PortsTestJSON-1840437879', 'fixed_ips': [{'subnet_id': '8d50781c-a45f-4b6a-8f22-16536934ab6a', 'ip_address': '172.20.0.9'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:33.114980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:33.120027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:33.145859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 5bf7684f-35fa-4513-92cc-06e014fc4239 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:33.303838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.9 (dacc477a-9086-4057-a795-cbb36fa874d6/8d50781c-a45f-4b6a-8f22-16536934ab6a/5bf7684f-35fa-4513-92cc-06e014fc4239) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:33.461575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:33.481904 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 5bf7684f-35fa-4513-92cc-06e014fc4239 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:33.584207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:33.626046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd498e6-db20-420a-94c8-41ffbe615a89 None None] Network dacc477a-9086-4057-a795-cbb36fa874d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:33.632999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network dacc477a-9086-4057-a795-cbb36fa874d6 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:33.636718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:33.640398 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:33.665984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=5bf7684f-35fa-4513-92cc-06e014fc4239,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:33.696878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:33.697511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:33.768847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eaeb6b93-dc45-4d47-922e-2e82ec524f1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8319738 Jul 28 18:35:33.771602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42614) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:33.791497 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-860b90ec-74ed-4492-9d72-602555c58cf9 None None] Provisioning for port b1c45e7c-e02a-4e51-aac2-f712179f6327 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:33.865019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491b722-8725-4e4b-8cc4-6aff19a1a973 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:33.866703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9491b722-8725-4e4b-8cc4-6aff19a1a973 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0940125 Jul 28 18:35:33.877057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42616) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:33.926109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c10607-6b2b-45bb-9445-2e55fbc9d3e3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:33.932112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c10607-6b2b-45bb-9445-2e55fbc9d3e3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:33.940880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c10607-6b2b-45bb-9445-2e55fbc9d3e3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:33.943052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c4c10607-6b2b-45bb-9445-2e55fbc9d3e3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0726542 Jul 28 18:35:33.946387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:34.071141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 5bf7684f-35fa-4513-92cc-06e014fc4239 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:34.071654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.170732 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.185129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 5bf7684f-35fa-4513-92cc-06e014fc4239 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:34.185361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Provisioning for port 96683d61-8cb2-46a7-987e-d1f3857aa931 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:34.189643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Provisioning complete for port 96683d61-8cb2-46a7-987e-d1f3857aa931 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:34.190335 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.245939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Port 96683d61-8cb2-46a7-987e-d1f3857aa931 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:34.328283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Provisioning for port 5bf7684f-35fa-4513-92cc-06e014fc4239 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:34.332532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Provisioning complete for port 5bf7684f-35fa-4513-92cc-06e014fc4239 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:34.332989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.369462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c15e3ace-326f-4d8f-ad84-7cdfc0b85020 None None] Port 5bf7684f-35fa-4513-92cc-06e014fc4239 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:34.458166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.480231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aeec2f96-4027-41d8-9283-d19c1804a337 None None] Could not find standard attr ID for object 5bf7684f-35fa-4513-92cc-06e014fc4239. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:35:34.486847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=5bf7684f-35fa-4513-92cc-06e014fc4239,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:34.490544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aeec2f96-4027-41d8-9283-d19c1804a337 None None] Provisioning complete for port 96683d61-8cb2-46a7-987e-d1f3857aa931 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:34.490800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aeec2f96-4027-41d8-9283-d19c1804a337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.536763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-aeec2f96-4027-41d8-9283-d19c1804a337 None None] Port 96683d61-8cb2-46a7-987e-d1f3857aa931 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:34.561653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.563611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d1405dc1-a5ee-4882-abd7-f55fcec052b5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/5bf7684f-35fa-4513-92cc-06e014fc4239 HTTP/1.1" status: 204 len: 168 time: 0.6161423 Jul 28 18:35:34.566294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:34.591113 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce519f11-d90e-4b36-b259-bea9f9c65fe6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:34.592679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce519f11-d90e-4b36-b259-bea9f9c65fe6 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/5bf7684f-35fa-4513-92cc-06e014fc4239 HTTP/1.1" status: 404 len: 333 time: 0.0253403 Jul 28 18:35:34.595471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42624) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:34.704047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 96683d61-8cb2-46a7-987e-d1f3857aa931 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:34.704399 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.711944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b1c45e7c-e02a-4e51-aac2-f712179f6327 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:34.792495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.804836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 96683d61-8cb2-46a7-987e-d1f3857aa931 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:34.830870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b1c45e7c-e02a-4e51-aac2-f712179f6327 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:34.835314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b1c45e7c-e02a-4e51-aac2-f712179f6327 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:34.835937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.925058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:34.958647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b1c45e7c-e02a-4e51-aac2-f712179f6327, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b1c45e7c-e02a-4e51-aac2-f712179f6327,segment=NetworkSegment(67643f96-9ff3-4c3e-bf82-ba11eefa815a),segment_id=67643f96-9ff3-4c3e-bf82-ba11eefa815a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:35.042608 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.093644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b1c45e7c-e02a-4e51-aac2-f712179f6327,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:35.328435 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.357280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=96683d61-8cb2-46a7-987e-d1f3857aa931,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:35.427680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.429860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1fd7fd10-bd37-42af-aca7-44a66a705e5c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/96683d61-8cb2-46a7-987e-d1f3857aa931 HTTP/1.1" status: 204 len: 168 time: 0.8332543 Jul 28 18:35:35.432625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:35.460667 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4d0210-5ecf-4240-9942-3747c777092c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:35.464710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0d4d0210-5ecf-4240-9942-3747c777092c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/96683d61-8cb2-46a7-987e-d1f3857aa931 HTTP/1.1" status: 404 len: 333 time: 0.0277038 Jul 28 18:35:35.465167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42638) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:35.523475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 8d50781c-a45f-4b6a-8f22-16536934ab6a {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:35.527414 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.572360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.651869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.783920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.808899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=8d50781c-a45f-4b6a-8f22-16536934ab6a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:35.815208 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.817158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-80595e6f-5cd2-4604-bd80-f121ea841e08 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/8d50781c-a45f-4b6a-8f22-16536934ab6a HTTP/1.1" status: 204 len: 168 time: 0.3508773 Jul 28 18:35:35.819788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42640) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:35.822258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b0094-22e0-4fb9-85cb-411a5983ecc3 None None] Network dacc477a-9086-4057-a795-cbb36fa874d6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:35.897098 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.955253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port b1c45e7c-e02a-4e51-aac2-f712179f6327 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:35.955749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:35.995055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] DHCP port deletion for dacc477a-9086-4057-a795-cbb36fa874d6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:36.023517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port b1c45e7c-e02a-4e51-aac2-f712179f6327, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b1c45e7c-e02a-4e51-aac2-f712179f6327,segment=NetworkSegment(67643f96-9ff3-4c3e-bf82-ba11eefa815a),segment_id=67643f96-9ff3-4c3e-bf82-ba11eefa815a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:36.023888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.038083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for b1c45e7c-e02a-4e51-aac2-f712179f6327 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:36.039568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Deleting port b1c45e7c-e02a-4e51-aac2-f712179f6327 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:36.039946 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.111655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] For port b1c45e7c-e02a-4e51-aac2-f712179f6327, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b1c45e7c-e02a-4e51-aac2-f712179f6327,segment=NetworkSegment(67643f96-9ff3-4c3e-bf82-ba11eefa815a),segment_id=67643f96-9ff3-4c3e-bf82-ba11eefa815a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:36.112197 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.130782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Calling delete_port for b1c45e7c-e02a-4e51-aac2-f712179f6327 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:36.197747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.231716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.251303 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=b1c45e7c-e02a-4e51-aac2-f712179f6327,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:36.263232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] Pushing event deleted for resources: {'Port': ['ID=b1c45e7c-e02a-4e51-aac2-f712179f6327,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:36.264081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port b1c45e7c-e02a-4e51-aac2-f712179f6327 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:36.269649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3e35f-2c03-45be-8acc-f67643b41727 None None] No DVR routers for this DVR port b1c45e7c-e02a-4e51-aac2-f712179f6327 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:36.349518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.363488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacc477a-9086-4057-a795-cbb36fa874d6']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:36.375493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67643f96-9ff3-4c3e-bf82-ba11eefa815a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:36.375831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67643f96-9ff3-4c3e-bf82-ba11eefa815a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:36.385563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.402564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.409383 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:36.409790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:36.412948 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:36.539656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.547346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.548696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/dacc477a-9086-4057-a795-cbb36fa874d6 HTTP/1.1" status: 204 len: 168 time: 0.7279656 Jul 28 18:35:36.552700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42644) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:36.557870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-141307845'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:36.560376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f6f2-fa40-4ca8-a025-516c09743b1a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=dacc477a-9086-4057-a795-cbb36fa874d6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:36.619491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:36.623465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.646545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:35:36.654880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.655194 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Added segment 6a507047-99d6-4faa-819a-90b7d0d2d48a of type vlan for network ad8632b5-31aa-4d02-9615-89b91513bbad Jul 28 18:35:36.666838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b1c45e7c-e02a-4e51-aac2-f712179f6327 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:36.692029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b1c45e7c-e02a-4e51-aac2-f712179f6327 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:36.692449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b1c45e7c-e02a-4e51-aac2-f712179f6327 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:36.701926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.773261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.779191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:36.779819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:36.851319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Network': ['ID=ad8632b5-31aa-4d02-9615-89b91513bbad,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:36.861900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network ad8632b5-31aa-4d02-9615-89b91513bbad details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:35:36.920790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93e797bf-4e72-42a4-8e07-dbd3e75c6b2e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3634422 Jul 28 18:35:36.921160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42646) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:36.926376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:37.070875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:37.074519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.332532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.392012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=33c163f6-aef3-4011-a09a-c8dd4339525d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:37.401235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Checking segment: {'id': '6a507047-99d6-4faa-819a-90b7d0d2d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:37.401622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network hostable DHCP agents. Network: ad8632b5-31aa-4d02-9615-89b91513bbad, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:35:37.509085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network ad8632b5-31aa-4d02-9615-89b91513bbad is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:35:37.573259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, ad8632b5-31aa-4d02-9615-89b91513bbad) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:37.577834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:37.579333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.580811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d4bb7-6202-477e-af9e-a67fc6552d11 None None] Network ad8632b5-31aa-4d02-9615-89b91513bbad requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:37.654605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4e118a9-84ee-439a-ab41-c4dd8ac6bae3 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322936 Jul 28 18:35:37.657133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42656) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:37.662187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-560982561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:37.705274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7972-8b0d-4e36-a24b-da935bb73aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.739499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-ad8632b5-31aa-4d02-9615-89b91513bbad', 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': '33c163f6-aef3-4011-a09a-c8dd4339525d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:37.740117 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.755671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.756747 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.814696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.872051 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.877658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Allocated IP 172.20.0.2 (ad8632b5-31aa-4d02-9615-89b91513bbad/33c163f6-aef3-4011-a09a-c8dd4339525d/cbef5304-7b45-425a-8378-041ee3175e71) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:37.951103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:37.952432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80d19b97-7943-4d20-958a-51d530eb51b9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2943478 Jul 28 18:35:37.957967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42658) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:37.963073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad', 'name': 'tempest-PortsTestJSON-854487259'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:38.020929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.031293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Transition to ACTIVE for port object cbef5304-7b45-425a-8378-041ee3175e71 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:38.048226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Transition to ACTIVE for port object cbef5304-7b45-425a-8378-041ee3175e71 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:38.127280 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.155250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:38.159341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.170031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Network ad8632b5-31aa-4d02-9615-89b91513bbad is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:38.174416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:38.178071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 0b638b60-aa92-4ca9-911b-0baa36661edf yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:38.180893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:38.183980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Pushing event updated for resources: {'Port': ['ID=cbef5304-7b45-425a-8378-041ee3175e71,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:38.237303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Attempting to bind port cbef5304-7b45-425a-8378-041ee3175e71 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:38.237683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Attempting to bind port cbef5304-7b45-425a-8378-041ee3175e71 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6a507047-99d6-4faa-819a-90b7d0d2d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:38.238182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Attempting to bind port cbef5304-7b45-425a-8378-041ee3175e71 on network ad8632b5-31aa-4d02-9615-89b91513bbad {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:38.243449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:38.245925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Checking segment: {'id': '6a507047-99d6-4faa-819a-90b7d0d2d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:38.245925 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.245925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Bound using segment: {'id': '6a507047-99d6-4faa-819a-90b7d0d2d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:38.245925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Bound port: cbef5304-7b45-425a-8378-041ee3175e71, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a507047-99d6-4faa-819a-90b7d0d2d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad8632b5-31aa-4d02-9615-89b91513bbad'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:38.246310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.309708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.12 (ad8632b5-31aa-4d02-9615-89b91513bbad/33c163f6-aef3-4011-a09a-c8dd4339525d/0b638b60-aa92-4ca9-911b-0baa36661edf) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:38.311057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] For port cbef5304-7b45-425a-8378-041ee3175e71, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:38.314428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] For port cbef5304-7b45-425a-8378-041ee3175e71, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cbef5304-7b45-425a-8378-041ee3175e71,segment=NetworkSegment(6a507047-99d6-4faa-819a-90b7d0d2d48a),segment_id=6a507047-99d6-4faa-819a-90b7d0d2d48a)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:38.391697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.453223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2ee5-e12b-4b90-8c25-2ecaf04c472d None None] Pushing event updated for resources: {'Port': ['ID=cbef5304-7b45-425a-8378-041ee3175e71,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:38.460718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.477341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 0b638b60-aa92-4ca9-911b-0baa36661edf will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:38.578437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.671891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network ad8632b5-31aa-4d02-9615-89b91513bbad is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:38.680573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:38.685781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:38.715289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=0b638b60-aa92-4ca9-911b-0baa36661edf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:38.762174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:38.762854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:38.763230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cbef5304-7b45-425a-8378-041ee3175e71 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:38.848407 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ddd42a33-7695-40a3-8390-cf3f1d34fed4 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8892214 Jul 28 18:35:38.850875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42662) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:38.882378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cbef5304-7b45-425a-8378-041ee3175e71 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:39.180321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.376735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875033a-7047-4056-b64c-21f963c86873 None None] Network ad8632b5-31aa-4d02-9615-89b91513bbad requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:39.439718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.488242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Provisioning for port cbef5304-7b45-425a-8378-041ee3175e71 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:39.493351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Provisioning complete for port cbef5304-7b45-425a-8378-041ee3175e71 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:39.494644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.522241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.602302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=0b638b60-aa92-4ca9-911b-0baa36661edf,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:39.612111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.662641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] For port cbef5304-7b45-425a-8378-041ee3175e71, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cbef5304-7b45-425a-8378-041ee3175e71,segment=NetworkSegment(6a507047-99d6-4faa-819a-90b7d0d2d48a),segment_id=6a507047-99d6-4faa-819a-90b7d0d2d48a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:39.761000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.814642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27190ff-08e0-4794-9f41-af4c13806568 None None] Pushing event updated for resources: {'Port': ['ID=cbef5304-7b45-425a-8378-041ee3175e71,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:39.819248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.951940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Provisioning for port 0b638b60-aa92-4ca9-911b-0baa36661edf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:39.958781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Provisioning complete for port 0b638b60-aa92-4ca9-911b-0baa36661edf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:39.959283 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:39.994799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Port 0b638b60-aa92-4ca9-911b-0baa36661edf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:40.006746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Provisioning complete for port cbef5304-7b45-425a-8378-041ee3175e71 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:40.007124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f9adcba-c2da-4b6b-a1d9-43572c7c3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.102179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.111680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.190357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:40.252138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cebba25c-8708-4792-b639-3d4b58b142f3 None None] Provisioning complete for port 0b638b60-aa92-4ca9-911b-0baa36661edf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:40.252523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cebba25c-8708-4792-b639-3d4b58b142f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.295411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ccca8b27-91d5-4a52-ba13-55869ad747e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.308867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cebba25c-8708-4792-b639-3d4b58b142f3 None None] Port 0b638b60-aa92-4ca9-911b-0baa36661edf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:40.324496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1f3c-e722-49d4-8c1d-fc5582ceecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.414312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1f3c-e722-49d4-8c1d-fc5582ceecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.427828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7c37b951-65a3-4375-aeac-fee497e48618 None None] Provisioning complete for port 0b638b60-aa92-4ca9-911b-0baa36661edf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:40.428312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c37b951-65a3-4375-aeac-fee497e48618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.449177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.465713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7c37b951-65a3-4375-aeac-fee497e48618 None None] Port 0b638b60-aa92-4ca9-911b-0baa36661edf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:40.538823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1f3c-e722-49d4-8c1d-fc5582ceecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.577921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ecbc1f3c-e722-49d4-8c1d-fc5582ceecfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=734e39a1579648a7867775843459ba54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863025 Jul 28 18:35:40.578788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1f3c-e722-49d4-8c1d-fc5582ceecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f8a2c1-52e9-4194-aa56-b79a8ba81dde,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:40.581439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:40.596327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.684650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cbef5304-7b45-425a-8378-041ee3175e71 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:40.697340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=0b638b60-aa92-4ca9-911b-0baa36661edf,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:40.702613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.720063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.731342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cbef5304-7b45-425a-8378-041ee3175e71 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:40.731820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.780735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.852441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network ad8632b5-31aa-4d02-9615-89b91513bbad is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:40.855689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:40.963702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.966470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:40.969915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3f8a2c1-52e9-4194-aa56-b79a8ba81dde HTTP/1.1" status: 204 len: 168 time: 0.3850548 Jul 28 18:35:40.983142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e769-29e5-4f18-b578-a5dbc076fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f8a2c1-52e9-4194-aa56-b79a8ba81dde,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:41.070659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Router 8ae77083-7c10-48d2-b986-442b738501f7 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:35:41.087153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-476116c0-7bd8-4513-b5f3-f9cba19007d2 None None] Provisioning complete for port 0b638b60-aa92-4ca9-911b-0baa36661edf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:41.087716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-476116c0-7bd8-4513-b5f3-f9cba19007d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:41.120433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-476116c0-7bd8-4513-b5f3-f9cba19007d2 None None] Port 0b638b60-aa92-4ca9-911b-0baa36661edf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:41.122308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:41.167465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:35:41.173332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e4f89b61-cdd2-4147-aebc-4a4e7bf824ce tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/routers/8ae77083-7c10-48d2-b986-442b738501f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3208499 Jul 28 18:35:41.175564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:41.177440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] Sync routers for ids ['8ae77083-7c10-48d2-b986-442b738501f7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:35:41.186625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] Routers {'8ae77083-7c10-48d2-b986-442b738501f7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:41.187283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ae77083-7c10-48d2-b986-442b738501f7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:41.224094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:41.233638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] Routers {'8ae77083-7c10-48d2-b986-442b738501f7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:41.234281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ae77083-7c10-48d2-b986-442b738501f7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:41.234908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665d80b-27f6-4557-b748-199428230f52 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:41.240807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8665d80b-27f6-4557-b748-199428230f52 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ae77083-7c10-48d2-b986-442b738501f7 HTTP/1.1" status: 200 len: 982 time: 0.0600557 Jul 28 18:35:41.240807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42686) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:41.272645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:41.273324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b945f79-6108-4b0c-9f19-fbab98b56491 None None] The sync data for ids ['8ae77083-7c10-48d2-b986-442b738501f7'] in n-d-778550-5 is: [] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:35:41.732002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe2c1b-31ec-403f-a4c0-8fa7c7dcc5c8 req-002a0db2-5af5-4050-89fb-50ea455dbbd7 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:41.733540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ffe2c1b-31ec-403f-a4c0-8fa7c7dcc5c8 req-002a0db2-5af5-4050-89fb-50ea455dbbd7 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.0906205 Jul 28 18:35:41.803878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ffe2c1b-31ec-403f-a4c0-8fa7c7dcc5c8 req-b246235e-b316-4874-af5f-98fa5b5d55b4 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Jul 28 18:35:41.918656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23191-21ad-4a33-bef4-142e31a7f94e req-5b5aab7a-b3a8-4785-aad9-58340604330e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:41.920199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1c23191-21ad-4a33-bef4-142e31a7f94e req-5b5aab7a-b3a8-4785-aad9-58340604330e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0487738 Jul 28 18:35:41.958523 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1c23191-21ad-4a33-bef4-142e31a7f94e req-94cf6f49-86db-4c51-8b17-97d45b80a5bf tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Jul 28 18:35:41.981587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42692) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:42.038885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:42.044412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b985e1c-a0d5-4d74-ae22-7d53c83e659e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 200 len: 993 time: 0.0616927 Jul 28 18:35:42.248844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 0b638b60-aa92-4ca9-911b-0baa36661edf {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:42.249190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:42.332792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:42.346420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 0b638b60-aa92-4ca9-911b-0baa36661edf owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:42.613390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:42.645334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=0b638b60-aa92-4ca9-911b-0baa36661edf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:42.829991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8498b2-bb6b-4842-a6f3-824de9d62465 req-404312ac-cfcb-4663-8d8c-7f0c60a3f94a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:42.830560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d8498b2-bb6b-4842-a6f3-824de9d62465 req-404312ac-cfcb-4663-8d8c-7f0c60a3f94a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.1288607 Jul 28 18:35:42.833973 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:42.956937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-c942893e-3aec-472d-9033-9280b671b9fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436775 Jul 28 18:35:42.967711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4d8498b2-bb6b-4842-a6f3-824de9d62465 req-0f2989ca-e3a9-4e63-8575-a1cc8b667f9f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155548 Jul 28 18:35:43.007788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.040978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Router 8ae77083-7c10-48d2-b986-442b738501f7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:35:43.116931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:35:43.121880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da96c09f-f061-41ef-9818-ffc2001b1d6a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/routers/8ae77083-7c10-48d2-b986-442b738501f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811109 Jul 28 18:35:43.124717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42708) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:43.128115 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] Sync routers for ids ['8ae77083-7c10-48d2-b986-442b738501f7'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:35:43.139573 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] Routers {'8ae77083-7c10-48d2-b986-442b738501f7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:43.140413 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ae77083-7c10-48d2-b986-442b738501f7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:43.150985 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b3237a-52cf-4514-8cde-3b454db983ec tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:43.153393 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62b3237a-52cf-4514-8cde-3b454db983ec tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/0b638b60-aa92-4ca9-911b-0baa36661edf HTTP/1.1" status: 404 len: 333 time: 0.0274916 Jul 28 18:35:43.156300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42710) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:43.174902 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:43.184191 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] Routers {'8ae77083-7c10-48d2-b986-442b738501f7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:35:43.184958 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:35:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['8ae77083-7c10-48d2-b986-442b738501f7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:43.227738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:43.228391 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8dd0f1-721b-41aa-9584-c5a600919ed9 None None] The sync data for ids ['8ae77083-7c10-48d2-b986-442b738501f7'] in n-d-778550-5 is: [] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:35:43.235413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.394443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.396800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.499251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.499840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae77083-7c10-48d2-b986-442b738501f7 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:35:43.507074 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.508214 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0d1ce744-bdc1-48b9-9c8e-bdd3ebcd24e9 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/routers/8ae77083-7c10-48d2-b986-442b738501f7 HTTP/1.1" status: 204 len: 168 time: 0.3508070 Jul 28 18:35:43.511413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42724) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:43.568036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 33c163f6-aef3-4011-a09a-c8dd4339525d {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:43.571207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.612700 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.703467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.842858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.872694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:43.874575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/33c163f6-aef3-4011-a09a-c8dd4339525d HTTP/1.1" status: 204 len: 168 time: 0.3622215 Jul 28 18:35:43.875584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd79ed-8eb0-4daa-b6e3-85f5ff5828db tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=33c163f6-aef3-4011-a09a-c8dd4339525d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:43.881549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67339686-b2b3-4464-aa00-a9b6bf3fd7bd None None] Network ad8632b5-31aa-4d02-9615-89b91513bbad requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:43.882850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42732) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:43.964209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.018665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port cbef5304-7b45-425a-8378-041ee3175e71 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:44.019019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.081329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] DHCP port deletion for ad8632b5-31aa-4d02-9615-89b91513bbad request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:44.111928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] For port cbef5304-7b45-425a-8378-041ee3175e71, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cbef5304-7b45-425a-8378-041ee3175e71,segment=NetworkSegment(6a507047-99d6-4faa-819a-90b7d0d2d48a),segment_id=6a507047-99d6-4faa-819a-90b7d0d2d48a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:44.113389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.134293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b01317-4c2d-464d-8e05-e21caccce30c req-2c44341f-07f8-4c4e-80a4-119601e41eae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:44.135151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for cbef5304-7b45-425a-8378-041ee3175e71 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:44.136022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86b01317-4c2d-464d-8e05-e21caccce30c req-2c44341f-07f8-4c4e-80a4-119601e41eae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0858335 Jul 28 18:35:44.141764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Deleting port cbef5304-7b45-425a-8378-041ee3175e71 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:44.142382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.187571 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86b01317-4c2d-464d-8e05-e21caccce30c req-949d91c5-6c7d-48d4-b6a1-c7d439f8db16 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 Jul 28 18:35:44.219381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] For port cbef5304-7b45-425a-8378-041ee3175e71, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cbef5304-7b45-425a-8378-041ee3175e71,segment=NetworkSegment(6a507047-99d6-4faa-819a-90b7d0d2d48a),segment_id=6a507047-99d6-4faa-819a-90b7d0d2d48a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:44.220292 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.237618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Calling delete_port for cbef5304-7b45-425a-8378-041ee3175e71 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:44.315054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.321140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.343348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=cbef5304-7b45-425a-8378-041ee3175e71,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:44.349991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Pushing event deleted for resources: {'Port': ['ID=cbef5304-7b45-425a-8378-041ee3175e71,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:44.352110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] No DVR routers for this DVR port cbef5304-7b45-425a-8378-041ee3175e71 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:44.352618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.353455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.353455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.353690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.354275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.354275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.355258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.355798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.355798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.356086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.356411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.356729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.359818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No DVR routers for this DVR port cbef5304-7b45-425a-8378-041ee3175e71 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:44.360786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.361140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.361492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.362326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.362326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.362535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.362822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.363161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.363837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.363837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.365962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.365962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4e289-2e0d-4da8-b2ee-d02dc8a41123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:35:44.448718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.460457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8632b5-31aa-4d02-9615-89b91513bbad']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:44.472291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a507047-99d6-4faa-819a-90b7d0d2d48a') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:44.472587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a507047-99d6-4faa-819a-90b7d0d2d48a') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:44.482407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.497754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.503591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:44.503992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:44.507190 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:44.625225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.632124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:44.637888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42736) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:44.638380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/ad8632b5-31aa-4d02-9615-89b91513bbad HTTP/1.1" status: 204 len: 168 time: 0.7531092 Jul 28 18:35:44.650159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44fe5a-1668-43e3-a54e-b9fbe5dcdc55 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=ad8632b5-31aa-4d02-9615-89b91513bbad,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:44.685362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c25c0-36a1-433c-9fff-de4184cc7769 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:44.687493 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b2c25c0-36a1-433c-9fff-de4184cc7769 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 HTTP/1.1" status: 200 len: 841 time: 0.0481782 Jul 28 18:35:44.690952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42738) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:44.693863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cbef5304-7b45-425a-8378-041ee3175e71 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:44.714342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cbef5304-7b45-425a-8378-041ee3175e71 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:35:44.714785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cbef5304-7b45-425a-8378-041ee3175e71 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:35:44.735489 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dbc154ad-3fa7-46e3-94a8-1dd68ce0340a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0433698 Jul 28 18:35:44.738933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42740) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:44.743711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:44.921889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:44.925487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.140201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-e08ae679-105a-4b92-94b8-165b81aa5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.141797 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-e08ae679-105a-4b92-94b8-165b81aa5c94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.0466287 Jul 28 18:35:45.167511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.257176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:45.267728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:45.275119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.275754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.277515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5114320-c4d7-45ee-82fe-2a7c4ec14444 None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:45.291152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=feb3c63a-6e5d-4217-bc58-056e06231203,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:45.296503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-d34b6033-f893-4356-b0a1-a6b7e33d4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.297996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-d34b6033-f893-4356-b0a1-a6b7e33d4455 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1490326 Jul 28 18:35:45.321033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176291c6-9a26-4ae0-8f61-9390fff64224 req-a0f94612-4bec-4516-94b8-e8461f783f91 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.324027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-176291c6-9a26-4ae0-8f61-9390fff64224 req-a0f94612-4bec-4516-94b8-e8461f783f91 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0648131 Jul 28 18:35:45.372725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-176291c6-9a26-4ae0-8f61-9390fff64224 req-bf862b91-720e-4468-b885-ce2361e4b491 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Jul 28 18:35:45.379407 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-12ceae58-e69d-41ae-b13c-90be985527a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1001 time: 0.0732517 Jul 28 18:35:45.396409 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6179eaee-498e-4b5f-83e8-7afd7f10f357 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6564512 Jul 28 18:35:45.404294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42744) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:45.409366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'security_group': {'name': 'tempest-secgroup-504165614'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:45.436388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-a9419b70-5551-4d16-a29f-1ca1adf227c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.440556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-a9419b70-5551-4d16-a29f-1ca1adf227c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0512879 Jul 28 18:35:45.443767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'tenant_id': 'ff92f4847a4a4f4f9279725ebd78ad55', 'fixed_ips': [{'subnet_id': 'feb3c63a-6e5d-4217-bc58-056e06231203'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:35:45.444733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.484141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-845cb8a0-1ac6-470f-b24a-72c1d9d1cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:45.485591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-845cb8a0-1ac6-470f-b24a-72c1d9d1cc80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405829 Jul 28 18:35:45.549031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.583909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-f061951f-f737-41d6-b3aa-bc49e9dce015 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900655 Jul 28 18:35:45.589806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Allocated IP 172.20.0.2 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/feb3c63a-6e5d-4217-bc58-056e06231203/a91cdce2-6089-4928-80e0-f5c3cde37370) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:45.629749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.644664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.691066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-628c6c24-e4e3-48a2-a88b-7ae3fcf7daa0 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001701 Jul 28 18:35:45.720646 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.741574 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.750033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Transition to ACTIVE for port object a91cdce2-6089-4928-80e0-f5c3cde37370 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:45.750720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fad47f-c51c-4db2-af41-693879db9464,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:45.765578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Transition to ACTIVE for port object a91cdce2-6089-4928-80e0-f5c3cde37370 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:45.841782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.842520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.843384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e612149e-3121-4bab-a5c0-be0460eb32e0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4376862 Jul 28 18:35:45.846194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42746) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:45.850916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'security_group': {'name': 'tempest-secgroup-420150239'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:45.880615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:45.884851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:45.888437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:45.897546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:45.939170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.948567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Attempting to bind port a91cdce2-6089-4928-80e0-f5c3cde37370 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:35:45.948987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Attempting to bind port a91cdce2-6089-4928-80e0-f5c3cde37370 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:35:45.949383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Attempting to bind port a91cdce2-6089-4928-80e0-f5c3cde37370 on network 62b37ef7-c5c5-4f0c-a73f-06510f60693f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:35:45.954210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:35:45.954616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Checking segment: {'id': 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:35:45.955031 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:45.955489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Bound using segment: {'id': 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:35:45.955913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Bound port: a91cdce2-6089-4928-80e0-f5c3cde37370, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:35:45.956298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.030735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:35:46.031098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.033711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:35:46.133024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.162249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.163168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e87e3-8754-4221-bcda-e7fc315772b6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:46.221121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240c9b-b1b3-4691-a70e-ecb77707f0d3 None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:46.247317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.252282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f29c972-8b7f-47eb-be7c-35e6bc826ee1 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4014359 Jul 28 18:35:46.252282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42748) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:46.256457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1789090048', 'security_groups': ['e83e87e3-8754-4221-bcda-e7fc315772b6'], 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feb3c63a-6e5d-4217-bc58-056e06231203'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:46.435999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:46.500548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351325-fefb-4445-abef-e49176c3fe91 req-e0f5c64c-a034-4b70-ae08-e18db0bfcba8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:46.503894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73351325-fefb-4445-abef-e49176c3fe91 req-e0f5c64c-a034-4b70-ae08-e18db0bfcba8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0582926 Jul 28 18:35:46.539012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.544103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73351325-fefb-4445-abef-e49176c3fe91 req-b0aa5fe2-dfea-4c0e-adb7-e3310d492581 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336919 Jul 28 18:35:46.558016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 5744e378-4429-45d9-ab40-0bb3aa59e40a yet. {{(pid=101106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:46.720248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.10 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/feb3c63a-6e5d-4217-bc58-056e06231203/5744e378-4429-45d9-ab40-0bb3aa59e40a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:46.728518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:46.853509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:46.867982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 5744e378-4429-45d9-ab40-0bb3aa59e40a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:46.887645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a91cdce2-6089-4928-80e0-f5c3cde37370 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:46.979511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.031930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:47.041935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:47.046152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:47.072964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=5744e378-4429-45d9-ab40-0bb3aa59e40a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:47.101205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:47.101818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.185805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d0d7e6c-3760-4a8d-b624-290ae6db6a1c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9330642 Jul 28 18:35:47.188166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42752) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:47.194272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:47.280205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Provisioning for port a91cdce2-6089-4928-80e0-f5c3cde37370 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:47.284109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:47.284489 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.372052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:47.375595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.376354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.408804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:47.464052 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet feb3c63a-6e5d-4217-bc58-056e06231203 (CIDR: 172.20.0.0/28) Jul 28 18:35:47.487099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.521418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:47.521798 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.522236 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:35:47.522726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:47.560669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:47.570328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-03834405-50d1-4958-bd83-eef738c0bb23 None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:47.608081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4edc55ca-2c53-4707-8dd5-3d2e15cf9c11 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4182713 Jul 28 18:35:47.610525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42756) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:47.615629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:47.728190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc895-98c1-4437-8371-4f3d7d976ba2 req-7edc0593-265c-4668-b608-be8618b6ea63 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:47.730264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0cc895-98c1-4437-8371-4f3d7d976ba2 req-7edc0593-265c-4668-b608-be8618b6ea63 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.1112337 Jul 28 18:35:47.743013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-649c0a06-6fec-4401-bd0b-7ded673f9d02 None None] Provisioning for port 5744e378-4429-45d9-ab40-0bb3aa59e40a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:47.746965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-649c0a06-6fec-4401-bd0b-7ded673f9d02 None None] Provisioning complete for port 5744e378-4429-45d9-ab40-0bb3aa59e40a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:47.747316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-649c0a06-6fec-4401-bd0b-7ded673f9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:47.784816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-649c0a06-6fec-4401-bd0b-7ded673f9d02 None None] Port 5744e378-4429-45d9-ab40-0bb3aa59e40a cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:47.787510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da0cc895-98c1-4437-8371-4f3d7d976ba2 req-e54d49b5-d254-4d24-9fbb-f10b388096e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506351 Jul 28 18:35:47.870034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:47.873554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.127639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.167126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:48.171517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:48.175654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:48.176240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.182020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d112350-3dc3-4f9b-ba9a-64df0a74c84a None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:48.187383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=48db24c6-46f5-4001-aa7b-2d56480f8864,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:48.247817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f0f455cd-abd5-40af-8eaa-e52579eb2f05 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6362076 Jul 28 18:35:48.250629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42758) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:48.256407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1250314921', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48db24c6-46f5-4001-aa7b-2d56480f8864'}], 'security_groups': ['32fad47f-c51c-4db2-af41-693879db9464']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:48.323985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.391765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Update dhcp port {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'fixed_ips': [{'subnet_id': 'feb3c63a-6e5d-4217-bc58-056e06231203', 'ip_address': '172.20.0.2'}, {'subnet_id': '48db24c6-46f5-4001-aa7b-2d56480f8864'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'a91cdce2-6089-4928-80e0-f5c3cde37370'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:35:48.416679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.599082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Allocated IP 172.20.0.18 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/48db24c6-46f5-4001-aa7b-2d56480f8864/a91cdce2-6089-4928-80e0-f5c3cde37370) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:48.702371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:48.705483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:48.784956 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.803151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Transition to ACTIVE for port object a91cdce2-6089-4928-80e0-f5c3cde37370 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:48.808452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:48.816222 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.848131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.900327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:48.908234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb67e9-1909-4dda-946a-7ebcdf9e3ed6 req-b2d08b68-3c21-40ff-b9cf-9ad95820cd5f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:48.909815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4cfb67e9-1909-4dda-946a-7ebcdf9e3ed6 req-b2d08b68-3c21-40ff-b9cf-9ad95820cd5f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0535476 Jul 28 18:35:48.953037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4cfb67e9-1909-4dda-946a-7ebcdf9e3ed6 req-8566c894-2cd9-4524-9062-2a04a809a058 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353403 Jul 28 18:35:48.988112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046dba-479b-488f-b0cd-081921726a0c None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:49.006451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Delete allocated IP 172.20.0.10 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/feb3c63a-6e5d-4217-bc58-056e06231203) {{(pid=101106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:35:49.015939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.21 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/48db24c6-46f5-4001-aa7b-2d56480f8864/5744e378-4429-45d9-ab40-0bb3aa59e40a) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:49.174087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.189541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 5744e378-4429-45d9-ab40-0bb3aa59e40a will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:49.258682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.358536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=5744e378-4429-45d9-ab40-0bb3aa59e40a,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:49.377341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] In _notify_port_updated(), no bound segment for port 5744e378-4429-45d9-ab40-0bb3aa59e40a on network 62b37ef7-c5c5-4f0c-a73f-06510f60693f {{(pid=101106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:35:49.382867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:49.383509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.384842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bfbcb4c2-c658-4fab-b7f8-47c7bb2fd7ad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/ports/5744e378-4429-45d9-ab40-0bb3aa59e40a HTTP/1.1" status: 200 len: 921 time: 1.1332545 Jul 28 18:35:49.388483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42762) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:49.474417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 5744e378-4429-45d9-ab40-0bb3aa59e40a {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:49.474705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.562118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.573431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 5744e378-4429-45d9-ab40-0bb3aa59e40a owned by {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:49.582970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Provisioning for port a91cdce2-6089-4928-80e0-f5c3cde37370 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:49.586897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:49.587269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.678002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:49.678288 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.714503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:49.761756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.768614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Provisioning for port 5744e378-4429-45d9-ab40-0bb3aa59e40a completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:49.768614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Provisioning complete for port 5744e378-4429-45d9-ab40-0bb3aa59e40a triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:49.768614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.786680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0db24-79ea-4b99-bbaf-283b32a4e446 None None] Port 5744e378-4429-45d9-ab40-0bb3aa59e40a was deleted so its status cannot be updated. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 18:35:49.793837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=5744e378-4429-45d9-ab40-0bb3aa59e40a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:49.865106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.869776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a7c17905-6ff0-4e65-bbde-f803bb7ff159 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/5744e378-4429-45d9-ab40-0bb3aa59e40a HTTP/1.1" status: 204 len: 168 time: 0.4775820 Jul 28 18:35:49.870489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:49.895804 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5572226d-71ea-425b-bb4f-768a56bfd9a2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:49.897532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5572226d-71ea-425b-bb4f-768a56bfd9a2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/5744e378-4429-45d9-ab40-0bb3aa59e40a HTTP/1.1" status: 404 len: 333 time: 0.0261550 Jul 28 18:35:49.900398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42766) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:49.957917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.983195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:49.998574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4902622e-7f0d-4cf2-b928-8706ee4e725a None None] Could not find standard attr ID for object 5744e378-4429-45d9-ab40-0bb3aa59e40a. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 18:35:50.081326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086a0bd-b47a-4bb3-b72b-f7a3051a8c53 req-20d2198e-81f4-4f1d-9a9d-0963837fea2e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:50.082866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3086a0bd-b47a-4bb3-b72b-f7a3051a8c53 req-20d2198e-81f4-4f1d-9a9d-0963837fea2e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0514057 Jul 28 18:35:50.122002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3086a0bd-b47a-4bb3-b72b-f7a3051a8c53 req-78bce2ae-9650-47c8-b8c9-f42a98769981 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Jul 28 18:35:50.123016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.125535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.129058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/security-groups/e83e87e3-8754-4221-bcda-e7fc315772b6 HTTP/1.1" status: 204 len: 168 time: 0.2247698 Jul 28 18:35:50.129535 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42770) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:50.137353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca8e83-8ac5-4f8f-9019-8980ebfbb23e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e87e3-8754-4221-bcda-e7fc315772b6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:50.184945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.206432 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.298361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.300917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.302077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/security-groups/32fad47f-c51c-4db2-af41-693879db9464 HTTP/1.1" status: 204 len: 168 time: 0.1712139 Jul 28 18:35:50.305178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42772) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:50.311653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea2a2b-6fa4-40d7-930c-94bf8561331d tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fad47f-c51c-4db2-af41-693879db9464,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:50.358264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet feb3c63a-6e5d-4217-bc58-056e06231203 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:50.361353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.399807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.484501 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.584823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.613826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.615722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/feb3c63a-6e5d-4217-bc58-056e06231203 HTTP/1.1" status: 204 len: 168 time: 0.3095055 Jul 28 18:35:50.616785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b4d1a-f9e1-44b6-845b-c44b6dd168e2 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=feb3c63a-6e5d-4217-bc58-056e06231203,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:50.620839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42774) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:50.624935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e19018-dbaf-4ee6-95a4-7f5905b51dca None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:50.626072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:50.694665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:50.800097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:50.800795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:50.818500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:50.822063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.150129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.192570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:51.200945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:51.213709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:51.214618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.242098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=532cc974-6dc6-4d82-b8de-24bcce665e16,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:51.267955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c84b-4ed5-4d75-8927-aa7abbb3a4fa req-da8ed473-7824-41e2-bd01-342ebc8b6b1c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:51.269485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad85c84b-4ed5-4d75-8927-aa7abbb3a4fa req-da8ed473-7824-41e2-bd01-342ebc8b6b1c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0726871 Jul 28 18:35:51.305786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9932f5b7-22d2-413c-bbd4-63a901c7a312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6837654 Jul 28 18:35:51.308878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42778) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:51.313536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407446539'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:51.321346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad85c84b-4ed5-4d75-8927-aa7abbb3a4fa req-bdaf2545-21d4-43ef-abeb-54ebefd1fc6c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Jul 28 18:35:51.330591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0952699-b5ad-4278-b7fb-8e5e5f5cf401 None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:51.395758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.458170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be3a57bb-d1eb-42c8-8ea9-6242182042df None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:51.458542 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-be3a57bb-d1eb-42c8-8ea9-6242182042df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.476080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.555508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.586360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd847819-2f46-4c6e-8f04-4063f48fa6a2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:51.597290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Update dhcp port {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'fixed_ips': [{'subnet_id': '48db24c6-46f5-4001-aa7b-2d56480f8864', 'ip_address': '172.20.0.18'}, {'subnet_id': '532cc974-6dc6-4d82-b8de-24bcce665e16'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'a91cdce2-6089-4928-80e0-f5c3cde37370'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:35:51.623791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be3a57bb-d1eb-42c8-8ea9-6242182042df None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:51.628743 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-be3a57bb-d1eb-42c8-8ea9-6242182042df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.648624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.649846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.658783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f7456b5-9e0a-4972-99f6-524101774dc0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3418195 Jul 28 18:35:51.659068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42780) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:51.663969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'security_group': {'name': 'tempest-secgroup-205193166'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:51.670579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-be3a57bb-d1eb-42c8-8ea9-6242182042df None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:51.748800 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.820625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Allocated IP 172.20.0.2 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/532cc974-6dc6-4d82-b8de-24bcce665e16/a91cdce2-6089-4928-80e0-f5c3cde37370) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:51.830233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.910403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:51.914261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.939630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:51.944221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54acb3b9-b793-40c9-a6b8-dc72711245e2,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:51.953687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Transition to ACTIVE for port object a91cdce2-6089-4928-80e0-f5c3cde37370 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:52.012293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.013858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d1afa15-0a7d-43f7-ad29-07d5ad027981 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3537745 Jul 28 18:35:52.023421 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42782) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:52.028597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'security_group': {'name': 'tempest-secgroup-686316535'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:52.042478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.110233 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.130170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205fac5-1e41-41f4-800a-b930a955333e None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:52.192677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.247099 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.276976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811ef69e-5779-4fc0-b06a-28a12f55eb16,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:52.339041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.340360 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ef7c074f-b916-409e-8c39-edd6748eeea8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3160162 Jul 28 18:35:52.343005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42784) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:52.348170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-830516246', 'security_groups': ['811ef69e-5779-4fc0-b06a-28a12f55eb16'], 'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '532cc974-6dc6-4d82-b8de-24bcce665e16'}]}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:52.450905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed55ec-9303-470b-a751-64d10a54f3b6 req-a4d95726-0b3f-4e27-b917-3103e397ac10 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:52.452921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbed55ec-9303-470b-a751-64d10a54f3b6 req-a4d95726-0b3f-4e27-b917-3103e397ac10 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0572615 Jul 28 18:35:52.499133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbed55ec-9303-470b-a751-64d10a54f3b6 req-3478f383-49ff-4f61-91dc-2e2c87810de8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367188 Jul 28 18:35:52.543423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:52.625132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.642062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] device_id is not set on port 13b92a02-cb78-467b-8e79-c85836824311 yet. {{(pid=101105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 18:35:52.681225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:52.766913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Provisioning for port a91cdce2-6089-4928-80e0-f5c3cde37370 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:52.770834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:52.771249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.801491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.7 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/532cc974-6dc6-4d82-b8de-24bcce665e16/13b92a02-cb78-467b-8e79-c85836824311) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:52.860845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:52.861446 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.894867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e1e63ee1-ee60-48a1-a397-fb535bb3bc13 None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:52.935264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:52.947093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 13b92a02-cb78-467b-8e79-c85836824311 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:53.018801 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:53.058176 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:53.061234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:53.064971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:35:53.093548 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=13b92a02-cb78-467b-8e79-c85836824311,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:53.118953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:53.119650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:53.206887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf73848d-53d4-498e-ba58-f4972c8dce27 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8627918 Jul 28 18:35:53.209678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42788) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:53.215478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:53.378516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bfedc523-a569-4214-9ae9-29ea2d91ad52 None None] Provisioning for port 13b92a02-cb78-467b-8e79-c85836824311 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:53.382157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bfedc523-a569-4214-9ae9-29ea2d91ad52 None None] Provisioning complete for port 13b92a02-cb78-467b-8e79-c85836824311 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:53.384260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfedc523-a569-4214-9ae9-29ea2d91ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:53.401895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:53.405474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:53.416969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bfedc523-a569-4214-9ae9-29ea2d91ad52 None None] Port 13b92a02-cb78-467b-8e79-c85836824311 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:53.494114 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 532cc974-6dc6-4d82-b8de-24bcce665e16 (CIDR: 172.20.0.0/28) Jul 28 18:35:53.532050 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:35:53.532557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:53.602363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e422f8ad-d998-40cb-a0aa-9aff47e1e0eb tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3913708 Jul 28 18:35:53.605004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42792) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:53.610099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:53.616236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71bd70-ed6c-4a0f-862c-9f9b498a8944 req-e712b8d9-e4f2-4a58-a276-6c7de37ee6fc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:53.617867 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a71bd70-ed6c-4a0f-862c-9f9b498a8944 req-e712b8d9-e4f2-4a58-a276-6c7de37ee6fc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0535514 Jul 28 18:35:53.656484 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1a71bd70-ed6c-4a0f-862c-9f9b498a8944 req-bb010863-80a1-4720-b113-9235e5f3718e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324416 Jul 28 18:35:53.828486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:53.832047 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:53.921153 n-d-778550-5 neutron-server[101106]: INFO neutron.db.ipam_backend_mixin [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 48db24c6-46f5-4001-aa7b-2d56480f8864 (CIDR: 172.20.0.16/28) Jul 28 18:35:53.978571 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 18:35:53.979731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:54.121942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7238fe99-f751-4b47-bfae-d323c58026e7 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5158463 Jul 28 18:35:54.124523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42794) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:54.129483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'subnet': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:54.292531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Made reservation on behalf of ff92f4847a4a4f4f9279725ebd78ad55 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:35:54.296225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:54.544378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:54.593371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:35:54.596595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:35:54.600852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:54.601446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:54.605371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f0bbe-fed4-4290-a15d-3ae0f1ad0f3e None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:54.608834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Subnet': ['ID=66cbb05c-daf3-483f-9749-ea9a5713307c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:54.735922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55fb1b95-6564-4bc4-9c2e-14523810ee7c tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6103456 Jul 28 18:35:54.738939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42798) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:54.745075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679815300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66cbb05c-daf3-483f-9749-ea9a5713307c'}], 'security_groups': ['bd847819-2f46-4c6e-8f04-4063f48fa6a2', '54acb3b9-b793-40c9-a6b8-dc72711245e2']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:35:54.776113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c31c-0063-4d55-9d91-4c46fd0e2a6f req-5d698da0-a873-41e8-a8cc-452f53cf207e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:54.777744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0394c31c-0063-4d55-9d91-4c46fd0e2a6f req-5d698da0-a873-41e8-a8cc-452f53cf207e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0540466 Jul 28 18:35:54.815974 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:54.818590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0394c31c-0063-4d55-9d91-4c46fd0e2a6f req-14473709-7d08-4add-aaa4-33c6bef018cf tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339947 Jul 28 18:35:54.835317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Update dhcp port {'port': {'network_id': '62b37ef7-c5c5-4f0c-a73f-06510f60693f', 'fixed_ips': [{'subnet_id': '48db24c6-46f5-4001-aa7b-2d56480f8864', 'ip_address': '172.20.0.18'}, {'subnet_id': '532cc974-6dc6-4d82-b8de-24bcce665e16', 'ip_address': '172.20.0.2'}, {'subnet_id': '66cbb05c-daf3-483f-9749-ea9a5713307c'}], 'binding:host_id': 'n-d-778550-5'}, 'id': 'a91cdce2-6089-4928-80e0-f5c3cde37370'} from n-d-778550-5. {{(pid=101108) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 18:35:54.860178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.019568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Allocated IP 172.20.0.34 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/66cbb05c-daf3-483f-9749-ea9a5713307c/a91cdce2-6089-4928-80e0-f5c3cde37370) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:55.254904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:55.282897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.296280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Transition to ACTIVE for port object a91cdce2-6089-4928-80e0-f5c3cde37370 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:55.361172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.456430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2307c-7e5c-49ad-98eb-b6e91e7db2f9 None None] Pushing event updated for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:55.464093 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Delete allocated IP 172.20.0.7 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/532cc974-6dc6-4d82-b8de-24bcce665e16) {{(pid=101105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 18:35:55.473296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Allocated IP 172.20.0.41 (62b37ef7-c5c5-4f0c-a73f-06510f60693f/66cbb05c-daf3-483f-9749-ea9a5713307c/13b92a02-cb78-467b-8e79-c85836824311) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:35:55.638919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.653134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Transition to ACTIVE for port object 13b92a02-cb78-467b-8e79-c85836824311 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:35:55.721299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.813013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event updated for resources: {'Port': ['ID=13b92a02-cb78-467b-8e79-c85836824311,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:55.835054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] In _notify_port_updated(), no bound segment for port 13b92a02-cb78-467b-8e79-c85836824311 on network 62b37ef7-c5c5-4f0c-a73f-06510f60693f {{(pid=101105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 18:35:55.841219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:55.841869 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:55.845721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-02947de1-51ed-4510-91ad-503f6f54cb54 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "PUT /v2.0/ports/13b92a02-cb78-467b-8e79-c85836824311 HTTP/1.1" status: 200 len: 960 time: 1.1032305 Jul 28 18:35:55.846475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42802) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:55.970064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856e67b-f368-434f-b7ed-6d6faf933b80 req-2618d2bc-31d8-462f-8bc3-694f0ea02437 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:55.971536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d856e67b-f368-434f-b7ed-6d6faf933b80 req-2618d2bc-31d8-462f-8bc3-694f0ea02437 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0808859 Jul 28 18:35:55.990191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 13b92a02-cb78-467b-8e79-c85836824311 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:55.990537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.006496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Provisioning for port 13b92a02-cb78-467b-8e79-c85836824311 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:56.011010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Provisioning complete for port 13b92a02-cb78-467b-8e79-c85836824311 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:56.011575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.044958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Port 13b92a02-cb78-467b-8e79-c85836824311 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:56.108619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Provisioning for port a91cdce2-6089-4928-80e0-f5c3cde37370 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:35:56.112855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:56.113225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.207105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:56.207508 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.241801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8fe18ae4-9e72-4edf-a29c-39203e15d0b2 None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:56.377104 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d856e67b-f368-434f-b7ed-6d6faf933b80 req-183bc999-90e5-4575-952b-ca8afd367f8c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995504 Jul 28 18:35:56.411630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.423052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 13b92a02-cb78-467b-8e79-c85836824311 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:56.460830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b26b73e-7724-46cd-a5ed-ca7b68009b91 None None] Provisioning complete for port 13b92a02-cb78-467b-8e79-c85836824311 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:56.461204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b26b73e-7724-46cd-a5ed-ca7b68009b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.494307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-5b26b73e-7724-46cd-a5ed-ca7b68009b91 None None] Port 13b92a02-cb78-467b-8e79-c85836824311 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:56.635643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.673690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=13b92a02-cb78-467b-8e79-c85836824311,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:56.699078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:35:56.738317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.740524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-89a3f004-c255-498b-bad8-eb0b45a592ca tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/13b92a02-cb78-467b-8e79-c85836824311 HTTP/1.1" status: 204 len: 168 time: 0.8933105 Jul 28 18:35:56.743074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42804) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:56.753225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:56.753602 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.768905 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cc5ec7-bca0-4437-a29c-65db25d7dfb0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] GET failed (client error): The resource could not be found. Jul 28 18:35:56.772957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-13cc5ec7-bca0-4437-a29c-65db25d7dfb0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports/13b92a02-cb78-467b-8e79-c85836824311 HTTP/1.1" status: 404 len: 333 time: 0.0262880 Jul 28 18:35:56.773349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42806) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:56.828605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.852042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.976978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.979562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:56.980784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/security-groups/811ef69e-5779-4fc0-b06a-28a12f55eb16 HTTP/1.1" status: 204 len: 168 time: 0.2064245 Jul 28 18:35:56.983572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42808) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:56.990173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3e4bb-f3dd-46c8-8597-1160309b115e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ef69e-5779-4fc0-b06a-28a12f55eb16,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:57.036726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.059356 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.160719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.163198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.164332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/security-groups/54acb3b9-b793-40c9-a6b8-dc72711245e2 HTTP/1.1" status: 204 len: 168 time: 0.1796851 Jul 28 18:35:57.167564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42810) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:57.173523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7d766-df7d-4a81-b72a-37ea499a9771 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acb3b9-b793-40c9-a6b8-dc72711245e2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:57.222586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.244188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.337845 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.340476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.341618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd847819-2f46-4c6e-8f04-4063f48fa6a2 HTTP/1.1" status: 204 len: 168 time: 0.1729980 Jul 28 18:35:57.344338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42812) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:57.350260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a1ad3-7029-40b4-861d-82906cefedef tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd847819-2f46-4c6e-8f04-4063f48fa6a2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:57.396909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 532cc974-6dc6-4d82-b8de-24bcce665e16 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:57.399976 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.439041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.493187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e915eb6-9a11-4ee2-aae4-8fd3148a3afd req-71d83f70-23ab-41e2-bf6d-45283f594e9b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:57.495100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e915eb6-9a11-4ee2-aae4-8fd3148a3afd req-71d83f70-23ab-41e2-bf6d-45283f594e9b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0490286 Jul 28 18:35:57.526851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.535644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2e915eb6-9a11-4ee2-aae4-8fd3148a3afd req-a4a25aef-acb5-48d5-9ae6-c5351d00e4a6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Jul 28 18:35:57.624132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.650814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=532cc974-6dc6-4d82-b8de-24bcce665e16,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:57.654555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.659524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d4e1f038-3e57-4776-ad8c-c36d0fdcd312 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/532cc974-6dc6-4d82-b8de-24bcce665e16 HTTP/1.1" status: 204 len: 168 time: 0.3110015 Jul 28 18:35:57.661877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42816) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:57.664372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c58faa6-d372-46e5-80db-19fd9d8ee81c None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:57.711842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 66cbb05c-daf3-483f-9749-ea9a5713307c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:57.714934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.753083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.839754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.961854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.990972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=66cbb05c-daf3-483f-9749-ea9a5713307c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:57.992964 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:57.995171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e5c3ab03-4967-4aa1-838c-7ece55387c6e tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/66cbb05c-daf3-483f-9749-ea9a5713307c HTTP/1.1" status: 204 len: 168 time: 0.3323441 Jul 28 18:35:57.997617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42818) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.024908 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1b0da9-7513-4ced-942c-91102a45ac56 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.026222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1b0da9-7513-4ced-942c-91102a45ac56 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.028182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd1b0da9-7513-4ced-942c-91102a45ac56 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/532cc974-6dc6-4d82-b8de-24bcce665e16 HTTP/1.1" status: 404 len: 337 time: 0.0294077 Jul 28 18:35:58.030517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42820) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.086549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting subnet 48db24c6-46f5-4001-aa7b-2d56480f8864 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:35:58.090684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.130100 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.214600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.275927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a60b2-6560-4c58-82d1-6d9e16ace526 None None] Network 62b37ef7-c5c5-4f0c-a73f-06510f60693f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:35:58.338436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1e94817c-c0c0-4720-b84c-44bfc270ac25 None None] Provisioning complete for port a91cdce2-6089-4928-80e0-f5c3cde37370 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:58.338809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1e94817c-c0c0-4720-b84c-44bfc270ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.350102 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.378888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Subnet': ['ID=48db24c6-46f5-4001-aa7b-2d56480f8864,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:58.380895 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.382798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d431a52c-ec42-4b62-9e38-99e78ba1de8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/48db24c6-46f5-4001-aa7b-2d56480f8864 HTTP/1.1" status: 204 len: 168 time: 0.3512824 Jul 28 18:35:58.386014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42822) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.412949 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad17f784-a24b-4ac7-9a5a-a19b86af2c64 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.413406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad17f784-a24b-4ac7-9a5a-a19b86af2c64 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.415091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad17f784-a24b-4ac7-9a5a-a19b86af2c64 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/feb3c63a-6e5d-4217-bc58-056e06231203 HTTP/1.1" status: 404 len: 337 time: 0.0278296 Jul 28 18:35:58.417754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42824) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.444771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0deecb9d-41ef-49e7-8cba-d8f947efd228 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ae77083-7c10-48d2-b986-442b738501f7 HTTP/1.1" status: 200 len: 205 time: 0.0256941 Jul 28 18:35:58.450150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.486264 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [None req-cf6305d2-ca6e-4b88-a34d-1a1a9bced1f8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] delete failed (client error): The resource could not be found. Jul 28 18:35:58.487512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf6305d2-ca6e-4b88-a34d-1a1a9bced1f8 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/routers/8ae77083-7c10-48d2-b986-442b738501f7 HTTP/1.1" status: 404 len: 336 time: 0.0364239 Jul 28 18:35:58.490221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42828) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.493849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1e94817c-c0c0-4720-b84c-44bfc270ac25 None None] Provisioning complete for port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:35:58.494765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1e94817c-c0c0-4720-b84c-44bfc270ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.523850 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b4d2db-6ddc-4c16-be90-8eb8bd01780a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.524381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b4d2db-6ddc-4c16-be90-8eb8bd01780a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.526151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c6b4d2db-6ddc-4c16-be90-8eb8bd01780a tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/33c163f6-aef3-4011-a09a-c8dd4339525d HTTP/1.1" status: 404 len: 337 time: 0.0349731 Jul 28 18:35:58.528839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42830) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.538862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1e94817c-c0c0-4720-b84c-44bfc270ac25 None None] Port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:35:58.550066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] DHCP port deletion for 62b37ef7-c5c5-4f0c-a73f-06510f60693f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:35:58.561483 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e27d210-72ac-44cd-9dd1-1f0ef27f5cc5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.561947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e27d210-72ac-44cd-9dd1-1f0ef27f5cc5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.570685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0e27d210-72ac-44cd-9dd1-1f0ef27f5cc5 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/8d50781c-a45f-4b6a-8f22-16536934ab6a HTTP/1.1" status: 404 len: 337 time: 0.0338671 Jul 28 18:35:58.570982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42834) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.596949 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b05b3d-a500-41fd-ac99-8fd2b3a48d24 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.597583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b05b3d-a500-41fd-ac99-8fd2b3a48d24 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.601860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f4b05b3d-a500-41fd-ac99-8fd2b3a48d24 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/6f3e0355-7c09-4805-8be6-a5a2c53289f5 HTTP/1.1" status: 404 len: 337 time: 0.0274379 Jul 28 18:35:58.602043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Deleting port a91cdce2-6089-4928-80e0-f5c3cde37370 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:58.602043 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.602263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42836) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.642628 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0632c5-7ae5-4309-9b05-5b5ce08d38a0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.643384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0632c5-7ae5-4309-9b05-5b5ce08d38a0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.645156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2f0632c5-7ae5-4309-9b05-5b5ce08d38a0 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/1d2717ca-de34-478f-9b5b-dd6077130f32 HTTP/1.1" status: 404 len: 333 time: 0.0419869 Jul 28 18:35:58.647942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42838) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.668925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] For port a91cdce2-6089-4928-80e0-f5c3cde37370, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a91cdce2-6089-4928-80e0-f5c3cde37370,segment=NetworkSegment(f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d),segment_id=f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:35:58.669523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.677799 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db77c83-d67c-47f3-a5b5-773fe7368eae tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.678468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db77c83-d67c-47f3-a5b5-773fe7368eae tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.680936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4db77c83-d67c-47f3-a5b5-773fe7368eae tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/08dadfea-a50a-4880-9f8d-2844b0812930 HTTP/1.1" status: 404 len: 337 time: 0.0317028 Jul 28 18:35:58.683475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42840) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.690157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Calling delete_port for a91cdce2-6089-4928-80e0-f5c3cde37370 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:58.701733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a91cdce2-6089-4928-80e0-f5c3cde37370 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:35:58.719094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6be88-84d3-4cfb-a49c-e2c9f55638a3 req-a150a433-50a0-4133-86a0-c1dbd244b039 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:58.720621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40b6be88-84d3-4cfb-a49c-e2c9f55638a3 req-a150a433-50a0-4133-86a0-c1dbd244b039 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.1101456 Jul 28 18:35:58.729786 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903b646-5483-4a55-89d6-fef3d5b6eaad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.730262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903b646-5483-4a55-89d6-fef3d5b6eaad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.732102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5903b646-5483-4a55-89d6-fef3d5b6eaad tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/da627b62-3a44-40ea-926d-d578fbf7f10b HTTP/1.1" status: 404 len: 337 time: 0.0472925 Jul 28 18:35:58.734944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42842) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.759939 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaaaae2-9ec3-486d-b65a-7843acfc90fd tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.760700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baaaaae2-9ec3-486d-b65a-7843acfc90fd tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.764072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-baaaaae2-9ec3-486d-b65a-7843acfc90fd tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/0f684a5e-cff2-4dc7-85cc-c9553dc1a8c7 HTTP/1.1" status: 404 len: 333 time: 0.0272825 Jul 28 18:35:58.766017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42844) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.768937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40b6be88-84d3-4cfb-a49c-e2c9f55638a3 req-cba87834-4157-4380-946c-d69a19d3037b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357347 Jul 28 18:35:58.793169 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc1e565-eb60-463f-ae10-a20fd2694e8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.793630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc1e565-eb60-463f-ae10-a20fd2694e8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.795345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3dc1e565-eb60-463f-ae10-a20fd2694e8b tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/d0bc8272-d2f8-4529-90a5-7ce908214fad HTTP/1.1" status: 404 len: 337 time: 0.0283301 Jul 28 18:35:58.798019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42846) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.823932 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc7654-2e9e-4b79-a1ac-58e383d57489 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] DELETE failed (client error): The resource could not be found. Jul 28 18:35:58.825606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc7654-2e9e-4b79-a1ac-58e383d57489 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 18:35:58.827463 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.828658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42848) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:58.828862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-46fc7654-2e9e-4b79-a1ac-58e383d57489 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/subnets/fdf75a8f-ffb2-48f4-8b3f-4b1227324ba3 HTTP/1.1" status: 404 len: 337 time: 0.0297246 Jul 28 18:35:58.901313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.920550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Deleting port 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:35:58.920902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.942774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] Pushing event deleted for resources: {'Port': ['ID=a91cdce2-6089-4928-80e0-f5c3cde37370,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:58.946463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3be5a-3b02-4993-9f60-1372d044342c None None] No DVR routers for this DVR port a91cdce2-6089-4928-80e0-f5c3cde37370 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:35:58.986082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:58.998814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Calling delete_port for 63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 owned by {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:35:59.132652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.161247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Port': ['ID=63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:59.167007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.168980 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-348b8870-034f-4985-977a-37a333a8c098 tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/ports/63f5cc93-5c68-47a9-9c5c-e6e4b0ab5711 HTTP/1.1" status: 204 len: 168 time: 0.3391058 Jul 28 18:35:59.171621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42850) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:35:59.248144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.331206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.341270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b37ef7-c5c5-4f0c-a73f-06510f60693f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:59.355216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:59.355539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dc5bb9-db61-4aa6-9c85-ba3a00c0af8d') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:35:59.363955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.376890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.382479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:35:59.382909 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:35:59.386218 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:35:59.520117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.526779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:35:59.528611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] 10.222.0.25 "DELETE /v2.0/networks/62b37ef7-c5c5-4f0c-a73f-06510f60693f HTTP/1.1" status: 204 len: 168 time: 0.3560202 Jul 28 18:35:59.540137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d35d8-a85c-4920-82ef-1e4dcbf4f5ac tempest-PortsTestJSON-2143008309 tempest-PortsTestJSON-2143008309-project] Pushing event deleted for resources: {'Network': ['ID=62b37ef7-c5c5-4f0c-a73f-06510f60693f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:35:59.884398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882356-6998-4fbf-a026-2958fcc60fb5 req-5f18b298-ba99-45cc-beb6-cb4c52c28b66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:35:59.886017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98882356-6998-4fbf-a026-2958fcc60fb5 req-5f18b298-ba99-45cc-beb6-cb4c52c28b66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0485709 Jul 28 18:35:59.925246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98882356-6998-4fbf-a026-2958fcc60fb5 req-2dfb888c-0fd4-4c28-84e5-1b0d5b014dac tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328145 Jul 28 18:35:59.990387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42858) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:00.117838 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-39b3214c-ec89-4325-8691-50fec3197143 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff92f4847a4a4f4f9279725ebd78ad55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262903 Jul 28 18:36:00.120367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:00.166162 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:36:00.166751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:00.190474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:00.326625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:00.329167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:00.330338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b5595fe-4ce5-4275-a529-02fb72f15087 HTTP/1.1" status: 204 len: 168 time: 0.2090900 Jul 28 18:36:00.338598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49930f64-5368-4297-b9c9-96936ce503dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5595fe-4ce5-4275-a529-02fb72f15087,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:01.044275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6d83-805a-49c2-9c63-f4a13e06fa72 req-75cc4d7f-83ee-40a3-97f6-42f3627ba569 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:01.045963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f6c6d83-805a-49c2-9c63-f4a13e06fa72 req-75cc4d7f-83ee-40a3-97f6-42f3627ba569 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0534618 Jul 28 18:36:01.086773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7f6c6d83-805a-49c2-9c63-f4a13e06fa72 req-f92732c1-d5ce-4e54-9bcf-f2198b6c7d35 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345201 Jul 28 18:36:02.213528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a24e-b02b-4e59-890b-2a93704a2024 req-248a229c-022e-4c44-b6de-f0a2cc37f6b2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:02.215045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c297a24e-b02b-4e59-890b-2a93704a2024 req-248a229c-022e-4c44-b6de-f0a2cc37f6b2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0536814 Jul 28 18:36:02.252661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c297a24e-b02b-4e59-890b-2a93704a2024 req-27591dee-dfcd-404c-9733-b2411b72b55e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Jul 28 18:36:02.717823 n-d-778550-5 neutron-server[101105]: INFO neutron.api.v2.resource [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-f5747f65-b104-431b-b809-589f396a0ccf service neutron] show failed (client error): The resource could not be found. Jul 28 18:36:02.718867 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-f5747f65-b104-431b-b809-589f396a0ccf service neutron] 10.222.0.37 "GET /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0648284 Jul 28 18:36:03.224788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-895314ca-67b2-44f8-b210-86645d9b8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:03.226300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-895314ca-67b2-44f8-b210-86645d9b8c5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 1097 time: 0.0419028 Jul 28 18:36:03.237707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:03.293165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:03.379965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f6091-669b-4bdd-a7e3-688db42ff923 req-89c8b9a4-f76d-4d5b-83b8-918a84274407 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:03.381661 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b6f6091-669b-4bdd-a7e3-688db42ff923 req-89c8b9a4-f76d-4d5b-83b8-918a84274407 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.0532334 Jul 28 18:36:03.419866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b6f6091-669b-4bdd-a7e3-688db42ff923 req-000f98a3-7c0c-4846-ab8e-8d047b939e98 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 28 18:36:03.496471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:03.532448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:03.574275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:03.576690 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f11859d-ba6f-444f-92e5-be8b03c7baf4" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:03.581253 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:03.597802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Transition to ACTIVE for port object 8ba8115e-60b0-42c5-bab4-ff27e334450b will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:03.627642 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0707ea-8b30-45b1-be7c-574ca96ede00 x-openstack-request-id: req-4e0707ea-8b30-45b1-be7c-574ca96ede00 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:03.627947 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:03.628203 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e0707ea-8b30-45b1-be7c-574ca96ede00 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:03.628603 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'code': 200} Jul 28 18:36:03.669243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:03.746389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:03.796324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] No DVR routers for this DVR port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:03.942653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:03.942993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:03.943321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:03.947841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:36:03.948161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:03.953629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:03.953967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:03.954347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Bound using segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:03.954766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Bound port: 8ba8115e-60b0-42c5-bab4-ff27e334450b, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:03.955124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:04.025799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:04.029052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:04.075839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:04.111574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.112198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:04.113908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] 10.222.0.35 "PUT /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1092 time: 0.8798592 Jul 28 18:36:04.165601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffde5e0-a77b-425f-a77a-5e244a050eae service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:04.185317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-850ed45f-7b92-42af-aa41-2e84826a107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.186963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-850ed45f-7b92-42af-aa41-2e84826a107b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0501976 Jul 28 18:36:04.280098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-dabaf203-5c12-4ad8-9fe5-111ddb958ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.283119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-dabaf203-5c12-4ad8-9fe5-111ddb958ada service neutron] 10.222.0.35 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.0868461 Jul 28 18:36:04.352966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-329156d0-df4c-4c17-a7d4-ed5ab0f84057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0642080 Jul 28 18:36:04.403317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-3a530078-9c1c-4539-bd3b-cd8fbbd2e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.404871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-3a530078-9c1c-4539-bd3b-cd8fbbd2e055 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0454748 Jul 28 18:36:04.450399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-12ead49c-092d-4046-8530-1044d7879901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.452348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-12ead49c-092d-4046-8530-1044d7879901 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406003 Jul 28 18:36:04.547177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7828bc-4219-4a25-ab86-b3ca0e03e2a9 req-b6d153e5-c114-47de-9cf4-aaf848501e3e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:04.548869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f7828bc-4219-4a25-ab86-b3ca0e03e2a9 req-b6d153e5-c114-47de-9cf4-aaf848501e3e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0562489 Jul 28 18:36:04.550751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-367b822f-322c-4e20-9cc2-8ecc52d1bb69 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909517 Jul 28 18:36:04.592147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f7828bc-4219-4a25-ab86-b3ca0e03e2a9 req-d8fda16e-19dd-4df4-ae02-2ab801d37207 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364621 Jul 28 18:36:04.644126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6103155d-96a4-4fc5-98bb-41fbe1505d8b req-8a3cff66-6d89-41b7-87d5-de036820a1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862248 Jul 28 18:36:05.630175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:05.632561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380fbfc-a644-412a-a487-395188400432" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:05.695865 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3bb4ef-7afb-474f-add2-92f612b75651 x-openstack-request-id: req-ec3bb4ef-7afb-474f-add2-92f612b75651 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:05.696298 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:05.696799 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec3bb4ef-7afb-474f-add2-92f612b75651 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:05.697622 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:36:05.736034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59189aca-a137-4243-9664-dd5a668af38d req-c958d032-2a7c-41fc-90b4-10a0c4b6d322 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.737582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59189aca-a137-4243-9664-dd5a668af38d req-c958d032-2a7c-41fc-90b4-10a0c4b6d322 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0738068 Jul 28 18:36:05.755714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-ca4062b6-0273-4151-86be-3918b73168ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.757367 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-ca4062b6-0273-4151-86be-3918b73168ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0519724 Jul 28 18:36:05.792638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-7a40e23e-58fa-4cbc-b63a-bdeb0497a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.794190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-7a40e23e-58fa-4cbc-b63a-bdeb0497a285 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0801280 Jul 28 18:36:05.799709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59189aca-a137-4243-9664-dd5a668af38d req-1183a386-4296-425e-a6f0-3e3f307d71d7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481246 Jul 28 18:36:05.864954 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-d90e3f9a-9c35-4157-8540-bf1c2322b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.866647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-d90e3f9a-9c35-4157-8540-bf1c2322b218 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1026542 Jul 28 18:36:05.888672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-7df0dcad-00de-42b2-9df4-33bb0a87ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.890145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-7df0dcad-00de-42b2-9df4-33bb0a87ee15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.0891135 Jul 28 18:36:05.933669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-2039fa57-a05c-4340-9538-16a5c43e44ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0596509 Jul 28 18:36:05.956442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-38597a41-c019-45c7-910e-29390a9afb41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0584731 Jul 28 18:36:05.987056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-c9034d26-933e-4c55-92ff-fa611e91ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:05.988608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-c9034d26-933e-4c55-92ff-fa611e91ec9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0482082 Jul 28 18:36:06.006536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-c092b55f-b539-43e1-bd16-3d8296f75cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:06.008078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-c092b55f-b539-43e1-bd16-3d8296f75cb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0438693 Jul 28 18:36:06.040153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-8c5d71b1-b974-4a19-8587-3686d2dea59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:06.042227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-8c5d71b1-b974-4a19-8587-3686d2dea59b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460343 Jul 28 18:36:06.059480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbfc-a644-412a-a487-395188400432 req-e2dac9ac-4d36-4eb3-918c-45668f6528d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:06.061058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-e2dac9ac-4d36-4eb3-918c-45668f6528d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459547 Jul 28 18:36:06.130488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-5badea37-c4f1-4b25-a6a0-9275eee44ab7 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815101 Jul 28 18:36:06.153892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-bea0d543-f8d6-46b6-9159-2e26cc6b0cad service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831156 Jul 28 18:36:06.226851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-dc514f71-f2a0-4306-9ffe-7b5b5f15f0d6 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897532 Jul 28 18:36:06.248392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e380fbfc-a644-412a-a487-395188400432 req-d4ecafc9-45fe-4df8-a503-d84d2b0081b2 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874555 Jul 28 18:36:06.829129 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:06.873140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:06.950022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8328c-6a87-4e94-bcc9-943895b808a4 req-7ca68057-5346-4852-ae22-863f1aca4574 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:06.957611 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b8328c-6a87-4e94-bcc9-943895b808a4 req-7ca68057-5346-4852-ae22-863f1aca4574 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0768390 Jul 28 18:36:07.002836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-15b8328c-6a87-4e94-bcc9-943895b808a4 req-f11723a5-b378-4934-8a4d-0aa74d48463b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442045 Jul 28 18:36:07.669205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-452b6c4e-3afe-4499-901d-a32049cda4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:08.213004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902990c2-e289-4bb4-bcb2-854e0fcad880 req-001bcd52-dbf4-40a6-8bde-52865dbb0e25 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:08.214592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-902990c2-e289-4bb4-bcb2-854e0fcad880 req-001bcd52-dbf4-40a6-8bde-52865dbb0e25 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0497503 Jul 28 18:36:08.254298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-902990c2-e289-4bb4-bcb2-854e0fcad880 req-16fb0fbe-2035-40b4-a964-5691211c0a61 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Jul 28 18:36:08.748057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883384fb-185c-4f40-8fd0-151d733d2e2f req-c7b4f0c1-b502-4d68-992e-3b83ef46cc6e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:08.749683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-883384fb-185c-4f40-8fd0-151d733d2e2f req-c7b4f0c1-b502-4d68-992e-3b83ef46cc6e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 944 time: 0.0491683 Jul 28 18:36:08.835239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-883384fb-185c-4f40-8fd0-151d733d2e2f req-a69d44ed-74d2-44da-ba6a-2478fd2114a9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794923 Jul 28 18:36:08.874625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-77d6fdc8-8a75-4c7c-a836-cefacd7fadfd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:08.876131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-77d6fdc8-8a75-4c7c-a836-cefacd7fadfd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&tenant_id=4b17fc9140264909809d3eb19d9902fe&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 944 time: 0.0993581 Jul 28 18:36:08.939684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-ce4226a0-38cc-4cec-85ec-7bb54bcf48c3 service neutron] 10.222.0.35 "GET /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0544598 Jul 28 18:36:09.003425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-506215a0-6575-4a80-898e-8eb377405eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:09.004941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-506215a0-6575-4a80-898e-8eb377405eb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1095 time: 0.0403476 Jul 28 18:36:09.068014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:36:09.102312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-e98e7a52-907a-4954-9a18-b27aa98e56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:09.103944 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-e98e7a52-907a-4954-9a18-b27aa98e56d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.0921202 Jul 28 18:36:09.177493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-b131cc0f-8030-47e6-af9a-cf01d0234734 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0657663 Jul 28 18:36:09.180565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:09.193766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:36:09.232384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:09.234809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-506eb65f-8cf5-417c-9207-b49b5e1102d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:09.236310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-506eb65f-8cf5-417c-9207-b49b5e1102d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0519750 Jul 28 18:36:09.245137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:36:09.265569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:09.284422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-2946536c-55d7-4f98-b899-30960b8b7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:09.286071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-2946536c-55d7-4f98-b899-30960b8b7be6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422325 Jul 28 18:36:09.314918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:09.369445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:09.379007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-958cd5f8-195f-49c4-a496-766c6429a451 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858195 Jul 28 18:36:09.481065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-605147c6-0fcd-420c-8e74-7583b7be0a6c service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942674 Jul 28 18:36:09.703055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['8ba8115e-60b0-42c5-bab4-ff27e334450b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:36:09.957771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3927-b0de-4dea-a4dc-967c9786867d req-e6c53b30-9410-4b38-8c3d-a1f4cd0d8fae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:09.959256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-378d3927-b0de-4dea-a4dc-967c9786867d req-e6c53b30-9410-4b38-8c3d-a1f4cd0d8fae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0495346 Jul 28 18:36:09.999111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-378d3927-b0de-4dea-a4dc-967c9786867d req-f460b701-05d3-492b-b80c-32a1ac97a1dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Jul 28 18:36:10.080342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:10.246108 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64ec0313-4907-42c0-931c-e0df9a56bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:10.703375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:10.809309 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5890057e-94bf-4181-9d23-bd5adc12ed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:10.917583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5890057e-94bf-4181-9d23-bd5adc12ed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:10.971551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5890057e-94bf-4181-9d23-bd5adc12ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.010777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5890057e-94bf-4181-9d23-bd5adc12ed05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=131b2bcdcc79417bb375aa9c2afbfd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061037 Jul 28 18:36:11.012180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890057e-94bf-4181-9d23-bd5adc12ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595e2524-b939-4195-bfa8-ddef8d4739f8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:11.013770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 42974) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:11.070674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.073853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:11.095526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.122769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c1c96-5da1-4830-9c4e-4d34a29b7f94 req-d19e7b5a-f402-47bf-8a0f-e153572929d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:11.127897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a9c1c96-5da1-4830-9c4e-4d34a29b7f94 req-d19e7b5a-f402-47bf-8a0f-e153572929d2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0555379 Jul 28 18:36:11.137879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.169561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a9c1c96-5da1-4830-9c4e-4d34a29b7f94 req-5f2010dd-c755-4e63-adad-dfb9561989f5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388806 Jul 28 18:36:11.188451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 8ba8115e-60b0-42c5-bab4-ff27e334450b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:11.192356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 8ba8115e-60b0-42c5-bab4-ff27e334450b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:11.192772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.245849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.248486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.249672 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/595e2524-b939-4195-bfa8-ddef8d4739f8 HTTP/1.1" status: 204 len: 168 time: 0.2348795 Jul 28 18:36:11.257625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595e2524-b939-4195-bfa8-ddef8d4739f8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:11.265560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.265909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.266251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.266587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.266922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.267250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.267599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.267835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.267930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.268267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.268593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.269028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.269352 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeecce5-b991-46b2-ab3b-d188534541a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:11.303986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:11.306573 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318bd33-46b6-4858-9c29-82ffa1c91c53" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:11.319358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:11.355426 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e92fa7-8c03-45fa-8841-8ddd90c9c34b x-openstack-request-id: req-88e92fa7-8c03-45fa-8841-8ddd90c9c34b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:11.355753 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:11.356009 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88e92fa7-8c03-45fa-8841-8ddd90c9c34b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:11.356407 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'code': 200} Jul 28 18:36:11.428819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.477604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:11.881039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42984) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:11.895286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83ffa61a-8b18-4794-a602-e747794215a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:11.981744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83ffa61a-8b18-4794-a602-e747794215a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.058389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-83ffa61a-8b18-4794-a602-e747794215a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.100054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-83ffa61a-8b18-4794-a602-e747794215a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0c04b5d87e74dabaefa56d76f1573f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166452 Jul 28 18:36:12.100054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffa61a-8b18-4794-a602-e747794215a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b64ed-5622-45d3-ab22-96c042e66fda,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:12.103537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 42986) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:12.108141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-fb7b94a9-4f9c-4eec-a81c-915aec1d2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:12.109718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-fb7b94a9-4f9c-4eec-a81c-915aec1d2ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 1097 time: 0.0722170 Jul 28 18:36:12.122106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:12.151304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.172339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.177108 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.386921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:12.424504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h1-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:12.466592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:12.469067 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d11d6c2-34c4-42a7-9347-638180020eaf" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:12.473813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.489443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Transition to ACTIVE for port object 8ba8115e-60b0-42c5-bab4-ff27e334450b will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:12.548380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.602364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.605554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:12.609573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc9b64ed-5622-45d3-ab22-96c042e66fda HTTP/1.1" status: 204 len: 168 time: 0.5049183 Jul 28 18:36:12.619664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f66904-3091-404e-80ad-09b8b18790d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b64ed-5622-45d3-ab22-96c042e66fda,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:12.644274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de5534-06ff-4426-8fb4-410efa7ee661 req-2fc43ccb-6a93-4222-b669-55ba2d0e8e57 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:12.645864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40de5534-06ff-4426-8fb4-410efa7ee661 req-2fc43ccb-6a93-4222-b669-55ba2d0e8e57 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 946 time: 0.4074540 Jul 28 18:36:12.732056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40de5534-06ff-4426-8fb4-410efa7ee661 req-9b74cd6f-5b1b-428c-8184-c4fa059b57bd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760264 Jul 28 18:36:12.748636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1941f-4628-4749-9475-2061492873fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=10']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:12.780919 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32eaee-493d-4575-8677-2179e3c5e1a1 x-openstack-request-id: req-ad32eaee-493d-4575-8677-2179e3c5e1a1 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:12.781222 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:12.781477 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad32eaee-493d-4575-8677-2179e3c5e1a1 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:12.782040 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'code': 200} Jul 28 18:36:12.809232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] No DVR routers for this DVR port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h1-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:12.947121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:12.947121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:12.947121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:12.951807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:36:12.952209 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Attempting to bind port 8ba8115e-60b0-42c5-bab4-ff27e334450b on network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:12.957112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:12.957497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Checking segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:12.957888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Bound using segment: {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:12.958314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Bound port: 8ba8115e-60b0-42c5-bab4-ff27e334450b, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf48bda-4859-4c07-a778-871fa10e3e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:12.958669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:13.022424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:13.025426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:13.034291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:13.104250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:13.139010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.139777 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:13.141101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-38a1941f-4628-4749-9475-2061492873fc service neutron] 10.222.0.37 "PUT /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1093 time: 1.0237584 Jul 28 18:36:13.186838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1941f-4628-4749-9475-2061492873fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=11']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:13.232469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-254268e5-e91c-46ec-80aa-6df0f7dc5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.234037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-254268e5-e91c-46ec-80aa-6df0f7dc5d31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1096 time: 0.0577943 Jul 28 18:36:13.344684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-63c1e2e8-4f67-4167-a679-e9fc5b49e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.346262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-63c1e2e8-4f67-4167-a679-e9fc5b49e22b service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1054900 Jul 28 18:36:13.430533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29625823-3dc6-4bad-bf30-777d7420c152 req-20d5fc8d-70f8-4d23-844a-6a73c77dc211 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.432100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29625823-3dc6-4bad-bf30-777d7420c152 req-20d5fc8d-70f8-4d23-844a-6a73c77dc211 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.1070652 Jul 28 18:36:13.441635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-358ecad5-4174-4c61-bb18-10b81efae570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0807679 Jul 28 18:36:13.504895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29625823-3dc6-4bad-bf30-777d7420c152 req-eee55e7a-742e-4c47-8e2c-11c7554c8c63 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/security-groups?id=2253dadd-31c7-48d2-9ec0-f7209912c24a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662041 Jul 28 18:36:13.510573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-7d6a3ead-c37f-42f7-aa4f-13e899d3b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.512330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-7d6a3ead-c37f-42f7-aa4f-13e899d3b2ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0586386 Jul 28 18:36:13.562072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-468deb1d-ae8f-42c9-95f6-1c74db8957fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.563776 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-468deb1d-ae8f-42c9-95f6-1c74db8957fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448899 Jul 28 18:36:13.656196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-1f3e616e-e326-4783-89d9-10e4ac42c9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Jul 28 18:36:13.753535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d56e9020-e0ed-46c6-8322-66e997426e03 req-15381a40-7e8a-490b-a533-2b07abae31b0 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906727 Jul 28 18:36:13.851320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-0201e14e-5f51-4640-b6dd-8bc07eaf2c47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.853291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-0201e14e-5f51-4640-b6dd-8bc07eaf2c47 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 945 time: 0.0727341 Jul 28 18:36:13.902781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367db97a-8c23-4d9c-a535-ed85977de6d5 req-637c9297-7c88-42b6-a0e8-d1d3cbf9f7cc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:13.904328 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-367db97a-8c23-4d9c-a535-ed85977de6d5 req-637c9297-7c88-42b6-a0e8-d1d3cbf9f7cc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0912037 Jul 28 18:36:13.971546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-367db97a-8c23-4d9c-a535-ed85977de6d5 req-98fd96cf-4dfd-4b95-8ee7-58e279b3d0e9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607033 Jul 28 18:36:13.990870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Deleting port e1580122-af6f-437d-9692-f1e4f585936e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:13.991230 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.083150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] For port e1580122-af6f-437d-9692-f1e4f585936e, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e1580122-af6f-437d-9692-f1e4f585936e,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:14.083555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.302198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.302493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.302809 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Floating IP e362d361-d480-4357-9a0a-77e116937490 disassociated. External IP: 172.25.7.63, port: e1580122-af6f-437d-9692-f1e4f585936e. Jul 28 18:36:14.303152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Calling delete_port for e1580122-af6f-437d-9692-f1e4f585936e owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:14.491756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.519436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event deleted for resources: {'Port': ['ID=e1580122-af6f-437d-9692-f1e4f585936e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:14.609048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0cc2610-f14d-4e87-85b4-564d9426a226 req-6398ec8b-0c0f-4328-ab05-decf7aa97843 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0300405 Jul 28 18:36:14.635578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Router 99e5e2da-b359-4d54-beeb-e47289cf8e3b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:14.747633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:14.759306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Sync routers for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:14.769566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:14.770285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:14.783083 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:14.790050 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:14.792115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] No DVR routers for this DVR port e1580122-af6f-437d-9692-f1e4f585936e on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:14.794876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:14.796913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b8a5c6e-298b-4049-8bcd-593cbeb49fd2 req-7a51a7f7-0298-4b79-85f6-205908a7bc0d tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.35 "DELETE /v2.0/ports/e1580122-af6f-437d-9692-f1e4f585936e HTTP/1.1" status: 204 len: 173 time: 0.9366670 Jul 28 18:36:14.797415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'name': 'network-vif-deleted', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:14.799672 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba427541-e474-42b3-b099-f18843ae53f6" -d '{"events": [{"server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "name": "network-vif-deleted", "tag": "e1580122-af6f-437d-9692-f1e4f585936e"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:14.834222 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ca2ec-03f6-437d-8e9f-706ef96b6279 x-openstack-request-id: req-7a8ca2ec-03f6-437d-8e9f-706ef96b6279 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:14.834508 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afc5bf8-46f5-4df8-936e-19495f7b346c", "name": "network-vif-deleted", "tag": "e1580122-af6f-437d-9692-f1e4f585936e", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:14.834756 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a8ca2ec-03f6-437d-8e9f-706ef96b6279 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:14.835154 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc5bf8-46f5-4df8-936e-19495f7b346c', 'name': 'network-vif-deleted', 'tag': 'e1580122-af6f-437d-9692-f1e4f585936e', 'status': 'completed', 'code': 200} Jul 28 18:36:14.861010 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a6fab3-9dc0-49e3-905f-5c1423f2da05 x-openstack-request-id: req-26a6fab3-9dc0-49e3-905f-5c1423f2da05 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:14.861831 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:14.862092 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a6fab3-9dc0-49e3-905f-5c1423f2da05 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:14.862493 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:36:14.926983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:14.936906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-eac2b31f-ea79-4b39-9fe1-450ac41854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:14.939109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-eac2b31f-ea79-4b39-9fe1-450ac41854a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1096 time: 0.0528476 Jul 28 18:36:14.948843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-f9f78a97-d299-464f-a198-a407472d8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:14.950635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-f9f78a97-d299-464f-a198-a407472d8fde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1096 time: 0.0711849 Jul 28 18:36:15.091888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:15.128156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-9f576cff-373b-4dbf-91ca-b70bde4a5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.130761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-9f576cff-373b-4dbf-91ca-b70bde4a5498 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1815939 Jul 28 18:36:15.162115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:15.195716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-3d1ce208-1532-4821-bc11-14e6ee80f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.198280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-3d1ce208-1532-4821-bc11-14e6ee80f7cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.2335339 Jul 28 18:36:15.225015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dfc1e-a6d5-40d5-8e83-58b4af72e094 req-3dbd93d4-d6b1-4739-bf2b-e210a751a1c0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.226034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-b37ca504-cbf6-4720-af5b-680484bb74c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.0881479 Jul 28 18:36:15.227380 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-412dfc1e-a6d5-40d5-8e83-58b4af72e094 req-3dbd93d4-d6b1-4739-bf2b-e210a751a1c0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.1490095 Jul 28 18:36:15.265082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:15.288704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-c9561c35-1f4b-4114-a29b-f358b0c76686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.291813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-c9561c35-1f4b-4114-a29b-f358b0c76686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0560749 Jul 28 18:36:15.321779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Checking router: 99e5e2da-b359-4d54-beeb-e47289cf8e3b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:15.332475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:15.333388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:15.353225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-70a6e058-23f9-42fe-9ccb-620c77f8a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.354537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-412dfc1e-a6d5-40d5-8e83-58b4af72e094 req-a766e931-1000-4118-994e-ca12dd93e090 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733185 Jul 28 18:36:15.356508 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-70a6e058-23f9-42fe-9ccb-620c77f8a685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573728 Jul 28 18:36:15.356667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-28fd233b-5eba-487d-9cae-31aec8a4d87f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 999 time: 0.1497054 Jul 28 18:36:15.469415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:15.478934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-9a90d243-504f-48c0-87e7-39227f2f7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.480453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-9a90d243-504f-48c0-87e7-39227f2f7c1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.1129241 Jul 28 18:36:15.483989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-22103733-b093-431c-b494-8f798b06e817 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175115 Jul 28 18:36:15.547549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-a5b0f744-56c0-4d70-8a27-7613f68819cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:15.549633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-a5b0f744-56c0-4d70-8a27-7613f68819cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616825 Jul 28 18:36:15.627336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-d4fdd5d3-356c-4c96-83cb-abc02ac5c108 service neutron] 10.222.0.35 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355679 Jul 28 18:36:15.666658 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:15.683206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-ba562161-8faf-4b29-8c36-fcb9b352232e service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255095 Jul 28 18:36:15.757207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:15.764131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86d3b61c-90be-4ff4-b863-35f3dc2f6ee1 req-882596cd-ca81-41b0-94e7-2a64d951779e tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "GET /v2.0/ports?device_id=3afc5bf8-46f5-4df8-936e-19495f7b346c HTTP/1.1" status: 200 len: 210 time: 0.0360181 Jul 28 18:36:15.836856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa2ca921-8fbb-43aa-8c30-da30bbbb355e req-bccb0cfa-3e65-4e52-9b1c-bbec559b0769 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463518 Jul 28 18:36:15.956337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53491b-5026-45c4-9a54-1c682c6c7584 None None] The sync data for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 is: [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:30:33Z', 'revision_number': 4, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7a066b1b-d5d0-4162-9e27-240b27c3dcb8', 'name': '', 'network_id': 'aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'mac_address': 'fa:16:3e:30:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:32Z', 'updated_at': '2021-07-28T18:30:39Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'subnets': [{'id': '580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:16.197472 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1df8e5-ae89-48ac-b2a2-a7a327d08e62 None None] New status for floating IP e362d361-d480-4357-9a0a-77e116937490: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:36:16.494171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20254b35-6093-46da-8975-8db610d28c02 req-d4f77fea-9f4f-4d8b-b24a-504646fc57c7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:16.498854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20254b35-6093-46da-8975-8db610d28c02 req-d4f77fea-9f4f-4d8b-b24a-504646fc57c7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 945 time: 0.0556128 Jul 28 18:36:16.543625 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-20254b35-6093-46da-8975-8db610d28c02 req-930fdb25-122b-4fce-a66a-6e927b0d728a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371382 Jul 28 18:36:16.566027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43114) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:16.627141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76c6f3a7-c192-4e74-90ce-b20548c46f64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 200 len: 991 time: 0.0599642 Jul 28 18:36:16.827665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43118) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:16.889015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:36:16.967573 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Deleting port 9bfdefa9-6dcf-42ad-b86a-b7a810344ed7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:16.967986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:16.992472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:17.005787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'port_id': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'mac_address': 'fa:16:3e:5b:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:36:17.046795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.049975 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.050467 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.063837 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Calling delete_port for 9bfdefa9-6dcf-42ad-b86a-b7a810344ed7 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:17.068942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:36:17.089599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:17.098404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e1580122-af6f-437d-9692-f1e4f585936e no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:17.119422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: e1580122-af6f-437d-9692-f1e4f585936e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:17.119789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e1580122-af6f-437d-9692-f1e4f585936e not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:17.171645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.221041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:17.280351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.307558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event deleted for resources: {'Port': ['ID=9bfdefa9-6dcf-42ad-b86a-b7a810344ed7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:17.397976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['8ba8115e-60b0-42c5-bab4-ff27e334450b'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:36:17.398640 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.401248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.406004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-089f3f81-d6e5-4b73-968f-089f264dd4c0 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "DELETE /v2.0/floatingips/e362d361-d480-4357-9a0a-77e116937490 HTTP/1.1" status: 204 len: 168 time: 0.5737555 Jul 28 18:36:17.412835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-95ec6c4b-049c-4c16-a7ae-a16d58b70e73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958166 Jul 28 18:36:17.476386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43126) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:17.515165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-fcb1caa6-bd54-492b-a229-a25a43ccc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:17.517153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-fcb1caa6-bd54-492b-a229-a25a43ccc474 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1097 time: 0.0503130 Jul 28 18:36:17.551966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.583672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.646798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-7521c427-c680-4b7e-9ad0-8a429d3d8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:17.648714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-7521c427-c680-4b7e-9ad0-8a429d3d8a30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1123934 Jul 28 18:36:17.722133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-754337e3-c6da-433b-8c1f-79bd7e1304ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 1000 time: 0.0659630 Jul 28 18:36:17.748663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.751705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:17.755570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] 10.222.0.25 "DELETE /v2.0/security-groups/2253dadd-31c7-48d2-9ec0-f7209912c24a HTTP/1.1" status: 204 len: 168 time: 0.2756948 Jul 28 18:36:17.763846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75d7df-10de-4efa-948d-21098c2c1cc5 tempest-TestServerBasicOps-1738840585 tempest-TestServerBasicOps-1738840585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253dadd-31c7-48d2-9ec0-f7209912c24a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:17.785789 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-98f162b5-f80a-46e3-b89e-d801dd6ceb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:17.788338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-98f162b5-f80a-46e3-b89e-d801dd6ceb64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.0541763 Jul 28 18:36:17.836419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-e46d5c38-0e79-4d19-8a98-6e0b40456511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:17.838574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-e46d5c38-0e79-4d19-8a98-6e0b40456511 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426888 Jul 28 18:36:17.863172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43130) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:18.256786 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-3710a613-5580-447a-9179-fddb3d363661 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101696 Jul 28 18:36:18.353632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7e517e8-099d-449e-9133-14e5dc8528b3 req-0d79cb36-e5e7-4197-9f73-efd06d30760e service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Jul 28 18:36:18.411084 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:18.677324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Deleting port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:18.677983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:18.763226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] For port 7a066b1b-d5d0-4162-9e27-240b27c3dcb8, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:18.763714 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:18.776656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Calling delete_port for 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:18.811102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:18.900437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:19.016810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 8ba8115e-60b0-42c5-bab4-ff27e334450b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:19.020802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 8ba8115e-60b0-42c5-bab4-ff27e334450b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:19.021175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.080135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.098513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.107136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a066b1b-d5d0-4162-9e27-240b27c3dcb8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:19.126560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:19.129962 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec7bf25-9d4f-46d4-8cde-a54d12397f3e" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:19.144864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:19.182322 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c2486-f5cf-431e-94af-5a1298c40a4d x-openstack-request-id: req-3d1c2486-f5cf-431e-94af-5a1298c40a4d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:19.182322 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:19.182625 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d1c2486-f5cf-431e-94af-5a1298c40a4d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:19.183015 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'code': 200} Jul 28 18:36:19.223606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.288217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:19.298930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.541336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Router 99e5e2da-b359-4d54-beeb-e47289cf8e3b has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:19.655385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:19.662567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-182eb7a3-6c52-4a57-889f-d009c1359fb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/99e5e2da-b359-4d54-beeb-e47289cf8e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966707 Jul 28 18:36:19.663640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43140) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:19.666313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Sync routers for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:19.678163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:19.678896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:19.805833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:19.812457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:19.919166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.000062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:36:18Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:20.026160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Checking router: 99e5e2da-b359-4d54-beeb-e47289cf8e3b for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:20.034738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Routers {'99e5e2da-b359-4d54-beeb-e47289cf8e3b'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:20.035317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:20.100746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Deleting port 7fa141aa-3029-413a-8203-95bf4ecc024d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:20.101117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.157194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] Set router 99e5e2da-b359-4d54-beeb-e47289cf8e3b gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:20.188680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] For port 7fa141aa-3029-413a-8203-95bf4ecc024d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7fa141aa-3029-413a-8203-95bf4ecc024d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:20.189040 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.203443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Calling delete_port for 7fa141aa-3029-413a-8203-95bf4ecc024d owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:20.347444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:36:18Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:20.371561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef09d-d23b-4b7b-88e0-f73ae26c6634 None None] The sync data for ids ['99e5e2da-b359-4d54-beeb-e47289cf8e3b'] in n-d-778550-5 is: [{'id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'name': 'tempest-TestServerBasicOps-601955812-router', 'tenant_id': 'e94b726575494ab0bc9acfad056947e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:29Z', 'updated_at': '2021-07-28T18:36:18Z', 'revision_number': 5, 'project_id': 'e94b726575494ab0bc9acfad056947e3', 'gw_port': {'id': '7fa141aa-3029-413a-8203-95bf4ecc024d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:81:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e5e2da-b359-4d54-beeb-e47289cf8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:30Z', 'updated_at': '2021-07-28T18:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:20.463061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.488466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa141aa-3029-413a-8203-95bf4ecc024d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:20.568822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.660343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.662618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.783049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.783704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e5e2da-b359-4d54-beeb-e47289cf8e3b {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:36:20.790661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.791956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bba5ae70-d002-4612-8228-b3610c18353e admin admin] 10.222.0.25 "DELETE /v2.0/routers/99e5e2da-b359-4d54-beeb-e47289cf8e3b HTTP/1.1" status: 204 len: 168 time: 1.1268091 Jul 28 18:36:20.793909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43144) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:20.843691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Deleting subnet 580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:36:20.850362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:20.851968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:20.873041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:20.873822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7a066b1b-d5d0-4162-9e27-240b27c3dcb8 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:20.894113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.309007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.429098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.461445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:21.463577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.467849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec776787-a3c0-4bef-89c3-0f78e14d94be admin admin] 10.222.0.25 "DELETE /v2.0/subnets/580f5c03-cd2c-40bd-80d6-fdb5e6ad6bcf HTTP/1.1" status: 204 len: 168 time: 0.6705322 Jul 28 18:36:21.468230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43148) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:21.470319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4e27d-3cfd-4c67-b8c1-43acf1dc1d02 None None] Network aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:21.549714 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.606276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Deleting port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:21.606723 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.675281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] For port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:21.675673 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.688438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] DHCP port deletion for aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:36:21.694290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Calling delete_port for b3a49b4e-52c2-489a-88f7-d9d7755bb0fb owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:21.739008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Deleting port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:21.739419 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.804437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] For port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,segment=NetworkSegment(9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4),segment_id=9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:21.804769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.817573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Calling delete_port for b3a49b4e-52c2-489a-88f7-d9d7755bb0fb owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:21.874325 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.893918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:21.903608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:21.907876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] No DVR routers for this DVR port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:21.919635 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] Pushing event deleted for resources: {'Port': ['ID=b3a49b4e-52c2-489a-88f7-d9d7755bb0fb,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:21.923215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351ecc2-6234-497e-94ea-023c511e929d None None] No DVR routers for this DVR port b3a49b4e-52c2-489a-88f7-d9d7755bb0fb on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:21.990567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.000700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:22.012063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:22.012362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9023ec3a-c4c6-44eb-8ce9-4a8fead7d7e4') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:22.021945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.036901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.043005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:36:22.043388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:36:22.045097 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:36:22.166107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.173373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.175878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff HTTP/1.1" status: 204 len: 168 time: 0.7066135 Jul 28 18:36:22.178956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43152) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:22.197233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fefe89-509c-4cd4-8bb8-3295188bce82 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa681e2c-4c3b-45ed-9593-7ae5cedfb9ff,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:22.552785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.697420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fa141aa-3029-413a-8203-95bf4ecc024d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:22.721683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7fa141aa-3029-413a-8203-95bf4ecc024d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:22.722286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7fa141aa-3029-413a-8203-95bf4ecc024d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:22.722722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3a49b4e-52c2-489a-88f7-d9d7755bb0fb no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:22.742665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b3a49b4e-52c2-489a-88f7-d9d7755bb0fb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:22.743045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b3a49b4e-52c2-489a-88f7-d9d7755bb0fb not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:22.827212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Deleting port 8a8e5211-52f4-4a83-abc2-2ccc59feec25 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:22.827212 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.904926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] For port 8a8e5211-52f4-4a83-abc2-2ccc59feec25, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8a8e5211-52f4-4a83-abc2-2ccc59feec25,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:22.905315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:22.918263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Calling delete_port for 8a8e5211-52f4-4a83-abc2-2ccc59feec25 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:23.188742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:23.220971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8e5211-52f4-4a83-abc2-2ccc59feec25,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:23.402283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:23.659037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Router e08b8965-8ec9-452f-bcdb-b9015b669442 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:23.770060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:23.778689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:23.779483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3f7e5303-4a12-4edd-8929-77255cb3300d admin admin] 10.222.0.25 "PUT /v2.0/routers/e08b8965-8ec9-452f-bcdb-b9015b669442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994208 Jul 28 18:36:23.781847 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Sync routers for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:23.791659 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:23.792645 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:23.886508 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:23.907719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:23.996679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.102672 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:36:23Z', 'revision_number': 5, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port': {'id': 'bfd44650-65d8-49b5-9e10-030be6aecd32', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:30:39Z', 'updated_at': '2021-07-28T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:24.128194 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Checking router: e08b8965-8ec9-452f-bcdb-b9015b669442 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:24.136574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Deleting port bfd44650-65d8-49b5-9e10-030be6aecd32 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:24.136944 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Routers {'e08b8965-8ec9-452f-bcdb-b9015b669442'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:24.137089 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.137516 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e08b8965-8ec9-452f-bcdb-b9015b669442'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:24.218529 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] For port bfd44650-65d8-49b5-9e10-030be6aecd32, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=bfd44650-65d8-49b5-9e10-030be6aecd32,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:24.219008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.230702 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] Set router e08b8965-8ec9-452f-bcdb-b9015b669442 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:24.234202 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Calling delete_port for bfd44650-65d8-49b5-9e10-030be6aecd32 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:24.285772 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:36:23Z', 'revision_number': 6, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:24.318241 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be8088-006f-4ea5-b7c5-f2bd0aca206d None None] The sync data for ids ['e08b8965-8ec9-452f-bcdb-b9015b669442'] in n-d-778550-5 is: [{'id': 'e08b8965-8ec9-452f-bcdb-b9015b669442', 'name': 'tempest-TestServerBasicOps-861584381-router', 'tenant_id': '1ee2bf8318024ec492418000cd12969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:30:37Z', 'updated_at': '2021-07-28T18:36:23Z', 'revision_number': 6, 'project_id': '1ee2bf8318024ec492418000cd12969a', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:24.491081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.523266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd44650-65d8-49b5-9e10-030be6aecd32,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:24.591175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.690173 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.692622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.793828 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.794450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08b8965-8ec9-452f-bcdb-b9015b669442 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:36:24.806988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.806988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c70a8a36-57c1-49f6-b296-5608d8c21c38 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e08b8965-8ec9-452f-bcdb-b9015b669442 HTTP/1.1" status: 204 len: 168 time: 1.0231950 Jul 28 18:36:24.806988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43160) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:24.809024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8a8e5211-52f4-4a83-abc2-2ccc59feec25 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:24.833808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8a8e5211-52f4-4a83-abc2-2ccc59feec25 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:24.834280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8a8e5211-52f4-4a83-abc2-2ccc59feec25 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:24.857656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Deleting subnet f531886d-4a79-41a6-b2b9-d95f559c009f {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:36:24.861196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.902352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:24.981191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.099551 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.130524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f531886d-4a79-41a6-b2b9-d95f559c009f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:25.135095 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.139533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5700b7f3-df58-41d4-ae94-ed8d775928eb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f531886d-4a79-41a6-b2b9-d95f559c009f HTTP/1.1" status: 204 len: 168 time: 0.3304086 Jul 28 18:36:25.139957 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:25.142300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacb769-28f5-4682-b79e-7793349818c9 None None] Network b46a78ca-2abf-4617-be25-ec38d7082f77 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:25.216896 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.282562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Deleting port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:25.282930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.362443 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] For port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:25.362831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.376394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] DHCP port deletion for b46a78ca-2abf-4617-be25-ec38d7082f77 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:36:25.382818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Calling delete_port for 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:25.444411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Deleting port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:25.444814 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.527203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] For port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,segment=NetworkSegment(1190887c-8c6f-4396-b66e-ef12d6d8cfba),segment_id=1190887c-8c6f-4396-b66e-ef12d6d8cfba)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:25.527751 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:25.542328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Calling delete_port for 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:26.137293 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.144265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.166103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Pushing event deleted for resources: {'Port': ['ID=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:26.169729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] No DVR routers for this DVR port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:26.172422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] Pushing event deleted for resources: {'Port': ['ID=8307a4c2-93c4-4a84-bea4-ef8b014e9ed9,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:26.176437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca551538-fe92-4b6b-a61f-199c4422148a None None] No DVR routers for this DVR port 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:26.246727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.257067 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46a78ca-2abf-4617-be25-ec38d7082f77']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:26.276501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1190887c-8c6f-4396-b66e-ef12d6d8cfba') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:26.276501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1190887c-8c6f-4396-b66e-ef12d6d8cfba') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:26.285782 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.299636 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.305649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:36:26.306045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:36:26.307789 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:36:26.439972 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.447765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.448749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b46a78ca-2abf-4617-be25-ec38d7082f77 HTTP/1.1" status: 204 len: 168 time: 1.3078544 Jul 28 18:36:26.459162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803ffbc-f883-47df-87bd-e12a3969749f admin admin] Pushing event deleted for resources: {'Network': ['ID=b46a78ca-2abf-4617-be25-ec38d7082f77,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:26.704781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bfd44650-65d8-49b5-9e10-030be6aecd32 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:26.726580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: bfd44650-65d8-49b5-9e10-030be6aecd32 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:26.727615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device bfd44650-65d8-49b5-9e10-030be6aecd32 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:26.728126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:26.751743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:26.751743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8307a4c2-93c4-4a84-bea4-ef8b014e9ed9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:26.828271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43178) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:26.869090 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d9a7c527-7038-4bfb-93ec-c4c89f21e380 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e94b726575494ab0bc9acfad056947e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396123 Jul 28 18:36:26.871623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:26.921219 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:26.943003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.074027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.076663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.077851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6400ea1-4bfe-492b-9864-d508339b6299 HTTP/1.1" status: 204 len: 168 time: 0.2052450 Jul 28 18:36:27.087119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb11190-f4fb-4402-85ea-d617d5be6c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6400ea1-4bfe-492b-9864-d508339b6299,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:27.687298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:27.729966 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e41dd07a-e306-458b-be11-ea6120c02741 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ee2bf8318024ec492418000cd12969a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413172 Jul 28 18:36:27.732417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:27.785260 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.806682 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.908119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.911195 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:27.912607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b9b830-6125-4b86-9afb-5a96d6be8b25 HTTP/1.1" status: 204 len: 168 time: 0.1792498 Jul 28 18:36:27.922925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399522c-7283-400f-8375-f18e92371c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b9b830-6125-4b86-9afb-5a96d6be8b25,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:29.153445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:29.252095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-310916104-network', 'tenant_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:29.331048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:29.333427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.342805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.431530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.485204 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.514643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:36:29.521036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:29.527813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.528165 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Added segment 5cbd8d76-8449-4667-aaea-6ea91a99bd7b of type vlan for network a599ba68-2341-4d8e-a7ba-d5cec6939405 Jul 28 18:36:29.570057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.650971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.652134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:29.652810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:29.714382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] Pushing event updated for resources: {'Network': ['ID=a599ba68-2341-4d8e-a7ba-d5cec6939405,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:29.724083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:36:29.743573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-258c793c-7364-4265-9824-d9efc390d09d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5888343 Jul 28 18:36:29.746347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43236) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:29.752010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Request body: {'subnet': {'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-310916104-subnet', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:29.827913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:29.831984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.079743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.136735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:30.143689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:30.144056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Network hostable DHCP agents. Network: a599ba68-2341-4d8e-a7ba-d5cec6939405, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:36:30.233734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:36:30.319235 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a599ba68-2341-4d8e-a7ba-d5cec6939405) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:30.323310 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:30.323940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.327987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f402b-2d6f-4f16-b1ec-7824689f8348 None None] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:30.408699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f1b67171-1a1d-492d-9849-0ef195810ded admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6580317 Jul 28 18:36:30.408909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43238) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:30.413369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:30.475943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a599ba68-2341-4d8e-a7ba-d5cec6939405', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:36:30.477596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.536250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.537465 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.595367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.616853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Allocated IP 172.20.0.2 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/fbd1d032-c7d3-4a05-b201-c4a0176bc0f1) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:30.757069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.766008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Transition to ACTIVE for port object fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:30.780889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Transition to ACTIVE for port object fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:30.828238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.880223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.921293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:30.924184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:30.927659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:30.938031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Pushing event updated for resources: {'Port': ['ID=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:30.989627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Attempting to bind port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:30.990236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Attempting to bind port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:30.990663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Attempting to bind port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:30.995963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:30.996343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:30.996749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:30.997144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:30.997738 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Bound port: fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:30.997997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.060743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] For port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:31.063725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] For port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:31.138005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.148346 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.157002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.212035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5e55-2806-403f-8f49-dcdedb09a1ad None None] Pushing event updated for resources: {'Port': ['ID=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:31.270885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Allocated IP 172.25.7.57 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/1cfdc29c-ed13-464d-a386-e41be8174c26) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:31.387773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.480170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:31.518245 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:31.521185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:31.526254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:31.555940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfdc29c-ed13-464d-a386-e41be8174c26,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:31.886573 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:32.078195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedbede-a149-4e7f-9f3b-4460df11241e None None] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:32.095433 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:32.267940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-719fecb6-bf8a-4c37-bdb8-94619c1461a3 None None] Provisioning for port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:32.347985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:36:32.456874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:32.466835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:32.477614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:32.478380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:32.555040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:32.557017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-209ad5b0-989d-4529-adba-9b89c10b6a93 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1472716 Jul 28 18:36:32.560050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:32.744548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:32.777024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:32.965023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:32.970859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:32.971252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.017307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:31Z', 'revision_number': 3, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:33.037177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.051565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:33.051921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Updating router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 port 1cfdc29c-ed13-464d-a386-e41be8174c26 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:36:33.097474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.128840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.236149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:33.252530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Allocated IP 172.20.0.1 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/8574734b-b5ee-400a-bb75-bbbfe4571a99) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:33.319438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.360655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.374369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Transition to ACTIVE for port object 8574734b-b5ee-400a-bb75-bbbfe4571a99 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:33.413178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:33.436457 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.446942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Transition to ACTIVE for port object 1cfdc29c-ed13-464d-a386-e41be8174c26 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:33.491152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.525091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.534582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:33.538411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:33.541032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:33.548484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Pushing event updated for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:33.581036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Attempting to bind port 1cfdc29c-ed13-464d-a386-e41be8174c26 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:33.581425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Attempting to bind port 1cfdc29c-ed13-464d-a386-e41be8174c26 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:33.581797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Attempting to bind port 1cfdc29c-ed13-464d-a386-e41be8174c26 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:33.584024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033180-a991-4d0e-bab3-a7711b7d096b None None] Pushing event updated for resources: {'Port': ['ID=1cfdc29c-ed13-464d-a386-e41be8174c26,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:33.589945 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:33.590328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:33.590746 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.591151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:33.591657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Bound port: 1cfdc29c-ed13-464d-a386-e41be8174c26, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:33.592053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.593387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.649756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] For port 1cfdc29c-ed13-464d-a386-e41be8174c26, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:33.653564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] For port 1cfdc29c-ed13-464d-a386-e41be8174c26, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1cfdc29c-ed13-464d-a386-e41be8174c26,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:33.731466 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.796524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:33.797146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:33.799205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033180-a991-4d0e-bab3-a7711b7d096b None None] Pushing event updated for resources: {'Port': ['ID=1cfdc29c-ed13-464d-a386-e41be8174c26,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:33.800148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.918199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:33.972483 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:33.991352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a23abf15-f107-460a-b699-f108f3d190e6 None None] Provisioning for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:34.004964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a23abf15-f107-460a-b699-f108f3d190e6 None None] Provisioning complete for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:34.005338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a23abf15-f107-460a-b699-f108f3d190e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:34.044903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:34.077075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a23abf15-f107-460a-b699-f108f3d190e6 None None] Port 8574734b-b5ee-400a-bb75-bbbfe4571a99 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:36:34.121080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Pushing event updated for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:34.121080 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:34.156644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:34.187661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498bce1-634a-4234-8870-b81c0dbe4057 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:34.216592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:34.218033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:34.344454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:34.481368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:34.505079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c640dfb8-c604-4307-9d91-be56cadbac08 admin admin] 10.222.0.25 "PUT /v2.0/routers/522ab93b-52ee-4a05-a4c9-d25a20f3bcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437912 Jul 28 18:36:34.506600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2be23291-c53e-4383-a1e0-a2ba2680d261 None None] Provisioning complete for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:34.506974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2be23291-c53e-4383-a1e0-a2ba2680d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:34.549656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2be23291-c53e-4383-a1e0-a2ba2680d261 None None] Port 8574734b-b5ee-400a-bb75-bbbfe4571a99 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:36:34.723257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:34.778877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:34.779317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.319623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43266) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:35.326831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1931728913-network', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:35.420937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Made reservation on behalf of 8eb073971f1b4b1a85e4e4037e715636 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:35.420937 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.430276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.527170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.599315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.628087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:36:35.638178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab9d37-8d56-4087-a3dc-01d9891df8c0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:35.642899 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.643246 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Added segment 8a56ba52-bf58-4597-bd9f-b30234ebb0a2 of type vlan for network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 Jul 28 18:36:35.683771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.793671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.794698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:35.795350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:35.853549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] Pushing event updated for resources: {'Network': ['ID=59b95fcc-7358-4779-9e3b-9f7f1cee6d88,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:35.863423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:36:35.936578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d3b77b7c-3bab-4926-a709-484aeb31b0da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6136808 Jul 28 18:36:35.939194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43268) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:35.944158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Request body: {'subnet': {'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1931728913-subnet', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:36.027341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Made reservation on behalf of 8eb073971f1b4b1a85e4e4037e715636 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:36.029795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.233146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.269936 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:36.278976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:36.279609 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:36.287716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bea44e5-bb89-4a52-af28-acacb80265dd,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:36.298159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Checking segment: {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:36.298525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Network hostable DHCP agents. Network: 59b95fcc-7358-4779-9e3b-9f7f1cee6d88, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:36:36.382721 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:36.387160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:36:36.450410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 59b95fcc-7358-4779-9e3b-9f7f1cee6d88) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:36.457320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:36.458076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.459729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed423292-9c7d-4f62-9518-2b9f4a511c00 None None] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:36.582542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f337ead3-de88-4f0e-a35e-2cda942e2935 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6420531 Jul 28 18:36:36.585094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43272) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:36.591193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:36.611410 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 2, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:36.643857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:36.644207 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Updating router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 port 8574734b-b5ee-400a-bb75-bbbfe4571a99 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:36:36.645172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:36:36.646127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.690675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.692332 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.767920 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.782083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:36.823051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1cfdc29c-ed13-464d-a386-e41be8174c26 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:36.861467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Allocated IP 172.20.0.2 (59b95fcc-7358-4779-9e3b-9f7f1cee6d88/4bea44e5-bb89-4a52-af28-acacb80265dd/795a3077-35a2-4ddc-8c59-e75f808e6433) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:36.998132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1cfdc29c-ed13-464d-a386-e41be8174c26 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:37.006166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1cfdc29c-ed13-464d-a386-e41be8174c26 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:37.006166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.018984 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.058021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.059693 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.069682 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Transition to ACTIVE for port object 795a3077-35a2-4ddc-8c59-e75f808e6433 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:37.077899 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Transition to ACTIVE for port object 8574734b-b5ee-400a-bb75-bbbfe4571a99 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:37.105272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Transition to ACTIVE for port object 795a3077-35a2-4ddc-8c59-e75f808e6433 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:37.122014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.143965 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1cfdc29c-ed13-464d-a386-e41be8174c26, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1cfdc29c-ed13-464d-a386-e41be8174c26,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:37.164622 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:36:37.175791 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.216721 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.223849 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Pushing event updated for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:37.263470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.263788 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.264356 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.264985 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.265519 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.266049 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.266577 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.267102 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.267775 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.268302 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.268842 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.269363 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:37.281219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.307198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.313311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Pushing event updated for resources: {'Port': ['ID=795a3077-35a2-4ddc-8c59-e75f808e6433,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:37.315586 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Attempting to bind port 8574734b-b5ee-400a-bb75-bbbfe4571a99 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:37.316116 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Attempting to bind port 8574734b-b5ee-400a-bb75-bbbfe4571a99 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:37.316479 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Attempting to bind port 8574734b-b5ee-400a-bb75-bbbfe4571a99 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:37.330058 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:37.330514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:37.330976 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.331436 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:37.331996 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Bound port: 8574734b-b5ee-400a-bb75-bbbfe4571a99, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:37.332433 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.332859 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.362210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:37.365456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:37.368606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:37.394308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1cfdc29c-ed13-464d-a386-e41be8174c26,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:37.439808 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] For port 8574734b-b5ee-400a-bb75-bbbfe4571a99, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:37.443608 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] For port 8574734b-b5ee-400a-bb75-bbbfe4571a99, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8574734b-b5ee-400a-bb75-bbbfe4571a99,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:37.456822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Attempting to bind port 795a3077-35a2-4ddc-8c59-e75f808e6433 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:37.457194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Attempting to bind port 795a3077-35a2-4ddc-8c59-e75f808e6433 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:37.457560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Attempting to bind port 795a3077-35a2-4ddc-8c59-e75f808e6433 on network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:37.463716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:37.464097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Checking segment: {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:37.464511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.464912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Bound using segment: {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:37.465647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Bound port: 795a3077-35a2-4ddc-8c59-e75f808e6433, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:37.465792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.472146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Allocated IP 172.25.7.112 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/00df2cbf-a49e-4160-8d4b-6bf778dd4406) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:37.519721 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.557155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] For port 795a3077-35a2-4ddc-8c59-e75f808e6433, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:37.561623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] For port 795a3077-35a2-4ddc-8c59-e75f808e6433, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=795a3077-35a2-4ddc-8c59-e75f808e6433,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:37.613626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:37.614275 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:37.639433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.670069 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe4086-6a25-4d1a-a9bf-7b38e0d15fd9 None None] Pushing event updated for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:37.680325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03064fb6-7052-4691-8ddc-f5785a5c2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:37.748460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d40b0-4bba-4714-a41c-becb33f3b392 None None] Pushing event updated for resources: {'Port': ['ID=795a3077-35a2-4ddc-8c59-e75f808e6433,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:37.799650 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:38.029273 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:38.068973 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:38.102441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1e88-8561-4d64-ad42-7e5765f11504 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:38.125395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:38.168958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:38.172550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:38.176429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:38.184978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Pushing event updated for resources: {'Port': ['ID=00df2cbf-a49e-4160-8d4b-6bf778dd4406,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:38.512897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:38.758129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:38.912477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 795a3077-35a2-4ddc-8c59-e75f808e6433 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:38.971555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead774ad-7328-498b-b041-5aab27b6ca74 None None] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:39.049902 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:36:39.076697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 795a3077-35a2-4ddc-8c59-e75f808e6433 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:39.090922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1cfdc29c-ed13-464d-a386-e41be8174c26 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:39.166064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1cfdc29c-ed13-464d-a386-e41be8174c26 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:39.166832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.170755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:39.191372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Sync routers for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:39.198480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Provisioning for port 795a3077-35a2-4ddc-8c59-e75f808e6433 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:39.209587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Provisioning complete for port 795a3077-35a2-4ddc-8c59-e75f808e6433 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:39.210096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.239171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:39.239920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:39.244981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.246886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7eedf947-9a1d-44ce-82a1-2a3ffebcc23b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6600440 Jul 28 18:36:39.249839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43290) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:39.559327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8574734b-b5ee-400a-bb75-bbbfe4571a99 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:39.615173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:39.678920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.711295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.766465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] For port 795a3077-35a2-4ddc-8c59-e75f808e6433, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=795a3077-35a2-4ddc-8c59-e75f808e6433,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:39.810960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:39.816827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:39.817199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.843777 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:39.872788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Allocated IP 172.20.0.1 (59b95fcc-7358-4779-9e3b-9f7f1cee6d88/4bea44e5-bb89-4a52-af28-acacb80265dd/8f6f34ab-e2df-4fc5-92d0-827a16e94b0c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:39.928415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:38Z', 'revision_number': 3, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:39.943716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d84f-b210-4a9e-b5cf-2d1811cbfabc None None] Pushing event updated for resources: {'Port': ['ID=795a3077-35a2-4ddc-8c59-e75f808e6433,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:39.999972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Checking router: fbc2c876-4fb7-4ca2-9ba7-a2b600383533 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:40.000327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Updating router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:36:40.046558 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.067285 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.070773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-871d7447-0abd-4ab1-bfac-168fd51ce4ae None None] Provisioning complete for port 795a3077-35a2-4ddc-8c59-e75f808e6433 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:40.071140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-871d7447-0abd-4ab1-bfac-168fd51ce4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.146473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8574734b-b5ee-400a-bb75-bbbfe4571a99, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8574734b-b5ee-400a-bb75-bbbfe4571a99,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:40.207979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.219657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.347528 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-44ee28c7-b97a-4e9e-8d45-a1b8a6b4e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.360533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:40.374829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.388776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Transition to ACTIVE for port object 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:40.484201 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.490365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.497709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Transition to ACTIVE for port object 00df2cbf-a49e-4160-8d4b-6bf778dd4406 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:40.510823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43298) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:40.540201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:40.543621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:40.547167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:40.559711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.596201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:40.623984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.642185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Attempting to bind port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:40.642741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Attempting to bind port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:40.643135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Attempting to bind port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:40.651256 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273cd1c-922d-46bb-828b-795fbb1face2 None None] Pushing event updated for resources: {'Port': ['ID=00df2cbf-a49e-4160-8d4b-6bf778dd4406,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:40.654144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:40.655669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:40.656544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.656949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:40.657444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Bound port: 00df2cbf-a49e-4160-8d4b-6bf778dd4406, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:40.657852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.690968 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-277574d9-5f40-497a-883b-38b3e0a9e46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.725786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] For port 00df2cbf-a49e-4160-8d4b-6bf778dd4406, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:40.731290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] For port 00df2cbf-a49e-4160-8d4b-6bf778dd4406, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=00df2cbf-a49e-4160-8d4b-6bf778dd4406,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:40.814533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 795a3077-35a2-4ddc-8c59-e75f808e6433 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:40.842883 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.857829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-277574d9-5f40-497a-883b-38b3e0a9e46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.910692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.924217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:40.924764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:40.936559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-277574d9-5f40-497a-883b-38b3e0a9e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.982248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273cd1c-922d-46bb-828b-795fbb1face2 None None] Pushing event updated for resources: {'Port': ['ID=00df2cbf-a49e-4160-8d4b-6bf778dd4406,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:40.986843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-386f1d3e-60ff-4c30-821b-a12bd1297c8f None None] Provisioning for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:40.992229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 795a3077-35a2-4ddc-8c59-e75f808e6433 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:40.992229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:40.998221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277574d9-5f40-497a-883b-38b3e0a9e46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d9afb-850a-4037-980e-2d80fb0e7e12,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:41.005263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-277574d9-5f40-497a-883b-38b3e0a9e46a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98e3c909756f41d884cd51ddd0b63a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907424 Jul 28 18:36:41.005827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43306) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:41.016549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-386f1d3e-60ff-4c30-821b-a12bd1297c8f None None] Provisioning complete for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:41.016934 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-386f1d3e-60ff-4c30-821b-a12bd1297c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.061672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.086505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.121857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-386f1d3e-60ff-4c30-821b-a12bd1297c8f None None] Port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:36:41.126212 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.139155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:41.167382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.176111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.176294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.178627 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.182553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d0d9afb-850a-4037-980e-2d80fb0e7e12 HTTP/1.1" status: 204 len: 168 time: 0.1759825 Jul 28 18:36:41.193354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542118-1033-4aa8-a951-e75dbf199144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0d9afb-850a-4037-980e-2d80fb0e7e12,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:41.250855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:41.257730 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.257837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8574734b-b5ee-400a-bb75-bbbfe4571a99 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:41.347849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:41.349375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:41.379937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8574734b-b5ee-400a-bb75-bbbfe4571a99 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:41.380302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.464242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f6f34ab-e2df-4fc5-92d0-827a16e94b0c', 'name': '', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'mac_address': 'fa:16:3e:d0:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:39Z', 'updated_at': '2021-07-28T18:36:39Z', 'revision_number': 1, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'subnets': [{'id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:41.464546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:41.498404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a374713-200f-47cf-9d8d-bd7beb84bd37 None None] The sync data for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 is: [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f6f34ab-e2df-4fc5-92d0-827a16e94b0c', 'name': '', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'mac_address': 'fa:16:3e:d0:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:39Z', 'updated_at': '2021-07-28T18:36:39Z', 'revision_number': 1, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'subnets': [{'id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:41.590633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:41.596093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5203134e-01ee-4f41-b554-48ea06e5dd97 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbc2c876-4fb7-4ca2-9ba7-a2b600383533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446741 Jul 28 18:36:41.651242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-67457d24-7301-4352-bead-1475659fc375 None None] Provisioning complete for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:41.651757 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-67457d24-7301-4352-bead-1475659fc375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:41.875308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-67457d24-7301-4352-bead-1475659fc375 None None] Port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:36:42.740065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 00df2cbf-a49e-4160-8d4b-6bf778dd4406 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:42.846138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:42.850602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:42.851078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:42.947917 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:42.973467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 00df2cbf-a49e-4160-8d4b-6bf778dd4406, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=00df2cbf-a49e-4160-8d4b-6bf778dd4406,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:43.056758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:43.058614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:43.103357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=00df2cbf-a49e-4160-8d4b-6bf778dd4406,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:44.712498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 00df2cbf-a49e-4160-8d4b-6bf778dd4406 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:44.758908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:44.759338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:45.339223 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Sync routers for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:45.348345 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:45.348950 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:45.456484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:45.540639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-eec20910-f6cb-4b83-a18e-c96c85a76c4e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:45.542174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-eec20910-f6cb-4b83-a18e-c96c85a76c4e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1132674 Jul 28 18:36:45.559112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-1127a4ac-cf19-4a3d-b774-4295af6df689 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0105820 Jul 28 18:36:45.613453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-06baab34-158b-4c01-9a32-2effdeaf29ff tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473597 Jul 28 18:36:45.632540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:45.658700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f6f34ab-e2df-4fc5-92d0-827a16e94b0c', 'name': '', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'mac_address': 'fa:16:3e:d0:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:39Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 2, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'subnets': [{'id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:45.686651 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Checking router: fbc2c876-4fb7-4ca2-9ba7-a2b600383533 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:45.687155 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Updating router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:36:45.712885 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:45.721123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-6def2a80-53e6-4a7c-b9e4-3259e7660d15 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997057 Jul 28 18:36:45.804873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-f5eab479-7f5c-4e46-b93b-6ef0f47303d2 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829947 Jul 28 18:36:45.990165 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.000329 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Transition to ACTIVE for port object 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:46.066866 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.167991 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1607-d649-4019-a4fe-93bf99c3fff5 None None] Pushing event updated for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:46.174293 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Attempting to bind port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:46.174684 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Attempting to bind port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:46.175026 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Attempting to bind port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c on network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:46.182294 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:46.182668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Checking segment: {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:46.183063 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.183474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Bound using segment: {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:46.183946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Bound port: 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a56ba52-bf58-4597-bd9f-b30234ebb0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:46.184309 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.254676 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] For port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:46.257900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] For port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:46.297675 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.394815 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1607-d649-4019-a4fe-93bf99c3fff5 None None] Pushing event updated for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:46.405448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78f8c301-78e1-4f6e-9f66-7c1afca2d713 req-e30088d1-f0ae-4051-b179-9eba6851c2b2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0419850 Jul 28 18:36:46.414374 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:46.415096 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:46.646094 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:46.756383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:46.863969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f6f34ab-e2df-4fc5-92d0-827a16e94b0c', 'name': '', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'mac_address': 'fa:16:3e:d0:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:39Z', 'updated_at': '2021-07-28T18:36:46Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'subnets': [{'id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:46.878330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:46.882458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:46.888784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:46.899773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25443f-b353-4b41-97f4-e1a4ccb68575 None None] The sync data for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 is: [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8f6f34ab-e2df-4fc5-92d0-827a16e94b0c', 'name': '', 'network_id': '59b95fcc-7358-4779-9e3b-9f7f1cee6d88', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'mac_address': 'fa:16:3e:d0:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:39Z', 'updated_at': '2021-07-28T18:36:46Z', 'revision_number': 4, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'subnets': [{'id': '4bea44e5-bb89-4a52-af28-acacb80265dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:46.990294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.030656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:47.089582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.142670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:47.152027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.152381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.152732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.153151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.153579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.153916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.154484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.154983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.155525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.156018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.158398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.158398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:47.270921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409326f-f2f2-4299-8310-fa82bb895a0a req-d2d5414a-315b-49b0-88a4-efd890676f5a tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:47.273006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5409326f-f2f2-4299-8310-fa82bb895a0a req-d2d5414a-315b-49b0-88a4-efd890676f5a tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1098 time: 0.0533071 Jul 28 18:36:47.319324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5409326f-f2f2-4299-8310-fa82bb895a0a req-6bc47d33-4cc1-4882-9e4d-0c2d1a9cac6c tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Jul 28 18:36:47.345426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43408) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:47.541461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5936edc2-926e-4752-9dfc-835e2d97a15c req-b4f4e1b5-bb82-46a7-a5b3-8a91a63224ed tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0454144 Jul 28 18:36:47.555299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 9c6728fb-26e9-4b1d-830b-8dc56d29c3aa {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:47.555784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.631668 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.632007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.644429 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 9c6728fb-26e9-4b1d-830b-8dc56d29c3aa owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:47.867348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.895359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=9c6728fb-26e9-4b1d-830b-8dc56d29c3aa,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:47.961485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:47.961894 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP 33714b2f-e035-4b73-9a38-29825aa66d81 disassociated (deleted). External IP: 172.25.7.34, port: 8ba8115e-60b0-42c5-bab4-ff27e334450b. Jul 28 18:36:48.184243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 51728f9f-743b-4a62-919c-8dd176373bdb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:48.291707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:48.296221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:48.305244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Sync routers for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:48.315680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:48.316522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:48.331932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4b08007a-48c6-4112-aec6-a797abe8ce64 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/floatingips/33714b2f-e035-4b73-9a38-29825aa66d81 HTTP/1.1" status: 204 len: 168 time: 0.9850979 Jul 28 18:36:48.332608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:48.335171 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72063dfe-8ab7-4a97-97d1-71d8a72221dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:48.389022 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8164d74-ed28-41f5-8b4c-2c39a98c11af x-openstack-request-id: req-d8164d74-ed28-41f5-8b4c-2c39a98c11af {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:48.389392 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:48.393935 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8164d74-ed28-41f5-8b4c-2c39a98c11af {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:48.394376 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:36:48.484307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-c300983e-2596-49a8-9e49-6195f9c028fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:48.486328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-c300983e-2596-49a8-9e49-6195f9c028fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 1098 time: 0.0611169 Jul 28 18:36:48.513083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:48.604317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-40c18b48-91f7-400b-80d6-cc83f2dbcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:48.608467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-40c18b48-91f7-400b-80d6-cc83f2dbcccf service neutron] 10.222.0.37 "GET /v2.0/networks?id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 200 len: 898 time: 0.1131158 Jul 28 18:36:48.612715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-1a097010-0bed-443b-ba0b-d1d9b68062e3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:48.615572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-1a097010-0bed-443b-ba0b-d1d9b68062e3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.2159362 Jul 28 18:36:48.629450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': '76903c40-e058-418f-8869-bdbe714cfcef', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:48.726211 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-3fa7ab8a-f27f-4efd-bead-0b109907cdca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 200 len: 217 time: 0.1101155 Jul 28 18:36:48.769826 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f7c6e9f1-e476-45e5-8d19-18dcca7b3fef req-368ff540-bf43-41ab-8333-270d59d00921 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0758002 Jul 28 18:36:48.808555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:36:48.850861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:48.872095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-f1ad653a-649e-4685-9747-87c8ca73ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:48.873945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-f1ad653a-649e-4685-9747-87c8ca73ec44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 200 len: 835 time: 0.1094115 Jul 28 18:36:48.901048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:48.902557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Checking router: 51728f9f-743b-4a62-919c-8dd176373bdb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:48.913198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:48.914414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:48.918122 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:48.922028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:49.023273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-9de420f9-e1b9-4f25-b99c-e1e15892afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:49.029088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-9de420f9-e1b9-4f25-b99c-e1e15892afdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58b7e30a-9acb-42d6-ab06-08cbfcb1850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460390 Jul 28 18:36:49.043425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:49.043935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:49.050937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f8061-253b-416d-b05a-aa38a8d0c482 req-0660190c-5749-4d74-ae1d-596e8e4ede18 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:49.059623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e1f8061-253b-416d-b05a-aa38a8d0c482 req-0660190c-5749-4d74-ae1d-596e8e4ede18 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 947 time: 0.1588163 Jul 28 18:36:49.149454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.3 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/f8a2adcd-8ee6-47eb-beca-6239aa676d66) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:36:49.161469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e1f8061-253b-416d-b05a-aa38a8d0c482 req-1f510069-71e8-4fe5-8539-5d990c3ac5ac tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941882 Jul 28 18:36:49.169710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:49.204066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-af67456f-9be6-4a5b-a1b6-b50ca1775130 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467884 Jul 28 18:36:49.327267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72063dfe-8ab7-4a97-97d1-71d8a72221dd req-8af83505-3cd1-4a92-b624-07dd2a1c86a7 service neutron] 10.222.0.37 "GET /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127737 Jul 28 18:36:49.396362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:49.414980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object f8a2adcd-8ee6-47eb-beca-6239aa676d66 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:49.506851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:49.513209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:49.536392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d990100a-5bdd-4380-ab90-769bbfbc5c90 None None] The sync data for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 is: [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '23486196-3345-4492-b997-aee7c0343621', 'name': '', 'network_id': '58b7e30a-9acb-42d6-ab06-08cbfcb1850b', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:91:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:52Z', 'updated_at': '2021-07-28T18:34:58Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '080d7e94-5a4c-440e-a258-490c7ea5a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:49.573226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:36:49.576971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:36:49.579661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:36:49.612768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:49.628684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.629074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.629380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.629723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.630063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.630399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.630730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.631116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.631532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.631863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.632195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.633044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:36:49.667912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:49.668739 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:49.761322 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-89ae9911-1e14-4059-a50c-f4d15b95810e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351874 Jul 28 18:36:49.773969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Request body: {'port': {'device_id': '76903c40-e058-418f-8869-bdbe714cfcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:49.891349 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83742e21-5dec-4be6-b9b7-62c951e8ad16 None None] New status for floating IP 33714b2f-e035-4b73-9a38-29825aa66d81: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:36:49.931325 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.002000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f70e53-fd56-47c0-825f-aaafff7fd69d req-4b55d119-9769-4c7a-8ad2-1af0b00205e4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:50.003845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9f70e53-fd56-47c0-825f-aaafff7fd69d req-4b55d119-9769-4c7a-8ad2-1af0b00205e4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 931 time: 0.1289246 Jul 28 18:36:50.010778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-134274f0-9212-4ed1-a426-22b3c77a541f None None] Provisioning for port f8a2adcd-8ee6-47eb-beca-6239aa676d66 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:36:50.023654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-134274f0-9212-4ed1-a426-22b3c77a541f None None] Provisioning complete for port f8a2adcd-8ee6-47eb-beca-6239aa676d66 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:36:50.024367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-134274f0-9212-4ed1-a426-22b3c77a541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.095172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9f70e53-fd56-47c0-825f-aaafff7fd69d req-2ab02e8d-438a-41aa-8e5d-5f2f4b62879a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Jul 28 18:36:50.098698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-134274f0-9212-4ed1-a426-22b3c77a541f None None] Port f8a2adcd-8ee6-47eb-beca-6239aa676d66 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:36:50.143306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-27d6815c-8405-49b1-9c9c-bec3e752e8af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:50.145511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-27d6815c-8405-49b1-9c9c-bec3e752e8af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 947 time: 0.0896623 Jul 28 18:36:50.291467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:50.292203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.350121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465439b-e5d6-4541-9e0b-8641b6e78a99 req-bb39f9a1-5a7f-4ddc-9d2a-90be089ad46c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:50.352368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8465439b-e5d6-4541-9e0b-8641b6e78a99 req-bb39f9a1-5a7f-4ddc-9d2a-90be089ad46c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 947 time: 0.1144798 Jul 28 18:36:50.362167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a2adcd-8ee6-47eb-beca-6239aa676d66 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:36:50.372398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.388737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Transition to ACTIVE for port object f8a2adcd-8ee6-47eb-beca-6239aa676d66 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:36:50.424336 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8465439b-e5d6-4541-9e0b-8641b6e78a99 req-28568eeb-133c-491e-a90b-d6695ff3fd25 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=de08344d-8b54-4005-a8a0-46bc6fa945d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622575 Jul 28 18:36:50.429005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 8ba8115e-60b0-42c5-bab4-ff27e334450b, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=8ba8115e-60b0-42c5-bab4-ff27e334450b,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:50.430032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.445897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 8ba8115e-60b0-42c5-bab4-ff27e334450b owned by compute:nova {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:50.466963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.539778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:50.599462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Attempting to bind port f8a2adcd-8ee6-47eb-beca-6239aa676d66 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:36:50.599812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Attempting to bind port f8a2adcd-8ee6-47eb-beca-6239aa676d66 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:36:50.600204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Attempting to bind port f8a2adcd-8ee6-47eb-beca-6239aa676d66 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:50.605010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Port f8a2adcd-8ee6-47eb-beca-6239aa676d66 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:36:50.605336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Attempting to bind port f8a2adcd-8ee6-47eb-beca-6239aa676d66 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:36:50.610828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:36:50.611174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:36:50.611638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:36:50.612148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Bound port: f8a2adcd-8ee6-47eb-beca-6239aa676d66, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:36:50.612414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.667114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.692124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:36:50.696506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:36:50.703964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=8ba8115e-60b0-42c5-bab4-ff27e334450b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:50.755975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] No DVR routers for this DVR port 8ba8115e-60b0-42c5-bab4-ff27e334450b on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:50.759212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.761651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c2d54b6-07c0-41e0-8f14-fafcfcdb8b1f req-c51c1e44-baed-415b-87cf-91a352f17e20 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "DELETE /v2.0/ports/8ba8115e-60b0-42c5-bab4-ff27e334450b HTTP/1.1" status: 204 len: 173 time: 0.6047261 Jul 28 18:36:50.762118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-deleted', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:50.764532 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fd91ef-7f91-4fda-b3ae-f1301f389448" -d '{"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-deleted", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:50.764913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.803358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:50.804842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:50.805933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] 10.222.0.35 "PUT /v2.0/ports/f8a2adcd-8ee6-47eb-beca-6239aa676d66 HTTP/1.1" status: 200 len: 1091 time: 1.0374663 Jul 28 18:36:50.806371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:36:50.808664 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b019f3ea-c195-44cc-9765-1392a1f4dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:36:50.812343 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904567a-992f-4534-9dc3-294aa94cc970 x-openstack-request-id: req-a904567a-992f-4534-9dc3-294aa94cc970 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:50.813343 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfa82d8-21a7-4563-825f-11053836c78e", "name": "network-vif-deleted", "tag": "8ba8115e-60b0-42c5-bab4-ff27e334450b", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:50.813343 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a904567a-992f-4534-9dc3-294aa94cc970 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:50.813343 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfa82d8-21a7-4563-825f-11053836c78e', 'name': 'network-vif-deleted', 'tag': '8ba8115e-60b0-42c5-bab4-ff27e334450b', 'status': 'completed', 'code': 200} Jul 28 18:36:50.831755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e14c5-8806-4dc5-814a-a01838181892 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:50.873721 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a7f54-4fc3-4a32-b9e1-657223a4fa0f x-openstack-request-id: req-f05a7f54-4fc3-4a32-b9e1-657223a4fa0f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:36:50.874027 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:36:50.874284 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f05a7f54-4fc3-4a32-b9e1-657223a4fa0f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:36:50.874696 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66', 'status': 'completed', 'code': 200} Jul 28 18:36:50.940260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-6f008c78-5e5a-43a3-8cab-38a89f14ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:50.941940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-6f008c78-5e5a-43a3-8cab-38a89f14ab87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 1094 time: 0.0472026 Jul 28 18:36:51.210778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-bd4ea101-94c0-4ee4-9133-e4811db121e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.212585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-bd4ea101-94c0-4ee4-9133-e4811db121e4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2624350 Jul 28 18:36:51.383076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cabaf-9f52-4f8c-bc89-a753c988e68a req-7c944eb0-9560-4fcd-b8af-930a7795b14e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.385104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b40cabaf-9f52-4f8c-bc89-a753c988e68a req-7c944eb0-9560-4fcd-b8af-930a7795b14e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.1952820 Jul 28 18:36:51.432703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-141fca91-eabc-4480-be4f-372f806ddd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.434295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b019f3ea-c195-44cc-9765-1392a1f4dc84 req-141fca91-eabc-4480-be4f-372f806ddd1e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2052689 Jul 28 18:36:51.487540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b40cabaf-9f52-4f8c-bc89-a753c988e68a req-59782efd-ff19-4ed7-942a-fc93a63b8ccd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899289 Jul 28 18:36:51.543740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-bdc20ffa-3482-44e4-884e-0d68fc6b2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.545689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-bdc20ffa-3482-44e4-884e-0d68fc6b2c77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 1094 time: 0.0617757 Jul 28 18:36:51.585605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8eb9802a-a8ee-433c-a14d-f3a5d991b215 req-41ea2183-05e4-471e-8152-141000e46285 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dfa82d8-21a7-4563-825f-11053836c78e HTTP/1.1" status: 200 len: 210 time: 0.0271351 Jul 28 18:36:51.590104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-db6357ee-f1ef-4928-a211-2423bc24a4bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66 HTTP/1.1" status: 200 len: 217 time: 0.0356150 Jul 28 18:36:51.651428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-ebe51a01-00c7-4682-b273-4372953ecb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.653160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-ebe51a01-00c7-4682-b273-4372953ecb17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0563610 Jul 28 18:36:51.713036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a512-443a-460a-ae3b-35778f660420 req-aa7e4513-aa92-470b-ac3d-f9b34cd5f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:51.714660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-aa7e4513-aa92-470b-ac3d-f9b34cd5f8e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535774 Jul 28 18:36:51.823497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-22f20dbe-017b-4a96-93b6-ea2555b28e4b service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014345 Jul 28 18:36:51.919671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bb4a512-443a-460a-ae3b-35778f660420 req-7157d1a5-b3e7-4651-bff8-3a4d2bc37a1c service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889695 Jul 28 18:36:52.620850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549f514-50e6-46c0-83d6-abf63fa9be38 req-baf72edf-4ab7-4f0b-9eee-d0938e45156c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:52.622819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9549f514-50e6-46c0-83d6-abf63fa9be38 req-baf72edf-4ab7-4f0b-9eee-d0938e45156c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0569661 Jul 28 18:36:52.648147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43472) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:52.726763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9549f514-50e6-46c0-83d6-abf63fa9be38 req-58163041-b3a3-482c-aae9-b14cab804396 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853696 Jul 28 18:36:53.045075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:53.076772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:53.125244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 8ba8115e-60b0-42c5-bab4-ff27e334450b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:53.125244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 8ba8115e-60b0-42c5-bab4-ff27e334450b not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:53.672069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 23486196-3345-4492-b997-aee7c0343621 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:53.672411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:53.765991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 23486196-3345-4492-b997-aee7c0343621, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=23486196-3345-4492-b997-aee7c0343621,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:53.766551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:53.780961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 23486196-3345-4492-b997-aee7c0343621 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:53.846593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebb07-d8ac-47c0-bc72-7742e319de53 req-5da933e8-d710-42f6-a448-91f5696fe9fc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:53.848522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed5ebb07-d8ac-47c0-bc72-7742e319de53 req-5da933e8-d710-42f6-a448-91f5696fe9fc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0494142 Jul 28 18:36:53.890326 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed5ebb07-d8ac-47c0-bc72-7742e319de53 req-9e58f731-9c41-49d8-a8d0-5826531851fd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Jul 28 18:36:54.043782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.077680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=23486196-3345-4492-b997-aee7c0343621,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:54.260856 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.480277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 51728f9f-743b-4a62-919c-8dd176373bdb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:36:54.588459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:36:54.596588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a9b87693-1d3a-4b92-b402-5c18cdc48302 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/51728f9f-743b-4a62-919c-8dd176373bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445562 Jul 28 18:36:54.596588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43496) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:54.597835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Sync routers for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:36:54.606810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:54.607439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:54.648483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting subnet 080d7e94-5a4c-440e-a258-490c7ea5a88b {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:36:54.652028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.695868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.720252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:54.787641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.910015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:36:53Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:54.924439 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.946929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Checking router: 51728f9f-743b-4a62-919c-8dd176373bdb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:36:54.955259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Subnet': ['ID=080d7e94-5a4c-440e-a258-490c7ea5a88b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:54.955513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Routers {'51728f9f-743b-4a62-919c-8dd176373bdb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:36:54.956077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['51728f9f-743b-4a62-919c-8dd176373bdb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:54.959849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:54.962716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5d1cb465-684d-480d-bdb1-5cc87a1fcfc7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/subnets/080d7e94-5a4c-440e-a258-490c7ea5a88b HTTP/1.1" status: 204 len: 168 time: 0.3652740 Jul 28 18:36:54.965625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:55.002847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f621484-08bf-400a-818b-98d2b74b7163 None None] Network 58b7e30a-9acb-42d6-ab06-08cbfcb1850b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:36:55.045140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e20bb-aeff-415b-b127-6869bca87593 req-95645429-65d8-4ae6-be44-6c814c609a92 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:55.047809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb7e20bb-aeff-415b-b127-6869bca87593 req-95645429-65d8-4ae6-be44-6c814c609a92 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0686972 Jul 28 18:36:55.089358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb7e20bb-aeff-415b-b127-6869bca87593 req-c9bcee6b-5618-499c-8c4b-6a41177053eb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jul 28 18:36:55.091811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.204116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.328026 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:55.328387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.328513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] Set router 51728f9f-743b-4a62-919c-8dd176373bdb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:36:55.415159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port f3314dfc-6ec0-424d-b3dc-7d58cde43c1f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:55.415792 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.430715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for f3314dfc-6ec0-424d-b3dc-7d58cde43c1f owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:55.485776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] DHCP port deletion for 58b7e30a-9acb-42d6-ab06-08cbfcb1850b request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:36:55.574440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Deleting port c58a35ef-bd4d-441b-88b6-89b859a7326a {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:36:55.574890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.597000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:36:53Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:55.652334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a993ce-10e6-4fa7-8b74-a44a89d8ffeb None None] The sync data for ids ['51728f9f-743b-4a62-919c-8dd176373bdb'] in n-d-778550-5 is: [{'id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225576725', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:34:47Z', 'updated_at': '2021-07-28T18:36:53Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': 'f3314dfc-6ec0-424d-b3dc-7d58cde43c1f', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51728f9f-743b-4a62-919c-8dd176373bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:34:48Z', 'updated_at': '2021-07-28T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:36:55.656094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.679297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] For port c58a35ef-bd4d-441b-88b6-89b859a7326a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c58a35ef-bd4d-441b-88b6-89b859a7326a,segment=NetworkSegment(5bf48bda-4859-4c07-a778-871fa10e3e3a),segment_id=5bf48bda-4859-4c07-a778-871fa10e3e3a)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:36:55.679724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.686986 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=f3314dfc-6ec0-424d-b3dc-7d58cde43c1f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:55.700663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Calling delete_port for c58a35ef-bd4d-441b-88b6-89b859a7326a owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:36:55.749302 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.842803 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.844934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.872078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.898313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] Pushing event deleted for resources: {'Port': ['ID=c58a35ef-bd4d-441b-88b6-89b859a7326a,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:55.902917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268cbe3-a125-425d-a965-751c50d43b36 None None] No DVR routers for this DVR port c58a35ef-bd4d-441b-88b6-89b859a7326a on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:36:55.969130 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.969663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Fanout notify agent at l3_agent the message router_deleted on router 51728f9f-743b-4a62-919c-8dd176373bdb {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:36:55.976985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:55.978075 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-61c035d0-21de-424c-951b-ae00e48f7a7e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/routers/51728f9f-743b-4a62-919c-8dd176373bdb HTTP/1.1" status: 204 len: 168 time: 1.0116117 Jul 28 18:36:55.980809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43518) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:56.065726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.164784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.185294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b7e30a-9acb-42d6-ab06-08cbfcb1850b']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:56.209625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf48bda-4859-4c07-a778-871fa10e3e3a') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:56.209927 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf48bda-4859-4c07-a778-871fa10e3e3a') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:36:56.221305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.237526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.249688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a073c16-0723-47aa-b0af-56a1012f7320 req-04868623-bc43-4fc3-8d20-01a1fe745524 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:56.254618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a073c16-0723-47aa-b0af-56a1012f7320 req-04868623-bc43-4fc3-8d20-01a1fe745524 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0838349 Jul 28 18:36:56.254618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:36:56.254618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:36:56.257515 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:36:56.677730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a073c16-0723-47aa-b0af-56a1012f7320 req-0521db9b-cb70-480f-8d72-46a7d7bd26e7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192407 Jul 28 18:36:56.770887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c58a35ef-bd4d-441b-88b6-89b859a7326a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:56.790727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c58a35ef-bd4d-441b-88b6-89b859a7326a {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:56.791074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c58a35ef-bd4d-441b-88b6-89b859a7326a not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:56.791664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23486196-3345-4492-b997-aee7c0343621 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:56.815185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.815437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 23486196-3345-4492-b997-aee7c0343621 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:56.819441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 23486196-3345-4492-b997-aee7c0343621 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:56.819441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3314dfc-6ec0-424d-b3dc-7d58cde43c1f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:36:56.824395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.826200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/networks/58b7e30a-9acb-42d6-ab06-08cbfcb1850b HTTP/1.1" status: 204 len: 168 time: 0.8444526 Jul 28 18:36:56.829199 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43532) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:56.835260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323136d-7efd-4b5f-94c8-cb63b87c888e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Network': ['ID=58b7e30a-9acb-42d6-ab06-08cbfcb1850b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:56.840077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f3314dfc-6ec0-424d-b3dc-7d58cde43c1f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:36:56.840424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f3314dfc-6ec0-424d-b3dc-7d58cde43c1f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:36:56.894327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:56.919632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.055338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.057905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.059129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/security-groups/de08344d-8b54-4005-a8a0-46bc6fa945d0 HTTP/1.1" status: 204 len: 168 time: 0.2289720 Jul 28 18:36:57.068390 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7033431-1cb4-47e5-ae4c-3e0aae4a2a66 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08344d-8b54-4005-a8a0-46bc6fa945d0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:57.507060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43546) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:57.512220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439987314', 'description': 'tempest-secgroup-smoke-1439987314 description', 'project_id': '4b17fc9140264909809d3eb19d9902fe'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:57.575009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.657243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.706193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.736420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44b4ce-a673-4a3d-b542-6e052f281dd8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:57.798920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e6cdd-8738-4b9b-a237-b877505a140c req-66cc4a90-527e-4acb-ba99-8c9b97ea8bd2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:57.800448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd3e6cdd-8738-4b9b-a237-b877505a140c req-66cc4a90-527e-4acb-ba99-8c9b97ea8bd2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0498853 Jul 28 18:36:57.801649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.805520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5b19f038-586e-4211-bb9a-2eeee3fbabea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2946548 Jul 28 18:36:57.805702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43554) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:57.809985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:57.861849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd3e6cdd-8738-4b9b-a237-b877505a140c req-d92faea8-66a3-4618-8a62-58ca69500f97 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Jul 28 18:36:57.951634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:57.998096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.072188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.091593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c03903-b70d-4a76-b8fd-90359e4ec216,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:58.157510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.158772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-77407205-70d2-4d2d-9866-42f297660727 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3521905 Jul 28 18:36:58.161545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:58.166080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:58.260263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.315251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.391689 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.411070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846bf118-36a4-48df-9505-481a28556649,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:58.483443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.485052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56ab28ce-eb21-415b-a0b3-476a1e367247 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222444 Jul 28 18:36:58.487648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43568) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:58.492726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:58.557522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.614478 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.654605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.672376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d490eba2-9725-4f4c-b593-1284f0d5e32c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:58.729001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.730231 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a4fdaa4f-0061-4397-99c4-9b92bdcf727b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416377 Jul 28 18:36:58.732962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43574) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:58.737413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:58.809502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.871076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.935233 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:58.955001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ba6503-e8c6-4269-81ed-9d740fb800c2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:58.981233 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5c67-e6cb-4b4c-95a0-1dea77166022 req-d95cdc5b-2fcb-4eb9-8494-c2818b0edf0c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:58.982710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfce5c67-e6cb-4b4c-95a0-1dea77166022 req-d95cdc5b-2fcb-4eb9-8494-c2818b0edf0c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0545678 Jul 28 18:36:59.020404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfce5c67-e6cb-4b4c-95a0-1dea77166022 req-4ce5d944-1b90-4ba6-b305-15514d272611 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jul 28 18:36:59.020722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.021953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9a8c5174-e5f5-4f2f-b15a-01aa3fa6be70 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2880771 Jul 28 18:36:59.025356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43580) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:59.029980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:59.112046 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:36:59.117396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.182321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.260785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.279132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a3ebc2-23a4-4ee7-b05e-281f762b2544,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:59.337217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.341284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43588) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:59.341455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4becd89f-7cf2-4b45-89ed-0331e7f0d444 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3149333 Jul 28 18:36:59.346076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': 'eb44b4ce-a673-4a3d-b542-6e052f281dd8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:59.420783 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:36:59.425862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.478456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.540424 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.559479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d30794-6ba7-4fca-8d9e-557aa942953f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:59.620452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.621683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4c2790f0-8a04-4a41-8296-251ead1d8d06 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2792063 Jul 28 18:36:59.624632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43592) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:59.629761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'network': {'name': 'tempest-network-smoke--677612010', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:36:59.706188 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:36:59.709675 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.735711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:36:59.744533 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.744876 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Added segment 5a45c63b-8728-4690-8139-d1c2a0b16e11 of type vlan for network 35af490b-42a5-4020-94e6-4b6be01c52e5 Jul 28 18:36:59.782103 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.855230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.860995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:36:59.865888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:36:59.927660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Network': ['ID=35af490b-42a5-4020-94e6-4b6be01c52e5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:36:59.940325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:36:59.973162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-41e9768d-6da6-4f6f-a6b5-c22214fa5756 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3440433 Jul 28 18:36:59.973748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43598) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:36:59.978879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'admin_state_up': True, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:00.055784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.056963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.112630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.159163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b4c0-503b-4120-b89a-60c747c1e653 req-6cea21ba-9101-4038-b5f3-2f0e7a156391 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:00.160683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7050b4c0-503b-4120-b89a-60c747c1e653 req-6cea21ba-9101-4038-b5f3-2f0e7a156391 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0517309 Jul 28 18:37:00.318528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7050b4c0-503b-4120-b89a-60c747c1e653 req-cedbb711-f68d-41a0-bbae-0248d5f5566c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510189 Jul 28 18:37:00.324074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.587946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.607156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.726062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.153 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:00.828255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.940783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:00.983598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:00.986570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:00.990218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:01.015847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:01.315944 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:01.472490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c31221-8b97-4239-a179-f25ea854f7e3 req-9cabf0ae-6d76-405c-832b-996f07a0a04e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:01.474177 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c31221-8b97-4239-a179-f25ea854f7e3 req-9cabf0ae-6d76-405c-832b-996f07a0a04e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0571699 Jul 28 18:37:01.513804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e5c31221-8b97-4239-a179-f25ea854f7e3 req-2abbf72d-ccac-4d42-8807-898ef32e169e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Jul 28 18:37:01.522910 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:01.695508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router cf2c871f-0ffc-4a34-b37e-d10cc7882150 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:37:02.161665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:37:02.171674 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Sync routers for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:37:02.182132 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:02.182741 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:02.231826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.233277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c4daa994-c944-4727-b269-853e668577e5 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2583575 Jul 28 18:37:02.236512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43632) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:02.264946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5306c07b-70a2-408d-8560-bedfbb386439 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4b17fc9140264909809d3eb19d9902fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274639 Jul 28 18:37:02.267701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43636) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:02.290110 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:02.447445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e3662-d36f-46fb-83b2-aba7a43d7047 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:02.449313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b52e3662-d36f-46fb-83b2-aba7a43d7047 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1802268 Jul 28 18:37:02.452060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 43642) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:02.478061 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:01Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:02.498364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-afa14583-9af8-474f-baee-bad2063555af tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394778 Jul 28 18:37:02.501174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43644) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:02.504232 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Checking router: cf2c871f-0ffc-4a34-b37e-d10cc7882150 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:37:02.504588 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Updating router cf2c871f-0ffc-4a34-b37e-d10cc7882150 port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:37:02.510599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1597058156', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:02.531309 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.646213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa84c-651c-4bee-ad32-eca4ab9fc9a0 req-ef0bfe27-719f-48ca-b9b4-f5daf01c1dab tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:02.647737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5afa84c-651c-4bee-ad32-eca4ab9fc9a0 req-ef0bfe27-719f-48ca-b9b4-f5daf01c1dab tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 943 time: 0.0498703 Jul 28 18:37:02.677237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:37:02.681181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.689899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5afa84c-651c-4bee-ad32-eca4ab9fc9a0 req-e56e8ab1-5a37-4d0f-a276-3aff208f61ea tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jul 28 18:37:02.795161 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.805744 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Transition to ACTIVE for port object 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:02.883336 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.936060 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8017d-ff69-4bb6-b937-d304e8531677 None None] Pushing event updated for resources: {'Port': ['ID=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:02.938257 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Attempting to bind port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:02.938636 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Attempting to bind port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:02.939005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Attempting to bind port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:02.944600 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:02.945006 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:02.945408 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.945794 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:02.946253 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Bound port: 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:02.946633 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:02.952248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.001055 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] For port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:03.004411 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] For port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:03.018845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Subnet': ['ID=2be2d472-3692-4a50-bc56-8dffd37c4ac9,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:03.030141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:03.030141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network hostable DHCP agents. Network: 35af490b-42a5-4020-94e6-4b6be01c52e5, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:37:03.072571 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.094970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:37:03.128917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:03.136990 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:03.158014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 35af490b-42a5-4020-94e6-4b6be01c52e5) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:03.169773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:03.170756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.171289 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25348ff-57c6-49b0-b7d5-47002ecafa3a None None] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:37:03.190104 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8017d-ff69-4bb6-b937-d304e8531677 None None] Pushing event updated for resources: {'Port': ['ID=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:03.255620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-20f36aa5-656a-4b29-b00a-97551fe12af3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7526727 Jul 28 18:37:03.258477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43656) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:03.266965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:03.331679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f8a2adcd-8ee6-47eb-beca-6239aa676d66 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:37:03.394997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-35af490b-42a5-4020-94e6-4b6be01c52e5', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:37:03.395884 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.504279 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:01Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:03.515587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:03.534775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66', 'mac_address': 'fa:16:3e:eb:25:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:37:03.544833 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f75d7f-7b7e-4017-8ca4-486a7327c1b0 None None] The sync data for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 is: [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:01Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:37:03.615540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Allocated IP 172.20.0.2 (35af490b-42a5-4020-94e6-4b6be01c52e5/2be2d472-3692-4a50-bc56-8dffd37c4ac9/1446d0fd-c640-4588-9373-da20d192a717) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:03.617725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.638883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a2adcd-8ee6-47eb-beca-6239aa676d66 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:37:03.697188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:03.768003 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.781409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.883275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.900095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:03.903154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e7b2-4ad3-4a1d-820d-940e716b224b req-c3c6c038-a6fe-4d49-9fbf-cfed422afcbc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:03.903364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Transition to ACTIVE for port object 1446d0fd-c640-4588-9373-da20d192a717 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:03.904971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8578e7b2-4ad3-4a1d-820d-940e716b224b req-c3c6c038-a6fe-4d49-9fbf-cfed422afcbc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 944 time: 0.1304197 Jul 28 18:37:03.929523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Transition to ACTIVE for port object 1446d0fd-c640-4588-9373-da20d192a717 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:03.980467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:03.998432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8578e7b2-4ad3-4a1d-820d-940e716b224b req-0f53a7d9-a792-4cf6-a3d5-74cd8be9a483 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Jul 28 18:37:04.030427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:04.040175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:04.043267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:04.059858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Pushing event updated for resources: {'Port': ['ID=1446d0fd-c640-4588-9373-da20d192a717,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:04.089563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f8a2adcd-8ee6-47eb-beca-6239aa676d66'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:37:04.159015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Attempting to bind port 1446d0fd-c640-4588-9373-da20d192a717 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:04.159677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Attempting to bind port 1446d0fd-c640-4588-9373-da20d192a717 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:04.160119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Attempting to bind port 1446d0fd-c640-4588-9373-da20d192a717 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:04.184720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:04.185451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:04.185663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.186241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Bound using segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:04.186935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Bound port: 1446d0fd-c640-4588-9373-da20d192a717, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:04.187319 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.193919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.1 (35af490b-42a5-4020-94e6-4b6be01c52e5/2be2d472-3692-4a50-bc56-8dffd37c4ac9/7b407f60-92ae-4bbc-9bb6-3d4852cf7501) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:04.304639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] For port 1446d0fd-c640-4588-9373-da20d192a717, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:04.308158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] For port 1446d0fd-c640-4588-9373-da20d192a717, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1446d0fd-c640-4588-9373-da20d192a717,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:04.332954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.354862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:04.369692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.443681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.445231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f60b47-c72e-429e-9611-9a9e61d9dc6c None None] Pushing event updated for resources: {'Port': ['ID=1446d0fd-c640-4588-9373-da20d192a717,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:04.484673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:04.487417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:04.490085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:04.557281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:04.569019 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.816974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:04.832211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:04.923504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:04.927874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:04.928316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.008258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.041317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:05.118691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.137190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c29260-24d3-438b-b3ed-b9d942473d50 req-ce0b9bd4-48f7-4647-afd2-4776376f469f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:05.139488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73c29260-24d3-438b-b3ed-b9d942473d50 req-ce0b9bd4-48f7-4647-afd2-4776376f469f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 944 time: 0.0617385 Jul 28 18:37:05.144970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.170683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:05.179849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73c29260-24d3-438b-b3ed-b9d942473d50 req-2afae44b-e061-4074-bffa-447e41495c6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Jul 28 18:37:05.215006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.294736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:05.299872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.346501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f8a2adcd-8ee6-47eb-beca-6239aa676d66 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:05.403008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:05.404643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:05.472094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f8a2adcd-8ee6-47eb-beca-6239aa676d66 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:05.478668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f8a2adcd-8ee6-47eb-beca-6239aa676d66 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:05.479274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.539632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router cf2c871f-0ffc-4a34-b37e-d10cc7882150 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:37:05.590543 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.615607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:05.618741 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857af725-d2c2-49c9-98ea-63504963ed49" -d '{"events": [{"server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "name": "network-vif-plugged", "status": "completed", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:05.657518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:05.667786 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c90da1-0e45-44b2-8daf-aabd2af81c32 x-openstack-request-id: req-68c90da1-0e45-44b2-8daf-aabd2af81c32 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:05.668076 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "name": "network-vif-plugged", "status": "completed", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:05.668680 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68c90da1-0e45-44b2-8daf-aabd2af81c32 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:05.669409 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66', 'code': 200} Jul 28 18:37:05.682664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06354d5-cfa7-4df1-85c8-5b547eb856cb None None] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:37:05.697401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:37:05.716419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-59eabaf2-0b4d-44cb-8934-067807986003 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/cf2c871f-0ffc-4a34-b37e-d10cc7882150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474967 Jul 28 18:37:05.754948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:05.778941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3cd3a-34f0-4557-bed0-447de24883be req-b336aaa2-bec2-4123-b026-e54839ff8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:05.781132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6d3cd3a-34f0-4557-bed0-447de24883be req-b336aaa2-bec2-4123-b026-e54839ff8f6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 1096 time: 0.0520909 Jul 28 18:37:05.831890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6d3cd3a-34f0-4557-bed0-447de24883be req-52623b9b-7874-4f33-9269-3d69e15079cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Jul 28 18:37:05.857111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:05.883153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5ab1c6fd-c451-4a3d-9ddd-597153bbe0d3 None None] Provisioning for port 1446d0fd-c640-4588-9373-da20d192a717 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:05.946301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Sync routers for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:37:05.955929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:05.956737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:05.972097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-b7a747f9-7289-4439-9b9e-6fd96ef97721 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439987314&fields=id&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 267 time: 0.0512588 Jul 28 18:37:06.100030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:06.125369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-1d245e9d-0a31-4e91-8cd5-a00679fd701a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:06.127027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-1d245e9d-0a31-4e91-8cd5-a00679fd701a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 796 time: 0.1465278 Jul 28 18:37:06.155436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-c58cea64-1a5d-4a43-8bdd-a02df1eac42e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/quotas/4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 375 time: 0.0211978 Jul 28 18:37:06.227359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-03de53aa-a8f5-4ff7-83b0-ea3b359122fb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709455 Jul 28 18:37:06.324740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09ada2cc-dd91-4bb9-86a2-a3efe8eddf90 None None] Provisioning for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:06.326454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09ada2cc-dd91-4bb9-86a2-a3efe8eddf90 None None] Provisioning complete for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:06.326839 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09ada2cc-dd91-4bb9-86a2-a3efe8eddf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:06.341809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662743a0-692a-4b9e-8b67-b2a6e9dd7221 req-53c02268-ea5e-49e6-a065-32deb0838415 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:06.349556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-662743a0-692a-4b9e-8b67-b2a6e9dd7221 req-53c02268-ea5e-49e6-a065-32deb0838415 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0736194 Jul 28 18:37:06.363036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-ed71ecf0-5914-467f-a250-519dd04b5b04 service neutron] 10.222.0.25 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257150 Jul 28 18:37:06.382454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09ada2cc-dd91-4bb9-86a2-a3efe8eddf90 None None] Port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:37:06.394814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-662743a0-692a-4b9e-8b67-b2a6e9dd7221 req-62d6cc80-d35f-439b-98c5-7afbdd7d90e5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Jul 28 18:37:06.415168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 2, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:06.446023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Checking router: cf2c871f-0ffc-4a34-b37e-d10cc7882150 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:37:06.446385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Updating router cf2c871f-0ffc-4a34-b37e-d10cc7882150 port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:37:06.474217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:06.492490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-16dc779b-2044-44e8-a503-57bb07c99ca7 service neutron] 10.222.0.25 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208529 Jul 28 18:37:06.598833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-35bb0671-d204-4c3c-8861-1d037622aaf0 None None] Provisioning complete for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:06.598833 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35bb0671-d204-4c3c-8861-1d037622aaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:06.704600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-35bb0671-d204-4c3c-8861-1d037622aaf0 None None] Port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:37:06.866077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d699611-5833-45ff-8474-0c62da632680 None None] Provisioning complete for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:06.866516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d699611-5833-45ff-8474-0c62da632680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:06.915285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb78f706-05cf-4033-b3f1-0333d36de7a7 req-84723680-0e7b-4cd4-a015-5e200687f261 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Jul 28 18:37:07.068223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:07.118213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d699611-5833-45ff-8474-0c62da632680 None None] Port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:37:07.179508 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.193240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Transition to ACTIVE for port object 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:07.197435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:07.197894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.280284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1446d0fd-c640-4588-9373-da20d192a717 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:07.283193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.362752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e02e1c-c978-4e77-a843-390c7a4db32f None None] Pushing event updated for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:07.451218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1446d0fd-c640-4588-9373-da20d192a717 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:07.469949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1446d0fd-c640-4588-9373-da20d192a717 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:07.469949 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.470673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Attempting to bind port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:07.471109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Attempting to bind port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:07.471581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Attempting to bind port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:07.478843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:07.479880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:07.480549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.481301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Bound using segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:07.482008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Bound port: 7b407f60-92ae-4bbc-9bb6-3d4852cf7501, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:07.482621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.600081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] For port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:07.611724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b3ed-f167-48cd-ad90-b4df394947b8 req-8ffdd5d4-3b4c-4147-8e7f-246d17ee9573 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:07.613657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71e1b3ed-f167-48cd-ad90-b4df394947b8 req-8ffdd5d4-3b4c-4147-8e7f-246d17ee9573 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0817924 Jul 28 18:37:07.639220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] For port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:07.672924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71e1b3ed-f167-48cd-ad90-b4df394947b8 req-ef7f9eac-148d-4ded-879a-677d0dbd1c29 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522408 Jul 28 18:37:07.703750 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.704841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.767034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da3c5b59-a776-4844-9070-b60c9cc27c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:07.796595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218c219-18d3-48ab-82ec-d2e07778b2ea req-efaa8519-da99-4fb4-96f2-2340a7ede6a0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:07.800835 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5218c219-18d3-48ab-82ec-d2e07778b2ea req-efaa8519-da99-4fb4-96f2-2340a7ede6a0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0585432 Jul 28 18:37:07.808579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1446d0fd-c640-4588-9373-da20d192a717, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1446d0fd-c640-4588-9373-da20d192a717,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:07.810995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e02e1c-c978-4e77-a843-390c7a4db32f None None] Pushing event updated for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:07.816228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:07.817083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:36:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:07.857025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5218c219-18d3-48ab-82ec-d2e07778b2ea req-ac70dd6f-f59c-47e1-a219-3f761f932788 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Jul 28 18:37:07.942334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:08.011126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:08.032915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f59bcc-ac80-4a6f-a2d7-9d07417a5618 req-fca12f62-be8f-429d-883b-f7d45bb38b56 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:08.040980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9f59bcc-ac80-4a6f-a2d7-9d07417a5618 req-fca12f62-be8f-429d-883b-f7d45bb38b56 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.1192532 Jul 28 18:37:08.058822 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5765def1-4128-4f80-b1cb-5135674fbef3 req-2cdcb7b3-aeed-4ada-9efc-71f40ea1c3ec tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Jul 28 18:37:08.066305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1446d0fd-c640-4588-9373-da20d192a717,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:08.104205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9f59bcc-ac80-4a6f-a2d7-9d07417a5618 req-6f3c476b-a894-45cc-aaca-802a4a69cb81 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604966 Jul 28 18:37:08.258078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:07Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:08.284278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18837a-8ba4-434a-a5c3-0c02a62ae340 None None] The sync data for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 is: [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:07Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:37:08.591006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6709d-5edc-4bb4-bac4-343beb9aca98 req-e5c583ae-ec46-4eab-829a-3d03bf6b9397 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:08.592837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bd6709d-5edc-4bb4-bac4-343beb9aca98 req-e5c583ae-ec46-4eab-829a-3d03bf6b9397 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0551283 Jul 28 18:37:08.634111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bd6709d-5edc-4bb4-bac4-343beb9aca98 req-310499a1-7a11-4e52-99a9-6171e62720df tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Jul 28 18:37:08.852707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1446d0fd-c640-4588-9373-da20d192a717 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:08.915601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1446d0fd-c640-4588-9373-da20d192a717 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:08.915914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.014040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:09.065236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-1dfa9597-2101-426b-957c-86776f05534c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:09.066889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-1dfa9597-2101-426b-957c-86776f05534c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 796 time: 0.1244295 Jul 28 18:37:09.135927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-95a4e86f-6737-43cd-bd68-d4c1e5a3ba72 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 380 time: 0.0568748 Jul 28 18:37:09.151154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'port': {'device_id': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'admin_state_up': True, 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'security_groups': ['eb44b4ce-a673-4a3d-b542-6e052f281dd8']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:09.182346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47a5bf12-96bc-4429-b208-e052fdcfddb8 req-5283a488-9ecb-4be9-9a3c-392a60207294 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 210 time: 0.0452116 Jul 28 18:37:09.192793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:09.197628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:09.198251 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.305770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.358460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:09.386027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'port': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:37:09.390258 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.502306 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.528576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.6 (35af490b-42a5-4020-94e6-4b6be01c52e5/2be2d472-3692-4a50-bc56-8dffd37c4ac9/23483172-2925-4fbe-90d2-27eed0ba2e30) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:09.558942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:09.674361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.690885 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 23483172-2925-4fbe-90d2-27eed0ba2e30 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:09.773856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c1b29-1570-4aa7-8239-778bdd2dffaf req-d9ea84b1-b2d8-4792-9737-80e1bc9865ef tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:09.776149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-064c1b29-1570-4aa7-8239-778bdd2dffaf req-d9ea84b1-b2d8-4792-9737-80e1bc9865ef tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0507774 Jul 28 18:37:09.786189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.825587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-064c1b29-1570-4aa7-8239-778bdd2dffaf req-923c43dc-07d0-4870-915b-2acae7e43700 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Jul 28 18:37:09.832491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:09.835700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:09.839474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:09.868330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:09.897431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:09.898603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:09.975566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-adaf8aad-346e-451f-8986-939da0be8c40 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294630 Jul 28 18:37:09.989606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Request body: {'port': {'device_id': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:10.063376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.094677 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.188077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0582e4f1-3434-4f6f-a171-366851ca1112 None None] Provisioning for port 23483172-2925-4fbe-90d2-27eed0ba2e30 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:10.194081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0582e4f1-3434-4f6f-a171-366851ca1112 None None] Provisioning complete for port 23483172-2925-4fbe-90d2-27eed0ba2e30 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:10.194538 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0582e4f1-3434-4f6f-a171-366851ca1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.196790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-42708642-fa0c-4dda-914c-fcc25acfdc01 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:10.198326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-42708642-fa0c-4dda-914c-fcc25acfdc01 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 945 time: 0.0603824 Jul 28 18:37:10.229457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0582e4f1-3434-4f6f-a171-366851ca1112 None None] Port 23483172-2925-4fbe-90d2-27eed0ba2e30 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:37:10.277451 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9fa8-0ca2-4072-b34e-cf7a32ba923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.297308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port f8a2adcd-8ee6-47eb-beca-6239aa676d66 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:37:10.297655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.367046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3ad9-1f12-44c7-b4fb-295c17898aaa req-e12e0f55-28e4-4f1d-be67-37704185475e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:10.368891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fed3ad9-1f12-44c7-b4fb-295c17898aaa req-e12e0f55-28e4-4f1d-be67-37704185475e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 931 time: 0.0846226 Jul 28 18:37:10.377715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23483172-2925-4fbe-90d2-27eed0ba2e30 {{(pid=101105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:37:10.387764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.409942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port f8a2adcd-8ee6-47eb-beca-6239aa676d66, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f8a2adcd-8ee6-47eb-beca-6239aa676d66,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:10.410310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.426357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Transition to ACTIVE for port object 23483172-2925-4fbe-90d2-27eed0ba2e30 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:10.430603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for f8a2adcd-8ee6-47eb-beca-6239aa676d66 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:37:10.435173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fed3ad9-1f12-44c7-b4fb-295c17898aaa req-bd2afb5a-bb99-4578-a704-c875b71988b3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523958 Jul 28 18:37:10.507388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.585301 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:10.636851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:10.637191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:10.637524 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:10.642163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:37:10.642692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:10.647741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:10.653368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:10.653368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Bound using segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} {{(pid=101105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:10.653368 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.managers [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Bound port: 23483172-2925-4fbe-90d2-27eed0ba2e30, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}}] {{(pid=101105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:10.653368 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.705120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.715666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f8a2adcd-8ee6-47eb-beca-6239aa676d66'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:37:10.745007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:10.748017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:10.757414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=f8a2adcd-8ee6-47eb-beca-6239aa676d66,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:10.762904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:10.802320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port f8a2adcd-8ee6-47eb-beca-6239aa676d66 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:37:10.805659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.808596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e79ccbb-6a91-45ca-9375-c94303b84017 req-eb93e452-20dd-4f16-85dd-fe5fe01c8951 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "DELETE /v2.0/ports/f8a2adcd-8ee6-47eb-beca-6239aa676d66 HTTP/1.1" status: 204 len: 173 time: 0.6043284 Jul 28 18:37:10.809361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'name': 'network-vif-deleted', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:10.814996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.825718 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2051630e-8a79-484d-bba3-562028b0fb19" -d '{"events": [{"server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "name": "network-vif-deleted", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:10.836875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:10.837585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.876971 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6ab95-6411-4ccd-925d-c23c6ee19418 x-openstack-request-id: req-2ff6ab95-6411-4ccd-925d-c23c6ee19418 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:10.877273 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76903c40-e058-418f-8869-bdbe714cfcef", "name": "network-vif-deleted", "tag": "f8a2adcd-8ee6-47eb-beca-6239aa676d66", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:10.893090 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ff6ab95-6411-4ccd-925d-c23c6ee19418 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:10.895938 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76903c40-e058-418f-8869-bdbe714cfcef', 'name': 'network-vif-deleted', 'tag': 'f8a2adcd-8ee6-47eb-beca-6239aa676d66', 'status': 'completed', 'code': 200} Jul 28 18:37:10.903019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:10.907480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:10.907480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] 10.222.0.37 "PUT /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 1091 time: 0.9206591 Jul 28 18:37:10.907480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:10.912747 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aaed48-d549-421b-b2e1-62128938742d" -d '{"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:10.961281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de156237-25aa-4bc5-b909-c03aa1467279 service neutron] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=3']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:10.998700 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc264ff4-71db-4b26-b9b8-e564805a98c4 x-openstack-request-id: req-bc264ff4-71db-4b26-b9b8-e564805a98c4 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:10.998992 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:10.999245 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc264ff4-71db-4b26-b9b8-e564805a98c4 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:10.999683 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'status': 'completed', 'code': 200} Jul 28 18:37:11.125279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f07d736e-37c7-4333-b017-282d3f4940bb req-8a7e9a12-0c8b-4ca8-ab6b-c6099826df42 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.1170378 Jul 28 18:37:11.146343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:11.150203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaed48-d549-421b-b2e1-62128938742d req-ac869290-00ed-45b2-9123-98f102fc6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.150441 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93aaed48-d549-421b-b2e1-62128938742d req-ac869290-00ed-45b2-9123-98f102fc6674 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1094 time: 0.1263349 Jul 28 18:37:11.576737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ee10-d606-4866-9b2e-dcb3e9974c00 req-d4415f03-5f97-496f-857c-b2e254fba3c3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.578618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f60ee10-d606-4866-9b2e-dcb3e9974c00 req-d4415f03-5f97-496f-857c-b2e254fba3c3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0527685 Jul 28 18:37:11.598131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaed48-d549-421b-b2e1-62128938742d req-25dcdc64-f43a-4d5e-b3bf-d47dcae7ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.599667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93aaed48-d549-421b-b2e1-62128938742d req-25dcdc64-f43a-4d5e-b3bf-d47dcae7ee98 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b17fc9140264909809d3eb19d9902fe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4418128 Jul 28 18:37:11.620435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f60ee10-d606-4866-9b2e-dcb3e9974c00 req-2ee09e69-5c0e-4041-99ac-7859880f8d65 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356231 Jul 28 18:37:11.705380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaed48-d549-421b-b2e1-62128938742d req-e65f308c-fd78-4bc8-b044-4779ea982500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.707313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93aaed48-d549-421b-b2e1-62128938742d req-e65f308c-fd78-4bc8-b044-4779ea982500 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007020 Jul 28 18:37:11.800977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-8afdb995-10a9-4a27-8deb-8dcfafdcf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.802526 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-8afdb995-10a9-4a27-8deb-8dcfafdcf229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1094 time: 0.0509953 Jul 28 18:37:11.844292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-4bb084e3-7587-42ac-9a06-eb1c2eedc273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 217 time: 0.0334647 Jul 28 18:37:11.893708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-c2eb4767-ad4b-4798-b775-349ad256d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.895185 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-c2eb4767-ad4b-4798-b775-349ad256d99d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0447574 Jul 28 18:37:11.941053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-f2cae7ac-caec-4c43-a7c7-4ad6d0974b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:11.942576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-f2cae7ac-caec-4c43-a7c7-4ad6d0974b5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405121 Jul 28 18:37:12.050621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-d3a168dc-9398-49d6-b850-b31fd361ff83 service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998075 Jul 28 18:37:12.153994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cf981d1-a759-4869-bdd7-58a9708375e6 req-8d4d3702-ee09-4a3f-adb9-ed58731a3c27 service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953054 Jul 28 18:37:12.227941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b29ba090-1821-43a7-a8d7-1f888d4781e5 req-e906f396-4c06-4fa4-bc3e-771be00f562c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0305862 Jul 28 18:37:12.758935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac62f-2f4a-42b3-9174-646a3ba0d63f req-a6e36021-8302-4827-9fbd-730cbc072979 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:12.761165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ceac62f-2f4a-42b3-9174-646a3ba0d63f req-a6e36021-8302-4827-9fbd-730cbc072979 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0693753 Jul 28 18:37:12.809562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1ceac62f-2f4a-42b3-9174-646a3ba0d63f req-b7ffb12a-aaab-4343-95f5-ef25faeb3565 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Jul 28 18:37:13.009290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:13.321934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c66e3d3-a871-4005-86b1-1087700e7e8c req-1cddde86-9824-48bf-afbb-1984ca5199a0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0273037 Jul 28 18:37:13.384521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f8a2adcd-8ee6-47eb-beca-6239aa676d66 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:37:13.404322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: f8a2adcd-8ee6-47eb-beca-6239aa676d66 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:37:13.404672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f8a2adcd-8ee6-47eb-beca-6239aa676d66 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:37:13.936492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8dad-1605-47db-9ce8-582c44b2427d req-eaa12eea-1525-4964-83bd-c1f6623c8a2d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:13.938089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21ee8dad-1605-47db-9ce8-582c44b2427d req-eaa12eea-1525-4964-83bd-c1f6623c8a2d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0580454 Jul 28 18:37:13.977267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21ee8dad-1605-47db-9ce8-582c44b2427d req-0209cc38-c236-4d24-9ed9-d7d5d0b7b409 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Jul 28 18:37:14.165184 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:37:14.415757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04fe2918-e42d-4cf2-87fe-1f7c5b5e4055 req-5eb6893f-0d4e-4f20-bbf6-93d48fd1df03 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=76903c40-e058-418f-8869-bdbe714cfcef HTTP/1.1" status: 200 len: 210 time: 0.0264337 Jul 28 18:37:15.095707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dbfe9-2135-4c83-b46f-56bde585b807 req-a792127b-c402-41f5-b009-dbde7eb79f3e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:15.097379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-361dbfe9-2135-4c83-b46f-56bde585b807 req-a792127b-c402-41f5-b009-dbde7eb79f3e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0525215 Jul 28 18:37:15.135925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-361dbfe9-2135-4c83-b46f-56bde585b807 req-0dc9f25c-c6f0-4ad8-958a-e3252c7acfbe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Jul 28 18:37:15.232721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:37:15.333283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:15.344537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'mac_address': 'fa:16:3e:db:bb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:37:15.380461 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:15.392855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23483172-2925-4fbe-90d2-27eed0ba2e30 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:37:15.411883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:15.494848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:15.553798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:15.603062 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:15.683791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['23483172-2925-4fbe-90d2-27eed0ba2e30'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:37:16.386583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6e39-b705-4880-889c-4ad1203b31e8 req-3b2a71a3-6356-4842-8a07-7127b535d4fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:16.388163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1add6e39-b705-4880-889c-4ad1203b31e8 req-3b2a71a3-6356-4842-8a07-7127b535d4fe tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 944 time: 0.0578816 Jul 28 18:37:16.431745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1add6e39-b705-4880-889c-4ad1203b31e8 req-f3417473-3af0-4cfa-8ac5-8051e58d48fb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 Jul 28 18:37:17.232883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:37:17.395126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 23483172-2925-4fbe-90d2-27eed0ba2e30 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:17.395126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 23483172-2925-4fbe-90d2-27eed0ba2e30 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:17.395476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:17.475563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:17.506337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:17.509811 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1d030-4636-46e0-93c6-60d08d25f027" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:17.544480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:37:17.562061 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36556b7-d56b-4c9c-abfc-659b4e187395 x-openstack-request-id: req-f36556b7-d56b-4c9c-abfc-659b4e187395 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:17.562418 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:17.562738 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f36556b7-d56b-4c9c-abfc-659b4e187395 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:17.563196 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'code': 200} Jul 28 18:37:17.565102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7a25c-c5d7-4061-9144-e4e179a76f21 req-1f4ac3d0-d482-4e24-a0fd-f2369fedb2ff tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:17.566665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51f7a25c-c5d7-4061-9144-e4e179a76f21 req-1f4ac3d0-d482-4e24-a0fd-f2369fedb2ff tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 944 time: 0.0663877 Jul 28 18:37:17.633349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51f7a25c-c5d7-4061-9144-e4e179a76f21 req-37d2262d-b1bb-4aa5-b6f8-fc0022fe009a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564423 Jul 28 18:37:17.638126 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:17.685403 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f725-97ff-4833-96e3-91bbecb055cb req-74762c65-ce7d-4665-8414-d1fe0b6ac2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:17.687530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17b4f725-97ff-4833-96e3-91bbecb055cb req-74762c65-ce7d-4665-8414-d1fe0b6ac2d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1096 time: 0.0507500 Jul 28 18:37:17.700202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:17.732256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17b4f725-97ff-4833-96e3-91bbecb055cb req-4ca979b7-ff7b-4974-a371-a007c115729d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380912 Jul 28 18:37:18.771503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f36c2-2d8f-4b98-9891-142d7a6bdbbf req-84959ee2-62d2-4ace-a62b-6ed12eca642b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:18.773586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d2f36c2-2d8f-4b98-9891-142d7a6bdbbf req-84959ee2-62d2-4ace-a62b-6ed12eca642b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0535219 Jul 28 18:37:18.822551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d2f36c2-2d8f-4b98-9891-142d7a6bdbbf req-b7cb7af7-f713-420c-aee4-7221e6b9e82c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Jul 28 18:37:18.825809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:18.974316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c6a8-281c-43f0-bad1-1a8587403400 req-b226de45-6687-42a3-856f-e2e5a5556d37 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:18.976020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9b6c6a8-281c-43f0-bad1-1a8587403400 req-b226de45-6687-42a3-856f-e2e5a5556d37 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0753937 Jul 28 18:37:19.017660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9b6c6a8-281c-43f0-bad1-1a8587403400 req-87467d59-74a3-4772-ac4f-6e88bf05209f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Jul 28 18:37:19.038778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:19.082132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674cdc7-81e6-4700-a6c5-2eec0dc43ad6 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:19.083605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2674cdc7-81e6-4700-a6c5-2eec0dc43ad6 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1091 time: 0.0437007 Jul 28 18:37:19.087801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 43962) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:19.092538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:19.185192 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:19.291350 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:19.397805 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.232 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/e7403500-6138-4817-a3e1-dc4beb26fbb6) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:19.505698 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:19.591844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:19.627294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:19.630172 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:19.633901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:19.667853 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=e7403500-6138-4817-a3e1-dc4beb26fbb6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:19.682942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.683299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.683993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.684335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.684671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.685004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.685338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.685669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.685999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.686326 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.686652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:19.686975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:20.042238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:20.221047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:20.406729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:20.487888 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:20.562395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=e7403500-6138-4817-a3e1-dc4beb26fbb6,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:20.576187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:20.681627 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP 3f3db904-851b-4c71-a6df-87c3558e3555 associated. External IP: 172.25.7.232, port: 23483172-2925-4fbe-90d2-27eed0ba2e30. Jul 28 18:37:20.909272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router cf2c871f-0ffc-4a34-b37e-d10cc7882150 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:37:21.026059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:37:21.036349 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Sync routers for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:37:21.049321 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:21.052906 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:21.111710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:21.160410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-09a09a6d-da11-45d5-9109-9ac4a0351aca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0715976 Jul 28 18:37:21.161044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:21.163433 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5" -d '{"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:21.233469 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190aac2-6469-45c5-bb1a-c08f23a5ad55 x-openstack-request-id: req-a190aac2-6469-45c5-bb1a-c08f23a5ad55 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:21.233825 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:21.234133 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a190aac2-6469-45c5-bb1a-c08f23a5ad55 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:21.234592 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'status': 'completed', 'code': 200} Jul 28 18:37:21.276613 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:21.280596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8e94-5879-49c7-b098-6276c84efae6 req-5affee83-bead-411b-9c57-123a6263de11 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:21.291248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-864d8e94-5879-49c7-b098-6276c84efae6 req-5affee83-bead-411b-9c57-123a6263de11 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0694780 Jul 28 18:37:21.322069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-852df678-4c8d-4ce3-b9ce-ce6aad196dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:21.324044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-852df678-4c8d-4ce3-b9ce-ce6aad196dbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1096 time: 0.0717936 Jul 28 18:37:21.364705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-864d8e94-5879-49c7-b098-6276c84efae6 req-6d1818f4-ac92-47db-9a4d-4cccc699af98 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663302 Jul 28 18:37:21.390937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44058) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:21.453040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-a204a14b-a558-4310-ac81-0c90920cf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:21.454619 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-a204a14b-a558-4310-ac81-0c90920cf68b service neutron] 10.222.0.37 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 897 time: 0.1219375 Jul 28 18:37:21.472420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-25c5c527-ef54-4be9-bd62-45fb8b111e30 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 200 len: 991 time: 0.0802233 Jul 28 18:37:21.556789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-61059a18-aa20-45a7-b114-7673f9ce5ba5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 999 time: 0.0936289 Jul 28 18:37:21.562841 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '3f3db904-851b-4c71-a6df-87c3558e3555', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'mac_address': 'fa:16:3e:db:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:37:19Z', 'updated_at': '2021-07-28T18:37:19Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:21.596600 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Checking router: cf2c871f-0ffc-4a34-b37e-d10cc7882150 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:37:21.619527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:21.621136 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:21.643009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-b7638e4d-81bb-4cbd-a56e-1325c452fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:21.644586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-b7638e4d-81bb-4cbd-a56e-1325c452fd35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0791059 Jul 28 18:37:21.699293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-8c78c795-cec3-413c-b379-4e720b91b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:21.700904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-8c78c795-cec3-413c-b379-4e720b91b1f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482931 Jul 28 18:37:21.745833 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:21.819924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-1eae39e3-cb1b-4ed5-a5cb-b7b9aa578b4f service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108308 Jul 28 18:37:21.928995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5e9b77a3-4c87-4cad-9ec5-1f408cd725c5 req-326c434d-533f-47f8-bbad-2fa2c34ac9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998757 Jul 28 18:37:22.008729 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '3f3db904-851b-4c71-a6df-87c3558e3555', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'mac_address': 'fa:16:3e:db:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:37:19Z', 'updated_at': '2021-07-28T18:37:19Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:22.039618 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1513af7b-26e8-49f7-886d-93ee0700c523 None None] The sync data for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 is: [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '3f3db904-851b-4c71-a6df-87c3558e3555', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'mac_address': 'fa:16:3e:db:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:37:19Z', 'updated_at': '2021-07-28T18:37:19Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:37:22.294199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a2fd5-8157-4a46-bfe1-0d6f809ca893 None None] New status for floating IP 3f3db904-851b-4c71-a6df-87c3558e3555: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:37:22.476326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44074) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:22.542628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9441faea-7644-4de1-9151-f53ad521bedc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 200 len: 991 time: 0.0651121 Jul 28 18:37:23.546611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:23.611929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e24623ed-98f7-4d9a-9baf-cc6adf12ffd9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 200 len: 993 time: 0.0640433 Jul 28 18:37:37.692678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d3c5-ff5e-482d-885e-0a941a1fe961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:40.088165 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:40.315350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c1c893e4-75a5-4568-9ccb-59b3692ac6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:41.149767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:42.813191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-5b97c6af-721a-4eaa-b69e-9218ddd2faa3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:42.814844 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-5b97c6af-721a-4eaa-b69e-9218ddd2faa3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1070855 Jul 28 18:37:42.830663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-a2545c45-4bbd-4046-a7b3-10c9b2b72483 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Jul 28 18:37:42.893309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-44c5dd66-b454-4968-829d-9d56770faf68 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564661 Jul 28 18:37:42.988168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-582b4949-21c2-4c04-9a61-2705cdcfb98c service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Jul 28 18:37:43.013228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:43.078154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1cc55674-6548-4114-8213-175aaa8aeddc service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826881 Jul 28 18:37:43.461282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac7f5755-42a8-4504-af35-4a97fd1536cc req-d3c94e29-5285-407e-83e3-fea309344510 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.1612487 Jul 28 18:37:44.558063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9d41c105-18ea-4034-bdd1-811f5184749c req-064c3440-ef77-48a0-9c03-1dd34e2e58ed tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0271442 Jul 28 18:37:45.260967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-cee6d0c9-2cbc-4197-8e5c-874eace5f824 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:45.262758 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-cee6d0c9-2cbc-4197-8e5c-874eace5f824 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1053462 Jul 28 18:37:45.276433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:45.464910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:37:45.469113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:45.602992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.4 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/93d25485-d567-4d8c-b40a-cb7ec641f363) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:45.648200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:45.664204 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dee9edcd-917f-42cb-86c5-60e63cda28cd req-1b6fecd0-d968-4e1d-879a-ceeb7bfc135c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0355854 Jul 28 18:37:45.750384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:45.776821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object 93d25485-d567-4d8c-b40a-cb7ec641f363 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:45.927192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:45.982044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:45.985102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:45.988777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:46.016704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:46.058641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:46.059270 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.150797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-3f46da50-bd50-4592-ad04-43a1979ad848 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8780098 Jul 28 18:37:46.173311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Request body: {'port': {'device_id': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:46.228583 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.320808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-39f4f92c-89f1-4c4d-a9a4-4396d111f8f3 None None] Provisioning for port 93d25485-d567-4d8c-b40a-cb7ec641f363 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:37:46.325178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-39f4f92c-89f1-4c4d-a9a4-4396d111f8f3 None None] Provisioning complete for port 93d25485-d567-4d8c-b40a-cb7ec641f363 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:37:46.325627 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-39f4f92c-89f1-4c4d-a9a4-4396d111f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.362422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-39f4f92c-89f1-4c4d-a9a4-4396d111f8f3 None None] Port 93d25485-d567-4d8c-b40a-cb7ec641f363 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:37:46.503204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d25485-d567-4d8c-b40a-cb7ec641f363 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:37:46.532419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.532419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Transition to ACTIVE for port object 93d25485-d567-4d8c-b40a-cb7ec641f363 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:46.590181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.640854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Pushing event updated for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:46.746081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Attempting to bind port 93d25485-d567-4d8c-b40a-cb7ec641f363 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:46.746416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Attempting to bind port 93d25485-d567-4d8c-b40a-cb7ec641f363 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:46.746952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Attempting to bind port 93d25485-d567-4d8c-b40a-cb7ec641f363 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:46.784819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Port 93d25485-d567-4d8c-b40a-cb7ec641f363 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:37:46.784819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Attempting to bind port 93d25485-d567-4d8c-b40a-cb7ec641f363 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:46.791513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:46.791884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:46.792552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:46.793004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Bound port: 93d25485-d567-4d8c-b40a-cb7ec641f363, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:46.793372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:46.829641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928ed7c-1714-48a3-86e6-ac7642858b1b req-1f99ab44-10f3-401b-b340-e6f658a5eb9c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:46.831232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7928ed7c-1714-48a3-86e6-ac7642858b1b req-1f99ab44-10f3-401b-b340-e6f658a5eb9c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0873051 Jul 28 18:37:46.916260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7928ed7c-1714-48a3-86e6-ac7642858b1b req-fe38895a-344b-4084-9070-1442eda10084 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Jul 28 18:37:46.920550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:46.923765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=93d25485-d567-4d8c-b40a-cb7ec641f363,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:47.020852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:47.047635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.048364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:47.050005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] 10.222.0.35 "PUT /v2.0/ports/93d25485-d567-4d8c-b40a-cb7ec641f363 HTTP/1.1" status: 200 len: 1091 time: 0.8864608 Jul 28 18:37:47.052498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:37:47.055238 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab8539-5d72-4fec-92ae-edbed207be63" -d '{"events": [{"name": "network-changed", "server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:37:47.087169 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797fe2b-ffb4-4f7f-a72b-d6fe46ba412c service neutron] Pushing event updated for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:47.118122 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2bd5af-79cd-42b8-94fb-4ebbe46efd4a x-openstack-request-id: req-dc2bd5af-79cd-42b8-94fb-4ebbe46efd4a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:37:47.118626 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:37:47.118948 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2bd5af-79cd-42b8-94fb-4ebbe46efd4a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:37:47.119480 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363', 'status': 'completed', 'code': 200} Jul 28 18:37:47.191662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-bcd0c0ee-034c-4be9-845a-5ffa83ebd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.193488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-bcd0c0ee-034c-4be9-845a-5ffa83ebd737 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 1094 time: 0.0498030 Jul 28 18:37:47.309214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-3177b469-469c-4e46-b67c-e9fb180235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.310712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-3177b469-469c-4e46-b67c-e9fb180235ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1091480 Jul 28 18:37:47.415263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-8c8770b4-6829-48b9-bfd7-2d25b2254b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.416818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25ab8539-5d72-4fec-92ae-edbed207be63 req-8c8770b4-6829-48b9-bfd7-2d25b2254b93 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992773 Jul 28 18:37:47.494206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-9eb62870-7aec-4d3b-8845-f5b30ad88beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.496120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-9eb62870-7aec-4d3b-8845-f5b30ad88beb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 1094 time: 0.0432405 Jul 28 18:37:47.543721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-cf66aaef-e282-44dc-932e-29bdad01cef5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d25485-d567-4d8c-b40a-cb7ec641f363 HTTP/1.1" status: 200 len: 217 time: 0.0395970 Jul 28 18:37:47.594255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-c47e65de-9a55-476c-bf31-fcb6ca0b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.595743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-c47e65de-9a55-476c-bf31-fcb6ca0b2a79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0457339 Jul 28 18:37:47.642428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-887e126f-637e-4b20-ba48-0080a77ef65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:47.644187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-887e126f-637e-4b20-ba48-0080a77ef65d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419464 Jul 28 18:37:47.737942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-83f1ed63-a58e-4a2c-83c7-5c1370643eca service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868011 Jul 28 18:37:47.840634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af171a83-3cb5-4e8f-bddb-0362cb222a8f req-ad15e653-0fb2-477e-a7aa-1541333e04e7 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959468 Jul 28 18:37:48.045138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d292fa-98bc-4b36-9d32-ba5c7fbf679d req-11b5de76-c98e-464c-ab16-2e56141960eb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:48.046890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18d292fa-98bc-4b36-9d32-ba5c7fbf679d req-11b5de76-c98e-464c-ab16-2e56141960eb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0627294 Jul 28 18:37:48.102358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18d292fa-98bc-4b36-9d32-ba5c7fbf679d req-323a331a-5c09-4af7-a95b-1ff6482296ed tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Jul 28 18:37:48.812803 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:49.228640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa90b6-30d9-4b65-9aaf-62372f8c5fe5 req-55e861b4-678f-4f31-b284-e0e531175828 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:49.230990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00fa90b6-30d9-4b65-9aaf-62372f8c5fe5 req-55e861b4-678f-4f31-b284-e0e531175828 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0544841 Jul 28 18:37:49.276024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-00fa90b6-30d9-4b65-9aaf-62372f8c5fe5 req-e7f64e6b-c9a4-431a-9590-d728a0f93f8c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386105 Jul 28 18:37:50.406632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44ccc-0286-49be-8a71-7475a19d6d35 req-b000d30b-8371-41ff-b752-bd71b6b01924 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:50.408474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2d44ccc-0286-49be-8a71-7475a19d6d35 req-b000d30b-8371-41ff-b752-bd71b6b01924 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0589097 Jul 28 18:37:50.462114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b2d44ccc-0286-49be-8a71-7475a19d6d35 req-42512aeb-71b1-4593-aaca-13a182d78366 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Jul 28 18:37:51.166219 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:37:51.597289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302d5e-88e3-46b2-be4a-a92d66c7014e req-a0e06ef6-c323-4ac1-aaed-570a4f50d6d4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:51.598803 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e302d5e-88e3-46b2-be4a-a92d66c7014e req-a0e06ef6-c323-4ac1-aaed-570a4f50d6d4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0500138 Jul 28 18:37:51.637609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e302d5e-88e3-46b2-be4a-a92d66c7014e req-a2ee5f37-ee47-4fef-bfc1-6e41dd08491d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Jul 28 18:37:52.766753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dc8b8-f340-424a-bcd8-bdcf227b3c59 req-859648c8-54ed-42b2-9b79-39f481e15295 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:52.768351 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-142dc8b8-f340-424a-bcd8-bdcf227b3c59 req-859648c8-54ed-42b2-9b79-39f481e15295 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0605478 Jul 28 18:37:52.816505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-142dc8b8-f340-424a-bcd8-bdcf227b3c59 req-44af077b-2205-4455-822f-dfcef5766a16 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Jul 28 18:37:53.042458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:53.158481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-838a9741-ee2a-43a1-be9a-c76d810f6be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.255422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-838a9741-ee2a-43a1-be9a-c76d810f6be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.350140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-838a9741-ee2a-43a1-be9a-c76d810f6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.388659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-838a9741-ee2a-43a1-be9a-c76d810f6be5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d28c19bf30c40099f8cc3ff22e9f46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460298 Jul 28 18:37:53.389820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a9741-ee2a-43a1-be9a-c76d810f6be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777eeda-383b-4b13-a2c7-803d5e20e147,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:53.393211 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44830) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:53.443579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.465746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.612562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.615691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:53.616854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c777eeda-383b-4b13-a2c7-803d5e20e147 HTTP/1.1" status: 204 len: 168 time: 0.2227168 Jul 28 18:37:53.625884 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca967c4-8731-4865-ac4f-91d7b13865a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777eeda-383b-4b13-a2c7-803d5e20e147,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:53.932666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311c955-96ec-422e-8529-1c92aef49943 req-e6a3784d-2a49-4390-a9db-006ea1b35a61 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:53.934179 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5311c955-96ec-422e-8529-1c92aef49943 req-e6a3784d-2a49-4390-a9db-006ea1b35a61 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0492547 Jul 28 18:37:53.973240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5311c955-96ec-422e-8529-1c92aef49943 req-95694ac7-b3c2-41eb-916f-41af18fd681d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Jul 28 18:37:54.908046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26cc2-1bd0-4aaf-932f-d6693488e166 req-1fbc159b-7f9e-4df1-be49-f672687cbd63 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:54.916237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81a26cc2-1bd0-4aaf-932f-d6693488e166 req-1fbc159b-7f9e-4df1-be49-f672687cbd63 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0587690 Jul 28 18:37:54.958132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81a26cc2-1bd0-4aaf-932f-d6693488e166 req-429a8499-6f61-45ca-962e-cf5fab711f18 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339046 Jul 28 18:37:54.974710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44862) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:55.042259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-08dc7276-7ccb-49fd-866f-be2f8d0e8b01 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 200 len: 993 time: 0.0664082 Jul 28 18:37:55.114662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7db7d6-172d-44e3-b0af-2a203058c5a9 req-5d948ab3-af31-4864-bc26-b88b338cec33 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:55.120725 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca7db7d6-172d-44e3-b0af-2a203058c5a9 req-5d948ab3-af31-4864-bc26-b88b338cec33 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0784135 Jul 28 18:37:55.170976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ca7db7d6-172d-44e3-b0af-2a203058c5a9 req-31bf0764-9481-48f2-9f45-ef288f4e3e2a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Jul 28 18:37:55.582732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44884) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:55.634836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5f9be-72e1-4681-be97-2b2e8f947699 req-e90957de-2532-43fc-9393-4c62397c2857 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:55.636541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2b5f9be-72e1-4681-be97-2b2e8f947699 req-e90957de-2532-43fc-9393-4c62397c2857 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1096 time: 0.0463338 Jul 28 18:37:55.677825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e2b5f9be-72e1-4681-be97-2b2e8f947699 req-1d257855-2468-4f5e-8ca2-51294c08e650 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Jul 28 18:37:55.793825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'network': {'name': 'tempest-network-smoke--560591793', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'port_security_enabled': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:55.875731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:37:55.879377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:55.891543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:55.983659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.069991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.103519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:37:56.108766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf829a6-740e-461b-b63d-054f328267e5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:56.121503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.121833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.122172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.122506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.122840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.123167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.123516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.123842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.124162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.124484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.124807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.125128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:56.128939 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.129277 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Added segment 77413f8d-b29c-4f1b-815b-78cc3e13e92b of type vlan for network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 Jul 28 18:37:56.172675 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.274251 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.279793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:56.280368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.392028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce024b4f-1dff-4809-b0de-da7f71b968e4 req-ca4aa130-1a60-438c-8614-a86e7e83911e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:56.394090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce024b4f-1dff-4809-b0de-da7f71b968e4 req-ca4aa130-1a60-438c-8614-a86e7e83911e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.1540089 Jul 28 18:37:56.410134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Network': ['ID=dee13f5d-7646-4657-9f62-35bd8a0f4cf6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:56.424470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:37:56.440452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ce024b4f-1dff-4809-b0de-da7f71b968e4 req-f06c3e3b-7cbb-4f06-80c5-00b90776c5f4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Jul 28 18:37:56.448229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f1b542d4-75f0-4f2c-9894-a8ba2785df63 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8644474 Jul 28 18:37:56.453531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44896) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:56.459064 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'admin_state_up': True, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:56.578809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.579934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.632463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:56.889345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-c928e77b-9c94-4900-8fdf-a2126ea08f2e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443377 Jul 28 18:37:56.924430 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:57.248198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:57.271658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:57.379867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.25.7.15 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d84b4bac-f8e3-45bf-84bd-518c5cf3eb94) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:37:57.497419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:57.594371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19a85-a95a-42b4-b45b-829648d212b0 req-6b223ff6-65a3-4220-be37-46d977c46161 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:57.595891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8a19a85-a95a-42b4-b45b-829648d212b0 req-6b223ff6-65a3-4220-be37-46d977c46161 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0493486 Jul 28 18:37:57.645660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8a19a85-a95a-42b4-b45b-829648d212b0 req-977ccf9e-71fd-4d99-a759-1c680bd61589 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Jul 28 18:37:57.647163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:57.688088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:37:57.690898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:37:57.698427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:37:57.701484 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:57.976451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-bb3e6acc-27cf-4728-b235-0736f184cf25 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:37:57.977874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-bb3e6acc-27cf-4728-b235-0736f184cf25 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304071 Jul 28 18:37:57.990442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Request body: {'binding': {'host': 'n-h1-778550-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:57.990966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Unknown quota resources ['binding']. {{(pid=101106) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 18:37:58.050954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:58.136627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on host n-h1-778550-5 for vnic_type normal with profile None {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:58.136950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:58.137369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:58.142855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:37:58.143175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:58.149340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:58.149712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:58.150170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Bound using segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:58.150664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Bound port: 23483172-2925-4fbe-90d2-27eed0ba2e30, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:58.252612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:58.350347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:58.351671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] 10.222.0.25 "POST /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30/bindings HTTP/1.1" status: 201 len: 389 time: 0.3661828 Jul 28 18:37:58.580164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:58.673523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2557f-4656-44b4-aa5b-4050741e0206 req-714dd8e5-63bc-4f19-8580-468d803b09a8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:58.675185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6aa2557f-4656-44b4-aa5b-4050741e0206 req-714dd8e5-63bc-4f19-8580-468d803b09a8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0645716 Jul 28 18:37:58.722409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6aa2557f-4656-44b4-aa5b-4050741e0206 req-af417dd8-3bfd-4899-a15d-485750638561 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373547 Jul 28 18:37:58.790667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:37:58.814354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698f27d-f54c-4415-878a-e93b92c857e4 req-1c88030a-c837-49bc-9e6e-9cb813c4df5f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:58.815909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1698f27d-f54c-4415-878a-e93b92c857e4 req-1c88030a-c837-49bc-9e6e-9cb813c4df5f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0605471 Jul 28 18:37:58.919126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1698f27d-f54c-4415-878a-e93b92c857e4 req-81379c80-48ca-4618-8d8c-431220f84c25 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702815 Jul 28 18:37:58.941311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:37:58.951090 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:37:58.960761 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:37:58.961316 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:59.069801 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:37:59.085212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-5451e058-60d7-405d-bbdf-543dfdc89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.090814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-5451e058-60d7-405d-bbdf-543dfdc89f39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1096 time: 0.0720346 Jul 28 18:37:59.150160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.156630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ad9a0081-b3ff-44b1-8288-9259cebc5df3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6967337 Jul 28 18:37:59.157454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44924) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:59.265147 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:37:57Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:37:59.273121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f5ede98-74f5-43c8-a567-80d062954e45 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=244b8cf8b6d8475e97822eba1ace3415&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139514 Jul 28 18:37:59.317976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:37:59.317976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Updating router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:37:59.322506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:59.328945 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.425767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd8d81-342c-4130-b0b8-b6572a44df35 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.428036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-accd8d81-342c-4130-b0b8-b6572a44df35 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1039157 Jul 28 18:37:59.430926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:59.468688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7154e325-2651-48b2-a87a-0af7207a2372 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336938 Jul 28 18:37:59.468916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:37:59.477161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348398079', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:37:59.638914 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.649163 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Transition to ACTIVE for port object d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:37:59.673133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-87d58bef-13f3-4eea-8006-057de94c5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.677430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-87d58bef-13f3-4eea-8006-057de94c5942 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 897 time: 0.5807145 Jul 28 18:37:59.710054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:37:59.713806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.778616 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.780365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-db50e69b-a433-41a5-934b-a7c52eae0cde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 1001 time: 0.0985034 Jul 28 18:37:59.832660 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Attempting to bind port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:37:59.833034 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Attempting to bind port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:37:59.833970 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Attempting to bind port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:37:59.847284 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:37:59.848063 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:37:59.848063 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.848459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:37:59.848975 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Bound port: d84b4bac-f8e3-45bf-84bd-518c5cf3eb94, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:37:59.849354 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:37:59.852418 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Pushing event updated for resources: {'Port': ['ID=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:37:59.879961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd91bfd-7409-4630-81e0-df27911354c6 req-b72752ca-d288-4ba3-aadd-4512d78fa6e3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.881888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acd91bfd-7409-4630-81e0-df27911354c6 req-b72752ca-d288-4ba3-aadd-4512d78fa6e3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0617642 Jul 28 18:37:59.883310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-93f7c387-76e6-47a1-b249-62d2eac4ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.885948 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.885948 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-93f7c387-76e6-47a1-b249-62d2eac4ab3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0965743 Jul 28 18:37:59.886314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886314 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886888 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.886888 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.887111 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.887322 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.887641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:37:59.914725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] For port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:37:59.918090 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] For port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:37:59.972310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acd91bfd-7409-4630-81e0-df27911354c6 req-bdf783f0-576c-4380-9142-b96d75a54fae tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824499 Jul 28 18:37:59.973652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-6f8dcc85-4ddb-4296-bcc4-4ef17e1820b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:37:59.975705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-6f8dcc85-4ddb-4296-bcc4-4ef17e1820b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742748 Jul 28 18:37:59.990694 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.046018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee0589-598f-4b86-a051-de56f455fab2 req-fc4fadbe-a823-4cb3-bd21-eaf0f21df7c5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:00.047349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1ee0589-598f-4b86-a051-de56f455fab2 req-fc4fadbe-a823-4cb3-bd21-eaf0f21df7c5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0570986 Jul 28 18:38:00.054914 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.065384 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:00.069033 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:00.089640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-c307a707-afc3-4206-ac21-34c353cfbd7b service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026769 Jul 28 18:38:00.106973 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9f74c-ab90-42b7-97be-a3bc798b764a None None] Pushing event updated for resources: {'Port': ['ID=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:00.139688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Subnet': ['ID=ce804a8f-26bd-4abc-8ad1-81172aa34028,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:00.144328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a1ee0589-598f-4b86-a051-de56f455fab2 req-3b063cf8-2161-484b-a343-101df362b6c6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850897 Jul 28 18:38:00.153862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Checking segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:00.159714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network hostable DHCP agents. Network: dee13f5d-7646-4657-9f62-35bd8a0f4cf6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:38:00.223235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-0bc5ddd5-cf4a-490d-937e-c4eaedad0ade service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266150 Jul 28 18:38:00.264218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:38:00.291510 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:00.357037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-2106bb5f-5f74-452c-927d-764b4172c6c1 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:00.358544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-2106bb5f-5f74-452c-927d-764b4172c6c1 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768&tenant_id=4b17fc9140264909809d3eb19d9902fe&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0791159 Jul 28 18:38:00.370572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-5'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:00.378615 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, dee13f5d-7646-4657-9f62-35bd8a0f4cf6) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:00.387732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32226afd-cf59-4a30-858e-5bcafff2b1fe None None] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:38:00.409528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:00.411436 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.438686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.476495 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:37:57Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:00.506702 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae07f5b-ebfe-453e-81bf-3680de847759 None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:37:57Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:00.539573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-602846f8-dd4c-495f-9bfe-2c8463b2bbf1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0695310 Jul 28 18:38:00.542442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:00.619619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:38:00.621566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.660290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:00.754947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:00.779252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Allocated IP 172.20.0.2 (dee13f5d-7646-4657-9f62-35bd8a0f4cf6/ce804a8f-26bd-4abc-8ad1-81172aa34028/f8c618df-2148-48b0-b9bc-4db133345f35) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:00.826412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:00.828986 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dfa890-58ce-42c7-95ce-83af8f85875b" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-unplugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:00.860267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:00.886047 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2577c7-e0a9-4f7c-ab9f-6e27ee65ae33 x-openstack-request-id: req-bc2577c7-e0a9-4f7c-ab9f-6e27ee65ae33 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:00.887466 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-unplugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:00.887771 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc2577c7-e0a9-4f7c-ab9f-6e27ee65ae33 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:00.888251 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'code': 200} Jul 28 18:38:00.944671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.015096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.026365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Transition to ACTIVE for port object f8c618df-2148-48b0-b9bc-4db133345f35 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:01.049413 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Transition to ACTIVE for port object f8c618df-2148-48b0-b9bc-4db133345f35 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:01.131009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f8f4-6b0f-4e7a-9613-abf04e44bcc5 req-adab52c4-7d11-4172-b752-d25cbdcf7c9d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:01.133758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0025f8f4-6b0f-4e7a-9613-abf04e44bcc5 req-adab52c4-7d11-4172-b752-d25cbdcf7c9d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0675704 Jul 28 18:38:01.165988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.207313 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0025f8f4-6b0f-4e7a-9613-abf04e44bcc5 req-55fe4c96-f45e-4066-9a14-8bde04a537a9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671396 Jul 28 18:38:01.231078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:01.242876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:01.245534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:01.247763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Pushing event updated for resources: {'Port': ['ID=f8c618df-2148-48b0-b9bc-4db133345f35,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:01.250317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:01.261292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.261720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.262134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.262547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.262921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.263935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.263935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.264174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.264734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.265263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.265802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.266315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:01.328961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Attempting to bind port f8c618df-2148-48b0-b9bc-4db133345f35 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:01.329324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Attempting to bind port f8c618df-2148-48b0-b9bc-4db133345f35 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:01.329695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Attempting to bind port f8c618df-2148-48b0-b9bc-4db133345f35 on network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:01.338191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:01.338607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Checking segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:01.338927 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.339347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Bound using segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:01.339817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Bound port: f8c618df-2148-48b0-b9bc-4db133345f35, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:01.340199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.343465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8aec91c0-7d07-4ae8-af5a-b851e0e6d4b0 None None] Provisioning complete for port 23483172-2925-4fbe-90d2-27eed0ba2e30 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:01.343871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8aec91c0-7d07-4ae8-af5a-b851e0e6d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.370785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on host n-h2-778550-5 for vnic_type normal with profile {"migrating_to": "n-h1-778550-5"} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:01.371308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:01.371741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:01.394468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9d28-2216-4ca1-8bd1-742d6cb172fe req-9ae4f83d-a1bb-4781-abe8-895df3307d34 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:01.400112 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-717d9d28-2216-4ca1-8bd1-742d6cb172fe req-9ae4f83d-a1bb-4781-abe8-895df3307d34 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.1203482 Jul 28 18:38:01.404250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:38:01.404890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Attempting to bind port 23483172-2925-4fbe-90d2-27eed0ba2e30 on network 35af490b-42a5-4020-94e6-4b6be01c52e5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:01.416243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8aec91c0-7d07-4ae8-af5a-b851e0e6d4b0 None None] Port 23483172-2925-4fbe-90d2-27eed0ba2e30 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:01.437590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:01.437952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Checking segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:01.438347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Bound using segment: {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:01.438803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Bound port: 23483172-2925-4fbe-90d2-27eed0ba2e30, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45c63b-8728-4690-8139-d1c2a0b16e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:01.439173 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.445671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] For port f8c618df-2148-48b0-b9bc-4db133345f35, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:01.449480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] For port f8c618df-2148-48b0-b9bc-4db133345f35, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f8c618df-2148-48b0-b9bc-4db133345f35,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:01.532830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-717d9d28-2216-4ca1-8bd1-742d6cb172fe req-65c5e338-3b48-45ea-9f5f-f74e7339f594 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244798 Jul 28 18:38:01.544408 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.601263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:01.604860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.607586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:01.615260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8aa1d-ef8e-4c9e-ac41-5984e84dd356 None None] Pushing event updated for resources: {'Port': ['ID=f8c618df-2148-48b0-b9bc-4db133345f35,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:01.716427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:01.913471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=8']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:02.056086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] Provisioning complete for port 23483172-2925-4fbe-90d2-27eed0ba2e30 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:02.056462 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.316473 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.334766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:02.335417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.336973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-838cdff4-a5e4-450e-a727-fbc1d7d1e8e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 1121 time: 1.9706805 Jul 28 18:38:02.349026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:02.351453 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f9248-ff9c-4984-bc53-3381f07a0ac1" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:02.377040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:02.388459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cc098-06ad-4f20-b43d-a18f894c9102 req-f62335b8-a19e-43b5-b757-91b217b3c209 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:02.390015 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c17cc098-06ad-4f20-b43d-a18f894c9102 req-f62335b8-a19e-43b5-b757-91b217b3c209 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 943 time: 0.0675795 Jul 28 18:38:02.403247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['23483172-2925-4fbe-90d2-27eed0ba2e30'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:02.432678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.1 (dee13f5d-7646-4657-9f62-35bd8a0f4cf6/ce804a8f-26bd-4abc-8ad1-81172aa34028/9fe09647-0038-461e-82c9-89c3bf8adbf7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:02.439359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c17cc098-06ad-4f20-b43d-a18f894c9102 req-115d1122-3e08-4a1e-ba00-31bf7d5cfb30 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385327 Jul 28 18:38:02.453174 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e742f2-97d4-4ea4-b40c-3e31567cc829 x-openstack-request-id: req-f2e742f2-97d4-4ea4-b40c-3e31567cc829 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:02.453782 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:02.453929 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2e742f2-97d4-4ea4-b40c-3e31567cc829 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:02.454271 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'code': 200} Jul 28 18:38:02.490013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.577293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.591838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 9fe09647-0038-461e-82c9-89c3bf8adbf7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:02.670552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f840fd4-04d1-4689-ab7c-4868e20d6fdd req-efadcf9f-eed2-4bf3-99a5-a7fc70c534f4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:02.670916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc7b0-530e-4dcd-8501-3acf14a6d235 None None] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:02.671968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f840fd4-04d1-4689-ab7c-4868e20d6fdd req-efadcf9f-eed2-4bf3-99a5-a7fc70c534f4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0562975 Jul 28 18:38:02.730950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f840fd4-04d1-4689-ab7c-4868e20d6fdd req-fe2baf9e-e7c6-4c31-b84e-8e105630c268 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Jul 28 18:38:02.734000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.803869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:02.807691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:02.815370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:02.820395 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:02.877298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:02.882270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f8c618df-2148-48b0-b9bc-4db133345f35 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:02.912345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:02.914589 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f41015-6550-4b18-91a8-e82b84494186" -d '{"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:02.981693 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d10757-303f-4893-a299-4578a9873ed2 x-openstack-request-id: req-81d10757-303f-4893-a299-4578a9873ed2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:02.982026 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:02.982237 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d10757-303f-4893-a299-4578a9873ed2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:02.982587 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'status': 'completed', 'code': 200} Jul 28 18:38:03.024467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f8c618df-2148-48b0-b9bc-4db133345f35 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:03.029165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:03.046220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41015-6550-4b18-91a8-e82b84494186 req-ade40b68-d4e4-4af0-ba4c-44c24a2e6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.047929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-ade40b68-d4e4-4af0-ba4c-44c24a2e6d7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1126 time: 0.0486321 Jul 28 18:38:03.139508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.154776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41015-6550-4b18-91a8-e82b84494186 req-1b41a71b-8d31-4028-ba1c-cbe23fde6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.156713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-1b41a71b-8d31-4028-ba1c-cbe23fde6241 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 897 time: 0.1019595 Jul 28 18:38:03.160979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:03.164993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:03.165578 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.246423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-fafbe497-85a5-4475-9eac-d90b0a0ef722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 1001 time: 0.0828216 Jul 28 18:38:03.282851 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.307708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:03.321898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41015-6550-4b18-91a8-e82b84494186 req-1088b742-6978-4bc2-be69-ef6c569aa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.323421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-1088b742-6978-4bc2-be69-ef6c569aa9fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0708385 Jul 28 18:38:03.360955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c09a73-fd94-4f56-946f-fde0fe17ba62 None None] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:38:03.383574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41015-6550-4b18-91a8-e82b84494186 req-3a94dae4-1f27-457e-aa84-97fa3f9616b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.385189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-3a94dae4-1f27-457e-aa84-97fa3f9616b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538723 Jul 28 18:38:03.397695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-d5273d12-434c-44c4-a667-97f344103a10 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:38:03.399116 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-d5273d12-434c-44c4-a667-97f344103a10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069666 Jul 28 18:38:03.405166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.488954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.493999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:03.522111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-39161b78-b797-4cfc-8bf9-01bd842665ed service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147768 Jul 28 18:38:03.530033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Provisioning for port f8c618df-2148-48b0-b9bc-4db133345f35 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:03.536439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Provisioning complete for port f8c618df-2148-48b0-b9bc-4db133345f35 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:03.538316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.557527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.636154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9f41015-6550-4b18-91a8-e82b84494186 req-acba374a-1e8f-4292-b880-a9c8f3c359f6 service neutron] 10.222.0.37 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048462 Jul 28 18:38:03.673592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.685766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf640-4be0-4099-8f57-25bf3c7006a0 req-3e5472e2-0202-4295-ae24-c25daa368c79 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.687137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67fbf640-4be0-4099-8f57-25bf3c7006a0 req-3e5472e2-0202-4295-ae24-c25daa368c79 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.1321328 Jul 28 18:38:03.689757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:03.692569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.710961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] For port f8c618df-2148-48b0-b9bc-4db133345f35, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f8c618df-2148-48b0-b9bc-4db133345f35,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:03.784107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67fbf640-4be0-4099-8f57-25bf3c7006a0 req-52f70642-8cb1-4cbd-993b-a2282b659ec0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829694 Jul 28 18:38:03.822809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:03.824376 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.824532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:03.897841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c48e1e-b4f9-44cd-91f6-b8eda54cbe91 None None] Pushing event updated for resources: {'Port': ['ID=f8c618df-2148-48b0-b9bc-4db133345f35,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:03.917614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab407fc-4d5d-4c38-a5e3-980425cf4e12 req-6af1e309-a9fd-4d8a-9cd8-b0815942f921 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:03.919152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ab407fc-4d5d-4c38-a5e3-980425cf4e12 req-6af1e309-a9fd-4d8a-9cd8-b0815942f921 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0612540 Jul 28 18:38:03.944477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Provisioning complete for port f8c618df-2148-48b0-b9bc-4db133345f35 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:03.944855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:03.980114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:03.983857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2ab407fc-4d5d-4c38-a5e3-980425cf4e12 req-00ef8522-fc06-4821-9d91-4a23980be9f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570335 Jul 28 18:38:04.101506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:04.109058 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44958) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:04.109195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0cf26957-e11d-4f53-ad60-027d6e5f5dbe tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/974c64f5-b23e-43f1-b9cc-f84e9fa266b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5656176 Jul 28 18:38:04.111500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:04.124144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:04.126646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:04.162649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Provisioning for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:04.171053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Provisioning complete for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:04.171445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:04.251131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2042f75a-6a85-447a-bf57-47e980335f37 None None] Port 9fe09647-0038-461e-82c9-89c3bf8adbf7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:04.280218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:04.327220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.327726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.328198 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.328661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.329190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.329578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.330038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.335761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5d085d26-ac3b-42d3-bbe7-a85910a9f3f4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2252440 Jul 28 18:38:04.339236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:04.421746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-217dae80-4a0e-41a8-b0b1-606ea7f6fb19 None None] Provisioning complete for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:04.422046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-217dae80-4a0e-41a8-b0b1-606ea7f6fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:04.436269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.436786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.437192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.437646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.438095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.438546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.439065 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.440899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ca8359cd-8af0-4e1b-bcd8-53012cc6786d tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1002164 Jul 28 18:38:04.444451 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44962) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:04.479269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-217dae80-4a0e-41a8-b0b1-606ea7f6fb19 None None] Port 9fe09647-0038-461e-82c9-89c3bf8adbf7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:04.553568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 2, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:04.579141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:04.579544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Updating router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 port 9fe09647-0038-461e-82c9-89c3bf8adbf7 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:38:04.610697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:04.679962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9e11ba3-2cd1-4fe5-ba85-495ed03bab5a tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2344248 Jul 28 18:38:04.793097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:04.890727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:04.891158 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:04.970243 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e944ce-9600-49c8-b2f5-ce74dee95688 req-dc61fe9b-2192-4303-adef-cf1ff274f52b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:04.971907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30e944ce-9600-49c8-b2f5-ce74dee95688 req-dc61fe9b-2192-4303-adef-cf1ff274f52b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0721724 Jul 28 18:38:04.974314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.002601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Transition to ACTIVE for port object 9fe09647-0038-461e-82c9-89c3bf8adbf7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:05.019962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-30e944ce-9600-49c8-b2f5-ce74dee95688 req-c02b41bc-a18f-46c5-8f77-6bdc31af40c3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Jul 28 18:38:05.021062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f8c618df-2148-48b0-b9bc-4db133345f35 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:05.086332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.101785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f8c618df-2148-48b0-b9bc-4db133345f35 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:05.108622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.162276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c9aa-a91e-4111-9b4e-5a6b97d03312 req-02ecfa05-cbdf-4d6b-9404-1e48cd180ce8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:05.176637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44970) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:05.177162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4326c9aa-a91e-4111-9b4e-5a6b97d03312 req-02ecfa05-cbdf-4d6b-9404-1e48cd180ce8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0801284 Jul 28 18:38:05.182642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617094369', 'description': 'tempest-secgroup-smoke-1617094369 description', 'project_id': '244b8cf8b6d8475e97822eba1ace3415'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:05.201277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4f37-c312-49ca-a0b7-5eaba5e9b8f9 None None] Pushing event updated for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:05.286937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4326c9aa-a91e-4111-9b4e-5a6b97d03312 req-6e23d812-b550-4d3e-a3c9-34cf67650336 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Jul 28 18:38:05.344619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.454863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.476699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Attempting to bind port 9fe09647-0038-461e-82c9-89c3bf8adbf7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:05.477696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Attempting to bind port 9fe09647-0038-461e-82c9-89c3bf8adbf7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:05.477696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Attempting to bind port 9fe09647-0038-461e-82c9-89c3bf8adbf7 on network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:05.486348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:05.486884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Checking segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:05.487293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.496153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Bound using segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:05.496153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Bound port: 9fe09647-0038-461e-82c9-89c3bf8adbf7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:05.496153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.543877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.584495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:05.597590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] For port 9fe09647-0038-461e-82c9-89c3bf8adbf7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:05.601383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] For port 9fe09647-0038-461e-82c9-89c3bf8adbf7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9fe09647-0038-461e-82c9-89c3bf8adbf7,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:05.659912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:38:05.675263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.676828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-33a0cfac-2fc1-4757-a55f-de8faadead70 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4981816 Jul 28 18:38:05.679773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 44972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:05.684393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:05.694048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.794371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.805053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:05.805688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:05.811658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4f37-c312-49ca-a0b7-5eaba5e9b8f9 None None] Pushing event updated for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:05.861930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:05.923109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:05.932834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 has no active binding in host n-h1-778550-5 {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 18:38:05.960829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:06.018087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.036621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a69688-e7c1-4fab-b03d-075259bbcd9e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:06.105092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.107438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5c9d90f-8ca1-47c0-b2e2-fc94f9984c6d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4255841 Jul 28 18:38:06.109246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44976) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:06.115469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:06.181044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e602-f0fd-494a-92d6-4bc08cc26b8a req-e633faa4-6454-4bce-a7d0-56f405a8083a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:06.182563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b88e602-f0fd-494a-92d6-4bc08cc26b8a req-e633faa4-6454-4bce-a7d0-56f405a8083a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0740395 Jul 28 18:38:06.225472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6b88e602-f0fd-494a-92d6-4bc08cc26b8a req-225d6108-85f9-4202-869e-b8dd09d95f2b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Jul 28 18:38:06.228617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.235498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:05Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:06.273629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c01b7-2066-4e91-b50a-813c70d60e7c None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:05Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:06.303741 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.399726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.444979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c867701-95f5-4da3-9bc7-90d3716cbf00,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:06.474123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd482d2b-58ac-46c3-a85a-a1ffc60a0d87 req-da5119cf-cbbc-4ad2-9a89-548c24a5a49e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:06.475829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd482d2b-58ac-46c3-a85a-a1ffc60a0d87 req-da5119cf-cbbc-4ad2-9a89-548c24a5a49e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0881133 Jul 28 18:38:06.551077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd482d2b-58ac-46c3-a85a-a1ffc60a0d87 req-c4a45625-dada-41ef-a4f0-eba8c83c1142 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Jul 28 18:38:06.551077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.551077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-33ae7073-0f87-4bd0-ab6f-c2a1bbba14b6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4359655 Jul 28 18:38:06.551077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:06.554509 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:06.694785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.789197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.856125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9fe09647-0038-461e-82c9-89c3bf8adbf7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:06.862474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:06.894733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad0e0a-8ae8-40dd-a758-159e88bac2bb,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:07.051123 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.053234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-76718f47-1a97-4f5a-aa76-d0f1b89eaf81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5034215 Jul 28 18:38:07.055891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44982) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:07.060708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:07.086426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:07.090658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:07.094660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.150411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.200394 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.235547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.242089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 9fe09647-0038-461e-82c9-89c3bf8adbf7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9fe09647-0038-461e-82c9-89c3bf8adbf7,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:07.326987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.327194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.353367 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7e090d-c8a3-4d87-a603-4e44edae97cb,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:07.375991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62012c2-830f-4be2-aa1c-6034dcc13fde req-7d8b83cf-2f06-4378-be2d-e83376c29028 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:07.377605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b62012c2-830f-4be2-aa1c-6034dcc13fde req-7d8b83cf-2f06-4378-be2d-e83376c29028 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0710566 Jul 28 18:38:07.389932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:07.413194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.417695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0fcfdec-5617-42b8-a981-27469e4ef6e0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3573797 Jul 28 18:38:07.417695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44986) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:07.422079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:07.450434 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b62012c2-830f-4be2-aa1c-6034dcc13fde req-27f831e0-8aa1-4ca8-881d-84b8addd6c32 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657451 Jul 28 18:38:07.537330 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:38:07.544006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.609763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.656221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640799e-1869-4309-a988-d0a877406f32 req-6a68fa14-baa2-4b8b-b260-7155ef31a7c3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:07.657737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c640799e-1869-4309-a988-d0a877406f32 req-6a68fa14-baa2-4b8b-b260-7155ef31a7c3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0514240 Jul 28 18:38:07.696807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c640799e-1869-4309-a988-d0a877406f32 req-7531a796-94b6-4e20-b463-cba149e4166d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 28 18:38:07.715261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.726293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c51d-b75d-44f3-92a6-c3df47e593cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.734908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11da52c-c487-4555-b6b1-13f75c688a0d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:07.806546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:07.808301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-734e4108-8944-4573-b3e9-41805f0b7e01 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3895056 Jul 28 18:38:07.810505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 44990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:07.814952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:07.927236 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:38:07.933029 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:08.011712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:08.120863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:08.139148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68914a18-8ffe-4f5b-957e-dd21eb907393,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:08.218162 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:08.219453 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3436f96b-660d-4634-9453-614edfa10302 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4080057 Jul 28 18:38:08.358358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-6f32472f-a593-4699-9a1c-d9bd85304db7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617094369&fields=id&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 267 time: 0.0327237 Jul 28 18:38:08.469224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-b07cd1e7-cc5c-4ce8-beee-05e7a0fd06cd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:08.470634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-b07cd1e7-cc5c-4ce8-beee-05e7a0fd06cd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 796 time: 0.1044321 Jul 28 18:38:08.486574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-39f12a21-c29e-45a8-98d1-3a238dc7a9f9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/quotas/244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 375 time: 0.0096316 Jul 28 18:38:08.540981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-a4a7cb19-83ea-4ffe-a2ac-5b6003d9a194 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477827 Jul 28 18:38:08.582275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78f0ff-3182-4235-ae6e-f3f927656405 req-4d9c8556-1622-45c3-bb5e-f436bade7207 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:08.583923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f78f0ff-3182-4235-ae6e-f3f927656405 req-4d9c8556-1622-45c3-bb5e-f436bade7207 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Jul 28 18:38:08.627890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f78f0ff-3182-4235-ae6e-f3f927656405 req-7696437f-096a-4296-97ef-79cf52fc2622 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Jul 28 18:38:08.693854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-96a47b5a-9bd9-4806-8273-6cc1fe8d8c16 service neutron] 10.222.0.25 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404722 Jul 28 18:38:08.797922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9fe09647-0038-461e-82c9-89c3bf8adbf7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:08.809089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-35761c55-5ed1-41ff-aae9-b41c0024778e service neutron] 10.222.0.25 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091244 Jul 28 18:38:08.828921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b91fd-7cf5-4f0c-98e5-5a8c965a884c req-78fcc9b5-e301-400d-8cc1-48666092b928 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:08.836719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-850b91fd-7cf5-4f0c-98e5-5a8c965a884c req-78fcc9b5-e301-400d-8cc1-48666092b928 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0614643 Jul 28 18:38:08.858175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9fe09647-0038-461e-82c9-89c3bf8adbf7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:08.858175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:08.872577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-850b91fd-7cf5-4f0c-98e5-5a8c965a884c req-80073552-a9a9-40f9-bf75-4e7a9c4dd612 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Jul 28 18:38:09.066013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d26c0309-82e9-45d1-ab42-7c6ca0edf880 req-86ff3806-e86a-4959-a05f-36b131729cd8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 210 time: 0.0307853 Jul 28 18:38:09.748209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12f74-58cb-4426-9f3a-ac4d9e994c70 req-434eb044-9838-41d1-8c82-70ede802329a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:09.749815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eaf12f74-58cb-4426-9f3a-ac4d9e994c70 req-434eb044-9838-41d1-8c82-70ede802329a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Jul 28 18:38:09.790129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eaf12f74-58cb-4426-9f3a-ac4d9e994c70 req-4e6fb6c6-2c85-40f0-9682-a295e845780b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Jul 28 18:38:09.994623 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000caf7a-41c1-40e0-9f5f-9e026ac31185 req-fe10d3c0-0004-4017-8940-2263180bdc3b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:09.996178 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-000caf7a-41c1-40e0-9f5f-9e026ac31185 req-fe10d3c0-0004-4017-8940-2263180bdc3b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0486782 Jul 28 18:38:10.036398 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-000caf7a-41c1-40e0-9f5f-9e026ac31185 req-bbc31411-a074-4983-9187-affb0eb9d24a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Jul 28 18:38:10.119201 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:10.149229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7ec600e-3cd8-4713-9c63-d40924bff055 req-221b89c1-8420-44b0-9021-3ec26a15a70d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 210 time: 0.0320961 Jul 28 18:38:10.267801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2f550e4-e1af-4359-8878-d08890a7d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:10.768046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-77128855-a314-4b17-809a-e0e12172207c service neutron] 10.222.0.37 "GET /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 384 time: 0.0577488 Jul 28 18:38:10.977578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e33a8-553d-42c9-a0c0-d1409ca9df76 req-5f608ac0-5cb6-4bbc-8bd2-209d37669920 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:10.979076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f45e33a8-553d-42c9-a0c0-d1409ca9df76 req-5f608ac0-5cb6-4bbc-8bd2-209d37669920 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.1045172 Jul 28 18:38:11.010839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:11.045374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f45e33a8-553d-42c9-a0c0-d1409ca9df76 req-8f8486c2-8d09-4d51-8d9a-f83b707ab155 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581505 Jul 28 18:38:11.046181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, cleared binding levels {{(pid=101105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:11.095369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:11.097982 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d542f363-8c29-4d10-b17a-5714d09b2328" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-unplugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:11.105505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:11.141739 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816f2242-eef7-440e-95b2-61cd6298b2fd x-openstack-request-id: req-816f2242-eef7-440e-95b2-61cd6298b2fd {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:11.142034 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-unplugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:11.142661 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-816f2242-eef7-440e-95b2-61cd6298b2fd {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:11.143030 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'code': 200} Jul 28 18:38:11.172413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:11.173006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7df0d-01d9-466f-9028-3b5045349890 req-9d8993e6-bab0-46fc-9d5b-296ff1201260 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:11.174572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbd7df0d-01d9-466f-9028-3b5045349890 req-9d8993e6-bab0-46fc-9d5b-296ff1201260 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0579371 Jul 28 18:38:11.201093 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:11.219140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbd7df0d-01d9-466f-9028-3b5045349890 req-55f8b336-0a9c-44db-987a-354f89bf7a0d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Jul 28 18:38:11.262273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-450fa8af-f564-4a93-9888-aca7a74d5cbf req-88f7bc23-82ca-4c61-b4c5-7008ff2d029a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 210 time: 0.0290892 Jul 28 18:38:11.330665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] Transition to ACTIVE for port object 23483172-2925-4fbe-90d2-27eed0ba2e30 will not be triggered until provisioned by entity L2. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:11.407031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:11.475677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-ff86f624-2e9a-413d-a6b7-54dd26899464 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:11.478065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-ff86f624-2e9a-413d-a6b7-54dd26899464 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.37 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 796 time: 0.1267438 Jul 28 18:38:11.516756 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=11']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:11.563076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] No DVR routers for this DVR port 23483172-2925-4fbe-90d2-27eed0ba2e30 on host n-h2-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:38:11.585400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-0a16edcb-be15-4429-b99c-82ab14d52648 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 380 time: 0.0892451 Jul 28 18:38:11.600689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'port': {'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'admin_state_up': True, 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'security_groups': ['6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:11.708161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:38:11.733108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] 10.222.0.37 "PUT /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30/bindings/n-h1-778550-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9579730 Jul 28 18:38:11.789418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:38:11.793551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:11.821509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:11.831824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'port_id': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'mac_address': 'fa:16:3e:db:bb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:38:11.872345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:11.885846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23483172-2925-4fbe-90d2-27eed0ba2e30 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:11.906221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:11.955700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-5e135299-430f-41db-b629-442cc65b3cce tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:11.957228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-5e135299-430f-41db-b629-442cc65b3cce tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768&tenant_id=4b17fc9140264909809d3eb19d9902fe&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 1095 time: 0.0833874 Jul 28 18:38:11.968380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.7 (dee13f5d-7646-4657-9f62-35bd8a0f4cf6/ce804a8f-26bd-4abc-8ad1-81172aa34028/763c8664-bf5f-4fb0-8798-07a1c0c5f5e4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:11.989254 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.044435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:12.052046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['23483172-2925-4fbe-90d2-27eed0ba2e30'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:12.074907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-34bf9c38-1f47-424d-97f8-49658f103273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.075870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-34bf9c38-1f47-424d-97f8-49658f103273 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 1096 time: 0.1090310 Jul 28 18:38:12.230513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-ca215647-637d-4032-85af-82ba534190ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.232081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-ca215647-637d-4032-85af-82ba534190ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1096 time: 0.1143522 Jul 28 18:38:12.265225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedf16e-33f0-4f47-98a4-5eba0beacc54 req-ee6fd2f4-611d-4ce4-bc13-ab9607a28bf4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.266742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1aedf16e-33f0-4f47-98a4-5eba0beacc54 req-ee6fd2f4-611d-4ce4-bc13-ab9607a28bf4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.1166506 Jul 28 18:38:12.282824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.348741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:12.350488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38ca60-9cc0-4be6-8847-702b841364c8 req-fe6fa21f-32c2-4718-b02e-a94d7bab979a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.352134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a38ca60-9cc0-4be6-8847-702b841364c8 req-fe6fa21f-32c2-4718-b02e-a94d7bab979a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0504549 Jul 28 18:38:12.381184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1aedf16e-33f0-4f47-98a4-5eba0beacc54 req-24d6a860-8e18-490d-9b2e-334c9825e9cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013904 Jul 28 18:38:12.403040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a38ca60-9cc0-4be6-8847-702b841364c8 req-3db44703-a4a1-42aa-891d-e102bcf040d0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Jul 28 18:38:12.418975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-86523d28-2e9f-45bd-9e23-3f5dd65ab822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.419485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-86523d28-2e9f-45bd-9e23-3f5dd65ab822 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 897 time: 0.1772747 Jul 28 18:38:12.494030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be200401-029c-44b0-8bf3-f32e93a79633 req-36925081-3521-47c7-8f0b-23eb46b33109 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 210 time: 0.0306795 Jul 28 18:38:12.509056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-ee5ac6d7-07c8-41fb-a27f-21627b155ac2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 1000 time: 0.0803928 Jul 28 18:38:12.547372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.602338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-89081889-9e10-4848-bd9e-d9fc3276e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.603800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-89081889-9e10-4848-bd9e-d9fc3276e2ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0874214 Jul 28 18:38:12.607213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:12.610462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:12.618280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:12.629932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:12.695986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.696576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.705941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-0c7cee2e-cef8-4ca2-90a5-6fbc0ae949a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:12.708013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-0c7cee2e-cef8-4ca2-90a5-6fbc0ae949a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949593 Jul 28 18:38:12.785431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-5ea6715a-6f57-4a85-aca3-985172cb5361 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1905460 Jul 28 18:38:12.803973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Request body: {'port': {'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:12.832281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-3455425b-670f-4fe1-9e41-3f85c12ff354 service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178050 Jul 28 18:38:12.896149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e1d7458-71be-41aa-bdfd-4428c5feb83c None None] Provisioning for port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:12.899976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e1d7458-71be-41aa-bdfd-4428c5feb83c None None] Provisioning complete for port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:12.900379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e1d7458-71be-41aa-bdfd-4428c5feb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.910318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:12.939514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d7458-71be-41aa-bdfd-4428c5feb83c None None] Port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:12.978883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-87fb6b67-c90e-4fb9-bc6f-48f5c1b6b65d service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398499 Jul 28 18:38:13.063257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.196101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:13.203528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.214919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Transition to ACTIVE for port object 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:13.297355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.349261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Pushing event updated for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:13.421770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Attempting to bind port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:13.422017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Attempting to bind port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:13.422353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Attempting to bind port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 on network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:13.428220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 on network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:38:13.428545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Attempting to bind port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 on network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:13.433940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:13.434363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Checking segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:13.434668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Bound using segment: {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:13.435094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Bound port: 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77413f8d-b29c-4f1b-815b-78cc3e13e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:13.435491 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.475632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:13.521585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:13.527859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:13.549183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:13.555474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f76a-04c1-45c7-9d68-2d91be50f490 req-7787153f-35d0-4803-a2b4-224c8bf8d35d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:13.557651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e833f76a-04c1-45c7-9d68-2d91be50f490 req-7787153f-35d0-4803-a2b4-224c8bf8d35d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 945 time: 0.0697820 Jul 28 18:38:13.597680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e833f76a-04c1-45c7-9d68-2d91be50f490 req-0c1cc77a-519a-43fb-80a4-b0e46159c69b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Jul 28 18:38:13.611275 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.638783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bdf90-8e03-4956-ac02-62038b7efcf1 req-a757213f-6cde-4a1f-9e20-6ee09b31814a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:13.638783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-810bdf90-8e03-4956-ac02-62038b7efcf1 req-a757213f-6cde-4a1f-9e20-6ee09b31814a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.1000333 Jul 28 18:38:13.667335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-f3cfd277-0dd2-4583-b9d5-38ae74839147 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:13.668902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-f3cfd277-0dd2-4583-b9d5-38ae74839147 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768&tenant_id=4b17fc9140264909809d3eb19d9902fe&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 1096 time: 0.0985129 Jul 28 18:38:13.678864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:13.679505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.680872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] 10.222.0.37 "PUT /v2.0/ports/763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 1091 time: 0.8855703 Jul 28 18:38:13.683938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:13.686201 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:13.718183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:13.720258 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a048c-5a5f-43f3-bda6-3ec26664beac req-aca9267c-c32c-4675-b2c8-ff4d5fa85fd3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:13.721947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a92a048c-5a5f-43f3-bda6-3ec26664beac req-aca9267c-c32c-4675-b2c8-ff4d5fa85fd3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 943 time: 0.0599630 Jul 28 18:38:13.770333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-810bdf90-8e03-4956-ac02-62038b7efcf1 req-fd988235-22a2-4963-a83c-726dfd8eca2a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318820 Jul 28 18:38:13.775107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a92a048c-5a5f-43f3-bda6-3ec26664beac req-a9189fd0-d45d-41be-924a-7848bd3ab390 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Jul 28 18:38:13.788637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60415933-d7c0-4572-9730-39c53cf918ab service neutron] Pushing event updated for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:13.841031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 23483172-2925-4fbe-90d2-27eed0ba2e30 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:13.845764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 23483172-2925-4fbe-90d2-27eed0ba2e30 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:13.846265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.940503 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:13.966700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:13.968863 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbbdcd3-ae63-4207-b793-45beca621934" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:13.983282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:14.011154 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695696b3-0069-4843-bb41-98ac73d3ecec x-openstack-request-id: req-695696b3-0069-4843-bb41-98ac73d3ecec {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:14.011556 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-plugged", "status": "completed", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:14.011806 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-695696b3-0069-4843-bb41-98ac73d3ecec {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:14.016221 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'code': 200} Jul 28 18:38:14.086542 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:14.116426 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f9511-a8de-404d-8635-d6640d036077 x-openstack-request-id: req-e68f9511-a8de-404d-8635-d6640d036077 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:14.116715 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:14.117066 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e68f9511-a8de-404d-8635-d6640d036077 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:14.117363 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'status': 'completed', 'code': 200} Jul 28 18:38:14.135416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:14.186829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-52e13957-ba88-4f94-8135-f1693cf54bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.188357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-52e13957-ba88-4f94-8135-f1693cf54bb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1094 time: 0.3966386 Jul 28 18:38:14.231135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-2c4da512-ee1b-4b9b-9a4d-29f6cbe2970a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0348108 Jul 28 18:38:14.265566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-bb5b747b-122b-4498-9923-d0baebd7d54a service neutron] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:14.270104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-bb5b747b-122b-4498-9923-d0baebd7d54a service neutron] Notify callbacks [] for binding, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:14.271188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-bb5b747b-122b-4498-9923-d0baebd7d54a service neutron] 10.222.0.35 "DELETE /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30/bindings/n-h2-778550-5 HTTP/1.1" status: 204 len: 173 time: 0.5894408 Jul 28 18:38:14.286699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-f765070c-6534-4b3f-b54a-43fe8f00593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.288145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-f765070c-6534-4b3f-b54a-43fe8f00593d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 200 len: 834 time: 0.0497079 Jul 28 18:38:14.333914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-2335dd3f-e247-4feb-a973-144ec9cdb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.335369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-2335dd3f-e247-4feb-a973-144ec9cdb667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391836 Jul 28 18:38:14.427786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-ee977fd3-0404-4730-b7a8-fadd89dc408b service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Jul 28 18:38:14.514808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e57375a-7633-4d69-80ba-5f321e813ae2 req-9701c828-8864-41d0-af65-c9583d1995d4 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798056 Jul 28 18:38:14.674976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-54552513-7cd1-42fd-9a2f-104cbc0b0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.676700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-54552513-7cd1-42fd-9a2f-104cbc0b0c1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1094 time: 0.0443079 Jul 28 18:38:14.716195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5c57-2eee-4cf2-b268-38568ab6593a req-5b561809-baa7-4948-b5e2-ff137f41c34e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.717850 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2f5c57-2eee-4cf2-b268-38568ab6593a req-5b561809-baa7-4948-b5e2-ff137f41c34e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 946 time: 0.0496979 Jul 28 18:38:14.758288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc2f5c57-2eee-4cf2-b268-38568ab6593a req-0d2beef7-e7f5-4862-8a0d-3c0bd1bc18b4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329885 Jul 28 18:38:14.771877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-a2cd431e-7dd0-444e-bf31-ed4f181997c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.773345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-a2cd431e-7dd0-444e-bf31-ed4f181997c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 897 time: 0.0900679 Jul 28 18:38:14.817732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-b009ae4d-f2fe-4da1-854d-70da0c262bfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Jul 28 18:38:14.880174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf2b6-1513-4ba7-8bde-f93d8d929647 req-1dd33cb3-007b-441e-8f3c-62d60cddfd9d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.881954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cccf2b6-1513-4ba7-8bde-f93d8d929647 req-1dd33cb3-007b-441e-8f3c-62d60cddfd9d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0497291 Jul 28 18:38:14.901973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-7e642279-33f0-4940-b371-5f611767b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.903467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-7e642279-33f0-4940-b371-5f611767b26d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 200 len: 834 time: 0.0785048 Jul 28 18:38:14.906285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcadf25-b67c-446d-b06d-8511f379e991 req-be7ecb0f-4520-466f-931f-6cdf923fe104 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.907512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bcadf25-b67c-446d-b06d-8511f379e991 req-be7ecb0f-4520-466f-931f-6cdf923fe104 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1097 time: 0.0749323 Jul 28 18:38:14.921378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3cccf2b6-1513-4ba7-8bde-f93d8d929647 req-5185317f-6e1f-4097-93ba-e609bc9e3ea2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 28 18:38:14.975027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3bcadf25-b67c-446d-b06d-8511f379e991 req-e76c950b-239d-44dd-8f7d-00c2f6712c84 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533619 Jul 28 18:38:14.982330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-822355ac-5101-4036-9bae-81d171923aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:14.984037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-822355ac-5101-4036-9bae-81d171923aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705707 Jul 28 18:38:15.035292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32fb78-199a-4081-a8c6-0f5ebbee8f69 req-b6fc8c0c-f714-4631-8915-7537c6dfa54c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:15.041387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa32fb78-199a-4081-a8c6-0f5ebbee8f69 req-b6fc8c0c-f714-4631-8915-7537c6dfa54c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 943 time: 0.0591013 Jul 28 18:38:15.076639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa32fb78-199a-4081-a8c6-0f5ebbee8f69 req-d9815349-aee0-4e54-8de0-d2c58d3e2ddf tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Jul 28 18:38:15.126095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c19df-3d73-41db-a473-9bf622443659 req-cc4ce1cd-a71f-4457-b862-f813ac182462 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:15.127649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd4c19df-3d73-41db-a473-9bf622443659 req-cc4ce1cd-a71f-4457-b862-f813ac182462 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 946 time: 0.0749309 Jul 28 18:38:15.129503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-89abdb29-1a86-406e-ba8d-a4b8d45b95a8 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292856 Jul 28 18:38:15.216606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd4c19df-3d73-41db-a473-9bf622443659 req-ae032780-694c-4bbd-bea3-18294b43828e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825958 Jul 28 18:38:15.239854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:15.248393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff61b38d-ae5b-4aac-bbc3-66b5080942fa req-316020a0-c2ac-4a47-aa77-7156ef6abf9e service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083686 Jul 28 18:38:15.298314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e3439912-5f10-41c9-a31f-54d192e9e353 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 200 len: 993 time: 0.0572169 Jul 28 18:38:15.645466 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:16.034519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9464c6-16d6-46d8-9556-96a10892a61b req-20047085-65d2-416c-9f30-a5aa1b70983e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:16.036014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d9464c6-16d6-46d8-9556-96a10892a61b req-20047085-65d2-416c-9f30-a5aa1b70983e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0481880 Jul 28 18:38:16.076697 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d9464c6-16d6-46d8-9556-96a10892a61b req-3f5126f1-f2b4-408a-ac5d-4c368eecff61 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Jul 28 18:38:16.189475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd757084-415a-4147-8cc2-c3a1cea063f9 req-70106bae-62c9-4244-bb7e-ce44a252d816 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:16.190924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd757084-415a-4147-8cc2-c3a1cea063f9 req-70106bae-62c9-4244-bb7e-ce44a252d816 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 943 time: 0.0477314 Jul 28 18:38:16.227315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bd757084-415a-4147-8cc2-c3a1cea063f9 req-3d80b1b8-156b-4573-9934-48bb8ab9b346 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299182 Jul 28 18:38:17.188828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff804eb3-8430-4a9c-911a-9aef550ca7b1 req-95ce8a70-8cd4-4143-b0d4-a2b788bc7d2a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:17.190300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff804eb3-8430-4a9c-911a-9aef550ca7b1 req-95ce8a70-8cd4-4143-b0d4-a2b788bc7d2a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0483611 Jul 28 18:38:17.227250 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff804eb3-8430-4a9c-911a-9aef550ca7b1 req-1ee50951-9db9-44d7-bc48-7f07d9f9a9ce tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Jul 28 18:38:17.341625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed085-ad12-40eb-b47c-fe516bdfd205 req-e7e689b3-35c8-4eb2-9d5f-ce4da327042c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:17.343172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-892ed085-ad12-40eb-b47c-fe516bdfd205 req-e7e689b3-35c8-4eb2-9d5f-ce4da327042c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 943 time: 0.0509558 Jul 28 18:38:17.383343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-892ed085-ad12-40eb-b47c-fe516bdfd205 req-f24e3267-5858-4b5d-b034-e5c965f645f9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Jul 28 18:38:17.505121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:38:17.521150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:17.601718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:17.613036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:38:17.650044 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:17.662304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:17.674002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port e7403500-6138-4817-a3e1-dc4beb26fbb6 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:17.674480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:17.683354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:17.750431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:17.750763 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:17.762897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for e7403500-6138-4817-a3e1-dc4beb26fbb6 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:17.806229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:17.856453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:18.009202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:18.290643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:18.333276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=e7403500-6138-4817-a3e1-dc4beb26fbb6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:18.413034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3542d-0ae9-4eea-993c-b1569bf0ffc5 req-07157f9d-29f6-4638-b279-70eb7fad9862 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:18.414547 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dfb3542d-0ae9-4eea-993c-b1569bf0ffc5 req-07157f9d-29f6-4638-b279-70eb7fad9862 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.1150303 Jul 28 18:38:18.415427 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:18.415762 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP 3f3db904-851b-4c71-a6df-87c3558e3555 disassociated (deleted). External IP: 172.25.7.232, port: 23483172-2925-4fbe-90d2-27eed0ba2e30. Jul 28 18:38:18.501566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40595c-7ff3-454f-83c0-92c3207df6ee req-8e2a5ab1-0da4-4a03-887f-72fc349a42b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:18.503097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c40595c-7ff3-454f-83c0-92c3207df6ee req-8e2a5ab1-0da4-4a03-887f-72fc349a42b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 944 time: 0.0533173 Jul 28 18:38:18.519582 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dfb3542d-0ae9-4eea-993c-b1569bf0ffc5 req-0c0d5fec-ea88-40bc-b674-88b6a2057667 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687582 Jul 28 18:38:18.543835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c40595c-7ff3-454f-83c0-92c3207df6ee req-8d93d58f-a5e4-4d89-9ed6-d331246965c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Jul 28 18:38:18.645474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router cf2c871f-0ffc-4a34-b37e-d10cc7882150 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:18.750210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:18.755812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:18.761590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Sync routers for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:18.771668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:18.772527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:18.781766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-30e3ea4e-8962-4c7e-89d2-bb3fc4854890 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/floatingips/3f3db904-851b-4c71-a6df-87c3558e3555 HTTP/1.1" status: 204 len: 168 time: 1.2595174 Jul 28 18:38:18.782466 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:18.784824 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:18.821944 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092274c5-6ead-4250-893d-2cc1bb4a545c x-openstack-request-id: req-092274c5-6ead-4250-893d-2cc1bb4a545c {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:18.822316 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:18.822652 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-092274c5-6ead-4250-893d-2cc1bb4a545c {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:18.825038 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'status': 'completed', 'code': 200} Jul 28 18:38:18.845645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:18.881680 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:18.886143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-2741bbc1-b0c6-48a7-91d9-468902bd3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:18.887756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-2741bbc1-b0c6-48a7-91d9-468902bd3d15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Jul 28 18:38:18.982154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-fe1fb35b-5916-4793-94ba-a1133da01520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:18.983689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-fe1fb35b-5916-4793-94ba-a1133da01520 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 200 len: 897 time: 0.0896060 Jul 28 18:38:19.026939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-42586175-01e7-4de7-9246-bee0afe2204f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 200 len: 217 time: 0.0358016 Jul 28 18:38:19.077095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-a9865533-e2f0-4cc2-8691-76e071d327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.078688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-a9865533-e2f0-4cc2-8691-76e071d327ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 200 len: 835 time: 0.0448740 Jul 28 18:38:19.081590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:19.111539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Checking router: cf2c871f-0ffc-4a34-b37e-d10cc7882150 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:19.128207 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:19.128207 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:19.129064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-ff8668e6-831f-4229-9a0e-ac30716ecaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.130867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-ff8668e6-831f-4229-9a0e-ac30716ecaf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35af490b-42a5-4020-94e6-4b6be01c52e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448496 Jul 28 18:38:19.231064 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:19.266664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c59f7-5f42-4772-850d-901fcab942a6 req-e89c92d1-a378-46e4-a5b2-7a3523160954 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.268275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b8c59f7-5f42-4772-850d-901fcab942a6 req-e89c92d1-a378-46e4-a5b2-7a3523160954 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 946 time: 0.0762348 Jul 28 18:38:19.274364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-6ec007f7-0317-4079-926e-0ddeaedf15e7 service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310463 Jul 28 18:38:19.358876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b8c59f7-5f42-4772-850d-901fcab942a6 req-f91bfa4a-2938-4981-8f95-6c5c9b16af2a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb44b4ce-a673-4a3d-b542-6e052f281dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828025 Jul 28 18:38:19.396205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff3bde08-afcb-4f65-9a8b-5cedcf918ac7 req-1fc03596-4b5c-4d1c-8687-4eee40fb2000 service neutron] 10.222.0.35 "GET /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131098 Jul 28 18:38:19.426751 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:19.452899 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f22a9e-9a94-42ce-bd42-2b9071dc1743 None None] The sync data for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 is: [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:04Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '7b407f60-92ae-4bbc-9bb6-3d4852cf7501', 'name': '', 'network_id': '35af490b-42a5-4020-94e6-4b6be01c52e5', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:bd:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:04Z', 'updated_at': '2021-07-28T18:37:09Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '2be2d472-3692-4a50-bc56-8dffd37c4ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:19.521210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:19.631548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:19.638075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:19.638513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:19.651644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce27bd-f526-48a0-ade4-e53ea00122a8 req-7f680f90-1ea7-471b-8630-9a53882362d7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.656025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cce27bd-f526-48a0-ade4-e53ea00122a8 req-7f680f90-1ea7-471b-8630-9a53882362d7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0646019 Jul 28 18:38:19.675993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164b793-3acc-4181-99c3-7bcee9694181 req-d34fdb1f-1e6f-4884-b3fe-03bdba31623d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.685143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9164b793-3acc-4181-99c3-7bcee9694181 req-d34fdb1f-1e6f-4884-b3fe-03bdba31623d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 944 time: 0.0710258 Jul 28 18:38:19.708673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cce27bd-f526-48a0-ade4-e53ea00122a8 req-3dc6c1a0-c8ed-4750-a288-4893f4f1e369 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Jul 28 18:38:19.732263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9164b793-3acc-4181-99c3-7bcee9694181 req-f7909740-f1d3-4350-8f5a-7ce0fc794b11 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456767 Jul 28 18:38:19.738792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407f498-49be-40cb-8600-2b1dd791f8f7 None None] New status for floating IP 3f3db904-851b-4c71-a6df-87c3558e3555: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:38:19.804628 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:19.827498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:19.829777 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b07fd-ed04-4af2-afaf-75f87adc87f4" -d '{"events": [{"server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "name": "network-vif-plugged", "status": "completed", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:19.843787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:19.865065 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692b2e8-a7d9-4742-aad0-9166e3c5d068 x-openstack-request-id: req-2692b2e8-a7d9-4742-aad0-9166e3c5d068 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:19.865665 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "name": "network-vif-plugged", "status": "completed", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:19.865665 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2692b2e8-a7d9-4742-aad0-9166e3c5d068 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:19.865996 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'code': 200} Jul 28 18:38:19.918878 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:19.965588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:19.971894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-000a7878-7285-41a0-adc3-ee0e8fbf01b9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.973969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-000a7878-7285-41a0-adc3-ee0e8fbf01b9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 946 time: 0.0796456 Jul 28 18:38:19.980293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae74cb0-bed2-4ce1-a74e-bc16bbbf6926 req-517b21b4-64af-4f58-bacc-9486c46a25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:19.981670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eae74cb0-bed2-4ce1-a74e-bc16bbbf6926 req-517b21b4-64af-4f58-bacc-9486c46a25d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1096 time: 0.0618913 Jul 28 18:38:20.060846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eae74cb0-bed2-4ce1-a74e-bc16bbbf6926 req-9d4a2de5-83df-4c1d-b2f8-a9abd82a20ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711946 Jul 28 18:38:20.083610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 23483172-2925-4fbe-90d2-27eed0ba2e30 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:20.083954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:20.175565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 23483172-2925-4fbe-90d2-27eed0ba2e30, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=23483172-2925-4fbe-90d2-27eed0ba2e30,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:20.175872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:20.188191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 23483172-2925-4fbe-90d2-27eed0ba2e30 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:20.381570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:20.411589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=23483172-2925-4fbe-90d2-27eed0ba2e30,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:20.467123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] No DVR routers for this DVR port 23483172-2925-4fbe-90d2-27eed0ba2e30 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:38:20.469783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:20.471797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0950fe7-94fe-4330-90cd-d53ab2e5ae9c req-2a5768eb-5d7e-428c-8f10-b6d1cdf71bcd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "DELETE /v2.0/ports/23483172-2925-4fbe-90d2-27eed0ba2e30 HTTP/1.1" status: 204 len: 173 time: 0.4892712 Jul 28 18:38:20.472297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-deleted', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:20.475128 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ae82d6-e939-47bc-b695-74a382572b0d" -d '{"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-deleted", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:20.496636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf1e7a59-ddd8-4023-84e0-af93b6dc09f4 req-3eb62807-6a5f-4596-b954-d44dc467c968 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=addeb502-88fd-4cc2-8d42-cd72336ea768 HTTP/1.1" status: 200 len: 210 time: 0.0546300 Jul 28 18:38:20.513850 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79817e0-0b40-47df-9bff-da0290f65a10 x-openstack-request-id: req-f79817e0-0b40-47df-9bff-da0290f65a10 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:20.514164 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addeb502-88fd-4cc2-8d42-cd72336ea768", "name": "network-vif-deleted", "tag": "23483172-2925-4fbe-90d2-27eed0ba2e30", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:20.514420 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f79817e0-0b40-47df-9bff-da0290f65a10 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:20.514822 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addeb502-88fd-4cc2-8d42-cd72336ea768', 'name': 'network-vif-deleted', 'tag': '23483172-2925-4fbe-90d2-27eed0ba2e30', 'status': 'completed', 'code': 200} Jul 28 18:38:20.853576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731bbf-6563-4043-9fd6-58723fd1f563 req-c6266bb1-ef52-48d9-af84-159cb06a00d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:20.856600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a731bbf-6563-4043-9fd6-58723fd1f563 req-c6266bb1-ef52-48d9-af84-159cb06a00d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 943 time: 0.0537093 Jul 28 18:38:20.862740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973bd6f-d547-48e8-92ff-5e8ed84b78a9 req-7be5dd54-1224-4228-92a4-1d32d5e81ee4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:20.864953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3973bd6f-d547-48e8-92ff-5e8ed84b78a9 req-7be5dd54-1224-4228-92a4-1d32d5e81ee4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.0528901 Jul 28 18:38:20.906700 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3973bd6f-d547-48e8-92ff-5e8ed84b78a9 req-a327563c-1bd7-4212-93d0-f80c43d9b744 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Jul 28 18:38:20.916933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a731bbf-6563-4043-9fd6-58723fd1f563 req-eb34da7e-bb84-44c3-b0a6-28abb2cae3cc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 Jul 28 18:38:21.554084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45104) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:21.764457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 93d25485-d567-4d8c-b40a-cb7ec641f363 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:38:21.858601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=93d25485-d567-4d8c-b40a-cb7ec641f363,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:21.870124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '93d25485-d567-4d8c-b40a-cb7ec641f363', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': '93d25485-d567-4d8c-b40a-cb7ec641f363', 'mac_address': 'fa:16:3e:dd:2e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:38:21.907892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:21.920948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d25485-d567-4d8c-b40a-cb7ec641f363 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:21.943053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=93d25485-d567-4d8c-b40a-cb7ec641f363,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:21.997901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.006147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.034099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd5451-c93c-4b95-80cd-51c553b7538e req-0f16eac2-d714-4be1-932b-f3f43f9688a9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:22.035571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76fd5451-c93c-4b95-80cd-51c553b7538e req-0f16eac2-d714-4be1-932b-f3f43f9688a9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.0494807 Jul 28 18:38:22.056767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:22.078262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76fd5451-c93c-4b95-80cd-51c553b7538e req-64baee05-244d-467d-a56f-42f0956e3fe4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357938 Jul 28 18:38:22.127118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01033db-bc88-468a-be71-a30c71128273 req-b787fecc-468d-4999-a0a2-ee1836fce2f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:22.128654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a01033db-bc88-468a-be71-a30c71128273 req-b787fecc-468d-4999-a0a2-ee1836fce2f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 944 time: 0.1285818 Jul 28 18:38:22.194379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13270e27-9d38-48a6-855a-3b6a11d5cb71 req-c55ddd3e-67c0-4a29-9b02-e665b61ee9c7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:22.195920 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13270e27-9d38-48a6-855a-3b6a11d5cb71 req-c55ddd3e-67c0-4a29-9b02-e665b61ee9c7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.0491738 Jul 28 18:38:22.239309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-13270e27-9d38-48a6-855a-3b6a11d5cb71 req-2736bd65-62c3-43b3-bde2-c359edc7f59c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Jul 28 18:38:22.261153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45112) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:22.266754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a01033db-bc88-468a-be71-a30c71128273 req-edb7a4c4-8b01-4c2c-a552-e3bf25dcfb3e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221988 Jul 28 18:38:22.301388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d9a07-0434-4e69-b2f8-e3f774ec7855 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:22.302848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-563d9a07-0434-4e69-b2f8-e3f774ec7855 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1091 time: 0.0406818 Jul 28 18:38:22.306028 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:22.310477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:22.352083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['93d25485-d567-4d8c-b40a-cb7ec641f363'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:22.409072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:22.409425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.453190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.552100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 7b407f60-92ae-4bbc-9bb6-3d4852cf7501, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:22.552422 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.569521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:22.658693 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.837609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.25.7.105 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/bcfac734-ac4e-4818-bacc-08f1e9afd8ef) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:22.947862 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:22.959352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:23.000104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=7b407f60-92ae-4bbc-9bb6-3d4852cf7501,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:23.030495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.030849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.031187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.033881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.034204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:38:23.126275 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:23.199033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:23.204664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:23.209329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:23.219182 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=bcfac734-ac4e-4818-bacc-08f1e9afd8ef,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:23.254264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:23.381603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf093b4-2897-4735-a536-936757bf1ae7 req-077bb1e1-69d6-4b40-a0ac-add3f1d25dc1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:23.383110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcf093b4-2897-4735-a536-936757bf1ae7 req-077bb1e1-69d6-4b40-a0ac-add3f1d25dc1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 944 time: 0.0490546 Jul 28 18:38:23.420955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bcf093b4-2897-4735-a536-936757bf1ae7 req-d2998ee8-0c59-4fee-bda9-469d30448ae7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jul 28 18:38:23.671810 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router cf2c871f-0ffc-4a34-b37e-d10cc7882150 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:23.764459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 93d25485-d567-4d8c-b40a-cb7ec641f363 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:23.869049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 93d25485-d567-4d8c-b40a-cb7ec641f363 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:23.873411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 93d25485-d567-4d8c-b40a-cb7ec641f363 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:23.873794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:23.955268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:23.979460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:23.981755 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d1807-b52c-4ab0-b248-76980ea08622" -d '{"events": [{"server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:23.996961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=93d25485-d567-4d8c-b40a-cb7ec641f363,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:24.022534 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb4a4c2-190c-487a-b1f4-e30bc7381473 x-openstack-request-id: req-0fb4a4c2-190c-487a-b1f4-e30bc7381473 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:24.023455 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "name": "network-vif-plugged", "status": "completed", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:24.023873 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb4a4c2-190c-487a-b1f4-e30bc7381473 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:24.024426 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363', 'code': 200} Jul 28 18:38:24.063374 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.064248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:24.106219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 23483172-2925-4fbe-90d2-27eed0ba2e30 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:38:24.106577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 23483172-2925-4fbe-90d2-27eed0ba2e30 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:24.120645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c12ea-01d6-47bc-b38e-d59ad8afb357 req-14aa3993-577c-42d6-a5b2-dce1e0e3de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:24.122287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48c12ea-01d6-47bc-b38e-d59ad8afb357 req-14aa3993-577c-42d6-a5b2-dce1e0e3de7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 1096 time: 0.0422626 Jul 28 18:38:24.134908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:24.159637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48c12ea-01d6-47bc-b38e-d59ad8afb357 req-967717ce-8c26-4a73-95a1-2df597b6d1d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299757 Jul 28 18:38:24.163486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.201376 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:24.210517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-047bc2c1-1467-4a27-8eaa-36100881da0f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/cf2c871f-0ffc-4a34-b37e-d10cc7882150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6553588 Jul 28 18:38:24.212003 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Sync routers for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:24.212964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45120) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:24.221188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:24.221880 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:24.267218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting subnet 2be2d472-3692-4a50-bc56-8dffd37c4ac9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:38:24.271034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.310815 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.327382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.332955 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:24.412364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.481945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.519719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:38:22Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:24.541431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544b5c3-dc84-4ac0-89a0-0c4d7bec100a req-ca0e8076-73e9-4c06-8866-b0c61ba687c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:24.543106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0544b5c3-dc84-4ac0-89a0-0c4d7bec100a req-ca0e8076-73e9-4c06-8866-b0c61ba687c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.0526948 Jul 28 18:38:24.549659 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.570397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.614300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2d472-3692-4a50-bc56-8dffd37c4ac9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:24.627020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0544b5c3-dc84-4ac0-89a0-0c4d7bec100a req-f5b97247-82a6-405f-8379-bcb93f0a1785 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729308 Jul 28 18:38:24.631807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc27a75-2e1f-40b5-b5b0-c2a1c1944470 None None] Network 35af490b-42a5-4020-94e6-4b6be01c52e5 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:38:24.642916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=bcfac734-ac4e-4818-bacc-08f1e9afd8ef,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:24.643450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.643450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88fdd510-5aaf-44b4-afbb-55517aa552bc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/subnets/2be2d472-3692-4a50-bc56-8dffd37c4ac9 HTTP/1.1" status: 204 len: 168 time: 0.4233320 Jul 28 18:38:24.646438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45124) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:24.648815 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.666029 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Checking router: cf2c871f-0ffc-4a34-b37e-d10cc7882150 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:24.674369 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Routers {'cf2c871f-0ffc-4a34-b37e-d10cc7882150'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:24.674989 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:24.763768 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Floating IP 101cdc52-ab99-4ff5-98c2-e58f361beea0 associated. External IP: 172.25.7.105, port: 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4. Jul 28 18:38:24.795892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.805787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] Set router cf2c871f-0ffc-4a34-b37e-d10cc7882150 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:24.907336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] DHCP port deletion for 35af490b-42a5-4020-94e6-4b6be01c52e5 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:38:24.926480 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:24.957354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Deleting port 1446d0fd-c640-4588-9373-da20d192a717 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:24.957863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.000875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:25.006019 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:38:22Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:25.043148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] For port 1446d0fd-c640-4588-9373-da20d192a717, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1446d0fd-c640-4588-9373-da20d192a717,segment=NetworkSegment(5a45c63b-8728-4690-8139-d1c2a0b16e11),segment_id=5a45c63b-8728-4690-8139-d1c2a0b16e11)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:25.043582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.047292 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f2a41-16c0-4408-8495-712c16a5e7d4 None None] The sync data for ids ['cf2c871f-0ffc-4a34-b37e-d10cc7882150'] in n-d-778550-5 is: [{'id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090606846', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:38:22Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c871f-0ffc-4a34-b37e-d10cc7882150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:00Z', 'updated_at': '2021-07-28T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:25.054107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:25.054456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.060022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Calling delete_port for 1446d0fd-c640-4588-9373-da20d192a717 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:25.144042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:25.144851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.151608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:25.158272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:25.164100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:25.172944 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:25.173684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:25.249688 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.256362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.282669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1a47137a-b810-4015-959d-8b136e1bd7be tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9726226 Jul 28 18:38:25.282669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:25.282992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45126) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:25.285843 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee04a0-6e77-47ff-b080-11f7ccc445d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:25.287484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] Pushing event deleted for resources: {'Port': ['ID=1446d0fd-c640-4588-9373-da20d192a717,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:25.295048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46583e4-e060-4267-944e-4fdec9cb7128 None None] No DVR routers for this DVR port 1446d0fd-c640-4588-9373-da20d192a717 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:38:25.318744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:25.336522 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3058c8-3f65-4f19-ba7a-1302004fd57b x-openstack-request-id: req-2c3058c8-3f65-4f19-ba7a-1302004fd57b {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:25.336818 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:25.337068 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c3058c8-3f65-4f19-ba7a-1302004fd57b {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:25.337654 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'status': 'completed', 'code': 200} Jul 28 18:38:25.398535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-adee98db-564b-4b60-b4fa-f49824bb6b9b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/101cdc52-ab99-4ff5-98c2-e58f361beea0 HTTP/1.1" status: 200 len: 991 time: 0.1144607 Jul 28 18:38:25.442127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-8de643b6-5bac-462f-8485-b29ae760c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:25.443702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-8de643b6-5bac-462f-8485-b29ae760c856 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1096 time: 0.0693588 Jul 28 18:38:25.508992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.536646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:25.568702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:23Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:25.599818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:25.608445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:25.609124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:25.614080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-26301ec5-682f-41ae-bda2-1df085f3a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:25.615608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-26301ec5-682f-41ae-bda2-1df085f3a888 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 897 time: 0.1653059 Jul 28 18:38:25.629322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.723208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:25.783174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.790976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:25.799638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-da41e76c-4760-451b-8e40-47a4fbaf0b5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 999 time: 0.1759553 Jul 28 18:38:25.873922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890caac7-2bb1-43e7-b800-a333bde83235 req-e7a62eff-96eb-4e5f-9dd9-2e72682db77c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:25.875362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-890caac7-2bb1-43e7-b800-a333bde83235 req-e7a62eff-96eb-4e5f-9dd9-2e72682db77c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.1578825 Jul 28 18:38:25.906591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-c5843df9-2ff2-4d34-b61c-4044ebd6c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:25.908071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-c5843df9-2ff2-4d34-b61c-4044ebd6c591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 200 len: 834 time: 0.1014266 Jul 28 18:38:25.959830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:23Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:25.992041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff7562-ca01-4c76-8908-e82fb12e9805 None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:23Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:26.188979 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27068f2-0137-441a-adf6-c887b6917ff4 None None] New status for floating IP 101cdc52-ab99-4ff5-98c2-e58f361beea0: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:38:26.220534 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.221064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Fanout notify agent at l3_agent the message router_deleted on router cf2c871f-0ffc-4a34-b37e-d10cc7882150 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:38:26.239578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.243067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cd5d2d1c-9dff-4efd-99d7-3291101dc8dd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/routers/cf2c871f-0ffc-4a34-b37e-d10cc7882150 HTTP/1.1" status: 204 len: 168 time: 1.5932493 Jul 28 18:38:26.243472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45132) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:26.244852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-890caac7-2bb1-43e7-b800-a333bde83235 req-f04d3f5a-4936-4fc8-8b8b-93026e6d25a4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613493 Jul 28 18:38:26.261074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-2f03f030-01a4-43d8-a82b-6e17d0f8dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:26.262596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-2f03f030-01a4-43d8-a82b-6e17d0f8dbba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3441565 Jul 28 18:38:26.360555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.371607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-1a9af6af-675a-47a1-ae7e-95b7beeccfe1 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935199 Jul 28 18:38:26.402809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:26.475095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14ee04a0-6e77-47ff-b080-11f7ccc445d0 req-0f6a57b1-f357-411a-afa4-2990d8f84f16 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953505 Jul 28 18:38:26.531829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c238-87a4-430c-b553-276c0002c98e req-5a907c47-05e6-49a3-a348-24e8b1c1d16c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:26.533319 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e33c238-87a4-430c-b553-276c0002c98e req-5a907c47-05e6-49a3-a348-24e8b1c1d16c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.1691661 Jul 28 18:38:26.551203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.556970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cd92a21f-db42-4027-902a-90890ced2bde tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/101cdc52-ab99-4ff5-98c2-e58f361beea0 HTTP/1.1" status: 200 len: 991 time: 0.1531415 Jul 28 18:38:26.577118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35af490b-42a5-4020-94e6-4b6be01c52e5']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:26.595640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a45c63b-8728-4690-8139-d1c2a0b16e11') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:26.595640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a45c63b-8728-4690-8139-d1c2a0b16e11') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:26.606264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-e0dbb750-fdb5-4a96-a1a1-77b9d3fc3c0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399098 Jul 28 18:38:26.607512 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8e33c238-87a4-430c-b553-276c0002c98e req-f0bb03d0-4e79-4aff-a31b-2c40f016dcf6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672343 Jul 28 18:38:26.609070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.623155 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.629353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:38:26.635175 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:38:26.731647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848437-ea09-48ce-aa12-b656ea36c13b req-e6ca0343-a10d-4364-b7fe-f83f2b68926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:26.733282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-e6ca0343-a10d-4364-b7fe-f83f2b68926e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 1096 time: 0.0778608 Jul 28 18:38:26.743421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd545df-7eba-4eaa-8a2f-6aac40c79c35 req-ae9a0189-5aa8-4da9-9583-23371334ab56 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:26.744583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efd545df-7eba-4eaa-8a2f-6aac40c79c35 req-ae9a0189-5aa8-4da9-9583-23371334ab56 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.0635672 Jul 28 18:38:26.750000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.772413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.777366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/networks/35af490b-42a5-4020-94e6-4b6be01c52e5 HTTP/1.1" status: 204 len: 168 time: 0.5328422 Jul 28 18:38:26.778309 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d428ce-74ef-415c-b506-09d50dac5167 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Network': ['ID=35af490b-42a5-4020-94e6-4b6be01c52e5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:26.780379 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45140) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:26.812279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:26.839772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:38:26.840123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1ddb-30f6-48e8-a3d4-c214710bdbd7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:26.840573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1446d0fd-c640-4588-9373-da20d192a717 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:26.846417 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.855175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efd545df-7eba-4eaa-8a2f-6aac40c79c35 req-0c720957-932f-4741-b796-d910f7679d19 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874121 Jul 28 18:38:26.859225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1446d0fd-c640-4588-9373-da20d192a717 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:38:26.859600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1446d0fd-c640-4588-9373-da20d192a717 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:26.860492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:26.879329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:38:26.879772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7b407f60-92ae-4bbc-9bb6-3d4852cf7501 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:26.880361 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:26.891425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848437-ea09-48ce-aa12-b656ea36c13b req-ed8f0a31-763b-403c-b158-8ba4fa093ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:26.893288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-ed8f0a31-763b-403c-b158-8ba4fa093ea0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.1373169 Jul 28 18:38:26.948862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-b29d4858-6c5a-44de-acb9-24293f46864b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d25485-d567-4d8c-b40a-cb7ec641f363 HTTP/1.1" status: 200 len: 217 time: 0.0477817 Jul 28 18:38:26.998920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848437-ea09-48ce-aa12-b656ea36c13b req-87b3fd8c-b579-43e5-9d29-4d17fff4a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:27.000432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-87b3fd8c-b579-43e5-9d29-4d17fff4a1db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0451396 Jul 28 18:38:27.036690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.039776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.041025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb44b4ce-a673-4a3d-b542-6e052f281dd8 HTTP/1.1" status: 204 len: 168 time: 0.2597895 Jul 28 18:38:27.047689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848437-ea09-48ce-aa12-b656ea36c13b req-e11e079d-b8c2-493f-92b4-26c5eac43a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:27.049222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-e11e079d-b8c2-493f-92b4-26c5eac43a3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414853 Jul 28 18:38:27.051348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77493f-c96c-458e-95e2-431ac29f592d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44b4ce-a673-4a3d-b542-6e052f281dd8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:27.061958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-f1d623b0-6e8f-48e1-8454-9a0d43bd174a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:38:27.063208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-f1d623b0-6e8f-48e1-8454-9a0d43bd174a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068748 Jul 28 18:38:27.160203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-209bf02f-899b-410e-b1b5-912e79980d63 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884848 Jul 28 18:38:27.257539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-82848437-ea09-48ce-aa12-b656ea36c13b req-0191a3c5-8987-4075-9243-bf52266083eb service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904748 Jul 28 18:38:27.428047 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b7ea5-cf57-49fe-9382-9bf11332ff93 req-d99922e3-def7-4fae-b50a-ddc3de5947ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:27.429651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c5b7ea5-cf57-49fe-9382-9bf11332ff93 req-d99922e3-def7-4fae-b50a-ddc3de5947ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.0579858 Jul 28 18:38:27.464086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45152) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:27.470878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627130559', 'description': 'tempest-secgroup-smoke-627130559 description', 'project_id': '4b17fc9140264909809d3eb19d9902fe'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:27.480370 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c5b7ea5-cf57-49fe-9382-9bf11332ff93 req-194966ee-4c26-4195-a729-3b9f19bde618 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Jul 28 18:38:27.560044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45154) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:27.581041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.630325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-726307a1-4aae-44ca-a416-ba45948f2649 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/101cdc52-ab99-4ff5-98c2-e58f361beea0 HTTP/1.1" status: 200 len: 993 time: 0.0688190 Jul 28 18:38:27.663477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.729077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.757336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f2874d-f4c3-48e0-b714-34596cfa33b8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:27.817571 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.818808 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b1602f3-ac58-4d4e-b54f-520c5bc5883f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3537688 Jul 28 18:38:27.821653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:27.826123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:27.907850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:27.968538 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.040006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.060617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66da60ae-9051-4cc6-9a2d-f9a851e995d3,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:28.117958 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.119091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ff7e660-2ca6-447d-a6be-e54f9e1da3d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965212 Jul 28 18:38:28.121797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45158) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:28.126074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:28.166649 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:38:28.208630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.263637 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.329357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.347441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0853c54f-23ba-4306-af6c-3a5af50d10e1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:28.403802 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.404897 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eb5a6da5-6330-4ab8-b252-f0841174e0bb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821963 Jul 28 18:38:28.407661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45160) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:28.412148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:28.495852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.553555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.601408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea421d6-b290-4bcd-9354-0917b0797838 req-d78f7a7a-868d-4b49-b3cb-43c4e9648dd2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:28.602995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea421d6-b290-4bcd-9354-0917b0797838 req-d78f7a7a-868d-4b49-b3cb-43c4e9648dd2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.0495353 Jul 28 18:38:28.641712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea421d6-b290-4bcd-9354-0917b0797838 req-5cd926f1-89e0-4578-9a5f-b863c47cf192 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Jul 28 18:38:28.664722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.679868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec02732-ef6c-410a-ae8c-7d59db3e59b0,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:28.740654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.744976 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-102fb06b-0b91-4311-a1ad-0c9aa6d788d4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332534 Jul 28 18:38:28.744976 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45164) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:28.749010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:28.825322 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.882024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.946590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:28.967216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e99eaa-b684-4cae-ab05-cd2212f14b62,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:28.994205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-e938ad67-8901-4e70-8d03-0735c5d0e29b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:28.995716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-e938ad67-8901-4e70-8d03-0735c5d0e29b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 945 time: 0.0489807 Jul 28 18:38:29.028500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.029929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-74ad834e-8677-476f-a1ba-30fbe6c0308b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842491 Jul 28 18:38:29.032743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:29.037945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:29.089731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 93d25485-d567-4d8c-b40a-cb7ec641f363 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:38:29.090081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.114773 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:38:29.119864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.178294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port 93d25485-d567-4d8c-b40a-cb7ec641f363, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=93d25485-d567-4d8c-b40a-cb7ec641f363,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:29.178670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.181856 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.194792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 93d25485-d567-4d8c-b40a-cb7ec641f363 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:38:29.268598 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.289005 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb7abc2-a935-4e2c-b6df-be38f86f0e77,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:29.348903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.350120 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1372bcbc-751e-4065-847f-c84664d290c4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158419 Jul 28 18:38:29.352870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45168) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:29.357273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'security_group_rule': {'security_group_id': '72f2874d-f4c3-48e0-b714-34596cfa33b8', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:29.405631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.417887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['93d25485-d567-4d8c-b40a-cb7ec641f363'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:29.435019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=93d25485-d567-4d8c-b40a-cb7ec641f363,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:29.445286 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Project 4b17fc9140264909809d3eb19d9902fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:38:29.450468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.486709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port 93d25485-d567-4d8c-b40a-cb7ec641f363 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:38:29.490114 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.492818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b5b00e8-d075-46a8-ac4e-3f6d3dd364f4 req-1b4026fb-79ee-44ae-864e-7514a6c2b96c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "DELETE /v2.0/ports/93d25485-d567-4d8c-b40a-cb7ec641f363 HTTP/1.1" status: 204 len: 173 time: 0.4912276 Jul 28 18:38:29.493305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'name': 'network-vif-deleted', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:29.497325 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20214ded-d2bb-42d1-ae43-80db2c608257" -d '{"events": [{"server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "name": "network-vif-deleted", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:29.525423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.542575 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d786e-9e57-4a24-b461-560da7f8bd5b x-openstack-request-id: req-a60d786e-9e57-4a24-b461-560da7f8bd5b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:29.542998 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc1212e-61e1-47c5-bc77-aa673bf2dcaf", "name": "network-vif-deleted", "tag": "93d25485-d567-4d8c-b40a-cb7ec641f363", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:29.543259 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a60d786e-9e57-4a24-b461-560da7f8bd5b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:29.543755 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc1212e-61e1-47c5-bc77-aa673bf2dcaf', 'name': 'network-vif-deleted', 'tag': '93d25485-d567-4d8c-b40a-cb7ec641f363', 'status': 'completed', 'code': 200} Jul 28 18:38:29.632511 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.650627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee84b67a-07fc-40b5-9db1-eccc40977e8d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:29.712618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.714176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9fd20d85-6f82-45f3-9068-9ea6fc2d65de tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3599997 Jul 28 18:38:29.716876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45174) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:29.721669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'network': {'name': 'tempest-network-smoke--299654355', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:29.736338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bab4fdfa-ccad-4982-b025-b1bb95265ad3 req-17e3cc20-32e9-4bef-84db-f6720097afd8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0279479 Jul 28 18:38:29.815341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:38:29.819376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.842207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:38:29.850612 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.850965 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Added segment d1f930d3-b7c4-44db-9915-63cdeb9d5eb3 of type vlan for network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 Jul 28 18:38:29.892527 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.960044 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:29.965597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:29.966206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.036136 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Network': ['ID=8e05f004-9b9a-4eaa-91d5-ebcce51451a3,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:30.046799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:38:30.261871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fa1768b4-de52-466a-9b18-ccbb8e0e3882 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5441689 Jul 28 18:38:30.264474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45176) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:30.269007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'admin_state_up': True, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:30.375566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.376647 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.432952 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.632418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.887527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17180fcf-c070-44ab-bf1c-3080c43f66f8 req-1cb54760-fe66-49cc-bce2-3de5f424a88d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0570786 Jul 28 18:38:30.910443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:30.929872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:31.041861 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.58 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/3e854223-c829-4c3c-bd9d-e44ccf150944) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:31.141193 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:31.234312 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:31.270693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:31.273491 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:31.276984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:31.307712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=3e854223-c829-4c3c-bd9d-e44ccf150944,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:31.607490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:31.798650 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:31.822126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 93d25485-d567-4d8c-b40a-cb7ec641f363 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:38:31.842584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 93d25485-d567-4d8c-b40a-cb7ec641f363 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:38:31.842936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 93d25485-d567-4d8c-b40a-cb7ec641f363 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:38:31.981867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78856165-1c12-4401-9054-e27b1c243bc1 req-d04223ef-5ca9-4fb4-a6ae-f808a11442dd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 28 18:38:31.986794 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:38:32.093336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:32.102859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Sync routers for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:32.111963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:32.113239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:32.169730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.171008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cf70162-45d2-4e17-9352-7efd0cb38867 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9055862 Jul 28 18:38:32.179127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:32.207165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f161c919-0fd9-4382-8ff6-eee447d909db tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4b17fc9140264909809d3eb19d9902fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263619 Jul 28 18:38:32.209722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45184) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:32.223386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:32.301017 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6184c1a-a4a2-4bd3-9703-5ce290c383e5 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:32.305361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e6184c1a-a4a2-4bd3-9703-5ce290c383e5 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919337 Jul 28 18:38:32.305558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:32.339537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45188) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:32.344103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bbf44db2-ae9c-4bf8-a40d-bd8d9c2e310f tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372386 Jul 28 18:38:32.344963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833569426', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:32.404489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:31Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:32.431519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Checking router: 037af708-6d1d-4cd9-9b06-d70314dcc5c2 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:32.431879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Updating router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 port 3e854223-c829-4c3c-bd9d-e44ccf150944 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:38:32.460876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.506877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:38:32.512964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.717171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.727429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Transition to ACTIVE for port object 3e854223-c829-4c3c-bd9d-e44ccf150944 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:32.754970 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.815387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.820898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Subnet': ['ID=083e4ebb-6324-4c77-a26b-8d515704c92c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:32.831894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Checking segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:32.832270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network hostable DHCP agents. Network: 8e05f004-9b9a-4eaa-91d5-ebcce51451a3, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:38:32.872368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Attempting to bind port 3e854223-c829-4c3c-bd9d-e44ccf150944 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:32.872949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Attempting to bind port 3e854223-c829-4c3c-bd9d-e44ccf150944 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:32.873080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Attempting to bind port 3e854223-c829-4c3c-bd9d-e44ccf150944 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:32.875105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbca593-c295-445b-bb24-c4bc191c26b6 None None] Pushing event updated for resources: {'Port': ['ID=3e854223-c829-4c3c-bd9d-e44ccf150944,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:32.880804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:32.881183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:32.881593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.881984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:32.882493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Bound port: 3e854223-c829-4c3c-bd9d-e44ccf150944, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:32.882897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:32.912597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:38:32.936419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] For port 3e854223-c829-4c3c-bd9d-e44ccf150944, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:32.939893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] For port 3e854223-c829-4c3c-bd9d-e44ccf150944, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3e854223-c829-4c3c-bd9d-e44ccf150944,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:32.992581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8e05f004-9b9a-4eaa-91d5-ebcce51451a3) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:32.996871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:33.003740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:33.004242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df3fa8a-280b-40e9-b83f-e9034442b8e2 None None] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:38:33.080033 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3884d3fd-9991-441e-b612-8c453a4209a2 req-1a124ca9-4be0-40af-a7ed-89a295307bbd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc1212e-61e1-47c5-bc77-aa673bf2dcaf HTTP/1.1" status: 200 len: 210 time: 0.0281091 Jul 28 18:38:33.089454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-92eb4f7e-14fc-473b-b38f-b078029bd00d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7462237 Jul 28 18:38:33.089880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:33.211891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:33.301118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:33.301842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:33.348227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbca593-c295-445b-bb24-c4bc191c26b6 None None] Pushing event updated for resources: {'Port': ['ID=3e854223-c829-4c3c-bd9d-e44ccf150944,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:33.460178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:38:33.461208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:33.489133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:33.559192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:33.743933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Allocated IP 172.20.0.2 (8e05f004-9b9a-4eaa-91d5-ebcce51451a3/083e4ebb-6324-4c77-a26b-8d515704c92c/2c78671b-ee5a-447e-b795-8164ac52ff15) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:33.841287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:31Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:33.876720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d57270-cb98-41e1-99b9-55a42af81d24 None None] The sync data for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 is: [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:31Z', 'revision_number': 3, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:33.935903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:33.944651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Transition to ACTIVE for port object 2c78671b-ee5a-447e-b795-8164ac52ff15 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:33.960020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Transition to ACTIVE for port object 2c78671b-ee5a-447e-b795-8164ac52ff15 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:34.036910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.083317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:34.091919 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:34.097698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:34.101953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.1 (8e05f004-9b9a-4eaa-91d5-ebcce51451a3/083e4ebb-6324-4c77-a26b-8d515704c92c/5aa76823-38a5-4100-b934-581f77ab0cff) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:34.117326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Pushing event updated for resources: {'Port': ['ID=2c78671b-ee5a-447e-b795-8164ac52ff15,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:34.198325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Attempting to bind port 2c78671b-ee5a-447e-b795-8164ac52ff15 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:34.198704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Attempting to bind port 2c78671b-ee5a-447e-b795-8164ac52ff15 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:34.199076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Attempting to bind port 2c78671b-ee5a-447e-b795-8164ac52ff15 on network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:34.205123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:34.205554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Checking segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:34.205969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.206461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Bound using segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:34.207009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Bound port: 2c78671b-ee5a-447e-b795-8164ac52ff15, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:34.207326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.297691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] For port 2c78671b-ee5a-447e-b795-8164ac52ff15, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:34.301893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] For port 2c78671b-ee5a-447e-b795-8164ac52ff15, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2c78671b-ee5a-447e-b795-8164ac52ff15,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:34.317244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.332792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 5aa76823-38a5-4100-b934-581f77ab0cff will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:34.406696 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.436112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.480635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:34.483950 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:34.486563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:34.507306 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f70f1-d790-48a0-97f6-d9ca100e1417 None None] Pushing event updated for resources: {'Port': ['ID=2c78671b-ee5a-447e-b795-8164ac52ff15,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:34.532154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:34.548635 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.777537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:34.937051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2c78671b-ee5a-447e-b795-8164ac52ff15 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:35.060846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 2c78671b-ee5a-447e-b795-8164ac52ff15 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:35.065218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3e854223-c829-4c3c-bd9d-e44ccf150944 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:35.124508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.171294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 3e854223-c829-4c3c-bd9d-e44ccf150944 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:35.175579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3e854223-c829-4c3c-bd9d-e44ccf150944 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:35.182326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.199831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.258334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.280977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.286231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:35.295565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 3e854223-c829-4c3c-bd9d-e44ccf150944, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3e854223-c829-4c3c-bd9d-e44ccf150944,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:35.356685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:35.408824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:35.410899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:35.428805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=3e854223-c829-4c3c-bd9d-e44ccf150944,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:35.535673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:35.655840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:35.661511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-02d3fe10-d791-4d4f-8b4b-1b1ebd4f0c3a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/037af708-6d1d-4cd9-9b06-d70314dcc5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5705087 Jul 28 18:38:35.703128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704c352-5f33-4d09-b553-8577fe67d636 None None] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:38:35.910978 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-0ce12210-f1b7-444b-bbd2-e8be5f1f813f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627130559&fields=id&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 267 time: 0.0729301 Jul 28 18:38:35.960463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Provisioning for port 2c78671b-ee5a-447e-b795-8164ac52ff15 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:35.965902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Provisioning complete for port 2c78671b-ee5a-447e-b795-8164ac52ff15 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:35.966521 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.066458 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.102550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] For port 2c78671b-ee5a-447e-b795-8164ac52ff15, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2c78671b-ee5a-447e-b795-8164ac52ff15,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:36.151183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-a744275c-b5fa-4b11-a0f7-8bba9701788a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:36.152861 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-a744275c-b5fa-4b11-a0f7-8bba9701788a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 796 time: 0.2350197 Jul 28 18:38:36.168599 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-df7d51c0-4614-4132-b052-8a1083703d71 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/quotas/4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 375 time: 0.0098834 Jul 28 18:38:36.186573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.250708 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Sync routers for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:36.253533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c8477-8857-4131-8f63-cd718a35fe36 None None] Pushing event updated for resources: {'Port': ['ID=2c78671b-ee5a-447e-b795-8164ac52ff15,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:36.261016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:36.261640 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:36.286790 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-a9a8e725-176b-4aeb-ab70-e3d400b916e6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053052 Jul 28 18:38:36.310016 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Provisioning complete for port 2c78671b-ee5a-447e-b795-8164ac52ff15 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:36.310405 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.401587 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:36.463474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-81a6b34e-0a4e-4846-ac7d-289b65c85eee service neutron] 10.222.0.25 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725829 Jul 28 18:38:36.598817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Provisioning for port 5aa76823-38a5-4100-b934-581f77ab0cff completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:36.599077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-365e2b4c-309a-45f7-b5e6-b16f01cbfe05 service neutron] 10.222.0.25 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340210 Jul 28 18:38:36.606426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Provisioning complete for port 5aa76823-38a5-4100-b934-581f77ab0cff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:36.606426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.683233 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 2, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:36.698323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0183f00d-b72b-48ff-a0de-f7894335ba78 None None] Port 5aa76823-38a5-4100-b934-581f77ab0cff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:36.729364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Checking router: 037af708-6d1d-4cd9-9b06-d70314dcc5c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:36.729364 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Updating router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 port 5aa76823-38a5-4100-b934-581f77ab0cff binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:38:36.759839 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.810885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2c78671b-ee5a-447e-b795-8164ac52ff15 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:36.893431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4eca78a-0d37-4751-9d5e-0af0359580eb None None] Provisioning complete for port 5aa76823-38a5-4100-b934-581f77ab0cff triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:36.894276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4eca78a-0d37-4751-9d5e-0af0359580eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:36.931514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c1a9cb6d-7a98-43f5-8cf5-8a30256b2e2a req-b065ac4e-698d-4672-ae39-7d71955e4792 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 210 time: 0.0370207 Jul 28 18:38:36.989933 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f4eca78a-0d37-4751-9d5e-0af0359580eb None None] Port 5aa76823-38a5-4100-b934-581f77ab0cff cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:37.015613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 2c78671b-ee5a-447e-b795-8164ac52ff15 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:37.016013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.145311 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.149164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3e854223-c829-4c3c-bd9d-e44ccf150944 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:37.160425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Transition to ACTIVE for port object 5aa76823-38a5-4100-b934-581f77ab0cff will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:37.205373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 3e854223-c829-4c3c-bd9d-e44ccf150944 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:37.205747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.267183 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.333128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083da814-43b3-4425-8e2d-385c8e232979 None None] Pushing event updated for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:37.434668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Attempting to bind port 5aa76823-38a5-4100-b934-581f77ab0cff on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:37.435468 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Attempting to bind port 5aa76823-38a5-4100-b934-581f77ab0cff by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:37.436037 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Attempting to bind port 5aa76823-38a5-4100-b934-581f77ab0cff on network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:37.441735 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:37.442442 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Checking segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:37.443037 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.443641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Bound using segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:37.444359 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Bound port: 5aa76823-38a5-4100-b934-581f77ab0cff, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:37.444922 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.540213 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] For port 5aa76823-38a5-4100-b934-581f77ab0cff, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:37.545042 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] For port 5aa76823-38a5-4100-b934-581f77ab0cff, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5aa76823-38a5-4100-b934-581f77ab0cff,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:37.638195 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.704392 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:37.705088 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:37.707027 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083da814-43b3-4425-8e2d-385c8e232979 None None] Pushing event updated for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:37.726208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a8db16a8-ad1a-4173-b89e-2c1ae411f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:37.825640 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:38.041968 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-415c2f10-aa1f-4dc9-8ec8-d6387d64a567 req-f61e8c3f-e7fa-4100-a4a1-389074dabe74 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 210 time: 0.0424092 Jul 28 18:38:38.145270 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:37Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:38.171047 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9742fb0-169d-40e3-af03-b0ef8fa3bcfb None None] The sync data for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 is: [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:37Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:38.820801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5aa76823-38a5-4100-b934-581f77ab0cff up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:38.947915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5aa76823-38a5-4100-b934-581f77ab0cff completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:38.952352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5aa76823-38a5-4100-b934-581f77ab0cff triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:38.960701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.040691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.088593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 5aa76823-38a5-4100-b934-581f77ab0cff, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5aa76823-38a5-4100-b934-581f77ab0cff,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:39.171329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.204923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de5a4675-d6d5-4fed-96db-89ba990c74ae req-7497e69a-2a45-4943-bed7-360d7a4bf55a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 210 time: 0.0818148 Jul 28 18:38:39.235915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:39.280966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-29ffa89b-e15d-443a-98e8-ca97e72669ea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:39.282513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-29ffa89b-e15d-443a-98e8-ca97e72669ea tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 796 time: 0.1706121 Jul 28 18:38:39.327469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-cd11b59f-c77d-489d-b440-5de6afef0350 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17fc9140264909809d3eb19d9902fe HTTP/1.1" status: 200 len: 379 time: 0.0352666 Jul 28 18:38:39.337755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'port': {'device_id': '33773f44-1b17-4954-aab7-020a1ee47611', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'admin_state_up': True, 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'security_groups': ['72f2874d-f4c3-48e0-b714-34596cfa33b8']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:39.534925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Made reservation on behalf of 4b17fc9140264909809d3eb19d9902fe for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:38:39.538516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.671514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.20.0.9 (8e05f004-9b9a-4eaa-91d5-ebcce51451a3/083e4ebb-6324-4c77-a26b-8d515704c92c/56e2ea81-df3b-4f59-9d86-e718cdf17131) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:39.811934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.829701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Transition to ACTIVE for port object 56e2ea81-df3b-4f59-9d86-e718cdf17131 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:39.937607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:39.979699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:39.982712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:39.986280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:40.012025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:40.046077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:40.046854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.091132 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.121023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-7adf6a8a-6a65-4835-9d76-927bebdf7f0e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871246 Jul 28 18:38:40.189472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Request body: {'port': {'device_id': '33773f44-1b17-4954-aab7-020a1ee47611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:40.248407 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.268898 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7db708b1-aef4-4f68-8bbc-3c048a872305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.314670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4223c9-1e6f-4950-a6f1-ae6d5928431a req-d146e83e-f487-445c-aa49-23728dfa344e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:40.316464 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b4223c9-1e6f-4950-a6f1-ae6d5928431a req-d146e83e-f487-445c-aa49-23728dfa344e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 931 time: 0.0570652 Jul 28 18:38:40.359570 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b4223c9-1e6f-4950-a6f1-ae6d5928431a req-8d1f6b8d-d8f1-4a3e-a49b-8a9162cf8dbb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Jul 28 18:38:40.364976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ba312f0-624c-4677-9040-45b2fdae999c None None] Provisioning for port 56e2ea81-df3b-4f59-9d86-e718cdf17131 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:40.370597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ba312f0-624c-4677-9040-45b2fdae999c None None] Provisioning complete for port 56e2ea81-df3b-4f59-9d86-e718cdf17131 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:40.371377 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ba312f0-624c-4677-9040-45b2fdae999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.412895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7ba312f0-624c-4677-9040-45b2fdae999c None None] Port 56e2ea81-df3b-4f59-9d86-e718cdf17131 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:38:40.793570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5aa76823-38a5-4100-b934-581f77ab0cff up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:40.797186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e2ea81-df3b-4f59-9d86-e718cdf17131 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:40.804782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.817237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Transition to ACTIVE for port object 56e2ea81-df3b-4f59-9d86-e718cdf17131 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:38:40.839359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5aa76823-38a5-4100-b934-581f77ab0cff triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:40.839759 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.925575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:40.973587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:41.052267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Attempting to bind port 56e2ea81-df3b-4f59-9d86-e718cdf17131 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:38:41.052609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Attempting to bind port 56e2ea81-df3b-4f59-9d86-e718cdf17131 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:38:41.052943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Attempting to bind port 56e2ea81-df3b-4f59-9d86-e718cdf17131 on network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:41.057851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Port 56e2ea81-df3b-4f59-9d86-e718cdf17131 on network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Attempting to bind port 56e2ea81-df3b-4f59-9d86-e718cdf17131 on network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Checking segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Bound using segment: {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Bound port: 56e2ea81-df3b-4f59-9d86-e718cdf17131, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:38:41.070050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:41.134957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:38:41.138470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:38:41.187623 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:41.215305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:41.234750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.235520 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:41.237561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] 10.222.0.35 "PUT /v2.0/ports/56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 1091 time: 1.1081848 Jul 28 18:38:41.265514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:41.267867 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4160607-d7a8-4452-a316-eab1f8fb27d4" -d '{"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:41.323759 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23252835-71a9-4470-9be6-43ccf784417d x-openstack-request-id: req-23252835-71a9-4470-9be6-43ccf784417d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:41.324054 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:41.324305 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23252835-71a9-4470-9be6-43ccf784417d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:41.324694 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'status': 'completed', 'code': 200} Jul 28 18:38:41.333714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400029fd-2fcd-4713-afcb-329b6ea23bfc service neutron] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:41.401953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-c412b6da-793f-4e93-b829-08b8963e63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.403842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-c412b6da-793f-4e93-b829-08b8963e63f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1094 time: 0.0595987 Jul 28 18:38:41.533771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4044-4430-4ab0-aa7f-3d4230ce2e66 req-7300a4c4-d8a2-44cd-9c76-d147a6609d68 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.535667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-869d4044-4430-4ab0-aa7f-3d4230ce2e66 req-7300a4c4-d8a2-44cd-9c76-d147a6609d68 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0636733 Jul 28 18:38:41.551113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-545c352a-a9b2-472a-a203-f2f5553e8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.552753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-545c352a-a9b2-472a-a203-f2f5553e8902 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4b17fc9140264909809d3eb19d9902fe&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1403956 Jul 28 18:38:41.576918 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-869d4044-4430-4ab0-aa7f-3d4230ce2e66 req-f228e5ce-e244-4a89-9075-13414ff781e4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352814 Jul 28 18:38:41.651604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-1a543936-bb58-414c-aa60-f559f92fa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.658301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4160607-d7a8-4452-a316-eab1f8fb27d4 req-1a543936-bb58-414c-aa60-f559f92fa422 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933769 Jul 28 18:38:41.733651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-913bac83-b97b-4640-9355-7234312403db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.735604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-913bac83-b97b-4640-9355-7234312403db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1094 time: 0.0454094 Jul 28 18:38:41.779147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-3f6e400a-feec-447e-a472-fb66c3487291 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 217 time: 0.0350575 Jul 28 18:38:41.835488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-ebd59718-4900-4bb8-956d-59b1f961bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.836969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-ebd59718-4900-4bb8-956d-59b1f961bd8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 200 len: 835 time: 0.0505886 Jul 28 18:38:41.882977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-f54b99df-fb93-48ff-a418-1aa43a957b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:41.884525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-f54b99df-fb93-48ff-a418-1aa43a957b8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406177 Jul 28 18:38:41.983511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-620be925-7492-4571-9683-935ba9f7766b service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916836 Jul 28 18:38:42.083098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8cde7c12-1645-431c-95ae-d4de31f6827e req-ffb24327-46d4-471a-a5bb-4d08685d4467 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921683 Jul 28 18:38:42.697101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988a3a-7003-4bdd-8f8b-03b2dd44eba9 req-04d4a61a-03e4-4a8b-88e2-7c77f4b98917 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:42.698617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a988a3a-7003-4bdd-8f8b-03b2dd44eba9 req-04d4a61a-03e4-4a8b-88e2-7c77f4b98917 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0504024 Jul 28 18:38:42.740405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a988a3a-7003-4bdd-8f8b-03b2dd44eba9 req-1cb3a579-eb82-496a-9d6b-cbed1d61fc1a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351136 Jul 28 18:38:43.039572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:43.860880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a947f-c1af-49d1-8bd3-6e97886386dc req-5c0e96c4-660e-47d5-b606-dea8367bfd5c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:43.862836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed8a947f-c1af-49d1-8bd3-6e97886386dc req-5c0e96c4-660e-47d5-b606-dea8367bfd5c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0518930 Jul 28 18:38:43.902419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed8a947f-c1af-49d1-8bd3-6e97886386dc req-dfa45f65-9276-4190-a8c2-da6170c7ba4f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334420 Jul 28 18:38:45.024283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded5d24-1edf-447d-b75d-9c928b56291a req-17aec61a-2cd1-4274-b6b6-7c577527b9cd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:45.025906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ded5d24-1edf-447d-b75d-9c928b56291a req-17aec61a-2cd1-4274-b6b6-7c577527b9cd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0551705 Jul 28 18:38:45.067210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ded5d24-1edf-447d-b75d-9c928b56291a req-dcae82c4-f9d8-42a3-a9b0-b4fad8112bbd tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352242 Jul 28 18:38:45.660732 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:45.935709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:38:46.029601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:46.044253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'mac_address': 'fa:16:3e:4d:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:38:46.081133 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:46.094815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2ea81-df3b-4f59-9d86-e718cdf17131 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:38:46.119331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:46.188107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:46.203155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ce5d-ab12-472c-952f-e315183ef4d6 req-c9f92a97-93a8-489a-8f5b-02d7161ef60f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:46.208550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e234ce5d-ab12-472c-952f-e315183ef4d6 req-c9f92a97-93a8-489a-8f5b-02d7161ef60f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0660210 Jul 28 18:38:46.245389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:46.248775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e234ce5d-ab12-472c-952f-e315183ef4d6 req-e8297a0e-776d-456b-a232-d85151840bd4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344131 Jul 28 18:38:46.475048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['56e2ea81-df3b-4f59-9d86-e718cdf17131'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:38:47.368173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d513-8119-4669-9ca9-00a3511bf080 req-3e644167-fafb-46a8-93b4-ee3cd49b0f41 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:47.369715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9472d513-8119-4669-9ca9-00a3511bf080 req-3e644167-fafb-46a8-93b4-ee3cd49b0f41 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 944 time: 0.0485363 Jul 28 18:38:47.409549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9472d513-8119-4669-9ca9-00a3511bf080 req-299b1ece-c8f2-4a64-92ac-949eecb5ab81 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339003 Jul 28 18:38:47.945514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:38:48.051407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 56e2ea81-df3b-4f59-9d86-e718cdf17131 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:38:48.055582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 56e2ea81-df3b-4f59-9d86-e718cdf17131 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:38:48.056030 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:48.135994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:48.158041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:48.160851 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e13c9-18bd-4d80-acd0-6941e7c47092" -d '{"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-plugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:48.174010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:38:48.256544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:48.302591 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb013eb3-3077-4735-9cb8-8f1d222d9d82 x-openstack-request-id: req-eb013eb3-3077-4735-9cb8-8f1d222d9d82 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:48.302961 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-plugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:48.303226 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb013eb3-3077-4735-9cb8-8f1d222d9d82 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:48.303648 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'code': 200} Jul 28 18:38:48.323358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:48.406283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9285140-d2c1-47be-89a9-fc46052439dc req-e66fb210-b651-4566-95be-ad373d60dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:48.407833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9285140-d2c1-47be-89a9-fc46052439dc req-e66fb210-b651-4566-95be-ad373d60dd8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0409598 Jul 28 18:38:48.444090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9285140-d2c1-47be-89a9-fc46052439dc req-240ddfeb-da5b-4a00-8e48-a33cfc112282 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284078 Jul 28 18:38:48.541827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e680b-f0b4-4a57-a8b3-7898aa5dfff9 req-86f8066e-0fc2-4623-b327-14386072b461 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:48.544196 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f75e680b-f0b4-4a57-a8b3-7898aa5dfff9 req-86f8066e-0fc2-4623-b327-14386072b461 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0623591 Jul 28 18:38:48.585189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f75e680b-f0b4-4a57-a8b3-7898aa5dfff9 req-e3a8407a-6777-4021-a11e-c1f21b6bf3cf tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jul 28 18:38:49.242804 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:49.706896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ea8d6-2304-43c7-9b90-71505f8e8242 req-3f849070-090f-4829-8459-abaf4d9f39cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:49.708430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c82ea8d6-2304-43c7-9b90-71505f8e8242 req-3f849070-090f-4829-8459-abaf4d9f39cb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0531418 Jul 28 18:38:49.747635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c82ea8d6-2304-43c7-9b90-71505f8e8242 req-d8384bfe-a38c-4fef-b538-8f8852144a5b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jul 28 18:38:49.866727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231624-004a-4e6b-bb0f-e74c64a59f4e req-9124641c-8fc4-4db4-9a32-6b111e845a01 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:49.868256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6231624-004a-4e6b-bb0f-e74c64a59f4e req-9124641c-8fc4-4db4-9a32-6b111e845a01 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Jul 28 18:38:49.907882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6231624-004a-4e6b-bb0f-e74c64a59f4e req-5a69f7e0-baa5-48f6-b763-d5c72712e38a tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Jul 28 18:38:49.929946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45368) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:49.969883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490cd429-81fc-4d12-952f-fe4c8d268284 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:49.972119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-490cd429-81fc-4d12-952f-fe4c8d268284 tempest-TestNetworkAdvancedServerOps-638157808 tempest-TestNetworkAdvancedServerOps-638157808-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1091 time: 0.0411544 Jul 28 18:38:49.974843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45370) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:49.979235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:50.068164 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:50.171850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:50.278695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Allocated IP 172.25.7.161 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f8722a81-aaa0-4b0a-870b-3693df492ee0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:38:50.388409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:50.860277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:50.898848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:38:50.901774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:38:50.905247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:38:50.930051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=f8722a81-aaa0-4b0a-870b-3693df492ee0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:51.406841 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:52.265452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:52.416873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:52.473236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:52.543284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event updated for resources: {'Port': ['ID=f8722a81-aaa0-4b0a-870b-3693df492ee0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:38:52.560801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:52.657958 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP b47cd3db-731a-4355-9dc7-ceb3e56e095f associated. External IP: 172.25.7.161, port: 56e2ea81-df3b-4f59-9d86-e718cdf17131. Jul 28 18:38:52.867014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:38:52.973221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:38:52.983271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Sync routers for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:38:52.992984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:52.993589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:53.042499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:53.072310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-95fd7563-81ee-4843-b6f9-af86e5d00996 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0939653 Jul 28 18:38:53.072310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:38:53.073010 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1083c2-10c9-4e0e-848d-4c5d97115be2" -d '{"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:38:53.108494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:53.114884 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f33226-0223-4dd5-8849-bb2cf2bd6cc9 x-openstack-request-id: req-11f33226-0223-4dd5-8849-bb2cf2bd6cc9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:38:53.115639 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:38:53.115639 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11f33226-0223-4dd5-8849-bb2cf2bd6cc9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:38:53.116089 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'status': 'completed', 'code': 200} Jul 28 18:38:53.214001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43c3d-b052-4ef3-8b62-65d5aea9b62c req-d7e61435-e43c-4d14-9cf6-d35f97ee3789 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:53.215565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9f43c3d-b052-4ef3-8b62-65d5aea9b62c req-d7e61435-e43c-4d14-9cf6-d35f97ee3789 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0825441 Jul 28 18:38:53.218287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-a8c2c699-f39e-4e24-861f-c86a8eba0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:53.219723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-a8c2c699-f39e-4e24-861f-c86a8eba0fc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0761795 Jul 28 18:38:53.303628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9f43c3d-b052-4ef3-8b62-65d5aea9b62c req-01a1c290-054c-4860-a6b3-c26925e998b3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811896 Jul 28 18:38:53.327708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45402) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:53.335813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-92387e6b-0656-432f-a229-7d2891f7a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:53.337690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-92387e6b-0656-432f-a229-7d2891f7a2b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 897 time: 0.1089756 Jul 28 18:38:53.347107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'b47cd3db-731a-4355-9dc7-ceb3e56e095f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'mac_address': 'fa:16:3e:4d:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33773f44-1b17-4954-aab7-020a1ee47611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:51Z', 'updated_at': '2021-07-28T18:38:51Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:53.374818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Checking router: 037af708-6d1d-4cd9-9b06-d70314dcc5c2 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:38:53.386045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:38:53.386689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:38:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:53.407379 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0dfc7706-f2b6-4d88-8377-c39f496e79dc tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/b47cd3db-731a-4355-9dc7-ceb3e56e095f HTTP/1.1" status: 200 len: 991 time: 0.0772703 Jul 28 18:38:53.412087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-f7a88b77-2ef9-44f3-8e7c-2710d8ff594c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 999 time: 0.0681908 Jul 28 18:38:53.467632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-d6ff1aec-a3b6-46ae-b9ca-d75ce8a97c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:53.469707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-d6ff1aec-a3b6-46ae-b9ca-d75ce8a97c21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 200 len: 835 time: 0.0501831 Jul 28 18:38:53.516382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:38:53.526192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-6a93b071-527f-41d9-8d41-a037a1e9c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:53.527333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-6a93b071-527f-41d9-8d41-a037a1e9c5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499227 Jul 28 18:38:53.623418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-5db87fa5-68b8-4317-b40f-dbba7ae83979 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882525 Jul 28 18:38:53.727100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a1083c2-10c9-4e0e-848d-4c5d97115be2 req-41a1ea06-da07-4e94-9cc3-1d4a9c2103a1 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966194 Jul 28 18:38:53.749295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'b47cd3db-731a-4355-9dc7-ceb3e56e095f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'mac_address': 'fa:16:3e:4d:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33773f44-1b17-4954-aab7-020a1ee47611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:51Z', 'updated_at': '2021-07-28T18:38:51Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:38:53.775551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7328fe3-1fc2-4b6e-a937-f6e732dbbacd None None] The sync data for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 is: [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'b47cd3db-731a-4355-9dc7-ceb3e56e095f', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'mac_address': 'fa:16:3e:4d:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33773f44-1b17-4954-aab7-020a1ee47611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:51Z', 'updated_at': '2021-07-28T18:38:51Z', 'revision_number': 0, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:38:53.979453 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb065a-b332-4cc7-817b-867ca268f91b None None] New status for floating IP b47cd3db-731a-4355-9dc7-ceb3e56e095f: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:38:54.410755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45414) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:54.475110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a86c4cd7-e18d-4087-9e7a-132aec1f7577 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/b47cd3db-731a-4355-9dc7-ceb3e56e095f HTTP/1.1" status: 200 len: 993 time: 0.0579286 Jul 28 18:38:56.881808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45424) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:57.243859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9680705-4842-4bd6-85eb-47c0ba6ab9fc tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:57.244341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9680705-4842-4bd6-85eb-47c0ba6ab9fc tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:57.244809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9680705-4842-4bd6-85eb-47c0ba6ab9fc tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:57.246496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9680705-4842-4bd6-85eb-47c0ba6ab9fc tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=244b8cf8b6d8475e97822eba1ace3415&network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 2969 time: 0.3637142 Jul 28 18:38:58.815102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:58.892194 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb677958-0ae1-4cee-a47d-2cc258ee005e tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:58.894193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-eb677958-0ae1-4cee-a47d-2cc258ee005e tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb HTTP/1.1" status: 200 len: 814 time: 0.0781422 Jul 28 18:38:59.322263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45444) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:38:59.327568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'network': {'name': 'tempest-network-smoke--567235620', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:38:59.457133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:38:59.460799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:59.841640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:38:59.851206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:59.851745 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Added segment 8fe36f42-a306-48b2-821b-85462b8d1979 of type vlan for network c93fe4f8-e225-4482-b857-4a8921819621 Jul 28 18:38:59.893201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:59.990887 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:38:59.996515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:38:59.997140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:00.064766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Network': ['ID=c93fe4f8-e225-4482-b857-4a8921819621,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:00.075133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c93fe4f8-e225-4482-b857-4a8921819621 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:39:00.122238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-608360d2-de1b-49fb-8dfc-17648c2f89e6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7959764 Jul 28 18:39:00.122506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45448) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.187444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c658605-93ca-4fbe-882f-1e5ebcfd5fe8 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:00.188862 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4c658605-93ca-4fbe-882f-1e5ebcfd5fe8 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=244b8cf8b6d8475e97822eba1ace3415&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0654144 Jul 28 18:39:00.192170 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45450) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.278057 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a28c0-91ed-457d-bb8b-7f1945ca98b3 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:00.279563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-801a28c0-91ed-457d-bb8b-7f1945ca98b3 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864267 Jul 28 18:39:00.282360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45452) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.311118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a786bab4-582b-476e-9cbc-f3942c5bcd58 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270140 Jul 28 18:39:00.313747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45454) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.340030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-37777f4b-350f-4cda-8cba-4584ce57e96f tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=244b8cf8b6d8475e97822eba1ace3415&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252497 Jul 28 18:39:00.342238 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45456) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.429719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f009c8-398a-4dc4-8a59-6a21f5662793 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:00.431229 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b8f009c8-398a-4dc4-8a59-6a21f5662793 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881169 Jul 28 18:39:00.434042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45458) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.461321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3c9e9c56-d89a-467d-9944-d110bff99b67 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262313 Jul 28 18:39:00.463698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45460) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:00.468387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254378408', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:00.638269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:39:00.641696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:00.887639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:00.943786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Subnet': ['ID=6cdf5a09-cda0-4a8b-b615-2fac6b640186,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:00.957033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Checking segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:00.957404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network hostable DHCP agents. Network: c93fe4f8-e225-4482-b857-4a8921819621, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:39:01.047953 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network c93fe4f8-e225-4482-b857-4a8921819621 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:39:01.124270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c93fe4f8-e225-4482-b857-4a8921819621) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:01.129037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:01.130199 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.133627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e7c84-62c2-4d37-8b93-2fbf3cab04df None None] Network c93fe4f8-e225-4482-b857-4a8921819621 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:39:01.202990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-787b72e6-fec8-4c9f-9a71-9edb97294179 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7382920 Jul 28 18:39:01.284478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c93fe4f8-e225-4482-b857-4a8921819621', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ips': [{'subnet_id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:39:01.285437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.297012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-e4a67551-1518-4240-9b21-ce75ddfae6d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:01.299089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-e4a67551-1518-4240-9b21-ce75ddfae6d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1075070 Jul 28 18:39:01.316235 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-492527c0-e263-4011-9e9e-9255ad9a8bb7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0107949 Jul 28 18:39:01.370432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-f9b1a4d5-66fd-4103-828c-6f2392446ec7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478218 Jul 28 18:39:01.428853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Allocated IP 172.20.0.18 (c93fe4f8-e225-4482-b857-4a8921819621/6cdf5a09-cda0-4a8b-b615-2fac6b640186/63275de8-7a7f-4398-9296-50305102413c) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:39:01.433126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-62048a61-da20-4711-887f-1780dbb32fd9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:39:01.434255 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-62048a61-da20-4711-887f-1780dbb32fd9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566912 Jul 28 18:39:01.541016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-1f8ab5e6-9924-4c2a-a3d9-b0a72bec40ee service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993454 Jul 28 18:39:01.574305 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.582895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Transition to ACTIVE for port object 63275de8-7a7f-4398-9296-50305102413c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:01.596958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Transition to ACTIVE for port object 63275de8-7a7f-4398-9296-50305102413c will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:01.633714 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-4febdf01-4a2d-4b7e-a0bd-d998ef8f7316 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864265 Jul 28 18:39:01.664818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45476) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:01.669151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243364388', 'description': 'tempest-secgroup-smoke-243364388 description', 'project_id': '244b8cf8b6d8475e97822eba1ace3415'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:01.682716 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.720441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Network c93fe4f8-e225-4482-b857-4a8921819621 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:01.723200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:01.726662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:39:01.737644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Pushing event updated for resources: {'Port': ['ID=63275de8-7a7f-4398-9296-50305102413c,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:01.745684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.762902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.763263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.763638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.763974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.764310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.764643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.764987 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.765342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.765646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.765972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.766299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.766622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:01.800628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Attempting to bind port 63275de8-7a7f-4398-9296-50305102413c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:39:01.801007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Attempting to bind port 63275de8-7a7f-4398-9296-50305102413c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:39:01.801375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Attempting to bind port 63275de8-7a7f-4398-9296-50305102413c on network c93fe4f8-e225-4482-b857-4a8921819621 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:01.806620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:39:01.807657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Checking segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:01.807657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.807868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Bound using segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:39:01.808301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Bound port: 63275de8-7a7f-4398-9296-50305102413c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:39:01.808688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.837125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.873575 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] For port 63275de8-7a7f-4398-9296-50305102413c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:39:01.877454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] For port 63275de8-7a7f-4398-9296-50305102413c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63275de8-7a7f-4398-9296-50305102413c,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:39:01.907200 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:01.936262 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20abcd-dcc4-44fc-9c20-e9228762b032,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:01.993284 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.015799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.017085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bfb5358a-1d59-4cac-944a-ce145def5cb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3515942 Jul 28 18:39:02.019887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45484) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:02.025342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:02.056780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b274fd-959b-4069-9272-9610216e2377 None None] Pushing event updated for resources: {'Port': ['ID=63275de8-7a7f-4398-9296-50305102413c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:02.121990 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.191082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.251625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-af9108fd-c585-43b4-92b1-738f0daaab5c req-ba66c318-c140-4e26-8f5a-ce54834e8ce4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0417149 Jul 28 18:39:02.261937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.286096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd160f9-e022-43a9-93a8-b9921c04ac82,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:02.356726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.358020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-16d034d4-2232-4a4c-8d8e-3adba9e5799d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370440 Jul 28 18:39:02.360708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:02.365682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:02.470789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.536012 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.609979 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.627984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d494cd8-1540-458a-bde4-85dc0fb1cdfe,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:02.724753 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.726009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c891b991-b95e-4473-8d16-5aa310a31d2a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3641324 Jul 28 18:39:02.728626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45498) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:02.733199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:02.833294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63275de8-7a7f-4398-9296-50305102413c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:02.856088 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.919708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:02.964730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 63275de8-7a7f-4398-9296-50305102413c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:03.027338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.045913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fa2a40-ca5e-44ba-80c3-78a8d83c9469,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:03.049830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbb1c4-e8ca-4170-ab9d-4026ed4fc1ab None None] Network c93fe4f8-e225-4482-b857-4a8921819621 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:39:03.124239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.125563 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-08439d4e-c0ec-41d2-8397-3f71418d459d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959186 Jul 28 18:39:03.129154 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45500) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:03.133893 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:03.171207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Provisioning for port 63275de8-7a7f-4398-9296-50305102413c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:03.177534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Provisioning complete for port 63275de8-7a7f-4398-9296-50305102413c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:03.181071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.221396 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.285502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.294855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.320341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] For port 63275de8-7a7f-4398-9296-50305102413c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63275de8-7a7f-4398-9296-50305102413c,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:03.359630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-976bacc6-43c1-449e-9371-929ef06a1ed7 req-4763d334-ed42-40a9-ba43-ffcff2686c37 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0332427 Jul 28 18:39:03.373628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.395865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a932d970-53f7-4c40-a08c-a8c2a192e702,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:03.430524 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.478786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd1b43-33dc-4040-a1e4-85f2dc1c4578 None None] Pushing event updated for resources: {'Port': ['ID=63275de8-7a7f-4398-9296-50305102413c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:03.505120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.506627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dcf2fdb1-8a45-4d78-9a19-6125745bdb44 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3762004 Jul 28 18:39:03.509123 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45504) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:03.513732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:03.548755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-11970179-cb27-4870-ad0a-931d9b9ded2d None None] Provisioning complete for port 63275de8-7a7f-4398-9296-50305102413c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:03.549136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-11970179-cb27-4870-ad0a-931d9b9ded2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.597137 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:39:03.602147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.663949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.735590 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.753574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad6683a-faec-4ca0-a45b-cf8a41250726,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:03.841844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:03.843134 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d767b35f-06bc-48b2-a875-796f90ea792d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330681 Jul 28 18:39:03.846084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45506) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:03.850863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '4d20abcd-dcc4-44fc-9c20-e9228762b032', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:03.933410 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:39:03.938701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.000036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.067290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.088847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2574ab65-4beb-486e-bfa3-5453e69bdb98,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:04.096210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.096552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.098935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.099748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.099748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.099946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:04.152877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.154091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3dce212-c036-4f42-9725-5aa59725b7e7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3070312 Jul 28 18:39:04.321346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-85f43cb8-3694-4c03-9a9f-a2885edce4a8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243364388&fields=id&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 267 time: 0.0600824 Jul 28 18:39:04.332128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-0872d7ef-f9da-4a03-b13d-1917724c4486 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:04.333556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-0872d7ef-f9da-4a03-b13d-1917724c4486 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1272242 Jul 28 18:39:04.361840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:04.447857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9d4ed767-3c1f-4dff-a1b2-00170d2901ed req-e9f8f719-4fc9-429e-8755-2d919a1455be tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jul 28 18:39:04.511883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-f63a3e3a-0d5b-4e99-8cf5-bb0e793e9bae tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:04.513401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-f63a3e3a-0d5b-4e99-8cf5-bb0e793e9bae tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/networks?id=c93fe4f8-e225-4482-b857-4a8921819621 HTTP/1.1" status: 200 len: 796 time: 0.1789687 Jul 28 18:39:04.535309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-78a2cdcd-c8b2-453e-8c77-7e698df6e31e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/quotas/244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 375 time: 0.0130694 Jul 28 18:39:04.598399 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-9a87ef7b-57ba-4a26-8dee-6f0c0f856f15 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0566516 Jul 28 18:39:04.654905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:39:04.658805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.761946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-7c2dec43-a59b-433a-9dbc-ec6063908886 service neutron] 10.222.0.25 "GET /v2.0/networks/c93fe4f8-e225-4482-b857-4a8921819621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518588 Jul 28 18:39:04.821922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63275de8-7a7f-4398-9296-50305102413c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:04.869686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 63275de8-7a7f-4398-9296-50305102413c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:04.870370 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:04.871834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.6 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/44628dea-5e26-40cd-bd24-bdd1fd86fa33) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:39:04.911870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-5b69c050-3abd-429a-a2e7-484c53e203ca service neutron] 10.222.0.25 "GET /v2.0/networks/c93fe4f8-e225-4482-b857-4a8921819621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403582 Jul 28 18:39:05.050445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.069600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object 44628dea-5e26-40cd-bd24-bdd1fd86fa33 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:05.167025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:39:05.176029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.188866 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a131b270-74cf-41ed-a215-179e45e618fc req-2ec377bf-f427-4106-b7e8-6d97a2ec230b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 210 time: 0.0408406 Jul 28 18:39:05.227777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:05.230954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:05.233547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:39:05.262069 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:05.311913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:05.312868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.414225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-4d7bd17c-d52c-4c28-be51-7dc9f4be2c1c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697281 Jul 28 18:39:05.427316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Request body: {'port': {'device_id': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:05.503411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.539245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-115426bd-3271-4f3d-9d62-e0089a26a72d None None] Provisioning for port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:05.543900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-115426bd-3271-4f3d-9d62-e0089a26a72d None None] Provisioning complete for port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:05.544282 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-115426bd-3271-4f3d-9d62-e0089a26a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.596415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-115426bd-3271-4f3d-9d62-e0089a26a72d None None] Port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:39:05.658909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1fa3-5b72-4ed0-a231-7baf155d6918 req-5fc527d5-94e0-493d-96b3-1115aa673ae0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:05.660631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58ae1fa3-5b72-4ed0-a231-7baf155d6918 req-5fc527d5-94e0-493d-96b3-1115aa673ae0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 931 time: 0.1230583 Jul 28 18:39:05.753383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58ae1fa3-5b72-4ed0-a231-7baf155d6918 req-2fa1e2ca-e165-4d11-adf7-1ecfce54099b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848558 Jul 28 18:39:05.851544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44628dea-5e26-40cd-bd24-bdd1fd86fa33 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:39:05.859366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:05.871898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Transition to ACTIVE for port object 44628dea-5e26-40cd-bd24-bdd1fd86fa33 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:05.970892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:06.027204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Pushing event updated for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:06.109550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Attempting to bind port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:39:06.110026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Attempting to bind port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:39:06.110658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Attempting to bind port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:06.115692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:39:06.116227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Attempting to bind port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:06.122056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:39:06.122268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:06.122542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:39:06.123114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Bound port: 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:39:06.123513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:06.194811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:39:06.198606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:39:06.282364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:06.296107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d15bc4a9-5262-46fa-b5f4-9a8544a69726 req-10fb0e70-b4be-4cf0-b8c0-97bedf83fea6 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 210 time: 0.0279238 Jul 28 18:39:06.340433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.341070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:06.343426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] 10.222.0.37 "PUT /v2.0/ports/44628dea-5e26-40cd-bd24-bdd1fd86fa33 HTTP/1.1" status: 200 len: 1091 time: 0.9198031 Jul 28 18:39:06.343932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:06.346868 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9824d81f-be09-4552-8983-d6e3703b9875" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:06.379319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378378d-b877-4240-abf8-7b4dc933c33c service neutron] Pushing event updated for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:06.391439 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992badc-e439-4bc3-b52c-002e45735de4 x-openstack-request-id: req-1992badc-e439-4bc3-b52c-002e45735de4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:06.391738 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:06.392533 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1992badc-e439-4bc3-b52c-002e45735de4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:06.392935 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33', 'status': 'completed', 'code': 200} Jul 28 18:39:06.467055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d81f-be09-4552-8983-d6e3703b9875 req-6fbd0789-36df-403a-a456-bcf2b1367a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.469638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9824d81f-be09-4552-8983-d6e3703b9875 req-6fbd0789-36df-403a-a456-bcf2b1367a1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 1094 time: 0.0543387 Jul 28 18:39:06.589044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d81f-be09-4552-8983-d6e3703b9875 req-4673f0b5-5f01-4fd0-878c-88b4e770e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.590505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9824d81f-be09-4552-8983-d6e3703b9875 req-4673f0b5-5f01-4fd0-878c-88b4e770e116 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1130042 Jul 28 18:39:06.712584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d81f-be09-4552-8983-d6e3703b9875 req-63c0874e-d7a3-48c5-9eda-3b112c6d81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.714469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9824d81f-be09-4552-8983-d6e3703b9875 req-63c0874e-d7a3-48c5-9eda-3b112c6d81e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157863 Jul 28 18:39:06.828654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-a54184f0-cbf2-489e-9392-03c4709545cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.830754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-a54184f0-cbf2-489e-9392-03c4709545cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 1094 time: 0.0609972 Jul 28 18:39:06.885430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-28fff9a6-73a5-42f1-87e7-1ca5547dd5c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33 HTTP/1.1" status: 200 len: 217 time: 0.0463626 Jul 28 18:39:06.898435 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ed768-bce4-4cdf-afe6-baa51e50879c req-c2c3a0a2-aebf-498f-b01b-073a048eb1de tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.900652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-078ed768-bce4-4cdf-afe6-baa51e50879c req-c2c3a0a2-aebf-498f-b01b-073a048eb1de tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0610800 Jul 28 18:39:06.946838 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-b55cbd0e-fa2d-4d58-a2c8-a3e2fbb6a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:06.949202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-078ed768-bce4-4cdf-afe6-baa51e50879c req-6faa9a9d-53c1-4a6f-aa97-20943af42f09 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Jul 28 18:39:06.949980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-b55cbd0e-fa2d-4d58-a2c8-a3e2fbb6a15a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0562632 Jul 28 18:39:06.999051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae661d-27eb-4529-960d-7056325e039e req-bae17340-ad7d-477b-bb4a-83f8816deb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:07.000700 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-bae17340-ad7d-477b-bb4a-83f8816deb29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443304 Jul 28 18:39:07.104945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-0a06b8cf-aa29-40e5-9313-9b27ea5544f3 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968380 Jul 28 18:39:07.266570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ae661d-27eb-4529-960d-7056325e039e req-08538a26-40d0-46ee-97f7-529ac7e99c44 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539931 Jul 28 18:39:07.317138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-a6bc48f1-be77-480b-b08f-637fb9a23c9c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:07.320249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-a6bc48f1-be77-480b-b08f-637fb9a23c9c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/networks?id=c93fe4f8-e225-4482-b857-4a8921819621 HTTP/1.1" status: 200 len: 796 time: 0.1273313 Jul 28 18:39:07.369535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-1c478048-31b2-41be-a83b-4f946d0fff51 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 472 time: 0.0401597 Jul 28 18:39:07.386584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'port': {'device_id': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'admin_state_up': True, 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'security_groups': ['4d20abcd-dcc4-44fc-9c20-e9228762b032']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:07.441784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6323290-acc5-4927-b97e-f2b6f3d4328d req-0e37471f-67fb-4ba1-9ffb-970f1207008f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 210 time: 0.0681422 Jul 28 18:39:07.596869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:39:07.600545 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:07.701355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-31235c48-c71a-489b-a351-fbc026fa8772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:07.732054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.24 (c93fe4f8-e225-4482-b857-4a8921819621/6cdf5a09-cda0-4a8b-b615-2fac6b640186/42b00a72-b070-48cd-a5f3-0ac21ce311a4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:39:07.879945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:07.894915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 42b00a72-b070-48cd-a5f3-0ac21ce311a4 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:07.993391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.042279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network c93fe4f8-e225-4482-b857-4a8921819621 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:08.045514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:08.052375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:39:08.057617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:08.076879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b13f-6661-4f28-acd7-c1e59a062ad6 req-a68ee1d2-cebe-4f91-9b72-8e6786366f87 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:08.078988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b4b13f-6661-4f28-acd7-c1e59a062ad6 req-a68ee1d2-cebe-4f91-9b72-8e6786366f87 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0559011 Jul 28 18:39:08.108219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:08.108888 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.136891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71b4b13f-6661-4f28-acd7-c1e59a062ad6 req-d74df3c4-d53c-4d0f-a623-a2d4933bbef5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Jul 28 18:39:08.188389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-dff1508f-8c73-4029-95a5-dfcfd4664e7c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8059969 Jul 28 18:39:08.201949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Request body: {'port': {'device_id': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:08.262266 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.356067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-529c7588-19af-4b19-8683-8c1fcfe5b5f7 None None] Provisioning for port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:08.361097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-529c7588-19af-4b19-8683-8c1fcfe5b5f7 None None] Provisioning complete for port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:08.361549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-529c7588-19af-4b19-8683-8c1fcfe5b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.395054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-529c7588-19af-4b19-8683-8c1fcfe5b5f7 None None] Port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:39:08.534440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b00a72-b070-48cd-a5f3-0ac21ce311a4 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:39:08.552513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.581235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Transition to ACTIVE for port object 42b00a72-b070-48cd-a5f3-0ac21ce311a4 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:08.597505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339ac0f-64cd-49a6-ad61-15e89e7d75c7 req-7044e279-6f47-44aa-903b-6c4a39a4663e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:08.599013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9339ac0f-64cd-49a6-ad61-15e89e7d75c7 req-7044e279-6f47-44aa-903b-6c4a39a4663e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 932 time: 0.0700750 Jul 28 18:39:08.637117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9339ac0f-64cd-49a6-ad61-15e89e7d75c7 req-fd43a497-85f8-4751-832e-20dbca51ea95 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Jul 28 18:39:08.647008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.701546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Pushing event updated for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:08.771058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Attempting to bind port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:39:08.771412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Attempting to bind port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:39:08.771748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Attempting to bind port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 on network c93fe4f8-e225-4482-b857-4a8921819621 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:08.776687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 on network c93fe4f8-e225-4482-b857-4a8921819621 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:39:08.776687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Attempting to bind port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 on network c93fe4f8-e225-4482-b857-4a8921819621 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:08.781774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:39:08.782106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Checking segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:08.782595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Bound using segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:39:08.783050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Bound port: 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:39:08.783527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.850331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:39:08.853784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:39:08.925575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.963708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:08.964032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:08.965345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] 10.222.0.35 "PUT /v2.0/ports/42b00a72-b070-48cd-a5f3-0ac21ce311a4 HTTP/1.1" status: 200 len: 1092 time: 0.7678888 Jul 28 18:39:08.965810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:08.968484 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7441d4-3069-4605-bdaa-00f6a99ffa19" -d '{"events": [{"name": "network-changed", "server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:08.994825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609eb9-dc1e-4b48-9c75-f1810da54052 service neutron] Pushing event updated for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:09.017820 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c478d-96fd-40d3-8c29-25ee2a48f959 x-openstack-request-id: req-394c478d-96fd-40d3-8c29-25ee2a48f959 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:09.018168 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:09.018427 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-394c478d-96fd-40d3-8c29-25ee2a48f959 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:09.018831 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4', 'status': 'completed', 'code': 200} Jul 28 18:39:09.082228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-79e2dcdc-25f6-40ea-920e-47887e5d66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.084044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-79e2dcdc-25f6-40ea-920e-47887e5d66b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 1095 time: 0.0436246 Jul 28 18:39:09.187704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-f38bd392-9a2c-4cc7-b5e7-6d1bb2cdb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.192000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-f38bd392-9a2c-4cc7-b5e7-6d1bb2cdb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.192000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-f38bd392-9a2c-4cc7-b5e7-6d1bb2cdb997 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=244b8cf8b6d8475e97822eba1ace3415&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.0963778 Jul 28 18:39:09.314480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f3afc-e7c4-4733-8c2d-68e627b9db5c req-5aaaa7de-eb64-4a1c-b2a9-fdf61984c221 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.316010 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b68f3afc-e7c4-4733-8c2d-68e627b9db5c req-5aaaa7de-eb64-4a1c-b2a9-fdf61984c221 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.1091816 Jul 28 18:39:09.332141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-a3e477f0-3bd8-4697-b82e-59dbf42b3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.333552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea7441d4-3069-4605-bdaa-00f6a99ffa19 req-a3e477f0-3bd8-4697-b82e-59dbf42b3a5b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362154 Jul 28 18:39:09.359320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b68f3afc-e7c4-4733-8c2d-68e627b9db5c req-e1e7d35f-e8a3-46cc-a674-b5c6f7fbab61 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Jul 28 18:39:09.412596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-0a7322cb-93a4-4bda-8de9-66341fb63269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.414096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-0a7322cb-93a4-4bda-8de9-66341fb63269 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 1095 time: 0.0446937 Jul 28 18:39:09.455665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-c44920ca-250d-48c1-9402-9eee7ba415c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4 HTTP/1.1" status: 200 len: 217 time: 0.0329955 Jul 28 18:39:09.504022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-5d8d4005-87d5-4fd7-b449-cc44f9b9ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.505484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-5d8d4005-87d5-4fd7-b449-cc44f9b9ffca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cdf5a09-cda0-4a8b-b615-2fac6b640186 HTTP/1.1" status: 200 len: 837 time: 0.0432220 Jul 28 18:39:09.556970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-42db6d67-b1c5-4464-9aaf-2bbe2fe0ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.558457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-42db6d67-b1c5-4464-9aaf-2bbe2fe0ea66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c93fe4f8-e225-4482-b857-4a8921819621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436192 Jul 28 18:39:09.646295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-5d7d7461-b508-467c-9f2a-3d383c503e12 service neutron] 10.222.0.35 "GET /v2.0/networks/c93fe4f8-e225-4482-b857-4a8921819621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Jul 28 18:39:09.740203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-741c7b20-49b6-4240-977d-bb9f2301b2ad req-aac9703a-8ef7-40c6-99c4-28b08bd4e0ba service neutron] 10.222.0.35 "GET /v2.0/networks/c93fe4f8-e225-4482-b857-4a8921819621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Jul 28 18:39:09.752834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b62c-eafb-44c4-b604-e6eb78e075dc req-7e68c6cb-2b86-43ad-b402-299a2ec8850f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:09.754620 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe7b62c-eafb-44c4-b604-e6eb78e075dc req-7e68c6cb-2b86-43ad-b402-299a2ec8850f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 944 time: 0.0482509 Jul 28 18:39:09.791703 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2fe7b62c-eafb-44c4-b604-e6eb78e075dc req-aad7c841-8cb9-47d0-a06a-d12c4916019e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Jul 28 18:39:10.081320 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:10.264230 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8be5e7ce-3c1d-42f9-97de-b4bb4cdec3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:10.475924 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7802c7-0016-4827-9dc0-5c787894501f req-2b9eb4ea-6318-4791-bce6-bc5e2872414e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:10.477415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f7802c7-0016-4827-9dc0-5c787894501f req-2b9eb4ea-6318-4791-bce6-bc5e2872414e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0495734 Jul 28 18:39:10.516272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f7802c7-0016-4827-9dc0-5c787894501f req-ce2e20a5-fa01-445f-98c8-b9757184e212 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 28 18:39:10.912210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa28e-e7ef-4d1f-b4a0-e2876c2ac500 req-52a6cd14-1c24-45ab-9134-899be9064454 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:10.913680 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-965fa28e-e7ef-4d1f-b4a0-e2876c2ac500 req-52a6cd14-1c24-45ab-9134-899be9064454 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 944 time: 0.0517440 Jul 28 18:39:10.951465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-965fa28e-e7ef-4d1f-b4a0-e2876c2ac500 req-bbaa5775-a222-4d94-af46-67b01391da48 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jul 28 18:39:11.141109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:11.628359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284a8a9-508e-45a7-b823-1ee245128f5f req-f4cc5de6-1b85-496b-8fe1-f1421ca34d70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:11.629801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d284a8a9-508e-45a7-b823-1ee245128f5f req-f4cc5de6-1b85-496b-8fe1-f1421ca34d70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Jul 28 18:39:11.666541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d284a8a9-508e-45a7-b823-1ee245128f5f req-5d5184fa-c6ec-4bf3-9e3f-cc06707e6385 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Jul 28 18:39:12.062658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d24e-46ff-4f7a-97e9-9516e6adec1a req-8b005579-aa46-4b48-8b71-869bcdb3673b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:12.064640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e057d24e-46ff-4f7a-97e9-9516e6adec1a req-8b005579-aa46-4b48-8b71-869bcdb3673b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 944 time: 0.0478821 Jul 28 18:39:12.101621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e057d24e-46ff-4f7a-97e9-9516e6adec1a req-b13719d5-8953-4a57-8151-afd40f7ffca1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310478 Jul 28 18:39:12.783572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9292ea-dba0-4b07-89d3-fe100665edcd req-6c181a62-1efd-4319-a114-be12d3d87980 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:12.784956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db9292ea-dba0-4b07-89d3-fe100665edcd req-6c181a62-1efd-4319-a114-be12d3d87980 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0522790 Jul 28 18:39:12.821687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db9292ea-dba0-4b07-89d3-fe100665edcd req-19c3256b-3e18-408f-8c5b-190506efd47a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Jul 28 18:39:13.037980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:13.213584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0a922-de13-479b-a3a3-6c99309ba9d9 req-5a4974d0-bff3-4fb6-afca-4face17aff73 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:13.215040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40b0a922-de13-479b-a3a3-6c99309ba9d9 req-5a4974d0-bff3-4fb6-afca-4face17aff73 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Jul 28 18:39:13.251600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-40b0a922-de13-479b-a3a3-6c99309ba9d9 req-475f59e5-2dd1-4908-9f03-b10a684ba05c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298712 Jul 28 18:39:13.934241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb505d0-e651-4e6f-bab5-b6e963592d7d req-f8c04381-8b9e-4c59-ad9f-4046a2b59b60 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:13.935727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4eb505d0-e651-4e6f-bab5-b6e963592d7d req-f8c04381-8b9e-4c59-ad9f-4046a2b59b60 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0477831 Jul 28 18:39:13.973284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4eb505d0-e651-4e6f-bab5-b6e963592d7d req-64442561-e246-4034-890a-ea42e34063e0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Jul 28 18:39:14.137698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 42b00a72-b070-48cd-a5f3-0ac21ce311a4 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:39:14.229710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:14.240949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '42b00a72-b070-48cd-a5f3-0ac21ce311a4', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'port_id': '42b00a72-b070-48cd-a5f3-0ac21ce311a4', 'mac_address': 'fa:16:3e:66:f1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:39:14.275666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:14.289002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b00a72-b070-48cd-a5f3-0ac21ce311a4 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:39:14.308552 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:14.363929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:14.368897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94560c43-410c-48ee-b93d-e572de6de92f req-3b6c13a5-3337-4881-befa-cac209dd0303 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:14.370415 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94560c43-410c-48ee-b93d-e572de6de92f req-3b6c13a5-3337-4881-befa-cac209dd0303 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 944 time: 0.0526364 Jul 28 18:39:14.409645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94560c43-410c-48ee-b93d-e572de6de92f req-cf2c01e4-4509-484f-b68a-2a27808e5fde tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jul 28 18:39:14.411102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:14.735818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['42b00a72-b070-48cd-a5f3-0ac21ce311a4'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:39:15.088434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7fbb0-642e-444e-b562-30cd6ada3fe1 req-6183b33e-15cf-452b-a650-1d052a3d7650 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:15.089982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ad7fbb0-642e-444e-b562-30cd6ada3fe1 req-6183b33e-15cf-452b-a650-1d052a3d7650 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0515201 Jul 28 18:39:15.128072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ad7fbb0-642e-444e-b562-30cd6ada3fe1 req-6ad512a5-0044-48ae-87e8-312f96b6127c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Jul 28 18:39:15.521714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15265c3-b6a3-41d9-b8d8-eacd01ac373e req-c7e6a82a-e449-43ae-99e8-14e515b35ed8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:15.523210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b15265c3-b6a3-41d9-b8d8-eacd01ac373e req-c7e6a82a-e449-43ae-99e8-14e515b35ed8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Jul 28 18:39:15.561154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b15265c3-b6a3-41d9-b8d8-eacd01ac373e req-2e39e91d-01a8-4557-9ba6-81431c5fb635 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Jul 28 18:39:15.660866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:16.138384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 42b00a72-b070-48cd-a5f3-0ac21ce311a4 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:16.242557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bd82d-43d0-4831-9d69-a4ae8ec07b3f req-c9a2599d-d242-41b1-b048-23353f1c971b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:16.243470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:16.244061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-259bd82d-43d0-4831-9d69-a4ae8ec07b3f req-c9a2599d-d242-41b1-b048-23353f1c971b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0511985 Jul 28 18:39:16.247565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:16.247945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:16.281450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-259bd82d-43d0-4831-9d69-a4ae8ec07b3f req-34687a0b-f5e0-4c60-a8ff-dea441ce6311 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Jul 28 18:39:16.323853 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:16.345579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:16.347878 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9a08a-9a84-43dd-ba3e-0f14a1be0514" -d '{"events": [{"server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "name": "network-vif-plugged", "status": "completed", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:16.361332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:16.385583 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e947e-f05c-4bba-9096-7e5d104c08c8 x-openstack-request-id: req-432e947e-f05c-4bba-9096-7e5d104c08c8 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:16.385583 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "name": "network-vif-plugged", "status": "completed", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:16.385583 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-432e947e-f05c-4bba-9096-7e5d104c08c8 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:16.385994 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4', 'code': 200} Jul 28 18:39:16.426546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:16.473195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:16.481349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b21b-1f18-4319-b436-2502b4e88ebd req-b86fe3de-2d15-4aed-9df7-91112f851ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:16.482645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b76b21b-1f18-4319-b436-2502b4e88ebd req-b86fe3de-2d15-4aed-9df7-91112f851ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 1097 time: 0.0424838 Jul 28 18:39:16.519414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b76b21b-1f18-4319-b436-2502b4e88ebd req-d8f677c8-b266-411c-8cab-525453981311 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287054 Jul 28 18:39:16.680238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31587918-c173-4a29-a0f7-e8060c6b8c10 req-eda7a49a-1ecb-4a18-ab4a-d622f3ebb019 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:16.681616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31587918-c173-4a29-a0f7-e8060c6b8c10 req-eda7a49a-1ecb-4a18-ab4a-d622f3ebb019 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0476773 Jul 28 18:39:16.719188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31587918-c173-4a29-a0f7-e8060c6b8c10 req-ed7dd726-5286-4e29-9446-e28dfc4be841 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jul 28 18:39:17.396337 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9399b7-bd18-452d-b3d0-fea3dc960396 req-84927aa3-fcb2-441e-810a-523c86feddff tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:17.397837 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f9399b7-bd18-452d-b3d0-fea3dc960396 req-84927aa3-fcb2-441e-810a-523c86feddff tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 943 time: 0.0483255 Jul 28 18:39:17.435574 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6f9399b7-bd18-452d-b3d0-fea3dc960396 req-7e498b45-bcf8-41a9-8252-3225df531e4b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Jul 28 18:39:17.834498 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711fbb-1f3d-4c2e-ba6c-f9b03b35eec9 req-27636407-cc50-4897-969d-d8fe6733841e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:17.836021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f711fbb-1f3d-4c2e-ba6c-f9b03b35eec9 req-27636407-cc50-4897-969d-d8fe6733841e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0515146 Jul 28 18:39:17.873831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5f711fbb-1f3d-4c2e-ba6c-f9b03b35eec9 req-f327926e-ea58-4c75-b668-96d891f24dfd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Jul 28 18:39:17.880785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 44628dea-5e26-40cd-bd24-bdd1fd86fa33 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:39:17.976524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:17.987581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '44628dea-5e26-40cd-bd24-bdd1fd86fa33', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': '44628dea-5e26-40cd-bd24-bdd1fd86fa33', 'mac_address': 'fa:16:3e:00:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:39:17.993048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3976e1b-7a43-42f1-bbb9-680c11c20975 req-d6ca1473-4b65-4e2d-9466-b64245c55bc7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:17.994551 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3976e1b-7a43-42f1-bbb9-680c11c20975 req-d6ca1473-4b65-4e2d-9466-b64245c55bc7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Jul 28 18:39:18.024886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:18.034175 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3976e1b-7a43-42f1-bbb9-680c11c20975 req-c27c9348-f14c-44af-9498-6fad14691e55 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Jul 28 18:39:18.037701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44628dea-5e26-40cd-bd24-bdd1fd86fa33 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:39:18.060914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:18.109290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:18.156764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:18.333584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['44628dea-5e26-40cd-bd24-bdd1fd86fa33'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:39:18.546448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e9d64-a733-4e3b-a123-29aa9f6e0a94 req-d38c1d5e-4b90-40c4-8381-81ed3624258b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:18.548432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a2e9d64-a733-4e3b-a123-29aa9f6e0a94 req-d38c1d5e-4b90-40c4-8381-81ed3624258b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Jul 28 18:39:18.586204 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2a2e9d64-a733-4e3b-a123-29aa9f6e0a94 req-7541db7c-e1b6-4d86-9728-e364dbda9b0b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 28 18:39:18.872373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:19.364179 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-ba4ecd88-48b1-420c-bb3e-7b4a82bcfb8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380430 Jul 28 18:39:19.442385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-60e863f0-6477-4d64-90dd-74cb332b4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:19.443841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-60e863f0-6477-4d64-90dd-74cb332b4444 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1096 time: 0.0389659 Jul 28 18:39:19.545600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-0e839476-a56c-4af6-8ca0-db6d8fda4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:19.547071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-0e839476-a56c-4af6-8ca0-db6d8fda4f64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 897 time: 0.0852897 Jul 28 18:39:19.581374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45590) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:19.612786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-652ca213-6a0a-43d1-a781-74f658307dcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 1001 time: 0.0584660 Jul 28 18:39:19.667431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-03e1c2bd-0194-485f-8541-207e7ebf1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:19.668905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-03e1c2bd-0194-485f-8541-207e7ebf1ab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 200 len: 834 time: 0.0492835 Jul 28 18:39:19.715730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-269c60ea-fd9e-4013-a402-c8bac623d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:19.717242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-269c60ea-fd9e-4013-a402-c8bac623d8ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407019 Jul 28 18:39:19.766829 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb21b-314b-4694-a751-8887cdbb3bee req-f1265ae6-4a6e-4642-b9b5-43b692af5f93 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:19.768353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac0eb21b-314b-4694-a751-8887cdbb3bee req-f1265ae6-4a6e-4642-b9b5-43b692af5f93 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 944 time: 0.1022203 Jul 28 18:39:19.807341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-fe51a830-cf8e-4eb3-b084-5a8bb2ddaca8 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Jul 28 18:39:19.843836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac0eb21b-314b-4694-a751-8887cdbb3bee req-90f8e1d0-b637-40f5-a924-e9f5677ffcb0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692940 Jul 28 18:39:19.895372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 44628dea-5e26-40cd-bd24-bdd1fd86fa33 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:19.900714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5cce6e76-254c-4d0f-94e7-74638cb95638 req-2871bed8-b27b-4fe8-bc6d-83dad042bea2 service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863683 Jul 28 18:39:20.032305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:20.036193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:20.036593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:20.094918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:20.111969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:20.134123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:20.136479 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da9716-2da0-46e6-b0de-60f29fd91b5d" -d '{"events": [{"server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "name": "network-vif-plugged", "status": "completed", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:20.149760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:20.182614 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2b176e-cf3e-4f1f-b424-4a8480032d21 x-openstack-request-id: req-7a2b176e-cf3e-4f1f-b424-4a8480032d21 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:20.182906 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "name": "network-vif-plugged", "status": "completed", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:20.183166 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a2b176e-cf3e-4f1f-b424-4a8480032d21 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:20.183625 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33', 'code': 200} Jul 28 18:39:20.221393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:20.277227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:20.283652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b675-bdfa-4f13-8919-9aeeaba70efa req-0bf2f72d-0121-4108-bb45-82742121f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:20.285734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c19b675-bdfa-4f13-8919-9aeeaba70efa req-0bf2f72d-0121-4108-bb45-82742121f852 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 1096 time: 0.0442665 Jul 28 18:39:20.321018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c19b675-bdfa-4f13-8919-9aeeaba70efa req-1aa8f57f-890d-49f9-90bd-32d947d86e50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285666 Jul 28 18:39:20.471415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.17 (c93fe4f8-e225-4482-b857-4a8921819621/6cdf5a09-cda0-4a8b-b615-2fac6b640186/7e5d4101-0cdc-438f-a971-a7ecc628c7d8) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:39:20.858705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:20.871495 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:20.959999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ecafd-0dc0-402a-b8a2-03457f4b8692 req-ba486517-52d7-4a0a-b3e0-d4f3938f79d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:20.961496 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa0ecafd-0dc0-402a-b8a2-03457f4b8692 req-ba486517-52d7-4a0a-b3e0-d4f3938f79d3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Jul 28 18:39:20.963658 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.051388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network c93fe4f8-e225-4482-b857-4a8921819621 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:21.064726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:21.067102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:39:21.069643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:21.097951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa0ecafd-0dc0-402a-b8a2-03457f4b8692 req-0ff3a6b8-3eb0-4712-81b9-aa0794f0fe1b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249375 Jul 28 18:39:21.120868 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.455372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.460669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a397c7b2-1e02-4c10-964d-cca058ff7358 None None] Provisioning for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:21.464833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a397c7b2-1e02-4c10-964d-cca058ff7358 None None] Provisioning complete for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:21.472195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a397c7b2-1e02-4c10-964d-cca058ff7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.506483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a397c7b2-1e02-4c10-964d-cca058ff7358 None None] Port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:39:21.722148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.789148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.858497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:21.861165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:21.952081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network c93fe4f8-e225-4482-b857-4a8921819621 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:21.954071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:22.071022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:39:22.184769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:39:22.191472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b97b0833-6530-467e-9308-ca596fa52f19 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/974c64f5-b23e-43f1-b9cc-f84e9fa266b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087692 Jul 28 18:39:22.195499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:39:22.206556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:39:22.207181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:22.237407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ffe2-5ed1-4979-98e9-15e0a36b5d6f req-80c8da98-89e8-42b6-b547-2353c88bc833 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:22.238856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2478ffe2-5ed1-4979-98e9-15e0a36b5d6f req-80c8da98-89e8-42b6-b547-2353c88bc833 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0627341 Jul 28 18:39:22.266310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1c5023b0-f9b5-47a5-91c1-f2d8fab12a64 None None] Provisioning complete for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:22.266714 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c5023b0-f9b5-47a5-91c1-f2d8fab12a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:22.284007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2478ffe2-5ed1-4979-98e9-15e0a36b5d6f req-f58fe59f-8b3e-4bf8-ad3b-5af0c8d38675 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Jul 28 18:39:22.406075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b79f46-29f1-4319-995c-9e3c818fa00c req-5ba39405-43e4-4796-b76e-13cc09dbb8dd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:22.407719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89b79f46-29f1-4319-995c-9e3c818fa00c req-5ba39405-43e4-4796-b76e-13cc09dbb8dd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Jul 28 18:39:22.447993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89b79f46-29f1-4319-995c-9e3c818fa00c req-a406fd08-a32f-4080-8d95-b1d6a8e0b6d9 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jul 28 18:39:22.503332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1c5023b0-f9b5-47a5-91c1-f2d8fab12a64 None None] Port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:39:22.512637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:39:22.745197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d4101-0cdc-438f-a971-a7ecc628c7d8', 'name': '', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:98:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:39:20Z', 'updated_at': '2021-07-28T18:39:21Z', 'revision_number': 2, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:22.771416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:39:22.771776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Updating router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:39:22.796584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.068695 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.078226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Transition to ACTIVE for port object 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:23.164302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.224056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7dec5-b5e0-4ac9-ae8e-ec07dfeeeb59 None None] Pushing event updated for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:23.290057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Attempting to bind port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:39:23.290469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Attempting to bind port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:39:23.290895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Attempting to bind port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 on network c93fe4f8-e225-4482-b857-4a8921819621 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:23.296247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:39:23.297930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Checking segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:23.297930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.298414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Bound using segment: {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:39:23.298537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Bound port: 7e5d4101-0cdc-438f-a971-a7ecc628c7d8, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe36f42-a306-48b2-821b-85462b8d1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:39:23.298843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.369665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] For port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:39:23.373705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] For port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:39:23.436187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:23.482014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:39:23.482630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:23.596500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7dec5-b5e0-4ac9-ae8e-ec07dfeeeb59 None None] Pushing event updated for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:23.626262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:39:23.883316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d4101-0cdc-438f-a971-a7ecc628c7d8', 'name': '', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:98:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:39:20Z', 'updated_at': '2021-07-28T18:39:23Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:23.909276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129b13-d2c7-45b8-9f37-02fa00e0993b None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d4101-0cdc-438f-a971-a7ecc628c7d8', 'name': '', 'network_id': 'c93fe4f8-e225-4482-b857-4a8921819621', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:98:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:39:20Z', 'updated_at': '2021-07-28T18:39:23Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': '6cdf5a09-cda0-4a8b-b615-2fac6b640186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:39:24.841887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:24.977899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:24.981768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:24.982146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:25.058247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:25.091689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:25.174769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:25.221212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:25.837143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-c9df515c-234c-47d2-ac8f-81b2f618b41a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:25.838504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-c9df515c-234c-47d2-ac8f-81b2f618b41a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.0968654 Jul 28 18:39:25.853018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-f388cd74-8c7c-4a3d-9bee-9550e3a4e0c0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0088482 Jul 28 18:39:25.905443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-3b1c2c46-1c06-44fa-a766-af9d117d9f39 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473611 Jul 28 18:39:26.005463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-b1f6d285-b8b0-4106-9e27-b5238f0df484 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873644 Jul 28 18:39:26.091143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-010b7476-ebc8-4289-b285-c7983db73b0e service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795116 Jul 28 18:39:26.343699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f436f87d-3e70-4188-8ca8-2f6d66b950e8 req-60968e79-6426-4307-b55c-422b82a938ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0264452 Jul 28 18:39:26.592663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-b9931994-d576-4ce1-88c9-0adee40ca96f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432703 Jul 28 18:39:26.674697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-94ed132a-1531-424c-9d89-03d2b25dc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:26.676347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-94ed132a-1531-424c-9d89-03d2b25dc8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0421183 Jul 28 18:39:26.776783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-e52c3f76-9534-4c86-92da-2213c356a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:26.778359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-e52c3f76-9534-4c86-92da-2213c356a63d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 897 time: 0.0826592 Jul 28 18:39:26.820855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:39:26.848889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-e9a65c8b-8d18-4fad-8ddc-a60b3522442c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 1001 time: 0.0637980 Jul 28 18:39:26.868805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:26.869187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:26.900044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-01cb0a03-0415-45bc-ba2e-afbf3663cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:26.901624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-01cb0a03-0415-45bc-ba2e-afbf3663cc5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 200 len: 835 time: 0.0454230 Jul 28 18:39:26.946753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-9a4dc48f-ed1a-46ab-8372-6b93460a9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:26.948313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-9a4dc48f-ed1a-46ab-8372-6b93460a9321 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400743 Jul 28 18:39:27.040071 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-3ff61c33-4858-47ee-b7b9-ec7327f57c86 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Jul 28 18:39:27.129946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c1c0fcd-0caf-483e-bfe7-94d979b2c44f req-6e2e7faa-d39c-40da-9625-fa2ac633a27d service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 Jul 28 18:39:27.756917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9730844e-b631-4e72-a88c-04568c1e9c7b req-ab5ffb53-1c0c-47e9-bead-cff7a195133b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.3481622 Jul 28 18:39:28.277432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28f66777-f987-4791-9aac-44fb6f852de7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:28.279725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28f66777-f987-4791-9aac-44fb6f852de7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.0997703 Jul 28 18:39:28.301760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': '6606b772-4b74-4157-9302-5b31bc3e048a', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:28.503502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:39:28.508952 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:28.630086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.4 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/3e108258-4d25-406c-a14f-8759e0a03419) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:39:28.775476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:28.791419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object 3e108258-4d25-406c-a14f-8759e0a03419 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:28.852542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1740cf19-c826-4594-a5ba-57bcac3fd93f req-460df6a4-953e-4857-86b9-98afb7d412b5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0264692 Jul 28 18:39:28.895619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:28.907448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['44628dea-5e26-40cd-bd24-bdd1fd86fa33'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:39:28.948195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:39:28.954682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:39:28.962209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:39:28.966117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:29.024758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:29.027629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.135455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-28dff745-c35b-445e-9910-1d17faec3552 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375478 Jul 28 18:39:29.148911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Request body: {'port': {'device_id': '6606b772-4b74-4157-9302-5b31bc3e048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:39:29.203847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.343317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-601ffb26-55fc-44ca-b403-b5fac6629bb6 None None] Provisioning for port 3e108258-4d25-406c-a14f-8759e0a03419 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:39:29.348453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-601ffb26-55fc-44ca-b403-b5fac6629bb6 None None] Provisioning complete for port 3e108258-4d25-406c-a14f-8759e0a03419 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:39:29.348931 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-601ffb26-55fc-44ca-b403-b5fac6629bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.383121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-601ffb26-55fc-44ca-b403-b5fac6629bb6 None None] Port 3e108258-4d25-406c-a14f-8759e0a03419 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:39:29.476277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e108258-4d25-406c-a14f-8759e0a03419 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:39:29.483731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.495316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Transition to ACTIVE for port object 3e108258-4d25-406c-a14f-8759e0a03419 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:39:29.560552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.614681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Pushing event updated for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:29.686142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Attempting to bind port 3e108258-4d25-406c-a14f-8759e0a03419 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:39:29.686476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Attempting to bind port 3e108258-4d25-406c-a14f-8759e0a03419 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:39:29.697547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Attempting to bind port 3e108258-4d25-406c-a14f-8759e0a03419 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:29.697547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Port 3e108258-4d25-406c-a14f-8759e0a03419 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:39:29.697547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Attempting to bind port 3e108258-4d25-406c-a14f-8759e0a03419 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:39:29.697547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:39:29.697547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:39:29.698183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:39:29.698183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Bound port: 3e108258-4d25-406c-a14f-8759e0a03419, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:39:29.698551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.772756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:39:29.777184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e108258-4d25-406c-a14f-8759e0a03419,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:39:29.852391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.892856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:29.893599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:29.894871 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e108258-4d25-406c-a14f-8759e0a03419 HTTP/1.1" status: 200 len: 1091 time: 0.7504845 Jul 28 18:39:29.895317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:29.897874 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ebbe1-8a16-489d-86b0-484c34d50046" -d '{"events": [{"name": "network-changed", "server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "tag": "3e108258-4d25-406c-a14f-8759e0a03419"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:29.953565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e6674-9a7f-47f9-b9a8-097698320464 service neutron] Pushing event updated for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:29.978732 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7977c3-f4bd-4135-8486-9617a0b521f4 x-openstack-request-id: req-8d7977c3-f4bd-4135-8486-9617a0b521f4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:29.979034 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "tag": "3e108258-4d25-406c-a14f-8759e0a03419", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:29.979288 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d7977c3-f4bd-4135-8486-9617a0b521f4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:29.979717 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419', 'status': 'completed', 'code': 200} Jul 28 18:39:30.028582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f6d2a-b9bc-4938-a051-47614c41c7b6 req-92c5f056-26a3-4197-8b98-1aaf5777c0cf tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.030737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-331f6d2a-b9bc-4938-a051-47614c41c7b6 req-92c5f056-26a3-4197-8b98-1aaf5777c0cf tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0963795 Jul 28 18:39:30.080273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-3b9d4585-9ab2-47b7-93a0-c93ce8349f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.081778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-3b9d4585-9ab2-47b7-93a0-c93ce8349f1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 1094 time: 0.0946183 Jul 28 18:39:30.087915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-331f6d2a-b9bc-4938-a051-47614c41c7b6 req-a7d1c6fb-4288-4e51-b04d-9b1e12c5e729 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504625 Jul 28 18:39:30.179940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-5cf11cc4-ce5d-441e-a08c-fc80dc788100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.181340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-5cf11cc4-ce5d-441e-a08c-fc80dc788100 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922055 Jul 28 18:39:30.279646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-2dcf28a3-8c7a-4738-aa9b-ab48cb85ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.281640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-076ebbe1-8a16-489d-86b0-484c34d50046 req-2dcf28a3-8c7a-4738-aa9b-ab48cb85ff5d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928214 Jul 28 18:39:30.355831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-addfa5f2-e7fc-4b0c-941b-7d302879c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.357377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-addfa5f2-e7fc-4b0c-941b-7d302879c8a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 1094 time: 0.0417500 Jul 28 18:39:30.402346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-99afd7a0-ba45-4a47-a995-16c223838752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e108258-4d25-406c-a14f-8759e0a03419 HTTP/1.1" status: 200 len: 217 time: 0.0349748 Jul 28 18:39:30.454963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-16f24036-1c16-4184-998a-bb2a2caabde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.456800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-16f24036-1c16-4184-998a-bb2a2caabde1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0470724 Jul 28 18:39:30.503607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-85a221cc-43b4-46b1-8612-4ea93c41b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:30.504981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-85a221cc-43b4-46b1-8612-4ea93c41b3ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419753 Jul 28 18:39:30.593002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-b321b321-33b1-4419-9895-b0e46147660a service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809178 Jul 28 18:39:30.687940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12e0d72e-7f72-460a-b706-18438c4a3182 req-2915e1e8-13cc-4274-a378-499af6b9c98e service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868111 Jul 28 18:39:31.205699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d081455-e53f-40e5-a3f1-5af99fed776c req-1b38a422-99ee-45fd-b619-d466015cf09a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:31.207231 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d081455-e53f-40e5-a3f1-5af99fed776c req-1b38a422-99ee-45fd-b619-d466015cf09a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0494986 Jul 28 18:39:31.244886 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2d081455-e53f-40e5-a3f1-5af99fed776c req-707f9e9e-056c-4685-94eb-8ba0a72768de tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jul 28 18:39:32.366613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400803e-7dcf-4eda-9e57-6cb1a86d4c35 req-fbad55b3-ce8c-4fdc-8e74-1d260a2d7066 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:32.368117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d400803e-7dcf-4eda-9e57-6cb1a86d4c35 req-fbad55b3-ce8c-4fdc-8e74-1d260a2d7066 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0495801 Jul 28 18:39:32.411875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d400803e-7dcf-4eda-9e57-6cb1a86d4c35 req-ee6e0043-8c5e-4684-afcd-ffec870e89e7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Jul 28 18:39:33.537583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a40fc0-373a-45d7-94ff-a86166f166b4 req-fc6d467b-9eba-4417-a0dc-0174b10ba8cb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:33.539083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5a40fc0-373a-45d7-94ff-a86166f166b4 req-fc6d467b-9eba-4417-a0dc-0174b10ba8cb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0592632 Jul 28 18:39:33.581170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5a40fc0-373a-45d7-94ff-a86166f166b4 req-eb827abf-a8aa-4c88-bedd-806ad97dd48e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Jul 28 18:39:34.712546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5feb5-8fc0-4ebf-a12d-ce84588b8956 req-3058cdb1-a7de-49d0-bb43-55c93b370bc7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:34.714318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18f5feb5-8fc0-4ebf-a12d-ce84588b8956 req-3058cdb1-a7de-49d0-bb43-55c93b370bc7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0598600 Jul 28 18:39:34.753438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-18f5feb5-8fc0-4ebf-a12d-ce84588b8956 req-372e6129-36d4-4cd0-872f-48e44ea70b91 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jul 28 18:39:35.886906 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570bdff-040d-48c9-990a-70b9f9e43c68 req-9101f227-66b6-441e-a7f0-e537a4d2774f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:35.888432 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5570bdff-040d-48c9-990a-70b9f9e43c68 req-9101f227-66b6-441e-a7f0-e537a4d2774f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0552776 Jul 28 18:39:35.929422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5570bdff-040d-48c9-990a-70b9f9e43c68 req-4f49c92f-f68f-4ef8-bd85-63e3d70ee2d7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Jul 28 18:39:37.055027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231d36-fe10-4901-afa3-e26d9ff04dc8 req-7307863e-6047-4a9f-a7b5-07b7ce9d2e10 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:37.056605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02231d36-fe10-4901-afa3-e26d9ff04dc8 req-7307863e-6047-4a9f-a7b5-07b7ce9d2e10 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0534172 Jul 28 18:39:37.103084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02231d36-fe10-4901-afa3-e26d9ff04dc8 req-eb6cb542-f2ea-426d-9b03-8f86804b00b0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Jul 28 18:39:37.714776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee978ba5-6fff-4787-91c5-1b9701abaade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:38.230840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e814f1-5b2c-4011-99d6-62288826d21f req-ecfabe60-3efe-4196-b7ff-476bb229e66e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:38.232556 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3e814f1-5b2c-4011-99d6-62288826d21f req-ecfabe60-3efe-4196-b7ff-476bb229e66e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0524669 Jul 28 18:39:38.277530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b3e814f1-5b2c-4011-99d6-62288826d21f req-10829342-d84c-4fa2-a9fe-2c5448f024ea tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344465 Jul 28 18:39:39.395307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145f9e-c2e7-440e-8e94-a1b81dd651c9 req-c75ae5e1-37fb-4a92-bacd-74637a6261d4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:39.396733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01145f9e-c2e7-440e-8e94-a1b81dd651c9 req-c75ae5e1-37fb-4a92-bacd-74637a6261d4 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0488153 Jul 28 18:39:39.434311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01145f9e-c2e7-440e-8e94-a1b81dd651c9 req-2160c05f-d199-4ef0-9adf-3df9ba8bc516 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jul 28 18:39:40.094153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:40.288521 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ccfde984-2a0f-4581-9bce-e29625a52ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:40.568624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b64cb9-0ce9-493c-853c-bd4ae23351a6 req-ae754696-cf82-450a-ba9b-c2e313005574 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:40.570168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2b64cb9-0ce9-493c-853c-bd4ae23351a6 req-ae754696-cf82-450a-ba9b-c2e313005574 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0603135 Jul 28 18:39:40.611280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d2b64cb9-0ce9-493c-853c-bd4ae23351a6 req-bf5543e6-8d42-490c-8c65-74cfbe234851 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348804 Jul 28 18:39:41.176894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:41.738760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f866f5-1622-4da8-b1cf-456defa5f88d req-1ee44713-6b7d-4541-8247-ba8fbd223ea3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:41.740252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47f866f5-1622-4da8-b1cf-456defa5f88d req-1ee44713-6b7d-4541-8247-ba8fbd223ea3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0530186 Jul 28 18:39:41.779706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47f866f5-1622-4da8-b1cf-456defa5f88d req-a7aaa65e-19be-4700-9a36-f49927782989 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Jul 28 18:39:42.167167 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:39:42.907458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda27536-6ccd-4e17-8e8f-294b304442f4 req-7ebcc0f5-e96d-4bb6-baeb-66f02be9f100 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:42.909026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fda27536-6ccd-4e17-8e8f-294b304442f4 req-7ebcc0f5-e96d-4bb6-baeb-66f02be9f100 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0569787 Jul 28 18:39:43.015925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fda27536-6ccd-4e17-8e8f-294b304442f4 req-af0ca66a-a077-493c-bf39-7bc22f02aa96 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005545 Jul 28 18:39:43.094587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:44.138801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0837-fda1-4f0f-92dd-d42b34c0772c req-1ee4fa52-e9f4-4689-a055-547f5f051578 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:44.140300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a4c0837-fda1-4f0f-92dd-d42b34c0772c req-1ee4fa52-e9f4-4689-a055-547f5f051578 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0514345 Jul 28 18:39:44.181860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a4c0837-fda1-4f0f-92dd-d42b34c0772c req-627a6c4d-572c-46d8-8213-2958dbf86a0d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jul 28 18:39:45.308568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec4d41-62b5-4a7e-93e6-b7863020992c req-8ebb3cc1-c1d9-416f-856b-cd0c38f3b984 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:45.310143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efec4d41-62b5-4a7e-93e6-b7863020992c req-8ebb3cc1-c1d9-416f-856b-cd0c38f3b984 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0501406 Jul 28 18:39:45.351590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-efec4d41-62b5-4a7e-93e6-b7863020992c req-5bad7664-6fec-4bae-8aed-5278df442d3e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Jul 28 18:39:45.676815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:46.471426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009ecf-2c66-4e2d-927a-adecd83db5e3 req-c16c7459-328f-4c96-bcab-b04a672f2790 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:46.473006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32009ecf-2c66-4e2d-927a-adecd83db5e3 req-c16c7459-328f-4c96-bcab-b04a672f2790 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0520654 Jul 28 18:39:46.512254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32009ecf-2c66-4e2d-927a-adecd83db5e3 req-af4a9e83-a3e3-4256-a2d4-84ffae87be48 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jul 28 18:39:47.635944 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371994-5293-42da-bba9-f85eabd7b790 req-c1bae369-178c-4c36-8f21-80d67d7c201a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:47.637872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f371994-5293-42da-bba9-f85eabd7b790 req-c1bae369-178c-4c36-8f21-80d67d7c201a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0554793 Jul 28 18:39:47.675534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3f371994-5293-42da-bba9-f85eabd7b790 req-252aa963-e899-435a-a98d-1878447596c8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Jul 28 18:39:48.795031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734f761-3332-479c-8c9d-413dbfe02f1c req-61a1424c-173b-4ba8-acf8-cc407d1e701b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:48.796557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4734f761-3332-479c-8c9d-413dbfe02f1c req-61a1424c-173b-4ba8-acf8-cc407d1e701b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0529344 Jul 28 18:39:48.835555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4734f761-3332-479c-8c9d-413dbfe02f1c req-46abf392-a59f-4140-a0b6-8cc8183e1028 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Jul 28 18:39:48.871273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:49.949832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05619e-6c14-4457-bc23-8251f4a90167 req-87099463-f1e6-40f5-b523-3099f6c6d531 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:49.952143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b05619e-6c14-4457-bc23-8251f4a90167 req-87099463-f1e6-40f5-b523-3099f6c6d531 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0507226 Jul 28 18:39:49.997315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b05619e-6c14-4457-bc23-8251f4a90167 req-f84fb44a-9aff-4a70-b8a9-601fec663034 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Jul 28 18:39:51.130145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bc1cb-4b27-455b-8bbd-ef2e4ce00b30 req-be212ca7-3459-4f01-8cdb-01feb2b27bfa tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:51.131668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-128bc1cb-4b27-455b-8bbd-ef2e4ce00b30 req-be212ca7-3459-4f01-8cdb-01feb2b27bfa tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0500844 Jul 28 18:39:51.170473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-128bc1cb-4b27-455b-8bbd-ef2e4ce00b30 req-e290b075-4d68-4479-b5bc-53d71f36506c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 28 18:39:52.286717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c49f-0566-43f0-8e31-d7d56206646c req-c815bb3c-30fc-4296-bdb7-c55f781b801a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:52.288247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3d1c49f-0566-43f0-8e31-d7d56206646c req-c815bb3c-30fc-4296-bdb7-c55f781b801a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0487664 Jul 28 18:39:52.326284 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f3d1c49f-0566-43f0-8e31-d7d56206646c req-b08a094d-8434-47e8-b295-e34b101c92f5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Jul 28 18:39:53.441715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78169-7b7b-4a6f-b6ff-3b9d377c3349 req-e77668aa-b441-4c0d-8356-0e3df0e5c87f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:53.443346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d78169-7b7b-4a6f-b6ff-3b9d377c3349 req-e77668aa-b441-4c0d-8356-0e3df0e5c87f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0493650 Jul 28 18:39:53.482401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30d78169-7b7b-4a6f-b6ff-3b9d377c3349 req-30d6f3af-9a75-4ae1-8a9d-3dccba709c1b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 28 18:39:53.719636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45798) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:54.081807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:54.391822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:39:54.392106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:54.483750 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 7e5d4101-0cdc-438f-a971-a7ecc628c7d8, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:54.484125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:54.497499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:39:54.647227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e962-68ce-4fbd-8c91-95378cf4a8ea req-a2e532fc-b7d9-45bf-800c-c00105bb8c30 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:54.648660 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92d7e962-68ce-4fbd-8c91-95378cf4a8ea req-a2e532fc-b7d9-45bf-800c-c00105bb8c30 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0951300 Jul 28 18:39:54.698678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92d7e962-68ce-4fbd-8c91-95378cf4a8ea req-1ef1131a-5213-4e04-a60c-8502c2d27802 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Jul 28 18:39:54.822067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:54.849849 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=7e5d4101-0cdc-438f-a971-a7ecc628c7d8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:54.862504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.862865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.863216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.863596 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:54.867693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:39:55.032547 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:55.255741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:39:55.672898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:39:55.684265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7d6e2391-9952-4fab-84b5-9a97e24b363e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/974c64f5-b23e-43f1-b9cc-f84e9fa266b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577720 Jul 28 18:39:55.684409 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:39:55.691144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7a709-9c68-45e0-b8fd-78a6e4ea1ea3 req-79255cd4-35c9-45a1-915e-69f8372bdc47 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:55.692728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04f7a709-9c68-45e0-b8fd-78a6e4ea1ea3 req-79255cd4-35c9-45a1-915e-69f8372bdc47 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0686705 Jul 28 18:39:55.693695 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:39:55.694367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:55.739381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04f7a709-9c68-45e0-b8fd-78a6e4ea1ea3 req-488f0da5-0d4c-4332-a7df-400f03cf5290 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Jul 28 18:39:55.820516 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:39:55.867602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eafbe-5a47-4a0c-aee3-f2cff6bc5067 req-87b2398d-439b-4c1c-a0b6-f720776f7fb2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:55.869129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df3eafbe-5a47-4a0c-aee3-f2cff6bc5067 req-87b2398d-439b-4c1c-a0b6-f720776f7fb2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0526989 Jul 28 18:39:55.919977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df3eafbe-5a47-4a0c-aee3-f2cff6bc5067 req-c3bd5b68-59ff-4c51-b896-5e964bff5fb3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Jul 28 18:39:56.049989 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:56.079341 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:39:56.088143 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:39:56.088735 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:56.200753 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:39:56.210232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356c96-0169-4a4e-abcf-1f1aaf507613 req-2ec2bc44-9ab8-41c9-a7e8-d0f1101a1a57 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:56.212546 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3356c96-0169-4a4e-abcf-1f1aaf507613 req-2ec2bc44-9ab8-41c9-a7e8-d0f1101a1a57 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0520434 Jul 28 18:39:56.252339 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c3356c96-0169-4a4e-abcf-1f1aaf507613 req-54f32945-b7d9-4b34-b1bb-319f8c79ecb4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Jul 28 18:39:56.428759 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:39:56.454857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4590536-863a-4e80-a612-5e869a8e4876 None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '101cdc52-ab99-4ff5-98c2-e58f361beea0', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'port_id': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'mac_address': 'fa:16:3e:13:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630a2ef-91db-46ca-bb84-3fec664264de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:38:23Z', 'updated_at': '2021-07-28T18:38:26Z', 'revision_number': 1, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:39:56.840855 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:39:56.861126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:39:56.861302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7e5d4101-0cdc-438f-a971-a7ecc628c7d8 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:39:56.891127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48af1-7bb9-471e-a602-3850c059a88e req-e04f7147-b516-457a-a611-dad51d2e7405 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:56.892775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ad48af1-7bb9-471e-a602-3850c059a88e req-e04f7147-b516-457a-a611-dad51d2e7405 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Jul 28 18:39:56.936555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ad48af1-7bb9-471e-a602-3850c059a88e req-dd6d8963-9181-4847-962c-0ba1f7123e86 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368466 Jul 28 18:39:57.108386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d062433-887b-42c1-97d6-9d3c1eb182a8 req-c7b2ef20-46ab-4e02-8d19-40c01495edb9 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:57.108386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d062433-887b-42c1-97d6-9d3c1eb182a8 req-c7b2ef20-46ab-4e02-8d19-40c01495edb9 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0508025 Jul 28 18:39:57.108386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d062433-887b-42c1-97d6-9d3c1eb182a8 req-fc09354c-98fe-4730-82af-7c71b14c3736 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Jul 28 18:39:57.370239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20b48-2386-4210-89b5-0f0ba6deca67 req-550fb0f9-9063-4773-b7cd-a352c18c6d2c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:57.371676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea20b48-2386-4210-89b5-0f0ba6deca67 req-550fb0f9-9063-4773-b7cd-a352c18c6d2c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0500109 Jul 28 18:39:57.410604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ea20b48-2386-4210-89b5-0f0ba6deca67 req-d9e68b68-3d78-419c-b12c-6701712654d9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d20abcd-dcc4-44fc-9c20-e9228762b032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Jul 28 18:39:57.715156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-b510d789-1b5f-4961-9936-d4c47e7f0e2e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:57.716663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-b510d789-1b5f-4961-9936-d4c47e7f0e2e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 946 time: 0.0491118 Jul 28 18:39:57.815486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:39:57.815840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:57.903022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 42b00a72-b070-48cd-a5f3-0ac21ce311a4, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=42b00a72-b070-48cd-a5f3-0ac21ce311a4,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:39:57.903776 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:57.916700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 42b00a72-b070-48cd-a5f3-0ac21ce311a4 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:39:58.056295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce779f-1fb9-4b0c-a74e-07b91c140f2c req-1cab148a-01fb-4c96-9430-455551bd6ece tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:58.057800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bce779f-1fb9-4b0c-a74e-07b91c140f2c req-1cab148a-01fb-4c96-9430-455551bd6ece tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Jul 28 18:39:58.095930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6bce779f-1fb9-4b0c-a74e-07b91c140f2c req-b8e97294-c1aa-4dae-8660-b5511b299ec2 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jul 28 18:39:58.174063 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:58.218182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=42b00a72-b070-48cd-a5f3-0ac21ce311a4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:58.277708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92072947-77a2-44c9-84d2-b83ef4851773 req-483a56aa-9c48-4415-97d6-8a6ca1a11a4a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:58.279230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92072947-77a2-44c9-84d2-b83ef4851773 req-483a56aa-9c48-4415-97d6-8a6ca1a11a4a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.1164181 Jul 28 18:39:58.279963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] No DVR routers for this DVR port 42b00a72-b070-48cd-a5f3-0ac21ce311a4 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:39:58.282660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:58.284879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df93d2ab-406b-4d3f-8848-8191406775f8 req-8e1c41e3-aaaf-44a0-9b6d-e8de59c11541 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "DELETE /v2.0/ports/42b00a72-b070-48cd-a5f3-0ac21ce311a4 HTTP/1.1" status: 204 len: 173 time: 0.5624802 Jul 28 18:39:58.286484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'name': 'network-vif-deleted', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:39:58.289500 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d49b9a1-8c40-49f1-b9aa-37c62a28524b" -d '{"events": [{"server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "name": "network-vif-deleted", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:39:58.325741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92072947-77a2-44c9-84d2-b83ef4851773 req-c9c43e85-baf4-4097-8708-e8b145a08a75 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Jul 28 18:39:58.392290 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd95aae-8736-4b33-8d8c-d25b2e7a4ede x-openstack-request-id: req-5fd95aae-8736-4b33-8d8c-d25b2e7a4ede {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:39:58.392578 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c3d06d-0f63-443f-bf33-90354b5cc980", "name": "network-vif-deleted", "tag": "42b00a72-b070-48cd-a5f3-0ac21ce311a4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:39:58.392825 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fd95aae-8736-4b33-8d8c-d25b2e7a4ede {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:39:58.393280 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c3d06d-0f63-443f-bf33-90354b5cc980', 'name': 'network-vif-deleted', 'tag': '42b00a72-b070-48cd-a5f3-0ac21ce311a4', 'status': 'completed', 'code': 200} Jul 28 18:39:58.506184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b19d2db-3504-49d9-b7ef-f2368e49ce63 req-b7797bd7-bafb-4e7b-a76b-87593377c782 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=92c3d06d-0f63-443f-bf33-90354b5cc980 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Jul 28 18:39:59.211695 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597a9be-018e-4c0e-8a21-9f20995d1f52 req-c047b33a-ee61-4f44-bd65-ca158da712e0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:59.213234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3597a9be-018e-4c0e-8a21-9f20995d1f52 req-c047b33a-ee61-4f44-bd65-ca158da712e0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Jul 28 18:39:59.251914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3597a9be-018e-4c0e-8a21-9f20995d1f52 req-9f9679ab-fb84-4ac2-8607-99e9bcdefa8e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Jul 28 18:39:59.440382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19d3c0-358e-4c67-b61b-3b050cbb3cf7 req-d971d157-9046-4cff-aa9a-bbd7b1545e0c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:39:59.442056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf19d3c0-358e-4c67-b61b-3b050cbb3cf7 req-d971d157-9046-4cff-aa9a-bbd7b1545e0c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0495942 Jul 28 18:39:59.481336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf19d3c0-358e-4c67-b61b-3b050cbb3cf7 req-152b7799-6d37-4e68-89b9-904c9ff00264 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Jul 28 18:39:59.560201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45848) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:39:59.623166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:59.649843 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:59.813641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:59.816710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:39:59.817874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d20abcd-dcc4-44fc-9c20-e9228762b032 HTTP/1.1" status: 204 len: 168 time: 0.2565980 Jul 28 18:39:59.826962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284d66f-5f27-470d-b735-8d2a944d141d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20abcd-dcc4-44fc-9c20-e9228762b032,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:39:59.983913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45852) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:00.037598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting subnet 6cdf5a09-cda0-4a8b-b615-2fac6b640186 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:40:00.040766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.081321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.200668 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.297821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 42b00a72-b070-48cd-a5f3-0ac21ce311a4 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:00.318995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 42b00a72-b070-48cd-a5f3-0ac21ce311a4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:00.319695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 42b00a72-b070-48cd-a5f3-0ac21ce311a4 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:00.351756 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.382863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Subnet': ['ID=6cdf5a09-cda0-4a8b-b615-2fac6b640186,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:00.388000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.390320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-79d00b59-c1e2-4063-993a-b408eeadb132 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/subnets/6cdf5a09-cda0-4a8b-b615-2fac6b640186 HTTP/1.1" status: 204 len: 168 time: 0.4082749 Jul 28 18:40:00.392518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45856) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:00.396081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5f1a7-8952-4e1e-9a29-28eb55415404 None None] Network c93fe4f8-e225-4482-b857-4a8921819621 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:40:00.453582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1ab0a-3e57-4adb-9c36-25739b7e9a52 req-9d8f3e19-1ef2-4329-ad07-748c898c6dd4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:00.455088 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-baf1ab0a-3e57-4adb-9c36-25739b7e9a52 req-9d8f3e19-1ef2-4329-ad07-748c898c6dd4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.1310108 Jul 28 18:40:00.505616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.526870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-baf1ab0a-3e57-4adb-9c36-25739b7e9a52 req-3620c9f7-aaf4-499c-9c9a-35fc268f1151 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641427 Jul 28 18:40:00.598253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 63275de8-7a7f-4398-9296-50305102413c {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:00.598605 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.627942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] DHCP port deletion for c93fe4f8-e225-4482-b857-4a8921819621 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:40:00.643423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3a562-b14e-45d7-b3e8-3b2a3a6f8aa8 req-35340fd7-6906-4e9d-be91-c4c2c4a686ad tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:00.645737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11a3a562-b14e-45d7-b3e8-3b2a3a6f8aa8 req-35340fd7-6906-4e9d-be91-c4c2c4a686ad tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0681667 Jul 28 18:40:00.679605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 63275de8-7a7f-4398-9296-50305102413c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63275de8-7a7f-4398-9296-50305102413c,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:00.680327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.688146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Deleting port 63275de8-7a7f-4398-9296-50305102413c {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:00.688523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.689858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11a3a562-b14e-45d7-b3e8-3b2a3a6f8aa8 req-108c4325-a164-41e0-90b1-66ccc24891a7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Jul 28 18:40:00.694798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 63275de8-7a7f-4398-9296-50305102413c owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:00.760128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] For port 63275de8-7a7f-4398-9296-50305102413c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=63275de8-7a7f-4398-9296-50305102413c,segment=NetworkSegment(8fe36f42-a306-48b2-821b-85462b8d1979),segment_id=8fe36f42-a306-48b2-821b-85462b8d1979)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:00.760427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.774210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Calling delete_port for 63275de8-7a7f-4398-9296-50305102413c owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:00.833672 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.850966 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.853737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] No DVR routers for this DVR port 63275de8-7a7f-4398-9296-50305102413c on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:00.874746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63275de8-7a7f-4398-9296-50305102413c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:00.881121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=63275de8-7a7f-4398-9296-50305102413c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:00.881353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] Pushing event deleted for resources: {'Port': ['ID=63275de8-7a7f-4398-9296-50305102413c,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:00.900918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 63275de8-7a7f-4398-9296-50305102413c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:00.901272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 63275de8-7a7f-4398-9296-50305102413c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:00.904424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea884aca-0564-445c-896e-9dcb11edd730 None None] No DVR routers for this DVR port 63275de8-7a7f-4398-9296-50305102413c on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:00.958520 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:00.968558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93fe4f8-e225-4482-b857-4a8921819621']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:00.980346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe36f42-a306-48b2-821b-85462b8d1979') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:00.980346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe36f42-a306-48b2-821b-85462b8d1979') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:00.989667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.004277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.010308 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:40:01.010655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:40:01.013761 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:40:01.131058 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.139949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.144522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/networks/c93fe4f8-e225-4482-b857-4a8921819621 HTTP/1.1" status: 204 len: 168 time: 0.7484684 Jul 28 18:40:01.144874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45860) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:01.158880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e0db-fb10-4ffb-8781-e5a6eb5f1fa2 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Network': ['ID=c93fe4f8-e225-4482-b857-4a8921819621,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:01.309726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port bcfac734-ac4e-4818-bacc-08f1e9afd8ef {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:01.310008 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.383262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.383617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.396449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for bcfac734-ac4e-4818-bacc-08f1e9afd8ef owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:01.655937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c5aa-8880-4115-b44b-fa15ff681786 req-2b8664fd-c23b-47a8-9f38-e744d7d16601 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:01.657467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43c7c5aa-8880-4115-b44b-fa15ff681786 req-2b8664fd-c23b-47a8-9f38-e744d7d16601 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Jul 28 18:40:01.659272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.687028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=bcfac734-ac4e-4818-bacc-08f1e9afd8ef,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:01.709174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-43c7c5aa-8880-4115-b44b-fa15ff681786 req-98e47c9a-31ac-4935-ab97-f214bd773d3b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Jul 28 18:40:01.751298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:01.751993 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Floating IP 101cdc52-ab99-4ff5-98c2-e58f361beea0 disassociated (deleted). External IP: 172.25.7.105, port: 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4. Jul 28 18:40:01.889901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26664cc7-46a4-4f44-87db-f6a1f9cc676e req-34bebce5-9587-4dda-ac58-ac068a75728e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:01.891389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26664cc7-46a4-4f44-87db-f6a1f9cc676e req-34bebce5-9587-4dda-ac58-ac068a75728e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0988221 Jul 28 18:40:01.968745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26664cc7-46a4-4f44-87db-f6a1f9cc676e req-cb48bb3c-da33-4beb-a346-d73f07b94f74 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Jul 28 18:40:02.034021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:40:02.137621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:40:02.142574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:02.150340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:40:02.160298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:02.165465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:02.175997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f8624d44-3a4f-456d-a850-f18259e27051 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/floatingips/101cdc52-ab99-4ff5-98c2-e58f361beea0 HTTP/1.1" status: 204 len: 168 time: 1.0298572 Jul 28 18:40:02.176933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:02.179425 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a505d4dc-8433-46aa-ab9a-3109547c48ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:02.240364 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd65b36-b5cd-41be-9bfa-234ba3a58a03 x-openstack-request-id: req-5dd65b36-b5cd-41be-9bfa-234ba3a58a03 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:02.241132 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:02.241132 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd65b36-b5cd-41be-9bfa-234ba3a58a03 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:02.241498 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'status': 'completed', 'code': 200} Jul 28 18:40:02.306096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-f2cfacb9-0edf-489d-bb8d-5b8d7e2ddc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.307786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-f2cfacb9-0edf-489d-bb8d-5b8d7e2ddc15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 1096 time: 0.0428793 Jul 28 18:40:02.312743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:02.416676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-86ef0cbe-fcd8-4419-8e65-e80d3f724c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.418184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-86ef0cbe-fcd8-4419-8e65-e80d3f724c7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 200 len: 897 time: 0.1021466 Jul 28 18:40:02.474302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-e4764dd7-566c-4a93-aef8-2ad0a7f11f06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0477841 Jul 28 18:40:02.523239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:02.537960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-af588a81-93e7-42f3-9200-33ccc68a91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.539499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-af588a81-93e7-42f3-9200-33ccc68a91b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 200 len: 834 time: 0.0480778 Jul 28 18:40:02.551616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:40:02.561105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:02.561722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:02.589737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-5160811a-0ba9-48b9-98d9-8912e1d5c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.591353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-5160811a-0ba9-48b9-98d9-8912e1d5c191 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee13f5d-7646-4657-9f62-35bd8a0f4cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445211 Jul 28 18:40:02.675461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:02.722040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e107c-5369-4c5c-9de1-1a0dea68ab70 req-ed47176e-b445-4268-ac4d-2a36d29fffec tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.723718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f4e107c-5369-4c5c-9de1-1a0dea68ab70 req-ed47176e-b445-4268-ac4d-2a36d29fffec tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.1044230 Jul 28 18:40:02.727905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-70eb8a05-e632-4d12-8f73-60d81eb4826f service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272733 Jul 28 18:40:02.817642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9f4e107c-5369-4c5c-9de1-1a0dea68ab70 req-dfdd804e-3257-4f18-b47a-d791678bb8db tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861025 Jul 28 18:40:02.852180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a505d4dc-8433-46aa-ab9a-3109547c48ab req-35637be5-318a-4cdd-b1b9-55f0b3b58b3a service neutron] 10.222.0.37 "GET /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148710 Jul 28 18:40:02.871315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4205ca9-71d1-4332-9174-f7f9d6b01ff4 req-693d1450-8fce-4292-9bf0-61b9a5ff60d3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:02.873202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4205ca9-71d1-4332-9174-f7f9d6b01ff4 req-693d1450-8fce-4292-9bf0-61b9a5ff60d3 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0794890 Jul 28 18:40:02.914947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4205ca9-71d1-4332-9174-f7f9d6b01ff4 req-ddc4cb09-878a-48be-b0d3-a8aff362bc1b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350192 Jul 28 18:40:02.931113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:02.958160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813a147-42ed-4ee8-ba87-db3aa89d128d None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:39:54Z', 'revision_number': 6, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9fe09647-0038-461e-82c9-89c3bf8adbf7', 'name': '', 'network_id': 'dee13f5d-7646-4657-9f62-35bd8a0f4cf6', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:c1:3d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:01Z', 'updated_at': '2021-07-28T18:38:07Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'ce804a8f-26bd-4abc-8ad1-81172aa34028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:40:03.090739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19d0c-79ac-4c4e-b5b4-37191c51190b req-5b271550-5b78-44d7-95b1-9466ab01cf27 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:03.092450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7b19d0c-79ac-4c4e-b5b4-37191c51190b req-5b271550-5b78-44d7-95b1-9466ab01cf27 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0524237 Jul 28 18:40:03.140435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7b19d0c-79ac-4c4e-b5b4-37191c51190b req-30a8f668-c0b4-41e0-8dab-1319381572d0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Jul 28 18:40:03.214124 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f44ce-5ec8-49be-a1a4-8f34f290199b None None] New status for floating IP 101cdc52-ab99-4ff5-98c2-e58f361beea0: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:40:03.955527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4321445-4889-49d2-b8e9-2e2dcd566cbb req-db08afba-1c71-4043-9a86-4bf2c0f68aca tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:03.957168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4321445-4889-49d2-b8e9-2e2dcd566cbb req-db08afba-1c71-4043-9a86-4bf2c0f68aca tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.0640035 Jul 28 18:40:03.960657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-4e1eda21-e11f-479e-bc05-f80a1ee7d7aa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:03.962246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-4e1eda21-e11f-479e-bc05-f80a1ee7d7aa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 945 time: 0.0538275 Jul 28 18:40:04.000807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4321445-4889-49d2-b8e9-2e2dcd566cbb req-85205b49-9e9e-4300-8552-12b016e3641c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367706 Jul 28 18:40:04.085965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5679-63d7-4d9a-9510-b835bdaefa7b req-e2f7acb2-5076-4d19-8699-e2b095164b49 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:04.087590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99de5679-63d7-4d9a-9510-b835bdaefa7b req-e2f7acb2-5076-4d19-8699-e2b095164b49 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0755959 Jul 28 18:40:04.109231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:04.109231 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:04.179474 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99de5679-63d7-4d9a-9510-b835bdaefa7b req-8f2ba5ad-6423-4ed9-b74c-ff795e50f98f tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852077 Jul 28 18:40:04.226242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:04.226614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:04.240445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:04.268864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe8ff-95ca-483f-bf0e-f6b41062e10c req-c7410b7f-6ca0-422c-90e6-d9064c5e1b32 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:04.270389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f7fe8ff-95ca-483f-bf0e-f6b41062e10c req-c7410b7f-6ca0-422c-90e6-d9064c5e1b32 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0508156 Jul 28 18:40:04.310805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f7fe8ff-95ca-483f-bf0e-f6b41062e10c req-9e0b0a14-06a1-465b-b8bf-490beac4eb6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Jul 28 18:40:04.413416 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:04.751780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=763c8664-bf5f-4fb0-8798-07a1c0c5f5e4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:04.780082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.780805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.781102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.781422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.781745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.782066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:04.801542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] No DVR routers for this DVR port 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:04.803926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:04.805864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5fb7577-2f97-4f17-90fc-7183c3e9cdb0 req-7cf02278-84aa-43bc-88d9-1dae4995b314 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.37 "DELETE /v2.0/ports/763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 HTTP/1.1" status: 204 len: 173 time: 0.8366833 Jul 28 18:40:04.806282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'name': 'network-vif-deleted', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:04.808612 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e1ca2-3bb2-4154-a428-49b7f5beae1b" -d '{"events": [{"server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "name": "network-vif-deleted", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:04.842767 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2335e60a-4abd-4e8a-8dde-d23154058117 x-openstack-request-id: req-2335e60a-4abd-4e8a-8dde-d23154058117 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:04.843111 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630a2ef-91db-46ca-bb84-3fec664264de", "name": "network-vif-deleted", "tag": "763c8664-bf5f-4fb0-8798-07a1c0c5f5e4", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:04.843365 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2335e60a-4abd-4e8a-8dde-d23154058117 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:04.847333 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630a2ef-91db-46ca-bb84-3fec664264de', 'name': 'network-vif-deleted', 'tag': '763c8664-bf5f-4fb0-8798-07a1c0c5f5e4', 'status': 'completed', 'code': 200} Jul 28 18:40:05.099279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-32554406-7541-48fc-9427-74602112ea9f req-d16b8125-ed41-45ab-ab6e-71256b40f465 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=6630a2ef-91db-46ca-bb84-3fec664264de HTTP/1.1" status: 200 len: 210 time: 0.0276794 Jul 28 18:40:05.309798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e28365-c38c-470d-a42a-76249cb8ac56 req-c23f5791-b397-4a44-b839-8c400609dae0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:05.311218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68e28365-c38c-470d-a42a-76249cb8ac56 req-c23f5791-b397-4a44-b839-8c400609dae0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Jul 28 18:40:05.351593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68e28365-c38c-470d-a42a-76249cb8ac56 req-272a4b60-bcc8-4f05-b903-fe8deb468562 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337842 Jul 28 18:40:05.431993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747091b-f29c-457b-8bfd-e81d3dab8ede req-5f7ca5f7-a977-4ef6-aec9-39c8a11bf20e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:05.433510 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2747091b-f29c-457b-8bfd-e81d3dab8ede req-5f7ca5f7-a977-4ef6-aec9-39c8a11bf20e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0532260 Jul 28 18:40:05.471238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2747091b-f29c-457b-8bfd-e81d3dab8ede req-d616ae85-6038-4167-9d53-17e7e922ee56 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 28 18:40:06.153347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:06.209488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:06.236967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:06.355854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:06.358421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:06.359620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3 HTTP/1.1" status: 204 len: 168 time: 0.2052577 Jul 28 18:40:06.368997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90f09d-8d7d-42f0-abf1-2c0ed0194785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c3def-cae7-4e93-a52b-e6bf96a0f6f3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:06.454437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45898) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:06.467925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300843-0b13-48fe-bb23-1e4703b1499a req-38db15fa-2e2a-4b6c-bb5d-21d22f3025ca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:06.476068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f300843-0b13-48fe-bb23-1e4703b1499a req-38db15fa-2e2a-4b6c-bb5d-21d22f3025ca tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Jul 28 18:40:06.519436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f300843-0b13-48fe-bb23-1e4703b1499a req-a1bb7561-57fc-4617-a0bb-77b856b024d1 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Jul 28 18:40:06.665315 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1776-923e-4e98-9a0c-694a0d835e77 req-9b673507-810b-41ff-98f8-62e973210f1f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:06.667002 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-655b1776-923e-4e98-9a0c-694a0d835e77 req-9b673507-810b-41ff-98f8-62e973210f1f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.1102133 Jul 28 18:40:06.752594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-655b1776-923e-4e98-9a0c-694a0d835e77 req-0ccd0fc7-f9bd-4b2f-b1f2-7b13c344029c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Jul 28 18:40:06.904940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.165559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 9fe09647-0038-461e-82c9-89c3bf8adbf7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:07.165906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.256134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 9fe09647-0038-461e-82c9-89c3bf8adbf7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9fe09647-0038-461e-82c9-89c3bf8adbf7,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:07.256411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.269574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 9fe09647-0038-461e-82c9-89c3bf8adbf7 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:07.545349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.576825 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=9fe09647-0038-461e-82c9-89c3bf8adbf7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:07.646307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35983b-9c5d-41de-ad1d-35eb31622bc5 req-8097d6b5-60f3-4378-a3c5-b89beb9551df tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:07.653713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f35983b-9c5d-41de-ad1d-35eb31622bc5 req-8097d6b5-60f3-4378-a3c5-b89beb9551df tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0643752 Jul 28 18:40:07.687848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f35983b-9c5d-41de-ad1d-35eb31622bc5 req-1a2417af-26f5-4d62-b0c5-e23c70dae2a7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331476 Jul 28 18:40:07.716444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a22d-08f0-4662-b23f-aaa743969844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.762854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:07.917863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0597b-8b94-4497-9d23-cca347972c7d req-50dc4d49-c55c-4be4-9c1a-7604c8cf0e72 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:07.919368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ca0597b-8b94-4497-9d23-cca347972c7d req-50dc4d49-c55c-4be4-9c1a-7604c8cf0e72 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0883787 Jul 28 18:40:08.031442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ca0597b-8b94-4497-9d23-cca347972c7d req-38ff1c9c-11fa-4d6f-b4ac-4da26f90591e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Jul 28 18:40:08.058783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:40:08.164778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:40:08.173936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d14f8bc6-1d3c-4f22-99f7-3151db0eaeea tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/974c64f5-b23e-43f1-b9cc-f84e9fa266b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140343 Jul 28 18:40:08.173936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45906) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:08.174384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Sync routers for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:40:08.183411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:08.184025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:08.219146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:08.223062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting subnet ce804a8f-26bd-4abc-8ad1-81172aa34028 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:40:08.226234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.271749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.367079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.412206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:08.412553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 763c8664-bf5f-4fb0-8798-07a1c0c5f5e4 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:08.478019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:08.552838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.586379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.589049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/subnets/ce804a8f-26bd-4abc-8ad1-81172aa34028 HTTP/1.1" status: 204 len: 168 time: 0.4145792 Jul 28 18:40:08.589506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483d2c4-31ad-4542-8389-ced829c83d3f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Subnet': ['ID=ce804a8f-26bd-4abc-8ad1-81172aa34028,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:08.592313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45908) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:08.596272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f080da-5890-4391-9063-aed5c30e078a None None] Network dee13f5d-7646-4657-9f62-35bd8a0f4cf6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:40:08.719997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.766024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:40:07Z', 'revision_number': 7, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:08.802258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Checking router: 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:40:08.812514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Routers {'974c64f5-b23e-43f1-b9cc-f84e9fa266b7'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:08.813210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:39:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:08.832836 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:08.856235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b61a3-16e9-4066-89c2-9a1a57a6cb2d req-be019c10-dee2-4125-8964-73f152272d6b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:08.856235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e11b61a3-16e9-4066-89c2-9a1a57a6cb2d req-be019c10-dee2-4125-8964-73f152272d6b tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0843921 Jul 28 18:40:08.893887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e11b61a3-16e9-4066-89c2-9a1a57a6cb2d req-92276894-f0b5-4577-807a-39f77394f154 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378997 Jul 28 18:40:08.906973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] DHCP port deletion for dee13f5d-7646-4657-9f62-35bd8a0f4cf6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:40:08.953629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] Set router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:08.967830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:08.968183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.046489 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port d84b4bac-f8e3-45bf-84bd-518c5cf3eb94, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:09.046758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.061570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:09.071241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Deleting port f8c618df-2148-48b0-b9bc-4db133345f35 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:09.071645 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.171506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49c3d6-d93e-4bd4-8b8e-e891831f0f5b req-3f257ebc-869f-45db-a53e-bd4ea30c705f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:09.172935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c49c3d6-d93e-4bd4-8b8e-e891831f0f5b req-3f257ebc-869f-45db-a53e-bd4ea30c705f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0677419 Jul 28 18:40:09.185224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] For port f8c618df-2148-48b0-b9bc-4db133345f35, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f8c618df-2148-48b0-b9bc-4db133345f35,segment=NetworkSegment(77413f8d-b29c-4f1b-815b-78cc3e13e92b),segment_id=77413f8d-b29c-4f1b-815b-78cc3e13e92b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:09.185629 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.201442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Calling delete_port for f8c618df-2148-48b0-b9bc-4db133345f35 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:09.248872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c49c3d6-d93e-4bd4-8b8e-e891831f0f5b req-1f51baba-bead-490d-bf68-1bcc8aacd81c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466981 Jul 28 18:40:09.267145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:40:07Z', 'revision_number': 7, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:09.302931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d8a67-fca2-4057-ab01-67f7e3d83d60 None None] The sync data for ids ['974c64f5-b23e-43f1-b9cc-f84e9fa266b7'] in n-d-778550-5 is: [{'id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'name': 'tempest-TestNetworkBasicOps-router-2063967512', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:37:56Z', 'updated_at': '2021-07-28T18:40:07Z', 'revision_number': 7, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'd84b4bac-f8e3-45bf-84bd-518c5cf3eb94', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974c64f5-b23e-43f1-b9cc-f84e9fa266b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:37:57Z', 'updated_at': '2021-07-28T18:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:40:09.413541 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.424538 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.437759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=d84b4bac-f8e3-45bf-84bd-518c5cf3eb94,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:09.452777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Pushing event deleted for resources: {'Port': ['ID=f8c618df-2148-48b0-b9bc-4db133345f35,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:09.456829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] No DVR routers for this DVR port f8c618df-2148-48b0-b9bc-4db133345f35 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.470373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d776df-f8ab-4608-b736-0010bc699a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:09.502804 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.905081 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:09.907090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.012617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077107fc-f447-4d1f-ae00-ba2069b9e984 req-1331e17b-9ce1-4570-aeac-32fb8e13249d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:10.014314 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-077107fc-f447-4d1f-ae00-ba2069b9e984 req-1331e17b-9ce1-4570-aeac-32fb8e13249d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Jul 28 18:40:10.047653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.048199 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Fanout notify agent at l3_agent the message router_deleted on router 974c64f5-b23e-43f1-b9cc-f84e9fa266b7 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:40:10.052602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-077107fc-f447-4d1f-ae00-ba2069b9e984 req-64ddb2f4-980e-4cf8-9394-969494854758 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314255 Jul 28 18:40:10.055795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.056166 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f0f34bf4-1707-48e5-a01a-821eb7a5e9ab tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/routers/974c64f5-b23e-43f1-b9cc-f84e9fa266b7 HTTP/1.1" status: 204 len: 168 time: 1.4627657 Jul 28 18:40:10.058788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45916) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:10.116310 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.144201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.231226 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.240998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee13f5d-7646-4657-9f62-35bd8a0f4cf6']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:10.250793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77413f8d-b29c-4f1b-815b-78cc3e13e92b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:10.251087 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77413f8d-b29c-4f1b-815b-78cc3e13e92b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:10.260484 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.274328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.282276 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:40:10.282276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:40:10.283893 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:40:10.301127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a9bca1ed-afbd-48d4-ae98-c7dffd2db6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.346537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:10.380858 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24e726-72a3-401e-855d-82c4233efa41 req-8d810b74-a20a-4751-8191-0ec36425ddc1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:10.382396 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a24e726-72a3-401e-855d-82c4233efa41 req-8d810b74-a20a-4751-8191-0ec36425ddc1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.0601313 Jul 28 18:40:10.422890 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a24e726-72a3-401e-855d-82c4233efa41 req-22684435-e141-44d1-9d9b-8f0c2fadff17 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337694 Jul 28 18:40:10.429686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.445069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.453406 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.456140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:10.456539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/networks/dee13f5d-7646-4657-9f62-35bd8a0f4cf6 HTTP/1.1" status: 204 len: 168 time: 0.3956223 Jul 28 18:40:10.458557 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b5ffc-cde4-4e5d-b473-69d7da5a7d49" -d '{"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-unplugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:10.475737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:10.479270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923cb6a-20e8-40c9-86f3-3d2cf0e2a785 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Network': ['ID=dee13f5d-7646-4657-9f62-35bd8a0f4cf6,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:10.480985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45922) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:10.496866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'network': {'name': 'tempest-network-smoke--1485771662', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'port_security_enabled': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:10.517651 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c32b2-2cc4-444f-9eda-5dbef145b665 x-openstack-request-id: req-e60c32b2-2cc4-444f-9eda-5dbef145b665 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:10.517944 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-unplugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:10.522855 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60c32b2-2cc4-444f-9eda-5dbef145b665 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:10.522855 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'code': 200} Jul 28 18:40:10.556239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27617d6-e0f2-4c66-b479-7cdc3ef545bb req-7561377e-a0b5-4de8-a2f0-5784dbac098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:10.557794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27617d6-e0f2-4c66-b479-7cdc3ef545bb req-7561377e-a0b5-4de8-a2f0-5784dbac098e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0483265 Jul 28 18:40:10.593213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27617d6-e0f2-4c66-b479-7cdc3ef545bb req-22ca1b8c-8ec4-469d-b0be-ecab2cc8ec1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281792 Jul 28 18:40:10.609963 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.637920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:40:10.641375 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.659504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:10.670593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:40:10.677876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.678157 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Added segment d55a6f4e-c966-46b4-ba4d-a5706276d371 of type vlan for network 9dc8ab0e-04e3-445e-8d48-220e1a698075 Jul 28 18:40:10.717630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.809166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.814735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:10.815378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:10.836085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f8c618df-2148-48b0-b9bc-4db133345f35 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:10.856184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f8c618df-2148-48b0-b9bc-4db133345f35 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:10.856537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f8c618df-2148-48b0-b9bc-4db133345f35 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:10.856962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9fe09647-0038-461e-82c9-89c3bf8adbf7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:10.875958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9fe09647-0038-461e-82c9-89c3bf8adbf7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:10.876547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9fe09647-0038-461e-82c9-89c3bf8adbf7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:10.876741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:10.880419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Network': ['ID=9dc8ab0e-04e3-445e-8d48-220e1a698075,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:10.898801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:40:10.901986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:10.905200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d84b4bac-f8e3-45bf-84bd-518c5cf3eb94 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:10.957597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-287a94cd-b114-4668-81d0-d82283631a1b tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4751127 Jul 28 18:40:10.960216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:10.964891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'admin_state_up': True, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:11.099457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.112688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.157728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.175409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b3e37-8f2c-449c-8079-a93d8819bac5 req-065609b1-8898-481d-a5b8-ec4971eb899d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:11.176922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e69b3e37-8f2c-449c-8079-a93d8819bac5 req-065609b1-8898-481d-a5b8-ec4971eb899d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0542977 Jul 28 18:40:11.179130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.217060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e69b3e37-8f2c-449c-8079-a93d8819bac5 req-6ddaaa54-7e89-4827-aa0d-26a76ddf2beb tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Jul 28 18:40:11.338840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.617861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04e30-8aad-4f53-8669-30c419911866 req-1474d4a7-3715-4d50-90b3-ccf4842960fd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:11.619362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86b04e30-8aad-4f53-8669-30c419911866 req-1474d4a7-3715-4d50-90b3-ccf4842960fd tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 943 time: 0.1201782 Jul 28 18:40:11.648511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.672736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.738629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86b04e30-8aad-4f53-8669-30c419911866 req-3fbb4e15-380c-4b1a-9e66-3961d348f850 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129460 Jul 28 18:40:11.805437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.25.7.77 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b095a082-d2df-4954-9210-43f224483d62) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:40:11.909715 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:11.992521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.028521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:12.032078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:12.035901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:40:12.067311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=b095a082-d2df-4954-9210-43f224483d62,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:12.229334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e108258-4d25-406c-a14f-8759e0a03419 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:40:12.333460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e108258-4d25-406c-a14f-8759e0a03419,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:12.340630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e634e6-22a3-476e-a48a-dffb43823cc7 req-84f5ff28-1101-4bab-ab73-f4b765a1a5b6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:12.342312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9e634e6-22a3-476e-a48a-dffb43823cc7 req-84f5ff28-1101-4bab-ab73-f4b765a1a5b6 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 943 time: 0.0566165 Jul 28 18:40:12.350822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3e108258-4d25-406c-a14f-8759e0a03419', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': '3e108258-4d25-406c-a14f-8759e0a03419', 'mac_address': 'fa:16:3e:88:b7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:40:12.358143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:40:12.363075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.385263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9e634e6-22a3-476e-a48a-dffb43823cc7 req-8c930a63-86a0-4eb6-bdf1-41e1a03d5ae9 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359943 Jul 28 18:40:12.411020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.411663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:12.467262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e108258-4d25-406c-a14f-8759e0a03419 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:40:12.478059 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-53ac9c0c-e866-41d0-8ab8-8951a5cca44e tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/floatingips/b47cd3db-731a-4355-9dc7-ceb3e56e095f HTTP/1.1" status: 200 len: 991 time: 0.0651798 Jul 28 18:40:12.508492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e108258-4d25-406c-a14f-8759e0a03419,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:12.523047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:12.533366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'port_id': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'mac_address': 'fa:16:3e:4d:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:40:12.568749 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.571151 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.593106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2ea81-df3b-4f59-9d86-e718cdf17131 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:40:12.593106 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.631909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:12.651576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:12.733153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:12.781534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router dee4530c-4378-4c82-9fa4-565c8a04c940 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:40:12.785995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3e108258-4d25-406c-a14f-8759e0a03419'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:40:12.789544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:12.926408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904173f0-45fd-4b29-bb61-e64340ba8db1 req-812bbe92-9500-4b65-b012-9f980ef375fe tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:12.928007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-904173f0-45fd-4b29-bb61-e64340ba8db1 req-812bbe92-9500-4b65-b012-9f980ef375fe tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 944 time: 0.0970309 Jul 28 18:40:12.945400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:40:12.954591 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Sync routers for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:40:12.964548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:12.967020 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:12.982564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-904173f0-45fd-4b29-bb61-e64340ba8db1 req-8da85e1c-8c33-4c66-b47f-5b1f92da991f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Jul 28 18:40:13.032835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['56e2ea81-df3b-4f59-9d86-e718cdf17131'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:40:13.068829 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.112650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.116695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53a7084f-5874-4f6a-9165-aad1749f9f77 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1527467 Jul 28 18:40:13.117043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:13.146415 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e2b0a681-e184-4cad-bce2-58a401ab40c4 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=244b8cf8b6d8475e97822eba1ace3415&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281255 Jul 28 18:40:13.148875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:13.154454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:13.238871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145837e4-7962-4cca-8520-2bb63f81bfb2 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:13.243243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-145837e4-7962-4cca-8520-2bb63f81bfb2 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905757 Jul 28 18:40:13.243448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45940) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:13.274688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d11da46a-db03-4c79-a729-ed0991422a51 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302136 Jul 28 18:40:13.277033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45942) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:13.281864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031426699', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:13.336355 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:12Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:13.363010 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Checking router: dee4530c-4378-4c82-9fa4-565c8a04c940 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:40:13.363357 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Updating router dee4530c-4378-4c82-9fa4-565c8a04c940 port b095a082-d2df-4954-9210-43f224483d62 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:40:13.387157 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.449257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:40:13.452885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.636316 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.646917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Transition to ACTIVE for port object b095a082-d2df-4954-9210-43f224483d62 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:13.704916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.727758 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.775751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Subnet': ['ID=b2f1c795-9c4e-48c8-80a6-542bb566973f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:13.777969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Checking segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:40:13.778328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network hostable DHCP agents. Network: 9dc8ab0e-04e3-445e-8d48-220e1a698075, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:40:13.781200 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Attempting to bind port b095a082-d2df-4954-9210-43f224483d62 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:40:13.781655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Attempting to bind port b095a082-d2df-4954-9210-43f224483d62 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:40:13.781930 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Attempting to bind port b095a082-d2df-4954-9210-43f224483d62 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:40:13.791237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Pushing event updated for resources: {'Port': ['ID=b095a082-d2df-4954-9210-43f224483d62,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:13.794559 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:40:13.794932 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:40:13.795337 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.795763 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:40:13.796230 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Bound port: b095a082-d2df-4954-9210-43f224483d62, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:40:13.796611 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.803020 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.803367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.803734 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.804071 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.804413 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.804739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.805062 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.805390 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.805712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.806144 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.806474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.806795 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:40:13.858739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] For port b095a082-d2df-4954-9210-43f224483d62, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:40:13.861670 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] For port b095a082-d2df-4954-9210-43f224483d62, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b095a082-d2df-4954-9210-43f224483d62,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:40:13.881369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:40:13.973552 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:13.995843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9dc8ab0e-04e3-445e-8d48-220e1a698075) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:14.007865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:14.008662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.010758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a9695-a730-4d2e-bbde-c009bf5eea66 None None] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:40:14.037290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:14.037914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:14.039813 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea3203-1f04-4f58-9506-28a1dd840961 None None] Pushing event updated for resources: {'Port': ['ID=b095a082-d2df-4954-9210-43f224483d62,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:14.108401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0f01-4cdb-49f5-ad92-0d5181d38928 req-358ae340-3891-4e48-8a18-71281d6a19c5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:14.110640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc2e0f01-4cdb-49f5-ad92-0d5181d38928 req-358ae340-3891-4e48-8a18-71281d6a19c5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 944 time: 0.0504985 Jul 28 18:40:14.120702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d66c019a-09be-4854-bcaa-e20d7189874f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8426425 Jul 28 18:40:14.121550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:14.160948 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:14.171077 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc2e0f01-4cdb-49f5-ad92-0d5181d38928 req-07e70613-f7e5-4ec7-9057-6ea716755328 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jul 28 18:40:14.174583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-9dc8ab0e-04e3-445e-8d48-220e1a698075', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:40:14.175501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.247570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e108258-4d25-406c-a14f-8759e0a03419 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:14.353786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Allocated IP 172.20.0.2 (9dc8ab0e-04e3-445e-8d48-220e1a698075/b2f1c795-9c4e-48c8-80a6-542bb566973f/c6c52d99-ef7d-4b74-928e-233044ed1161) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:40:14.368506 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:12Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:14.380936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:14.396635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962e1e-4ffb-48cd-affb-0428360e8191 None None] The sync data for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 is: [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:12Z', 'revision_number': 3, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:40:14.585608 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.615673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 3e108258-4d25-406c-a14f-8759e0a03419 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:14.621679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3e108258-4d25-406c-a14f-8759e0a03419 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:14.621859 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.748796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 56e2ea81-df3b-4f59-9d86-e718cdf17131 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:14.749211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.813439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.843096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Transition to ACTIVE for port object c6c52d99-ef7d-4b74-928e-233044ed1161 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:14.852008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:14.877139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Transition to ACTIVE for port object c6c52d99-ef7d-4b74-928e-233044ed1161 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:14.896361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:14.898945 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b36db8-ccea-495f-8d70-32086233fa1d" -d '{"events": [{"server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "name": "network-vif-plugged", "status": "completed", "tag": "3e108258-4d25-406c-a14f-8759e0a03419"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:14.926817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b095a082-d2df-4954-9210-43f224483d62 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:14.966551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e108258-4d25-406c-a14f-8759e0a03419,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:14.968612 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e18380-b2e8-4654-87f5-65ab0bfd428e x-openstack-request-id: req-16e18380-b2e8-4654-87f5-65ab0bfd428e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:14.968908 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "name": "network-vif-plugged", "status": "completed", "tag": "3e108258-4d25-406c-a14f-8759e0a03419", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:14.969199 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16e18380-b2e8-4654-87f5-65ab0bfd428e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:14.969600 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419', 'code': 200} Jul 28 18:40:14.976713 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.013237 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.055579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:15.060369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.066099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:15.080286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:40:15.088997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Pushing event updated for resources: {'Port': ['ID=c6c52d99-ef7d-4b74-928e-233044ed1161,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.103099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:15.197621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.204264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.207841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Attempting to bind port c6c52d99-ef7d-4b74-928e-233044ed1161 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:40:15.208209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Attempting to bind port c6c52d99-ef7d-4b74-928e-233044ed1161 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:40:15.208574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Attempting to bind port c6c52d99-ef7d-4b74-928e-233044ed1161 on network 9dc8ab0e-04e3-445e-8d48-220e1a698075 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:40:15.234948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:40:15.235332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Checking segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:40:15.235765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.236165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Bound using segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:40:15.236654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Bound port: c6c52d99-ef7d-4b74-928e-233044ed1161, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:40:15.237718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.252985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b095a082-d2df-4954-9210-43f224483d62 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:15.254418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aea69-092b-4cec-a9eb-82a76585bd41 req-baeac15b-15e4-491d-a743-01c8ee725d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:15.255959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-907aea69-092b-4cec-a9eb-82a76585bd41 req-baeac15b-15e4-491d-a743-01c8ee725d52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 1096 time: 0.0564568 Jul 28 18:40:15.266909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b095a082-d2df-4954-9210-43f224483d62 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:15.267290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.315558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.319118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb001-1774-4696-96bf-ff9e756fdc74 req-4a7b4333-e66e-4221-b1a1-2cf5f252da6d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:15.320998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c8bb001-1774-4696-96bf-ff9e756fdc74 req-4a7b4333-e66e-4221-b1a1-2cf5f252da6d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.0556617 Jul 28 18:40:15.361413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-907aea69-092b-4cec-a9eb-82a76585bd41 req-3cce7cef-2abd-4f44-82c0-c31c9ab4a455 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 Jul 28 18:40:15.363459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] For port c6c52d99-ef7d-4b74-928e-233044ed1161, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:40:15.367789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] For port c6c52d99-ef7d-4b74-928e-233044ed1161, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6c52d99-ef7d-4b74-928e-233044ed1161,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:40:15.368254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.1 (9dc8ab0e-04e3-445e-8d48-220e1a698075/b2f1c795-9c4e-48c8-80a6-542bb566973f/1b0dff17-f691-4d76-bf22-9290a7794440) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:40:15.375152 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5c8bb001-1774-4696-96bf-ff9e756fdc74 req-5faac8db-c01b-46c8-b904-4a00e3e4dc7b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jul 28 18:40:15.417252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.438985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b095a082-d2df-4954-9210-43f224483d62, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b095a082-d2df-4954-9210-43f224483d62,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:15.443886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.505161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d28ff-2dd9-48cd-ab13-de4e2e38e91d None None] Pushing event updated for resources: {'Port': ['ID=c6c52d99-ef7d-4b74-928e-233044ed1161,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.516221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.516657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.522605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 1b0dff17-f691-4d76-bf22-9290a7794440 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:15.564111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b095a082-d2df-4954-9210-43f224483d62,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.638778 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.674139 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.690536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:15.693568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:15.696127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:40:15.704688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:15.746884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:15.928082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:16.205103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:16.283283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:16.360476 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:16.362792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:16.485126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:16.488161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:16.547761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9aa3-f134-4c5c-864e-cdea47a313ae req-e9fc7dd6-33d4-49c4-b2c1-52f8d86931da tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:16.549851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e02e9aa3-f134-4c5c-864e-cdea47a313ae req-e9fc7dd6-33d4-49c4-b2c1-52f8d86931da tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.1005661 Jul 28 18:40:16.635141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e02e9aa3-f134-4c5c-864e-cdea47a313ae req-0012dcb5-e77a-45f5-aae0-bed556564f25 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Jul 28 18:40:16.656778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router dee4530c-4378-4c82-9fa4-565c8a04c940 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:40:16.758424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262dfe2-7030-48fd-b0ea-f24b54a11633 req-dcd3bde7-9904-44dd-b5a4-4184fed3f775 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:16.760021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a262dfe2-7030-48fd-b0ea-f24b54a11633 req-dcd3bde7-9904-44dd-b5a4-4184fed3f775 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.0514529 Jul 28 18:40:16.774178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:40:16.779468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69fdc429-e0e4-45e7-a3b7-81ce2fc48720 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/dee4530c-4378-4c82-9fa4-565c8a04c940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6566958 Jul 28 18:40:16.782709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45956) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:16.785724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Sync routers for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:40:16.797615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:16.798911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:16.835814 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a262dfe2-7030-48fd-b0ea-f24b54a11633 req-2cf3bd08-6a8c-4f8c-96ea-0d9586117069 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Jul 28 18:40:16.894953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6fd93-f1d1-4cd6-9239-b9c5e0eb105a None None] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:40:16.973961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:16.976216 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee235fd-dc28-4628-bd9b-d2e36e0bad46" -d '{"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-plugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:16.997191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:16.998068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:16.998711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.000110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.000734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.001367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.003735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.007773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45964) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:17.008397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f97c071-62be-4417-a73e-3bf65b1f9a17 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2233777 Jul 28 18:40:17.032836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b095a082-d2df-4954-9210-43f224483d62 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:17.040705 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e753b-f786-4575-9013-1b40938a8179 x-openstack-request-id: req-b98e753b-f786-4575-9013-1b40938a8179 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:17.045601 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-plugged", "status": "completed", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:17.045601 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b98e753b-f786-4575-9013-1b40938a8179 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:17.045601 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'code': 200} Jul 28 18:40:17.045601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:17.078815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.079288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.079848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.080328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.080793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.081253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.081706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.083573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-04a7d2f1-2e17-49ff-aecc-85574ac25bdf tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0747797 Jul 28 18:40:17.086356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45966) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:17.092474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-088c87e9-218d-4ed5-ae8e-228b8a958cf2 None None] Provisioning for port c6c52d99-ef7d-4b74-928e-233044ed1161 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:17.237025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7504d7b9-3b89-41e4-ac08-cc821bf91476 tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1384623 Jul 28 18:40:17.267754 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b095a082-d2df-4954-9210-43f224483d62 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:17.268570 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.413448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6c52d99-ef7d-4b74-928e-233044ed1161 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:17.446860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e83ab6-cfbb-4423-8aaa-a3d6980a42bb req-d06df713-6eab-49fd-a743-ca4fb88a08c0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:17.448464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63e83ab6-cfbb-4423-8aaa-a3d6980a42bb req-d06df713-6eab-49fd-a743-ca4fb88a08c0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.0582080 Jul 28 18:40:17.464472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:16Z', 'revision_number': 2, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:17.495533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63e83ab6-cfbb-4423-8aaa-a3d6980a42bb req-bcbb86e9-c349-4e72-adb0-c5705efe3782 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Jul 28 18:40:17.496861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Checking router: dee4530c-4378-4c82-9fa4-565c8a04c940 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:40:17.497218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Updating router dee4530c-4378-4c82-9fa4-565c8a04c940 port 1b0dff17-f691-4d76-bf22-9290a7794440 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:40:17.528727 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.560748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45972) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:17.566168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188969085', 'description': 'tempest-secgroup-smoke-188969085 description', 'project_id': '244b8cf8b6d8475e97822eba1ace3415'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:17.631755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c6c52d99-ef7d-4b74-928e-233044ed1161 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:17.644486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.645195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c6c52d99-ef7d-4b74-928e-233044ed1161 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:17.645581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.694551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Provisioning complete for port c6c52d99-ef7d-4b74-928e-233044ed1161 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:17.713809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.732690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.803775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.837129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63162780-7c2e-4725-9985-4bdfd3fe6406,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:17.901315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:17.905688 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9f8f888a-cef1-47cf-b52f-c1c4e207882f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3411772 Jul 28 18:40:17.906048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45974) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:17.910952 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:18.030001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.051119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.090470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.099855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.141265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c6c52d99-ef7d-4b74-928e-233044ed1161, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6c52d99-ef7d-4b74-928e-233044ed1161,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:18.145747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.155012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Transition to ACTIVE for port object 1b0dff17-f691-4d76-bf22-9290a7794440 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:18.175053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.192445 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.193036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d9f462-c7c7-4e73-b6a8-ca2febdf15a5,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.235464 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.238265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.239633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c134492d-50cf-4e8c-9e49-a918ad3d0c7d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326046 Jul 28 18:40:18.242318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45976) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:18.248420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:18.279749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:40:18.280150 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:40:18.282213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c6c52d99-ef7d-4b74-928e-233044ed1161,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.342514 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.356559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532755f-0694-40f3-a274-10b376edc462 None None] Pushing event updated for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.369725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Attempting to bind port 1b0dff17-f691-4d76-bf22-9290a7794440 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:40:18.370255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Attempting to bind port 1b0dff17-f691-4d76-bf22-9290a7794440 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:40:18.370492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Attempting to bind port 1b0dff17-f691-4d76-bf22-9290a7794440 on network 9dc8ab0e-04e3-445e-8d48-220e1a698075 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:40:18.376058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:40:18.376901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Checking segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:40:18.376901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.377299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Bound using segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:40:18.377764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Bound port: 1b0dff17-f691-4d76-bf22-9290a7794440, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:40:18.378146 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.410986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.445591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] For port 1b0dff17-f691-4d76-bf22-9290a7794440, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:40:18.448989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] For port 1b0dff17-f691-4d76-bf22-9290a7794440, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b0dff17-f691-4d76-bf22-9290a7794440,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:40:18.472002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.490798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ea7812-e39f-4771-9415-130058e30a7e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.512668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.533042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.536809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6a4836c8-1453-49d7-ae15-729e94a0986d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2908759 Jul 28 18:40:18.541684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 45980) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:18.552138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:18.572899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:18.573529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:18.575388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532755f-0694-40f3-a274-10b376edc462 None None] Pushing event updated for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.630936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191c733-9505-4028-9376-7c1be4fe5888 req-42950ad4-b25e-45f9-b94e-acbf400df824 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:18.632573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1191c733-9505-4028-9376-7c1be4fe5888 req-42950ad4-b25e-45f9-b94e-acbf400df824 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.0562072 Jul 28 18:40:18.675311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.682019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1191c733-9505-4028-9376-7c1be4fe5888 req-c32122fa-a782-449f-af1d-64f2096f3445 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jul 28 18:40:18.695533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:18.751685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.818678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.837832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2659133-7038-4060-804c-c8c84844060e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:18.857708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6c52d99-ef7d-4b74-928e-233044ed1161 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:18.895379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-00787910-a307-4055-a9dd-204acf304df8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:18.896898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-00787910-a307-4055-a9dd-204acf304df8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 945 time: 0.0522337 Jul 28 18:40:18.927664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.928843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9a8bf4ad-7999-4fd2-bbb1-24f80ae7ac47 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888311 Jul 28 18:40:18.931883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45982) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:18.937889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:18.981496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c6c52d99-ef7d-4b74-928e-233044ed1161 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:18.981872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.983334 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:18.997365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 3e108258-4d25-406c-a14f-8759e0a03419 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:18.999798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.047514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:18Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:19.087938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port 3e108258-4d25-406c-a14f-8759e0a03419, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3e108258-4d25-406c-a14f-8759e0a03419,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:19.088316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.095204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdfe0f-dfb8-4631-8dc3-51453ec81de5 None None] The sync data for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 is: [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:18Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:40:19.098567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-999cf1ea-6791-47ac-a3ff-480dba3128b9 None None] Provisioning for port 1b0dff17-f691-4d76-bf22-9290a7794440 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:19.098762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.103959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 3e108258-4d25-406c-a14f-8759e0a03419 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:19.178456 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:40:19.188281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.277532 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.298091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8400cbec-d3a1-4ce7-8bb5-8ea6170ca64f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:19.323676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.335357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['44628dea-5e26-40cd-bd24-bdd1fd86fa33', '3e108258-4d25-406c-a14f-8759e0a03419'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:40:19.365181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=3e108258-4d25-406c-a14f-8759e0a03419,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:19.391962 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.393735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3b88a86f-b769-46d1-b305-9b8ca17368dd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4606984 Jul 28 18:40:19.396891 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:19.401462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:19.421777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port 3e108258-4d25-406c-a14f-8759e0a03419 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:19.425283 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.427684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db8e297d-3e2f-4f20-81b0-09c8f8765735 req-015e1ffa-bd93-40d0-a463-168ef45e52ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "DELETE /v2.0/ports/3e108258-4d25-406c-a14f-8759e0a03419 HTTP/1.1" status: 204 len: 173 time: 0.5245299 Jul 28 18:40:19.428155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'name': 'network-vif-deleted', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:19.430665 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8fd2a4-3e3e-4711-aa87-f5c14589b3b7" -d '{"events": [{"server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "name": "network-vif-deleted", "tag": "3e108258-4d25-406c-a14f-8759e0a03419"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:19.475833 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec83e5-8a74-458b-b37a-2c36e68b0a40 x-openstack-request-id: req-cdec83e5-8a74-458b-b37a-2c36e68b0a40 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:19.477185 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6606b772-4b74-4157-9302-5b31bc3e048a", "name": "network-vif-deleted", "tag": "3e108258-4d25-406c-a14f-8759e0a03419", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:19.477455 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdec83e5-8a74-458b-b37a-2c36e68b0a40 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:19.477865 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606b772-4b74-4157-9302-5b31bc3e048a', 'name': 'network-vif-deleted', 'tag': '3e108258-4d25-406c-a14f-8759e0a03419', 'status': 'completed', 'code': 200} Jul 28 18:40:19.495806 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:40:19.505849 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.597021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.774965 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.798022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2dd0c9-ba40-4bc4-b839-a528f553eb7a,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:19.798170 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55ca50ab-6c11-4726-b8e3-7fc7f1599804 req-38b5a5cd-f658-4aa6-b8cd-3b4359200d46 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0334105 Jul 28 18:40:19.861170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:19.862825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3fdb6240-496a-43a0-93cb-119579d8f8d7 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4653819 Jul 28 18:40:19.865481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 45990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:19.870652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'security_group_rule': {'security_group_id': '63162780-7c2e-4725-9985-4bdfd3fe6406', 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:19.963440 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Project 244b8cf8b6d8475e97822eba1ace3415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:40:19.969794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:20.037595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:20.106464 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:20.125694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fc3512-6e86-4062-8b78-33fbdbe86cf1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:20.197450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:20.204942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d5e558e4-ce93-471a-af62-e7f74647f7c1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3320553 Jul 28 18:40:20.352597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-0cb268da-e714-4a6f-aa18-fc0c99565c45 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188969085&fields=id&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 267 time: 0.0356407 Jul 28 18:40:20.470274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-4d6ac4c8-fa44-4190-8bb6-3986edcf2fb3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:20.472349 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-4d6ac4c8-fa44-4190-8bb6-3986edcf2fb3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/networks?id=9dc8ab0e-04e3-445e-8d48-220e1a698075 HTTP/1.1" status: 200 len: 797 time: 0.1129847 Jul 28 18:40:20.487761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-f174ad72-a991-4622-896a-ddb4b5fe0a1d tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/quotas/244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 375 time: 0.0093665 Jul 28 18:40:20.543568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-94c92c55-2add-4007-bcf7-701c8df4dba9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498297 Jul 28 18:40:20.640448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffee7cf9-a506-4f17-9f1d-cd69938e3331 service neutron] 10.222.0.25 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Jul 28 18:40:20.742258 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-4a653e6c-6aba-4254-a977-6bbca82ce9c7 service neutron] 10.222.0.25 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957263 Jul 28 18:40:20.885959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b0dff17-f691-4d76-bf22-9290a7794440 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:20.923906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1d34fa5-008f-4996-a9bd-51c9b174d988 req-a609e946-6450-4915-bcd1-d3fd5d105f08 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0477149 Jul 28 18:40:20.998631 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7cd6f083-a791-4cc8-84d9-bfa5070605d8 req-8780982c-e49d-4973-bae6-4d1b1712fb0a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 210 time: 0.0296018 Jul 28 18:40:21.030337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1b0dff17-f691-4d76-bf22-9290a7794440 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:21.035453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1b0dff17-f691-4d76-bf22-9290a7794440 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:21.035904 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:21.119738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:21.162814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 1b0dff17-f691-4d76-bf22-9290a7794440, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b0dff17-f691-4d76-bf22-9290a7794440,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:21.230505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:21.280143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:21.360289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-ac4cd1bf-9383-444b-b09a-8c28d2f4f4d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481832 Jul 28 18:40:21.445945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff03679-99d9-44c2-904e-2864100090fe req-eb27006e-5c99-40a5-a9be-12bea3178763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:21.450518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-eb27006e-5c99-40a5-a9be-12bea3178763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 1096 time: 0.0428643 Jul 28 18:40:21.550511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff03679-99d9-44c2-904e-2864100090fe req-ddb075f4-32fe-4efd-9168-2b6372c3f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:21.552072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-ddb075f4-32fe-4efd-9168-2b6372c3f991 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0847676 Jul 28 18:40:21.601127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-6e4272f8-bff0-4af7-a818-e0198365ca38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33 HTTP/1.1" status: 200 len: 217 time: 0.0421777 Jul 28 18:40:21.649821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff03679-99d9-44c2-904e-2864100090fe req-05f5a6ec-425c-4783-b232-98ebc260f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:21.651306 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-05f5a6ec-425c-4783-b232-98ebc260f2ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0440664 Jul 28 18:40:21.698478 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff03679-99d9-44c2-904e-2864100090fe req-9fe565f7-190f-43aa-afd8-20637ab9d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:21.699900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-9fe565f7-190f-43aa-afd8-20637ab9d97e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419173 Jul 28 18:40:21.797623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-87934ac4-c7e1-4a3e-8024-fbd31f804360 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909021 Jul 28 18:40:21.887769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ff03679-99d9-44c2-904e-2864100090fe req-920f29ce-f088-4d20-986d-feb084c55603 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831826 Jul 28 18:40:22.038927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e74df156-f6e8-4872-8265-e77fa0c097e2 req-03b57a4b-0a86-4d4d-8fa2-e77c66b418ed tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0340891 Jul 28 18:40:22.101504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f10e47a6-4374-4975-b76a-c91bf0699d12 req-3b447cbb-5264-473d-8c8e-3bd970d2ea3e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 210 time: 0.0269921 Jul 28 18:40:22.303627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e108258-4d25-406c-a14f-8759e0a03419 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:22.328390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 3e108258-4d25-406c-a14f-8759e0a03419 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:22.328741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3e108258-4d25-406c-a14f-8759e0a03419 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:22.849510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b0dff17-f691-4d76-bf22-9290a7794440 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:22.898189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1b0dff17-f691-4d76-bf22-9290a7794440 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:22.898654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:23.148815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acdd532e-4022-44d7-8cc0-e0aad583dea5 req-097a61bc-4588-4b1e-935f-c2f5fff127b5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0342782 Jul 28 18:40:23.199667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f37c4721-0c6c-4d9b-bd2b-c2efaeac713b req-a4f93060-4487-4600-b8b0-2c0a766adefc tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 210 time: 0.0270135 Jul 28 18:40:23.291750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-9395690d-e0ef-4b2b-a2dd-c8d86cf8a645 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:23.292900 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-9395690d-e0ef-4b2b-a2dd-c8d86cf8a645 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/networks?id=9dc8ab0e-04e3-445e-8d48-220e1a698075 HTTP/1.1" status: 200 len: 797 time: 0.1023338 Jul 28 18:40:23.342972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-27b5c1ed-cadd-4a52-87da-a8bdc52b8f6f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244b8cf8b6d8475e97822eba1ace3415 HTTP/1.1" status: 200 len: 379 time: 0.0408762 Jul 28 18:40:23.352937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'port': {'device_id': '12ce5b23-a840-412a-a973-4701d3af3abb', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'admin_state_up': True, 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'security_groups': ['63162780-7c2e-4725-9985-4bdfd3fe6406']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:23.551470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Made reservation on behalf of 244b8cf8b6d8475e97822eba1ace3415 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:40:23.555112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:23.691512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.20.0.9 (9dc8ab0e-04e3-445e-8d48-220e1a698075/b2f1c795-9c4e-48c8-80a6-542bb566973f/29d7bcf6-0304-46a0-9430-e3c96a52cae5) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:40:23.845355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:23.860145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Transition to ACTIVE for port object 29d7bcf6-0304-46a0-9430-e3c96a52cae5 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:23.963943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.006796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:24.010152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:24.015976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:40:24.052153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:24.086660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:24.087390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.209442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-ffc8598b-3c24-49d1-8a3b-3f5b922a90fa tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608882 Jul 28 18:40:24.256062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Request body: {'port': {'device_id': '12ce5b23-a840-412a-a973-4701d3af3abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:24.304259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acbec276-d1e1-42c0-a9c1-53eaf194c455 req-93ae1420-32a5-45a5-8d0f-b98554e617bb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=6606b772-4b74-4157-9302-5b31bc3e048a HTTP/1.1" status: 200 len: 210 time: 0.0638835 Jul 28 18:40:24.340152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.378767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c44115aa-0f8f-4d65-9cd4-3471f9d190b8 None None] Provisioning for port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:24.383815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f35d8-cee2-41c5-92d6-b3aff2e6fbc1 req-efe7f847-1abd-4644-9e03-6703bf90d63f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:24.386295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c44115aa-0f8f-4d65-9cd4-3471f9d190b8 None None] Provisioning complete for port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:24.386525 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c99f35d8-cee2-41c5-92d6-b3aff2e6fbc1 req-efe7f847-1abd-4644-9e03-6703bf90d63f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 931 time: 0.0662937 Jul 28 18:40:24.387088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c44115aa-0f8f-4d65-9cd4-3471f9d190b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.434267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c44115aa-0f8f-4d65-9cd4-3471f9d190b8 None None] Port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:40:24.442194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c99f35d8-cee2-41c5-92d6-b3aff2e6fbc1 req-d0aeb241-22b7-4dcc-80f3-1d3a88f5f8b3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481527 Jul 28 18:40:24.671548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d7bcf6-0304-46a0-9430-e3c96a52cae5 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:40:24.681359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.694576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Transition to ACTIVE for port object 29d7bcf6-0304-46a0-9430-e3c96a52cae5 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:40:24.769278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.825779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Pushing event updated for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:24.900151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Attempting to bind port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:40:24.900497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Attempting to bind port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:40:24.900823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Attempting to bind port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 on network 9dc8ab0e-04e3-445e-8d48-220e1a698075 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:40:24.907161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 on network 9dc8ab0e-04e3-445e-8d48-220e1a698075 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:40:24.907515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Attempting to bind port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 on network 9dc8ab0e-04e3-445e-8d48-220e1a698075 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:40:24.913639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:40:24.913982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Checking segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:40:24.914369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Bound using segment: {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:40:24.914802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Bound port: 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55a6f4e-c966-46b4-ba4d-a5706276d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:40:24.915163 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:24.983982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:40:24.987677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:40:25.081757 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:25.110464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.111081 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:25.112520 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] 10.222.0.35 "PUT /v2.0/ports/29d7bcf6-0304-46a0-9430-e3c96a52cae5 HTTP/1.1" status: 200 len: 1091 time: 0.8623302 Jul 28 18:40:25.112956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:25.115161 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63594176-242c-4185-bb94-419474b72621" -d '{"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:25.152367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cba9c-999c-488c-aa6d-ff014126124c service neutron] Pushing event updated for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:25.169902 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85fd64e-be30-44d2-a743-f5f1b61032c3 x-openstack-request-id: req-d85fd64e-be30-44d2-a743-f5f1b61032c3 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:25.170192 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:25.170443 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d85fd64e-be30-44d2-a743-f5f1b61032c3 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:25.170887 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'status': 'completed', 'code': 200} Jul 28 18:40:25.222584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63594176-242c-4185-bb94-419474b72621 req-38702efb-1e66-4e92-a6bc-ef40c3daec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.224159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63594176-242c-4185-bb94-419474b72621 req-38702efb-1e66-4e92-a6bc-ef40c3daec3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1094 time: 0.0431368 Jul 28 18:40:25.334432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63594176-242c-4185-bb94-419474b72621 req-fe94a79d-eebb-49ac-9f55-c0ddeebb0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.336057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63594176-242c-4185-bb94-419474b72621 req-fe94a79d-eebb-49ac-9f55-c0ddeebb0523 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=244b8cf8b6d8475e97822eba1ace3415&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1039827 Jul 28 18:40:25.444006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63594176-242c-4185-bb94-419474b72621 req-c29dff89-2339-4436-9e54-fe2c6434b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.445505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-63594176-242c-4185-bb94-419474b72621 req-c29dff89-2339-4436-9e54-fe2c6434b876 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022863 Jul 28 18:40:25.549934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-07c4dc48-475c-4b76-8882-f6e32c16abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.551504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-07c4dc48-475c-4b76-8882-f6e32c16abdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1094 time: 0.0705414 Jul 28 18:40:25.596873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-bcd9d97a-e6b8-4e2f-a1ed-3cb6f96aa94e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5 HTTP/1.1" status: 200 len: 217 time: 0.0379291 Jul 28 18:40:25.608666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396015f3-a797-4fd6-8e82-4fef16037f8e req-8cf9f6c3-c7f5-4b1a-83e2-2c6e0e48279f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.610104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-396015f3-a797-4fd6-8e82-4fef16037f8e req-8cf9f6c3-c7f5-4b1a-83e2-2c6e0e48279f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 943 time: 0.0879877 Jul 28 18:40:25.690080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-396015f3-a797-4fd6-8e82-4fef16037f8e req-76f99195-dcb8-4001-b0bf-3b8bd72d88e1 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704927 Jul 28 18:40:25.691792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-08281838-0069-46cd-aa7e-e21f9524965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.693208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-08281838-0069-46cd-aa7e-e21f9524965a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2f1c795-9c4e-48c8-80a6-542bb566973f HTTP/1.1" status: 200 len: 835 time: 0.0822723 Jul 28 18:40:25.740511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-0260d686-8fc5-4bb2-99ac-bbcc38b0218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:25.742051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-0260d686-8fc5-4bb2-99ac-bbcc38b0218b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9dc8ab0e-04e3-445e-8d48-220e1a698075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416503 Jul 28 18:40:25.833208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-815f3eb4-670b-43ae-8ece-f8314c0b0a76 service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Jul 28 18:40:26.228022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c51cb1ce-898a-4cf2-a814-621a6cba3488 req-fe3a5eca-5bc7-4426-843a-ec16be75e8de service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883672 Jul 28 18:40:26.812333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc66c0-1881-451a-bff5-a49deb908bbf req-e38e5b94-04a4-4c9e-8e73-614eb1ca1327 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:26.817509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cfc66c0-1881-451a-bff5-a49deb908bbf req-e38e5b94-04a4-4c9e-8e73-614eb1ca1327 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 943 time: 0.0541198 Jul 28 18:40:26.855195 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cfc66c0-1881-451a-bff5-a49deb908bbf req-d82f09e6-56ac-48e4-bc01-178bf08ebf49 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340419 Jul 28 18:40:27.772053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-c27bf789-2498-4c85-9f70-31aa1c800047 req-b752eafe-7567-44f3-8968-d080219fd94f service neutron] (101106) timed out ('10.222.0.25', 46880) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:40:27.977776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008ac3f-573f-46c3-8134-4f3c4daf4e65 req-2dd4e8b6-b7b1-45aa-9412-932c3891e0c4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:27.980188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4008ac3f-573f-46c3-8134-4f3c4daf4e65 req-2dd4e8b6-b7b1-45aa-9412-932c3891e0c4 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 943 time: 0.0534744 Jul 28 18:40:28.020528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4008ac3f-573f-46c3-8134-4f3c4daf4e65 req-9a86e264-bdd7-4556-9dcb-231e66dec4c0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340192 Jul 28 18:40:29.054209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cec91-75a7-45c5-86bb-4ff13d616e46 req-d12d4bfe-a35e-486b-b6f4-cb0cfed7635b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:29.055952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d7cec91-75a7-45c5-86bb-4ff13d616e46 req-d12d4bfe-a35e-486b-b6f4-cb0cfed7635b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0555971 Jul 28 18:40:29.093984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1d7cec91-75a7-45c5-86bb-4ff13d616e46 req-3aaca2ad-6261-4d11-9114-a528867067ef tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jul 28 18:40:29.183617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51d37-5f37-45ae-9e4b-9a5f3bd89de5 req-63ad181b-1bf8-41e1-ba73-097dd1053646 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:29.185084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bd51d37-5f37-45ae-9e4b-9a5f3bd89de5 req-63ad181b-1bf8-41e1-ba73-097dd1053646 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 943 time: 0.0478759 Jul 28 18:40:29.222914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9bd51d37-5f37-45ae-9e4b-9a5f3bd89de5 req-0d917ead-92b7-41bb-863a-64aa602714bb tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Jul 28 18:40:30.206230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7a9e-8214-4109-8abe-dd43e26ef4d8 req-848e8246-c6bd-41a5-9759-cbb4d853b448 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:30.207721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e39c7a9e-8214-4109-8abe-dd43e26ef4d8 req-848e8246-c6bd-41a5-9759-cbb4d853b448 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0472574 Jul 28 18:40:30.245025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e39c7a9e-8214-4109-8abe-dd43e26ef4d8 req-887961ee-126b-4adc-b20e-fdfa834d512e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 28 18:40:30.341114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ebda0-e066-4d13-8919-9c2b986d8607 req-f2af4cfa-3edd-4bf4-8490-110cead27a02 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:30.342592 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be0ebda0-e066-4d13-8919-9c2b986d8607 req-f2af4cfa-3edd-4bf4-8490-110cead27a02 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 943 time: 0.0529821 Jul 28 18:40:30.380454 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be0ebda0-e066-4d13-8919-9c2b986d8607 req-a57989be-b3ec-480e-9cae-55eb3b97d39a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Jul 28 18:40:30.462740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29d7bcf6-0304-46a0-9430-e3c96a52cae5 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:40:30.523663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-86b5b57c-d3fb-4ba8-857c-985697d9577a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:30.525138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-86b5b57c-d3fb-4ba8-857c-985697d9577a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Jul 28 18:40:30.555727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:30.567636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'port_id': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'mac_address': 'fa:16:3e:4d:b3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:40:30.604671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.618718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:40:30.619069 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.621166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d7bcf6-0304-46a0-9430-e3c96a52cae5 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:40:30.641053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:30.704761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port 44628dea-5e26-40cd-bd24-bdd1fd86fa33, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=44628dea-5e26-40cd-bd24-bdd1fd86fa33,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:30.705127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.717542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 44628dea-5e26-40cd-bd24-bdd1fd86fa33 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:40:30.728273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.775772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:30.905408 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.916671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['44628dea-5e26-40cd-bd24-bdd1fd86fa33'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:40:30.932323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=44628dea-5e26-40cd-bd24-bdd1fd86fa33,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:30.979490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port 44628dea-5e26-40cd-bd24-bdd1fd86fa33 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:40:30.987853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:30.987853 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e8aedfb-214f-4688-83c7-25652a2477b2 req-fa0b8956-1195-4c72-80b2-7edc559ee3ee tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "DELETE /v2.0/ports/44628dea-5e26-40cd-bd24-bdd1fd86fa33 HTTP/1.1" status: 204 len: 173 time: 0.4527316 Jul 28 18:40:30.987853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'name': 'network-vif-deleted', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:30.987853 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b47f13-fc68-4380-909c-5222ac830ca1" -d '{"events": [{"server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "name": "network-vif-deleted", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:31.022654 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eee9129-49ea-4075-a7a6-70056d0b0460 x-openstack-request-id: req-6eee9129-49ea-4075-a7a6-70056d0b0460 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:31.022952 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd06d9f-cfc6-427a-851a-03790d50b310", "name": "network-vif-deleted", "tag": "44628dea-5e26-40cd-bd24-bdd1fd86fa33", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:31.023208 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eee9129-49ea-4075-a7a6-70056d0b0460 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:31.023651 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd06d9f-cfc6-427a-851a-03790d50b310', 'name': 'network-vif-deleted', 'tag': '44628dea-5e26-40cd-bd24-bdd1fd86fa33', 'status': 'completed', 'code': 200} Jul 28 18:40:31.082788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['29d7bcf6-0304-46a0-9430-e3c96a52cae5'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:40:31.347922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-498a870c-7ed4-42b7-8a57-0c4933ecfea8 req-390db61c-48a6-47c6-8808-3ce2fbd0a0a8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0276191 Jul 28 18:40:31.498601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f876-f162-43fd-b17c-b83399ff6820 req-f13b5953-a52e-4b14-b92e-ade2a77aafb9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:31.500430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d548f876-f162-43fd-b17c-b83399ff6820 req-f13b5953-a52e-4b14-b92e-ade2a77aafb9 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 944 time: 0.0490270 Jul 28 18:40:31.539461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d548f876-f162-43fd-b17c-b83399ff6820 req-a0e819cb-6ec5-4a5e-80a1-6a823eec4d81 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Jul 28 18:40:32.444874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-21393fcb-8a05-460b-9c1a-17e3f481d8af req-a74b7603-eafd-4c7f-b1eb-15b1493c5784 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Jul 28 18:40:32.473281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29d7bcf6-0304-46a0-9430-e3c96a52cae5 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:40:32.591915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:40:32.596086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:40:32.602514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:32.656634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd37031-e678-49cb-861d-b5192066421a req-a40ace18-0b76-43cf-a848-b6b274a9650c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:32.658379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5dd37031-e678-49cb-861d-b5192066421a req-a40ace18-0b76-43cf-a848-b6b274a9650c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 944 time: 0.0513752 Jul 28 18:40:32.679236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:32.697940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5dd37031-e678-49cb-861d-b5192066421a req-583789f5-bafe-4fba-91bf-4a44340cc2c8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 28 18:40:32.703087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:32.706284 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a965ed-2f74-490e-9dd7-96927bad13fc" -d '{"events": [{"server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "name": "network-vif-plugged", "status": "completed", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:32.731764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:40:32.752215 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd54cb-db5c-4704-9197-8957bc9ed33a x-openstack-request-id: req-c5fd54cb-db5c-4704-9197-8957bc9ed33a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:32.752215 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "name": "network-vif-plugged", "status": "completed", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:32.752215 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5fd54cb-db5c-4704-9197-8957bc9ed33a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:32.752215 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'code': 200} Jul 28 18:40:32.808684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:32.845972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296922e-6f21-4d44-8452-bff6b352723d req-c1462f92-b780-4955-9351-5487a3dbd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:32.847618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5296922e-6f21-4d44-8452-bff6b352723d req-c1462f92-b780-4955-9351-5487a3dbd783 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1096 time: 0.0428154 Jul 28 18:40:32.857842 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:32.889838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5296922e-6f21-4d44-8452-bff6b352723d req-8c5a2c69-f5d4-455e-acc4-91d7b722fad7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345445 Jul 28 18:40:33.541981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4c28a8a-a2c7-4fff-bd11-156574c4add8 req-fb65769c-9502-452f-bdbb-26ad3fa4c1e0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Jul 28 18:40:33.817637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8fc45-6bff-4619-9059-2f811d808f73 req-335e6144-bb6e-426e-81b4-4b2e87b6eac3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:33.819253 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38c8fc45-6bff-4619-9059-2f811d808f73 req-335e6144-bb6e-426e-81b4-4b2e87b6eac3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0493920 Jul 28 18:40:33.857952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38c8fc45-6bff-4619-9059-2f811d808f73 req-298ddade-7b4f-409f-b3bd-377b549dbcbb tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Jul 28 18:40:34.358584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 44628dea-5e26-40cd-bd24-bdd1fd86fa33 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:40:34.380204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 44628dea-5e26-40cd-bd24-bdd1fd86fa33 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:40:34.380549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 44628dea-5e26-40cd-bd24-bdd1fd86fa33 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:40:34.637338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fef7a709-16fd-43f5-b407-3f4ffe13b87f req-31a28328-f5de-4b3a-932f-eb692caecd85 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbd06d9f-cfc6-427a-851a-03790d50b310 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Jul 28 18:40:34.978734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d13d9-14f0-43b0-b7fd-6e78b5e80887 req-7500e1c4-7bf2-4a5e-9df5-dcda9aac7c7e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:34.980283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a56d13d9-14f0-43b0-b7fd-6e78b5e80887 req-7500e1c4-7bf2-4a5e-9df5-dcda9aac7c7e tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0531549 Jul 28 18:40:35.019372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a56d13d9-14f0-43b0-b7fd-6e78b5e80887 req-9c78df4a-bac4-4ce4-adbc-dcaddeed6b8f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jul 28 18:40:35.134238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35456bec-74f0-48b5-b7db-ad2c57541fc9 req-2ca5e7ec-b38a-497f-bd33-52844dd4ddb3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:35.135848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35456bec-74f0-48b5-b7db-ad2c57541fc9 req-2ca5e7ec-b38a-497f-bd33-52844dd4ddb3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0505652 Jul 28 18:40:35.175212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-35456bec-74f0-48b5-b7db-ad2c57541fc9 req-3290e4bd-0291-4e66-b97e-bd9efc32daa3 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Jul 28 18:40:35.197233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46088) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:35.238443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242a9f7-dce7-44af-aa64-8a7c7146ac8e tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:35.242817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1242a9f7-dce7-44af-aa64-8a7c7146ac8e tempest-TestNetworkBasicOps-469544168 tempest-TestNetworkBasicOps-469544168-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1091 time: 0.0419316 Jul 28 18:40:35.243246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46090) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:35.248177 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:35.351234 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:35.455698 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:35.569088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Allocated IP 172.25.7.96 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/10cefda4-8db5-4496-ac36-7ce5c9a1db8a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:40:35.667460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:35.780217 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:35.818910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:40:35.823247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:40:35.829586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:40:35.832618 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=10cefda4-8db5-4496-ac36-7ce5c9a1db8a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:36.195426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:36.324747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:36.476282 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:36.539480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:36.603901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event updated for resources: {'Port': ['ID=10cefda4-8db5-4496-ac36-7ce5c9a1db8a,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:36.617790 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:36.718834 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Floating IP daa6f85e-5788-4d53-9e7b-cce0833aaaee associated. External IP: 172.25.7.96, port: 29d7bcf6-0304-46a0-9430-e3c96a52cae5. Jul 28 18:40:36.929082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router dee4530c-4378-4c82-9fa4-565c8a04c940 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:40:37.037905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:40:37.049298 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Sync routers for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:40:37.059802 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:37.064370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:37.110699 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:37.138757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0a7a663-9d5d-40f9-a767-d2394d4b2066 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8942797 Jul 28 18:40:37.139362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:40:37.141535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46098) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:37.142634 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6acc5-f838-4550-b1e5-f1577177ff4a" -d '{"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:40:37.166503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:37.195850 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d94ae7-29ca-451e-a89c-24a2d1a68774 x-openstack-request-id: req-c2d94ae7-29ca-451e-a89c-24a2d1a68774 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:40:37.196376 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:40:37.196673 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2d94ae7-29ca-451e-a89c-24a2d1a68774 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:40:37.197603 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'status': 'completed', 'code': 200} Jul 28 18:40:37.234432 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fbc74729-bf33-4d4c-b3a9-e9410f77df3a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/daa6f85e-5788-4d53-9e7b-cce0833aaaee HTTP/1.1" status: 200 len: 990 time: 0.0900624 Jul 28 18:40:37.268258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-211b5d26-255d-4196-94c4-3944c800b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:37.270083 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-211b5d26-255d-4196-94c4-3944c800b8b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1096 time: 0.0511544 Jul 28 18:40:37.366521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-659aa855-2b8e-4270-a2b6-0e5bf8f386c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:37.367942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-659aa855-2b8e-4270-a2b6-0e5bf8f386c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9dc8ab0e-04e3-445e-8d48-220e1a698075 HTTP/1.1" status: 200 len: 898 time: 0.0895839 Jul 28 18:40:37.415543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'daa6f85e-5788-4d53-9e7b-cce0833aaaee', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'port_id': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'mac_address': 'fa:16:3e:4d:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce5b23-a840-412a-a973-4701d3af3abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:40:36Z', 'updated_at': '2021-07-28T18:40:36Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:37.434737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-b4da8fbb-5ad9-4cea-a666-8013704a7406 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5 HTTP/1.1" status: 200 len: 998 time: 0.0590763 Jul 28 18:40:37.445910 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Checking router: dee4530c-4378-4c82-9fa4-565c8a04c940 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:40:37.454934 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:40:37.455344 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:40:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:37.484551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-ab5055ae-da56-4aa9-86b7-a86c7e5d0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:37.486989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-ab5055ae-da56-4aa9-86b7-a86c7e5d0b98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2f1c795-9c4e-48c8-80a6-542bb566973f HTTP/1.1" status: 200 len: 835 time: 0.0447509 Jul 28 18:40:37.548148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-7ea24364-ad16-4cd3-aed1-e9aa3a3e05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:40:37.550161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-7ea24364-ad16-4cd3-aed1-e9aa3a3e05d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9dc8ab0e-04e3-445e-8d48-220e1a698075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565510 Jul 28 18:40:37.645452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-2a84211d-e678-4b9b-bd7c-a7ac1f74e55c service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878990 Jul 28 18:40:37.659110 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:40:37.676634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c65a3ba3-6e23-4b1a-b399-d64db2f3ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:37.744253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ca6acc5-f838-4550-b1e5-f1577177ff4a req-8a8830e3-8be5-4f7f-bce4-997912e0d9d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Jul 28 18:40:37.908656 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'daa6f85e-5788-4d53-9e7b-cce0833aaaee', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'port_id': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'mac_address': 'fa:16:3e:4d:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce5b23-a840-412a-a973-4701d3af3abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:40:36Z', 'updated_at': '2021-07-28T18:40:36Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:40:37.942353 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e774-9373-4129-a1d2-5efc70ec48df None None] The sync data for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 is: [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'daa6f85e-5788-4d53-9e7b-cce0833aaaee', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'port_id': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'mac_address': 'fa:16:3e:4d:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce5b23-a840-412a-a973-4701d3af3abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:40:36Z', 'updated_at': '2021-07-28T18:40:36Z', 'revision_number': 0, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:40:38.220606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a460355-489a-422c-823d-e05540d9c99f None None] New status for floating IP daa6f85e-5788-4d53-9e7b-cce0833aaaee: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:40:38.238487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46128) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:38.322521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-41d376af-bffd-483b-88e3-4c7e900e0fa8 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/daa6f85e-5788-4d53-9e7b-cce0833aaaee HTTP/1.1" status: 200 len: 990 time: 0.0825713 Jul 28 18:40:39.282183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:39.287033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271596461', 'description': 'tempest-secgroup-smoke-271596461 description', 'project_id': '8891299796554c0eab6a7ef478827a54'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:39.325203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:39.383857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-14e66e68-01bc-49bd-97af-22f93fcfc735 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/daa6f85e-5788-4d53-9e7b-cce0833aaaee HTTP/1.1" status: 200 len: 992 time: 0.0575569 Jul 28 18:40:39.385123 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:39.463585 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:39.510589 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:39.540620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3908c0-db28-4daf-a36e-5509da88d143,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:39.573033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:39.574309 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fd0d28a8-7d7a-4c4e-b256-624f867abe8a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2910609 Jul 28 18:40:39.582330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46158) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:39.586682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:39.657880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.009132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.087373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.106432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75fbff2-a58a-4b90-9fc8-7b14ef6aea27,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:40.133689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.207615 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.208893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f9231b1-d9dc-43ed-b792-190d43f15c70 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6256528 Jul 28 18:40:40.211564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46160) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:40.216105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:40.303135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-02a10c30-7349-43c0-b849-e656ded57022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.336686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.392460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.457683 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.476029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441ecad0-d871-4e45-90e5-244375d9a82d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:40.543271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.544484 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a82fc764-fe26-4230-aafc-82c4fee6ef5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319263 Jul 28 18:40:40.547089 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46162) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:40.551578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:40.633587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.688765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.784733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.801563 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37196625-493c-4992-ae8e-dbcefa1ea485,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:40.877059 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:40.878258 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-25a24b49-b8f6-4336-96ef-53de90ff8821 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302109 Jul 28 18:40:40.887008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46164) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:40.892114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:40.989237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.049671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.127798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.145217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f80ca8-85c9-4216-a22d-2252687bf693,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:41.154930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.212185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.213415 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-19b19323-c5d3-4e71-bcb7-a82b2c48ecc0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3254497 Jul 28 18:40:41.216130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46166) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:41.221079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:41.293327 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Project 8891299796554c0eab6a7ef478827a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:40:41.298133 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.356565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.429028 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.447791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b40de52-4569-4cd4-a47d-45926bfb2b13,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:41.522024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.523356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d82534ad-19e6-4b52-be31-0fd1228b6ab6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3061912 Jul 28 18:40:41.525971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46170) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:40:41.530515 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'security_group_rule': {'security_group_id': '3c3908c0-db28-4daf-a36e-5509da88d143', 'project_id': '8891299796554c0eab6a7ef478827a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:40:41.584705 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Project 8891299796554c0eab6a7ef478827a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:40:41.589401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.648478 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.687557 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.704931 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8505449d-1c2d-47dd-a801-dc21b647ff4f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:40:41.744696 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:41.745884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b613a36f-9e98-493e-aa69-0b12500c4f6c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2189708 Jul 28 18:40:43.034850 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:45.682314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:48.944822 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:40:56.168806 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:41:00.567628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-e37dfb77-e1a3-4b98-8b66-8d3844b90523 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271596461&fields=id&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 267 time: 0.0312803 Jul 28 18:41:00.672186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-2f24548b-8413-496d-bb52-2d6139ac96ac tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:00.673628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-2f24548b-8413-496d-bb52-2d6139ac96ac tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.0994890 Jul 28 18:41:00.688130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-e3a2f4d7-f0a8-40cd-8be8-24fee35f5dba tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Jul 28 18:41:00.737216 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6c58ba3f-b02c-4433-83c7-aa2cc52a7ec8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439827 Jul 28 18:41:00.829646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-c2d55456-53f1-418c-9a83-29dc52c2eb21 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812452 Jul 28 18:41:00.919527 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-77e2b0a5-b66d-42c3-a6d7-a52bba6a3b4b service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832553 Jul 28 18:41:01.464540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0d13fca-eb52-4eb8-a56c-a73963699277 req-4712c0b7-3ade-4ef5-89f7-686530cab2cb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0268540 Jul 28 18:41:02.577238 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d1fb45a-e28a-46f3-a834-bd03236f0557 req-3c4bd445-89f7-47e4-8c81-512162b3b0a0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0261784 Jul 28 18:41:03.146048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a51273e-6749-495a-8be4-93771c53a9e0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:03.147566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a51273e-6749-495a-8be4-93771c53a9e0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.0993254 Jul 28 18:41:03.192671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-7df636fd-498e-41c1-bf13-402793537060 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 379 time: 0.0345383 Jul 28 18:41:03.202917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'security_groups': ['3c3908c0-db28-4daf-a36e-5509da88d143']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:03.377543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:03.381278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:03.513857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.9 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/faeeb8ab-d9cc-4383-a620-d7bce4d17f81) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:03.662783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:03.680107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0abe26a7-aa82-4760-a95c-e97af632f1d2 req-f1991ec0-0351-4e4c-a46e-98b9f68f08cf tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0319088 Jul 28 18:41:03.690072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object faeeb8ab-d9cc-4383-a620-d7bce4d17f81 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:03.772205 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:03.821044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:03.824201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:03.827885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:03.837332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:03.885776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:03.890110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:03.967094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-6a93add3-a450-45ad-bccc-b7393cab4062 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676985 Jul 28 18:41:03.980207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Request body: {'port': {'device_id': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:04.040702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.085299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f9916c70-ff12-40fc-b826-069aa667c76f None None] Provisioning for port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:04.089514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f9916c70-ff12-40fc-b826-069aa667c76f None None] Provisioning complete for port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:04.089985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f9916c70-ff12-40fc-b826-069aa667c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.124914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f9916c70-ff12-40fc-b826-069aa667c76f None None] Port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:04.297998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faeeb8ab-d9cc-4383-a620-d7bce4d17f81 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:41:04.305651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.317412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Transition to ACTIVE for port object faeeb8ab-d9cc-4383-a620-d7bce4d17f81 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:04.395307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.454757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Pushing event updated for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:04.534298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Attempting to bind port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:04.534716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Attempting to bind port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:04.535120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Attempting to bind port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:04.540360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:41:04.540682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Attempting to bind port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:04.545526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:04.545866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:04.546252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:04.546678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Bound port: faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:04.547036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.616281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:04.620028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:04.686758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.725446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:04.726180 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:04.727768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] 10.222.0.37 "PUT /v2.0/ports/faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 200 len: 1091 time: 0.7520287 Jul 28 18:41:04.728312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:04.730911 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdc593-7683-405a-afaa-c0e638ce9ace" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:04.767254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8f9a-4f85-46c9-a68e-ea887524fccb service neutron] Pushing event updated for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:04.792340 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2aefe8-b4d1-459f-bee3-ebfa24f892bf x-openstack-request-id: req-fb2aefe8-b4d1-459f-bee3-ebfa24f892bf {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:04.792709 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:04.793027 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb2aefe8-b4d1-459f-bee3-ebfa24f892bf {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:04.793483 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'status': 'completed', 'code': 200} Jul 28 18:41:04.828175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8962b4-0668-4863-b51f-21d5c2c47f67 req-9d98c4a9-9148-4942-961e-18f3ac9f8a6d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:04.836728 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f8962b4-0668-4863-b51f-21d5c2c47f67 req-9d98c4a9-9148-4942-961e-18f3ac9f8a6d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0764089 Jul 28 18:41:04.865161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-34440857-6f6d-45cf-8031-524ffbd4a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:04.866866 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-34440857-6f6d-45cf-8031-524ffbd4a8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1094 time: 0.0504472 Jul 28 18:41:04.879720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2f8962b4-0668-4863-b51f-21d5c2c47f67 req-e8bce1c8-62e0-4c6c-b90c-a180370d6e64 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Jul 28 18:41:04.979329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-f5407e59-044a-46b1-96c9-712e4fc7e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:04.980902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-f5407e59-044a-46b1-96c9-712e4fc7e85f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1060367 Jul 28 18:41:05.076638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-f746db54-2c04-49cd-92aa-7952dd80ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:05.078154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1acdc593-7683-405a-afaa-c0e638ce9ace req-f746db54-2c04-49cd-92aa-7952dd80ec96 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908620 Jul 28 18:41:05.164241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-a85d57b4-7f72-4008-8986-4eb5ee212179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:05.165759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-a85d57b4-7f72-4008-8986-4eb5ee212179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1094 time: 0.0471287 Jul 28 18:41:05.207379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-d970de7f-7f39-493e-a1e1-ff70ad889616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 200 len: 217 time: 0.0340409 Jul 28 18:41:05.256527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-a55e3f64-a17f-422d-8abb-984ba333f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:05.257975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-a55e3f64-a17f-422d-8abb-984ba333f993 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0434196 Jul 28 18:41:05.307610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-694a122e-b7e5-4061-b143-48abfc097523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:05.309141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-694a122e-b7e5-4061-b143-48abfc097523 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437098 Jul 28 18:41:05.396855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-420a7b8c-020a-461d-9a34-813ee790166d service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804489 Jul 28 18:41:05.489598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-12aa5c35-762f-4016-a46a-982a1e13c5b1 req-2475fa49-b0e3-4e53-b885-c773c9e868c5 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847201 Jul 28 18:41:05.989907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186326ad-dd19-428a-8cfe-17f498393406 req-e3417dbf-29aa-4000-a72a-658c18aec8db tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:05.991429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-186326ad-dd19-428a-8cfe-17f498393406 req-e3417dbf-29aa-4000-a72a-658c18aec8db tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0482130 Jul 28 18:41:06.029110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-186326ad-dd19-428a-8cfe-17f498393406 req-0b8ecadf-00c0-4bfc-9a0e-3fe66f51ccb6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Jul 28 18:41:07.149307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc8f6f-2e37-4d7b-9856-55c89e263216 req-e6447fec-4d3c-4cea-92d1-d0f0911454b3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:07.150894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1bc8f6f-2e37-4d7b-9856-55c89e263216 req-e6447fec-4d3c-4cea-92d1-d0f0911454b3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0536151 Jul 28 18:41:07.190708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1bc8f6f-2e37-4d7b-9856-55c89e263216 req-41f275fe-2a74-4f90-b91a-08fcab7f4ef5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jul 28 18:41:07.674711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b776cf4c-ff66-455a-b891-d87f9e194e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:08.304001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0e67-ce42-4ceb-a049-9f1e10e0b9ea req-c781edfd-cbaa-4a48-8f19-f99c4a70ff1f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:08.305472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c53a0e67-ce42-4ceb-a049-9f1e10e0b9ea req-c781edfd-cbaa-4a48-8f19-f99c4a70ff1f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0492342 Jul 28 18:41:08.343502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c53a0e67-ce42-4ceb-a049-9f1e10e0b9ea req-aa7fb760-994f-422d-92dd-47d513aca545 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Jul 28 18:41:09.459018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e6005-ecb0-42b5-bab6-9b1291061541 req-6f05013f-9041-425c-9560-8df7e3e3dede tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:09.460796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-405e6005-ecb0-42b5-bab6-9b1291061541 req-6f05013f-9041-425c-9560-8df7e3e3dede tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0512218 Jul 28 18:41:09.497312 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-405e6005-ecb0-42b5-bab6-9b1291061541 req-5c3f4f10-927d-4f30-b312-72eee8c8b1de tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304165 Jul 28 18:41:10.063104 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:10.274321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c00829fd-1cbb-49d2-9bdd-4b57c4565a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:10.621640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15fc0-d9f5-49fe-93da-3e190dfba910 req-88a3c272-92c5-490e-876c-8cedb7c4436b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:10.623348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bc15fc0-d9f5-49fe-93da-3e190dfba910 req-88a3c272-92c5-490e-876c-8cedb7c4436b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0562396 Jul 28 18:41:10.662359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bc15fc0-d9f5-49fe-93da-3e190dfba910 req-3398480e-4cf9-4e75-92d5-51f16a81ceed tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Jul 28 18:41:11.148332 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:11.778177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b63-c29a-463c-bd7a-8ed2f42e1a63 req-536841dd-da8e-4c61-a1ef-270a3283dd2d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:11.779595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-074d2b63-c29a-463c-bd7a-8ed2f42e1a63 req-536841dd-da8e-4c61-a1ef-270a3283dd2d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0487580 Jul 28 18:41:11.816611 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-074d2b63-c29a-463c-bd7a-8ed2f42e1a63 req-f4cea684-8830-409c-8886-2034cfe75621 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306175 Jul 28 18:41:12.935178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb84b3-7c23-434d-b17a-661656093beb req-fe11b151-f768-4acc-91cd-30ce6c8ee77f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:12.936804 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35fb84b3-7c23-434d-b17a-661656093beb req-fe11b151-f768-4acc-91cd-30ce6c8ee77f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0519152 Jul 28 18:41:12.974938 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-35fb84b3-7c23-434d-b17a-661656093beb req-508ee6ea-b598-4ee1-91d5-6e5fe90e223f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Jul 28 18:41:13.039328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:14.087876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96eb50-bbc0-4b79-977f-5a28b8ea29f4 req-a793a02f-a150-4f06-a6ea-23fc1c577d3b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:14.089504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f96eb50-bbc0-4b79-977f-5a28b8ea29f4 req-a793a02f-a150-4f06-a6ea-23fc1c577d3b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0487740 Jul 28 18:41:14.126505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f96eb50-bbc0-4b79-977f-5a28b8ea29f4 req-e14d643e-61be-4e92-8056-9f1139dc0d0f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Jul 28 18:41:15.240764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5c668-c2fd-4d59-8c36-c9812bcc317b req-e0c1ffe5-1e9d-4cc4-abf8-a3bd17b50680 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:15.242236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0c5c668-c2fd-4d59-8c36-c9812bcc317b req-e0c1ffe5-1e9d-4cc4-abf8-a3bd17b50680 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0482886 Jul 28 18:41:15.279241 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0c5c668-c2fd-4d59-8c36-c9812bcc317b req-b6015d2d-9f85-41bf-ab59-1a22c3cba788 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308344 Jul 28 18:41:15.668541 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:16.396769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728be207-f765-4474-abac-c871dc37ccc1 req-31f81bea-0907-4833-84d7-cc432bd69b9b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:16.398242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-728be207-f765-4474-abac-c871dc37ccc1 req-31f81bea-0907-4833-84d7-cc432bd69b9b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 943 time: 0.0526035 Jul 28 18:41:16.434800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-728be207-f765-4474-abac-c871dc37ccc1 req-7f8f59d4-1a37-4f23-85f3-dc5d0be9017b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 Jul 28 18:41:16.514034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device faeeb8ab-d9cc-4383-a620-d7bce4d17f81 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:41:16.603995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:16.615209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'mac_address': 'fa:16:3e:6f:e6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:41:16.650449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:16.662819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faeeb8ab-d9cc-4383-a620-d7bce4d17f81 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:41:16.681091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:16.776942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:16.983149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:16.990868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.991208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.991568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.991902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.992245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.992554 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.992874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.993197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.993514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.993832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.994146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:16.994461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:17.022284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['faeeb8ab-d9cc-4383-a620-d7bce4d17f81'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:41:17.547414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011843e-5018-43e9-9358-8040b6c5f286 req-b9b871e8-d4b6-4257-b277-5e3fad05d97a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:17.548892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6011843e-5018-43e9-9358-8040b6c5f286 req-b9b871e8-d4b6-4257-b277-5e3fad05d97a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 944 time: 0.0478146 Jul 28 18:41:17.585717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6011843e-5018-43e9-9358-8040b6c5f286 req-10879565-6763-4a5f-895e-a284042862eb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308907 Jul 28 18:41:18.535857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device faeeb8ab-d9cc-4383-a620-d7bce4d17f81 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:18.651373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:18.655341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:18.655761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:18.699570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ee79d-3c73-4a6d-8e5f-97938bd058ac req-7ac0acc6-0e82-49e8-a7ef-20c4fb82d888 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:18.701097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-705ee79d-3c73-4a6d-8e5f-97938bd058ac req-7ac0acc6-0e82-49e8-a7ef-20c4fb82d888 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 944 time: 0.0479650 Jul 28 18:41:18.731585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:18.738882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-705ee79d-3c73-4a6d-8e5f-97938bd058ac req-20277085-a71d-41b1-bbbe-49e6d5a2393b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jul 28 18:41:18.757218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:18.759603 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b49c88-4cd0-478e-8c71-f2eb5bdca1da" -d '{"events": [{"server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "name": "network-vif-plugged", "status": "completed", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:18.772489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:18.796463 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7555b32-7ec4-47e9-b39c-88a1a5f39c64 x-openstack-request-id: req-a7555b32-7ec4-47e9-b39c-88a1a5f39c64 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:18.796780 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "name": "network-vif-plugged", "status": "completed", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:18.797034 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7555b32-7ec4-47e9-b39c-88a1a5f39c64 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:18.797432 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'code': 200} Jul 28 18:41:18.819935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:18.871602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:18.894201 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038c43-8a84-453b-859a-3bec5ce7c549 req-8764a95a-4686-4ca8-ace4-e18520e6d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:18.896226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df038c43-8a84-453b-859a-3bec5ce7c549 req-8764a95a-4686-4ca8-ace4-e18520e6d502 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0416064 Jul 28 18:41:18.902497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:18.929978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df038c43-8a84-453b-859a-3bec5ce7c549 req-c5af2c69-46d4-4f2e-8089-e294bb438bb2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269334 Jul 28 18:41:19.858671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85961ef9-fa34-4f83-9aa0-e6319126d308 req-ef3f2c99-4eac-48ff-a117-ba098529a884 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:19.860202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85961ef9-fa34-4f83-9aa0-e6319126d308 req-ef3f2c99-4eac-48ff-a117-ba098529a884 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Jul 28 18:41:19.898519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85961ef9-fa34-4f83-9aa0-e6319126d308 req-68c4aea4-e583-47b8-bd9d-e0cea1a407f8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Jul 28 18:41:21.016363 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfff0-2522-405e-bd4c-c8a3a0ddbca1 req-deb1582a-3d88-453b-a25b-dc03e1e73096 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:21.017847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5badfff0-2522-405e-bd4c-c8a3a0ddbca1 req-deb1582a-3d88-453b-a25b-dc03e1e73096 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Jul 28 18:41:21.055813 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5badfff0-2522-405e-bd4c-c8a3a0ddbca1 req-bd796abc-365b-4f62-8b92-b0446c481fcb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Jul 28 18:41:21.169346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29dd-f8a3-48fb-b618-d7bec3e74712 req-27415fdf-41fc-4643-a951-e475e72dbd7f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:21.170798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee0f29dd-f8a3-48fb-b618-d7bec3e74712 req-27415fdf-41fc-4643-a951-e475e72dbd7f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Jul 28 18:41:21.207237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ee0f29dd-f8a3-48fb-b618-d7bec3e74712 req-ee1c2115-d2b3-4aeb-b1df-639302924043 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300839 Jul 28 18:41:21.229873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46392) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:21.268536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7eb2f3-6175-4421-8a96-a2e7930444bd tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:21.270578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7a7eb2f3-6175-4421-8a96-a2e7930444bd tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1091 time: 0.0392373 Jul 28 18:41:21.275184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:21.279516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:21.411879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:21.510446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:21.610134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.25.7.149 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:21.711187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:21.782392 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:21.818923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:21.821829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:21.825251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:21.855032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:21.866620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.866992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.867327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.867681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.868007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.868331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.868678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.868997 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.869313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.869629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.869946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:21.870262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:22.191633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:22.348393 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:22.392620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-f7ac8d87-b2f8-4905-8e03-423cef550a9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917850 Jul 28 18:41:22.506385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-bfa3e715-601f-4216-b72c-04fb105a8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:22.507925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-bfa3e715-601f-4216-b72c-04fb105a8167 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0716333 Jul 28 18:41:22.582414 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:22.624425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-3234d289-b585-4a6c-bac5-e9c76bccf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:22.625878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-3234d289-b585-4a6c-bac5-e9c76bccf553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0970542 Jul 28 18:41:22.639546 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:22.749502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:22.754626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-de2d5ab8-54ce-4ac1-b104-9e5f11d4becf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 200 len: 999 time: 0.1222320 Jul 28 18:41:22.774433 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:22.850647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-46589132-ce3f-4f35-aab4-825f7ca314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:22.852171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-46589132-ce3f-4f35-aab4-825f7ca314ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0897899 Jul 28 18:41:23.239675 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP c8a10579-3562-4606-8bbc-bf2987e4d02d associated. External IP: 172.25.7.149, port: faeeb8ab-d9cc-4383-a620-d7bce4d17f81. Jul 28 18:41:23.279324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-98ca7000-f3f1-43b6-a5ef-4ccbb41accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:23.280825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-98ca7000-f3f1-43b6-a5ef-4ccbb41accd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891011 Jul 28 18:41:23.455336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-103bbfa3-5a99-44fb-b6bc-ea1ce811c004 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671917 Jul 28 18:41:23.581561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:23.600673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e48aec3b-31a9-43b9-a4b0-3df402798514 req-2d22e43d-9dbb-45d4-941d-46f9e9a5260b service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Jul 28 18:41:23.704095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:23.713911 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:23.727197 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:23.727811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:23.770796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:23.812108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d925baa0-820f-46a7-b913-842217c63e2e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5215397 Jul 28 18:41:23.812108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:23.812108 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4957610-76d0-4985-ab03-1cc616021f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:23.837658 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:23.845498 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10132468-1fa6-4738-9f7b-c851bc676aa8 x-openstack-request-id: req-10132468-1fa6-4738-9f7b-c851bc676aa8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:23.845792 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:23.846045 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10132468-1fa6-4738-9f7b-c851bc676aa8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:23.846445 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'status': 'completed', 'code': 200} Jul 28 18:41:23.909243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957610-76d0-4985-ab03-1cc616021f5a req-fb3fd671-4534-4623-9630-4874f9f20e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:23.911298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-fb3fd671-4534-4623-9630-4874f9f20e88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0417211 Jul 28 18:41:24.003908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957610-76d0-4985-ab03-1cc616021f5a req-76c397b4-9eee-4ed5-a59e-7dfd72d4e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:24.005362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-76c397b4-9eee-4ed5-a59e-7dfd72d4e1c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0875278 Jul 28 18:41:24.059249 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'c8a10579-3562-4606-8bbc-bf2987e4d02d', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:6f:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:41:22Z', 'updated_at': '2021-07-28T18:41:22Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:24.070774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-707dfcda-0c05-4f5a-8108-6dfda4e2fa8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 200 len: 999 time: 0.0576305 Jul 28 18:41:24.084262 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:24.092282 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:24.092877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:24.124491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957610-76d0-4985-ab03-1cc616021f5a req-c074249b-35ad-4383-a094-9b41d892b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:24.125973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-c074249b-35ad-4383-a094-9b41d892b6d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0484862 Jul 28 18:41:24.171154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4957610-76d0-4985-ab03-1cc616021f5a req-5faea784-aa1e-402e-9d7d-119e1cbded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:24.172693 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-5faea784-aa1e-402e-9d7d-119e1cbded90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402393 Jul 28 18:41:24.195636 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:24.261285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-fe612f8a-17ea-465d-b6c8-d56c8b898d92 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801055 Jul 28 18:41:24.355892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4957610-76d0-4985-ab03-1cc616021f5a req-64877da8-c6e4-467c-9c9b-c7c29a820dde service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882602 Jul 28 18:41:24.413680 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'c8a10579-3562-4606-8bbc-bf2987e4d02d', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:6f:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:41:22Z', 'updated_at': '2021-07-28T18:41:22Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:24.438879 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b77f7b-ca3c-46f8-acc4-ad1cdd983466 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'c8a10579-3562-4606-8bbc-bf2987e4d02d', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:6f:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:41:22Z', 'updated_at': '2021-07-28T18:41:22Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:24.628884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1df9f-e26c-4db9-a977-d33c551b5f2a None None] New status for floating IP c8a10579-3562-4606-8bbc-bf2987e4d02d: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:41:27.588793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-b149e93b-4931-4875-aaa1-6efcc8a361be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397773 Jul 28 18:41:27.667144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-ab0c2639-a79a-4bda-99a9-1898b3429cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:27.668614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-ab0c2639-a79a-4bda-99a9-1898b3429cfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0398612 Jul 28 18:41:27.683035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46406) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:27.855764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-465e1c6b-2c41-459e-8bec-61c603d61de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:27.857130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-465e1c6b-2c41-459e-8bec-61c603d61de3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 897 time: 0.1677325 Jul 28 18:41:27.950320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-f0fabf26-03be-44ca-bf18-9dee5fad26f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 1001 time: 0.0847726 Jul 28 18:41:27.970324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port f8722a81-aaa0-4b0a-870b-3693df492ee0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:27.970662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.045126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-cbf41a0f-583f-46f5-abfb-6ba3496b3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:28.046577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-cbf41a0f-583f-46f5-abfb-6ba3496b3755 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 200 len: 835 time: 0.0890651 Jul 28 18:41:28.099488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.099814 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.115360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for f8722a81-aaa0-4b0a-870b-3693df492ee0 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:28.130249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-1164d653-9eab-476c-9b61-a6f8492d60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:28.132796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-1164d653-9eab-476c-9b61-a6f8492d60a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752196 Jul 28 18:41:28.273332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-82303858-a77a-4915-84c6-376ca9c1ae55 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123955 Jul 28 18:41:28.399298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4328f481-f0f9-4804-926d-9f2d8c438b3e req-f6dc39d2-fa9d-427d-a803-78af9a4ed235 service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165712 Jul 28 18:41:28.438360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.462538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=f8722a81-aaa0-4b0a-870b-3693df492ee0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:28.523115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.523487 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Floating IP b47cd3db-731a-4355-9dc7-ceb3e56e095f disassociated (deleted). External IP: 172.25.7.161, port: 56e2ea81-df3b-4f59-9d86-e718cdf17131. Jul 28 18:41:28.729590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:28.835606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:28.840398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:28.847205 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Sync routers for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:28.856328 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:28.857388 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:28.866429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a5e24e3e-12d3-47f3-96e6-0065a01e6b08 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/floatingips/b47cd3db-731a-4355-9dc7-ceb3e56e095f HTTP/1.1" status: 204 len: 168 time: 1.1823022 Jul 28 18:41:28.867133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:28.869494 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7" -d '{"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:28.913914 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0177e647-17ed-4275-8d1a-bf34921808ce x-openstack-request-id: req-0177e647-17ed-4275-8d1a-bf34921808ce {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:28.914255 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:28.914488 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0177e647-17ed-4275-8d1a-bf34921808ce {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:28.915435 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'status': 'completed', 'code': 200} Jul 28 18:41:28.975077 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:28.982179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-91128fe2-568a-4c78-8da1-61d1762e047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:28.983742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-91128fe2-568a-4c78-8da1-61d1762e047e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b17fc9140264909809d3eb19d9902fe&device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 1096 time: 0.0431864 Jul 28 18:41:29.078425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-1af72fd1-bb06-4c28-9b84-ac977b22455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:29.080150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-1af72fd1-bb06-4c28-9b84-ac977b22455d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 200 len: 897 time: 0.0898035 Jul 28 18:41:29.124489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-d9bf3352-3758-42be-85da-8f87355640af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 200 len: 217 time: 0.0362988 Jul 28 18:41:29.177067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:29.185361 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-09535cb2-b002-4eec-af39-1df7745aa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:29.186892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-09535cb2-b002-4eec-af39-1df7745aa8ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 200 len: 835 time: 0.0555956 Jul 28 18:41:29.203276 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Checking router: 037af708-6d1d-4cd9-9b06-d70314dcc5c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:29.211753 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:29.212365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:29.244565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-511b7f02-2ab7-4378-a486-ca7bb268506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:29.246587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-511b7f02-2ab7-4378-a486-ca7bb268506f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e05f004-9b9a-4eaa-91d5-ebcce51451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492082 Jul 28 18:41:29.283115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff35c-89ad-4807-994c-455e68fb6ea3 req-9e8accb3-9778-48af-a6ad-9659ab3e1cb0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:29.285833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a54ff35c-89ad-4807-994c-455e68fb6ea3 req-9e8accb3-9778-48af-a6ad-9659ab3e1cb0 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0557628 Jul 28 18:41:29.328540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a54ff35c-89ad-4807-994c-455e68fb6ea3 req-478ac410-9cab-4568-8174-bd516010c3ec tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356646 Jul 28 18:41:29.349269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-0468e80a-a342-4ad1-81e7-66e6e0fff46f service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893178 Jul 28 18:41:29.414820 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:29.440545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0601d2c0-dd33-41e3-871c-7f8bbf3816d7 req-16c9ad28-ed49-4a76-ab84-2840f6e36eaf service neutron] 10.222.0.35 "GET /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879700 Jul 28 18:41:29.607515 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:29.637067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a379b89-6e20-47ce-a691-628440b48ae5 None None] The sync data for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 is: [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:34Z', 'revision_number': 4, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '5aa76823-38a5-4100-b934-581f77ab0cff', 'name': '', 'network_id': '8e05f004-9b9a-4eaa-91d5-ebcce51451a3', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'mac_address': 'fa:16:3e:e3:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:33Z', 'updated_at': '2021-07-28T18:38:39Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'subnets': [{'id': '083e4ebb-6324-4c77-a26b-8d515704c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:29.844818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc1cdd-b46d-47de-b722-cdd2fa243eed None None] New status for floating IP b47cd3db-731a-4355-9dc7-ceb3e56e095f: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:41:30.449454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add611de-01ba-4bb5-a077-a3489febf7f2 req-d70d9df3-bbf6-4952-b4cc-64fa6f4170ef tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:30.450936 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-add611de-01ba-4bb5-a077-a3489febf7f2 req-d70d9df3-bbf6-4952-b4cc-64fa6f4170ef tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Jul 28 18:41:30.488949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-add611de-01ba-4bb5-a077-a3489febf7f2 req-61a2dcc5-dbf0-4099-b469-c02e088c953d tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/security-groups?id=72f2874d-f4c3-48e0-b714-34596cfa33b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320387 Jul 28 18:41:30.907112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-9e254ca1-aa27-427a-b75b-4ec8dd7737ed tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:30.908620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-9e254ca1-aa27-427a-b75b-4ec8dd7737ed tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Jul 28 18:41:31.005967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 56e2ea81-df3b-4f59-9d86-e718cdf17131 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:31.006313 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:31.097570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 56e2ea81-df3b-4f59-9d86-e718cdf17131, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=56e2ea81-df3b-4f59-9d86-e718cdf17131,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:31.097854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:31.111114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 56e2ea81-df3b-4f59-9d86-e718cdf17131 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:31.330488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:31.359743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=56e2ea81-df3b-4f59-9d86-e718cdf17131,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:31.402084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] No DVR routers for this DVR port 56e2ea81-df3b-4f59-9d86-e718cdf17131 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:41:31.404890 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:31.406863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc58736-280e-40ee-bdfd-76c35dfbcd7e req-e4d6f533-09c6-4cdb-a232-a689d27f5f4c tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.35 "DELETE /v2.0/ports/56e2ea81-df3b-4f59-9d86-e718cdf17131 HTTP/1.1" status: 204 len: 173 time: 0.4918854 Jul 28 18:41:31.407289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-deleted', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:31.409541 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe98af37-ddaf-43ef-8e5f-ff8aea53500a" -d '{"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-deleted", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:31.447622 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e4b80-6b3e-4297-9018-3afcc3cfe53d x-openstack-request-id: req-e63e4b80-6b3e-4297-9018-3afcc3cfe53d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:31.447913 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33773f44-1b17-4954-aab7-020a1ee47611", "name": "network-vif-deleted", "tag": "56e2ea81-df3b-4f59-9d86-e718cdf17131", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:31.448161 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e63e4b80-6b3e-4297-9018-3afcc3cfe53d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:31.448580 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33773f44-1b17-4954-aab7-020a1ee47611', 'name': 'network-vif-deleted', 'tag': '56e2ea81-df3b-4f59-9d86-e718cdf17131', 'status': 'completed', 'code': 200} Jul 28 18:41:31.589242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e228bfa-d4e6-4f7e-8e32-8248df247b15 req-073687a5-62d5-4148-b571-7c9b608534d8 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "GET /v2.0/ports?device_id=33773f44-1b17-4954-aab7-020a1ee47611 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Jul 28 18:41:32.646258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46424) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:33.167245 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:41:33.308830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:33.553913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 5aa76823-38a5-4100-b934-581f77ab0cff {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:33.554255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:33.640842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 5aa76823-38a5-4100-b934-581f77ab0cff, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5aa76823-38a5-4100-b934-581f77ab0cff,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:33.641208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:33.653964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 5aa76823-38a5-4100-b934-581f77ab0cff owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:33.924632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:33.952959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=5aa76823-38a5-4100-b934-581f77ab0cff,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:34.126896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.333916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:34.438038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:34.442996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d5742232-57a4-4988-b424-28ac5a310106 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "PUT /v2.0/routers/037af708-6d1d-4cd9-9b06-d70314dcc5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956896 Jul 28 18:41:34.445822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46428) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:34.447943 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Sync routers for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:34.456726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:34.457317 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:34.505719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting subnet 083e4ebb-6324-4c77-a26b-8d515704c92c {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:41:34.505719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.544330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.560391 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:34.625993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.729430 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:41:33Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:34.754048 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Checking router: 037af708-6d1d-4cd9-9b06-d70314dcc5c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:34.761850 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Routers {'037af708-6d1d-4cd9-9b06-d70314dcc5c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:34.762435 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:34.771215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.800234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Subnet': ['ID=083e4ebb-6324-4c77-a26b-8d515704c92c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:34.802245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:34.804145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dabf8587-347b-428c-8f24-62d7f126fe90 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/subnets/083e4ebb-6324-4c77-a26b-8d515704c92c HTTP/1.1" status: 204 len: 168 time: 0.3573806 Jul 28 18:41:34.806827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46430) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:34.808287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08b5c0-9009-4fd6-a697-d32130ecf1d1 None None] Network 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:34.850383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:34.869201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] Set router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:34.883062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 56e2ea81-df3b-4f59-9d86-e718cdf17131 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:34.883709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 56e2ea81-df3b-4f59-9d86-e718cdf17131 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:34.927906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.020798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] DHCP port deletion for 8e05f004-9b9a-4eaa-91d5-ebcce51451a3 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:41:35.042244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.055917 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:41:33Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:35.065546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Deleting port 2c78671b-ee5a-447e-b795-8164ac52ff15 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:35.066533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.082993 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba09ac1-cd36-4ad2-a457-4470c426dadd None None] The sync data for ids ['037af708-6d1d-4cd9-9b06-d70314dcc5c2'] in n-d-778550-5 is: [{'id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252500777', 'tenant_id': '4b17fc9140264909809d3eb19d9902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:41:33Z', 'revision_number': 5, 'project_id': '4b17fc9140264909809d3eb19d9902fe', 'gw_port': {'id': '3e854223-c829-4c3c-bd9d-e44ccf150944', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037af708-6d1d-4cd9-9b06-d70314dcc5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:38:30Z', 'updated_at': '2021-07-28T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:35.131857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] For port 2c78671b-ee5a-447e-b795-8164ac52ff15, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=2c78671b-ee5a-447e-b795-8164ac52ff15,segment=NetworkSegment(d1f930d3-b7c4-44db-9915-63cdeb9d5eb3),segment_id=d1f930d3-b7c4-44db-9915-63cdeb9d5eb3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:35.132186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.145358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Calling delete_port for 2c78671b-ee5a-447e-b795-8164ac52ff15 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:35.166656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Deleting port 3e854223-c829-4c3c-bd9d-e44ccf150944 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:35.167004 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.247164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] For port 3e854223-c829-4c3c-bd9d-e44ccf150944, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=3e854223-c829-4c3c-bd9d-e44ccf150944,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:35.247496 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.260589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Calling delete_port for 3e854223-c829-4c3c-bd9d-e44ccf150944 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:35.267098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.290384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] Pushing event deleted for resources: {'Port': ['ID=2c78671b-ee5a-447e-b795-8164ac52ff15,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:35.296740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2f8cc-adc3-46f6-8557-e9d957da815c None None] No DVR routers for this DVR port 2c78671b-ee5a-447e-b795-8164ac52ff15 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:41:35.513178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.540924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Port': ['ID=3e854223-c829-4c3c-bd9d-e44ccf150944,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:35.566813 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.567100 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.567467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.567814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.568152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.568488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.568824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.569156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.569485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.569817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.570145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.570470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:35.608749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.698285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.700372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.804550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.805076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Fanout notify agent at l3_agent the message router_deleted on router 037af708-6d1d-4cd9-9b06-d70314dcc5c2 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:41:35.812084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.813244 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f8e5b4cc-dc11-4f8d-b36f-0307cb7193e7 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/routers/037af708-6d1d-4cd9-9b06-d70314dcc5c2 HTTP/1.1" status: 204 len: 168 time: 1.0052834 Jul 28 18:41:35.816018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46432) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:35.894450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.982906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:35.992966 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e05f004-9b9a-4eaa-91d5-ebcce51451a3']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:36.003071 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:36.003408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f930d3-b7c4-44db-9915-63cdeb9d5eb3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:36.011826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.024742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.030329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:41:36.030712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:41:36.033668 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:41:36.158743 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.163811 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.165772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/networks/8e05f004-9b9a-4eaa-91d5-ebcce51451a3 HTTP/1.1" status: 204 len: 168 time: 0.3487539 Jul 28 18:41:36.168624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46434) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:36.180727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c19b9-8889-4968-9e85-094ee6e764f4 tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'Network': ['ID=8e05f004-9b9a-4eaa-91d5-ebcce51451a3,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:36.226954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.252968 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.375693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.378306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:36.379471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] 10.222.0.25 "DELETE /v2.0/security-groups/72f2874d-f4c3-48e0-b714-34596cfa33b8 HTTP/1.1" status: 204 len: 168 time: 0.2098303 Jul 28 18:41:36.388995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2f644-d768-4059-816b-badd493591af tempest-TestNetworkAdvancedServerOps-1501034611 tempest-TestNetworkAdvancedServerOps-1501034611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f2874d-f4c3-48e0-b714-34596cfa33b8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:36.868782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46444) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:36.892219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2c78671b-ee5a-447e-b795-8164ac52ff15 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:36.911819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 2c78671b-ee5a-447e-b795-8164ac52ff15 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:36.917185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 2c78671b-ee5a-447e-b795-8164ac52ff15 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:36.917185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3e854223-c829-4c3c-bd9d-e44ccf150944 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:36.933891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 3e854223-c829-4c3c-bd9d-e44ccf150944 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:36.934240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 3e854223-c829-4c3c-bd9d-e44ccf150944 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:36.934677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5aa76823-38a5-4100-b934-581f77ab0cff no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:36.952704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5aa76823-38a5-4100-b934-581f77ab0cff {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:36.953058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5aa76823-38a5-4100-b934-581f77ab0cff not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:37.010940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-994e3f45-7944-48af-a27f-590fd0ac5828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b17fc9140264909809d3eb19d9902fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409264 Jul 28 18:41:37.013359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46448) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:37.060584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.085844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.209932 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.212611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.213798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b760113f-3537-42ce-8492-b1031d1a7576 HTTP/1.1" status: 204 len: 168 time: 0.1995573 Jul 28 18:41:37.222895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e329e7-dbee-4550-aac0-1addd6a551ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760113f-3537-42ce-8492-b1031d1a7576,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:37.718715 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5dd3013d-d5d1-42b2-b948-fefb7b8a451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.817105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46454) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:37.857669 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-86daaaa4-3c29-475e-b5e4-5212714b3bbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44a5cf2628cd4c68989db86e877e777d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393219 Jul 28 18:41:37.859993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46456) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:37.908700 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76430087-3204-4c98-854c-313f9365947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:37.930617 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76430087-3204-4c98-854c-313f9365947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:38.055914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76430087-3204-4c98-854c-313f9365947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:38.058601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76430087-3204-4c98-854c-313f9365947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:38.059997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76430087-3204-4c98-854c-313f9365947b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6040b29c-600c-41b7-a00d-a5a4ceb681bc HTTP/1.1" status: 204 len: 168 time: 0.1990383 Jul 28 18:41:38.069006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76430087-3204-4c98-854c-313f9365947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040b29c-600c-41b7-a00d-a5a4ceb681bc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:39.047584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46478) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:39.141923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-698993805-network', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:39.221351 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Made reservation on behalf of b280369ffd1040b28dc07d2c7a9aa9ba for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:39.223906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.233565 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.329185 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.403851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.423497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:41:39.438622 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a98b91-06dd-4c7c-838f-5e5be3c46b8c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:39.442148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.442499 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Added segment 8d6bff43-11c3-4c3b-ab23-17f480a59d61 of type vlan for network 97cd0505-63ea-4343-9442-3b014c038013 Jul 28 18:41:39.482789 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.569996 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.570991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:39.571684 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:39.668806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] Pushing event updated for resources: {'Network': ['ID=97cd0505-63ea-4343-9442-3b014c038013,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:39.679932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 97cd0505-63ea-4343-9442-3b014c038013 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:41:39.705465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c37027be-4969-4a5c-86cb-38286a8556af admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6539938 Jul 28 18:41:39.705745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46482) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:39.711503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Request body: {'subnet': {'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-698993805-subnet', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:39.821214 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Made reservation on behalf of b280369ffd1040b28dc07d2c7a9aa9ba for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:39.823686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.044118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.072528 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.103900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6556a3f2-f3c4-44a0-a96c-1f70c55e92b1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:40.106357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Checking segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:40.106714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Network hostable DHCP agents. Network: 97cd0505-63ea-4343-9442-3b014c038013, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:41:40.181115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Network 97cd0505-63ea-4343-9442-3b014c038013 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:41:40.232666 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 97cd0505-63ea-4343-9442-3b014c038013) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:40.236639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:40.239902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.242699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60cbc1-a1d6-412e-802b-b6f3e53ebec0 None None] Network 97cd0505-63ea-4343-9442-3b014c038013 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:40.256216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47bbc7aa-2f62-459a-be42-d85f0d50f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.290914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e33d0c84-7237-4aad-8a7e-d52dc0f70c82 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5840127 Jul 28 18:41:40.293789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:40.298555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:40.369955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.371285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.396242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-97cd0505-63ea-4343-9442-3b014c038013', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:41:40.397281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.424246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.530304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Allocated IP 172.20.0.2 (97cd0505-63ea-4343-9442-3b014c038013/6556a3f2-f3c4-44a0-a96c-1f70c55e92b1/da5de868-ec18-486e-85aa-af2a594d44cc) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:40.627619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.676826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.684912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Transition to ACTIVE for port object da5de868-ec18-486e-85aa-af2a594d44cc will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:40.698706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Transition to ACTIVE for port object da5de868-ec18-486e-85aa-af2a594d44cc will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:40.765242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.803503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Network 97cd0505-63ea-4343-9442-3b014c038013 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:40.806307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:40.810011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:40.821115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Pushing event updated for resources: {'Port': ['ID=da5de868-ec18-486e-85aa-af2a594d44cc,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:40.875314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Attempting to bind port da5de868-ec18-486e-85aa-af2a594d44cc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:40.875713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Attempting to bind port da5de868-ec18-486e-85aa-af2a594d44cc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:40.876076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Attempting to bind port da5de868-ec18-486e-85aa-af2a594d44cc on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:40.881051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:40.881388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Checking segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:40.881770 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.882162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Bound using segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:40.882652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Bound port: da5de868-ec18-486e-85aa-af2a594d44cc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:40.883036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.906394 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.928191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:40.949043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] For port da5de868-ec18-486e-85aa-af2a594d44cc, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:40.952298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] For port da5de868-ec18-486e-85aa-af2a594d44cc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da5de868-ec18-486e-85aa-af2a594d44cc,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:41.033591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.048368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Allocated IP 172.25.7.105 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/a4f739ac-d162-48ae-8795-b00ef17826cc) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:41.097532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf131cf-f167-4bf7-bd03-8968709f22e2 None None] Pushing event updated for resources: {'Port': ['ID=da5de868-ec18-486e-85aa-af2a594d44cc,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:41.152826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.154475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.249880 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.303154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:41.306171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:41.309779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:41.335703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f739ac-d162-48ae-8795-b00ef17826cc,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:41.714963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.923139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:41.964884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3e24c-4071-444f-86cd-a47a9b0f4a46 None None] Network 97cd0505-63ea-4343-9442-3b014c038013 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:42.008143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46488) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:42.077982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-56224e0d-6f97-4c29-bc28-f8bb1dcaa6b6 None None] Provisioning for port da5de868-ec18-486e-85aa-af2a594d44cc completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:42.088559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b73650ad-8b11-48df-86d0-7bc41bef4fcd tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/floatingips/daa6f85e-5788-4d53-9e7b-cce0833aaaee HTTP/1.1" status: 200 len: 992 time: 0.0702047 Jul 28 18:41:42.146902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Router 7d0098f8-2092-49bc-8390-442da52a5f18 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:41:42.264363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:42.276331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Sync routers for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:42.286839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:42.287500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:42.294275 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46494) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:42.364524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.368570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b395e6a5-0125-4e81-81d3-08095db87f86 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0709956 Jul 28 18:41:42.368974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46496) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:42.396709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:42.466804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 10cefda4-8db5-4496-ac36-7ce5c9a1db8a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:42.467161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.554161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.554413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.568114 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 10cefda4-8db5-4496-ac36-7ce5c9a1db8a owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:42.601701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:41Z', 'revision_number': 3, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:42.629966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Checking router: 7d0098f8-2092-49bc-8390-442da52a5f18 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:42.630332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Updating router 7d0098f8-2092-49bc-8390-442da52a5f18 port a4f739ac-d162-48ae-8795-b00ef17826cc binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:41:42.657037 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.770722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.802024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=10cefda4-8db5-4496-ac36-7ce5c9a1db8a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:42.880137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.882985 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Floating IP daa6f85e-5788-4d53-9e7b-cce0833aaaee disassociated (deleted). External IP: 172.25.7.96, port: 29d7bcf6-0304-46a0-9430-e3c96a52cae5. Jul 28 18:41:42.944431 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:42.964669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Transition to ACTIVE for port object a4f739ac-d162-48ae-8795-b00ef17826cc will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:42.974621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da5de868-ec18-486e-85aa-af2a594d44cc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:43.033587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.060635 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.087349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecd6bc-ad2e-4135-804b-0e4b282ea92a None None] Pushing event updated for resources: {'Port': ['ID=a4f739ac-d162-48ae-8795-b00ef17826cc,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:43.091747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Attempting to bind port a4f739ac-d162-48ae-8795-b00ef17826cc on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:43.092227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Attempting to bind port a4f739ac-d162-48ae-8795-b00ef17826cc by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:43.092596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Attempting to bind port a4f739ac-d162-48ae-8795-b00ef17826cc on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:43.097983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:43.098367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:43.098769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.099490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:43.099694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Bound port: a4f739ac-d162-48ae-8795-b00ef17826cc, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:43.100050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.119646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port da5de868-ec18-486e-85aa-af2a594d44cc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:43.127711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port da5de868-ec18-486e-85aa-af2a594d44cc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:43.128691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.142971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router dee4530c-4378-4c82-9fa4-565c8a04c940 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:43.186614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] For port a4f739ac-d162-48ae-8795-b00ef17826cc, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:43.201248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.202005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] For port a4f739ac-d162-48ae-8795-b00ef17826cc, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a4f739ac-d162-48ae-8795-b00ef17826cc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:43.240741 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.272298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:43.275074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.278806 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.286636 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Sync routers for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:43.297503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port da5de868-ec18-486e-85aa-af2a594d44cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da5de868-ec18-486e-85aa-af2a594d44cc,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:43.305021 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:43.307199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:43.318579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3d7af330-5538-416b-833a-89132e8d9396 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/floatingips/daa6f85e-5788-4d53-9e7b-cce0833aaaee HTTP/1.1" status: 204 len: 168 time: 1.0230272 Jul 28 18:41:43.320597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:43.327083 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0" -d '{"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:43.371169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:43.371897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:43.376706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.388046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Allocated IP 172.20.0.1 (97cd0505-63ea-4343-9442-3b014c038013/6556a3f2-f3c4-44a0-a96c-1f70c55e92b1/0a51a7df-85a2-4a45-83a4-55b15c50e5da) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:43.455640 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:43.462084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecd6bc-ad2e-4135-804b-0e4b282ea92a None None] Pushing event updated for resources: {'Port': ['ID=a4f739ac-d162-48ae-8795-b00ef17826cc,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:43.514731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.531648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Transition to ACTIVE for port object 0a51a7df-85a2-4a45-83a4-55b15c50e5da will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:43.540614 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba2beba-cb14-471f-b126-feaf504eb855 x-openstack-request-id: req-aba2beba-cb14-471f-b126-feaf504eb855 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:43.540903 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:43.541153 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aba2beba-cb14-471f-b126-feaf504eb855 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:43.541553 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'status': 'completed', 'code': 200} Jul 28 18:41:43.583649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=da5de868-ec18-486e-85aa-af2a594d44cc,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:43.605574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:43.624820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.632470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-5254a106-01e0-4b0c-abd0-945dec49e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:43.634430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-5254a106-01e0-4b0c-abd0-945dec49e2ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=244b8cf8b6d8475e97822eba1ace3415&device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 1096 time: 0.0661530 Jul 28 18:41:43.692601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Network 97cd0505-63ea-4343-9442-3b014c038013 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:43.710643 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:43.728822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:43.739041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:43.744011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:43.764071 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Checking router: dee4530c-4378-4c82-9fa4-565c8a04c940 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:43.775237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:43.775893 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:43.808234 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:43.869519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-117fd56f-31b2-47ee-855b-16b950e27c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:43.871359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-117fd56f-31b2-47ee-855b-16b950e27c47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9dc8ab0e-04e3-445e-8d48-220e1a698075 HTTP/1.1" status: 200 len: 898 time: 0.2108495 Jul 28 18:41:43.880217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a15940-223f-4dfe-9dc9-b25662ac4edd req-2b768814-dc66-47bd-9b5a-6f5bb1902859 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:43.882937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a15940-223f-4dfe-9dc9-b25662ac4edd req-2b768814-dc66-47bd-9b5a-6f5bb1902859 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0799818 Jul 28 18:41:43.933055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-8be6aad0-349d-487e-9a55-29ff4774bb01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5 HTTP/1.1" status: 200 len: 217 time: 0.0491145 Jul 28 18:41:43.977039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4a15940-223f-4dfe-9dc9-b25662ac4edd req-eb85dbfc-8537-46e5-92d4-3e5c494a3301 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853727 Jul 28 18:41:44.030060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-080c5042-d032-4fa0-8fed-a1f49c29f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:44.032531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-080c5042-d032-4fa0-8fed-a1f49c29f035 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2f1c795-9c4e-48c8-80a6-542bb566973f HTTP/1.1" status: 200 len: 835 time: 0.0780666 Jul 28 18:41:44.080762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:41Z', 'revision_number': 3, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:44.088570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-0abaeb4b-0206-476a-8371-c9e253c02f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:44.090253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-0abaeb4b-0206-476a-8371-c9e253c02f66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9dc8ab0e-04e3-445e-8d48-220e1a698075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488465 Jul 28 18:41:44.090554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:44.113073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b154a3-31cb-40e3-ad78-5e57d3f68cb8 None None] The sync data for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 is: [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:41Z', 'revision_number': 3, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:44.152830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4903903-9527-409f-a40e-311a91c68d78 None None] Provisioning for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:44.158032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4903903-9527-409f-a40e-311a91c68d78 None None] Provisioning complete for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:44.158521 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4903903-9527-409f-a40e-311a91c68d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:44.186221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:44.200252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f4903903-9527-409f-a40e-311a91c68d78 None None] Port 0a51a7df-85a2-4a45-83a4-55b15c50e5da cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:44.254386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-9ba53443-3b13-49e4-a192-06cb27dd71b2 service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549554 Jul 28 18:41:44.302670 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:44.330807 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d08e6c-1aae-485e-a62f-3a11773ff3b2 None None] The sync data for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 is: [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '1b0dff17-f691-4d76-bf22-9290a7794440', 'name': '', 'network_id': '9dc8ab0e-04e3-445e-8d48-220e1a698075', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'mac_address': 'fa:16:3e:82:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:14Z', 'updated_at': '2021-07-28T18:40:21Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'subnets': [{'id': 'b2f1c795-9c4e-48c8-80a6-542bb566973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:44.455288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c3f2fe11-6aa5-4ce1-9a99-458771ec0be0 req-509ad28f-743b-408b-a41a-6ce3257284a8 service neutron] 10.222.0.35 "GET /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866469 Jul 28 18:41:44.488361 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:44.604549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:44.647856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e8660-a30b-4ee3-aa74-a947548f77f2 None None] New status for floating IP daa6f85e-5788-4d53-9e7b-cce0833aaaee: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:41:44.670871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:44.675291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:44.783614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Network 97cd0505-63ea-4343-9442-3b014c038013 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:44.785153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:44.923935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Router 7d0098f8-2092-49bc-8390-442da52a5f18 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:44.997651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da5de868-ec18-486e-85aa-af2a594d44cc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:45.054666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port da5de868-ec18-486e-85aa-af2a594d44cc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:45.054992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.087049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:45.117342 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-608f304d-5a47-4ed5-8352-2967a4a7c9a1 admin admin] 10.222.0.25 "PUT /v2.0/routers/7d0098f8-2092-49bc-8390-442da52a5f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369509 Jul 28 18:41:45.134013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92390e4-f851-483b-878d-a39d3ea9d0ab req-af743371-1b81-4854-a413-f02daa5bfd1f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:45.135367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b92390e4-f851-483b-878d-a39d3ea9d0ab req-af743371-1b81-4854-a413-f02daa5bfd1f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0633540 Jul 28 18:41:45.166835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c4e70798-4d27-4811-91fd-268de44129d0 None None] Provisioning complete for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:45.167442 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4e70798-4d27-4811-91fd-268de44129d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.177135 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b92390e4-f851-483b-878d-a39d3ea9d0ab req-95a28c2a-8319-42e5-a51b-9c3d3fe2352f tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/security-groups?id=63162780-7c2e-4725-9985-4bdfd3fe6406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356100 Jul 28 18:41:45.203344 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a4f739ac-d162-48ae-8795-b00ef17826cc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:45.230172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4e70798-4d27-4811-91fd-268de44129d0 None None] Port 0a51a7df-85a2-4a45-83a4-55b15c50e5da cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:45.329729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a4f739ac-d162-48ae-8795-b00ef17826cc completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:45.334423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a4f739ac-d162-48ae-8795-b00ef17826cc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:45.334809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.389095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-f07867d3-5321-4e5b-8c59-a1ef426a1d1a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:45.390590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-f07867d3-5321-4e5b-8c59-a1ef426a1d1a tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 945 time: 0.0538983 Jul 28 18:41:45.424782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.446506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a4f739ac-d162-48ae-8795-b00ef17826cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a4f739ac-d162-48ae-8795-b00ef17826cc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:45.500375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:45.500950 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.507070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.560342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a4f739ac-d162-48ae-8795-b00ef17826cc,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:45.602483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 29d7bcf6-0304-46a0-9430-e3c96a52cae5, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=29d7bcf6-0304-46a0-9430-e3c96a52cae5,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:45.602850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.617642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 29d7bcf6-0304-46a0-9430-e3c96a52cae5 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:45.729905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.792779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.823853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=29d7bcf6-0304-46a0-9430-e3c96a52cae5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:45.874620 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Sync routers for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:45.878643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] No DVR routers for this DVR port 29d7bcf6-0304-46a0-9430-e3c96a52cae5 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:41:45.883504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:45.884353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58f9e1ed-00da-4186-a666-93cfd5ac5ae7 req-9d7f04bd-45ed-435b-9d6c-72bdb6104d59 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.35 "DELETE /v2.0/ports/29d7bcf6-0304-46a0-9430-e3c96a52cae5 HTTP/1.1" status: 204 len: 173 time: 0.4870193 Jul 28 18:41:45.884353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'name': 'network-vif-deleted', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:45.885582 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:45.886237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:45.887508 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070f5df-9aa9-412e-bccc-faeea928a1a9" -d '{"events": [{"server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "name": "network-vif-deleted", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:45.902775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46526) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:45.907972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-585555851-network', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:45.932023 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db9ce9-e6ca-46ff-b4b5-fc582abdbfd9 x-openstack-request-id: req-c4db9ce9-e6ca-46ff-b4b5-fc582abdbfd9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:45.932372 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ce5b23-a840-412a-a973-4701d3af3abb", "name": "network-vif-deleted", "tag": "29d7bcf6-0304-46a0-9430-e3c96a52cae5", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:45.932766 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4db9ce9-e6ca-46ff-b4b5-fc582abdbfd9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:45.933475 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ce5b23-a840-412a-a973-4701d3af3abb', 'name': 'network-vif-deleted', 'tag': '29d7bcf6-0304-46a0-9430-e3c96a52cae5', 'status': 'completed', 'code': 200} Jul 28 18:41:45.995692 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:46.004735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Made reservation on behalf of 89b4efb3cdc54809913c8e58c438a054 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:46.007188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.015662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.110000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.182466 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.206986 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:44Z', 'revision_number': 4, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0a51a7df-85a2-4a45-83a4-55b15c50e5da', 'name': '', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'mac_address': 'fa:16:3e:4c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:43Z', 'updated_at': '2021-07-28T18:41:44Z', 'revision_number': 2, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'subnets': [{'id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:46.211029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:41:46.228313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:46.231749 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.232178 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Added segment 76a592d6-8e29-489b-ac08-89370b779425 of type vlan for network fea0af98-e9bb-4e71-acee-188dcaf3ee13 Jul 28 18:41:46.251881 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Checking router: 7d0098f8-2092-49bc-8390-442da52a5f18 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:46.252240 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Updating router 7d0098f8-2092-49bc-8390-442da52a5f18 port 0a51a7df-85a2-4a45-83a4-55b15c50e5da binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:41:46.281373 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.283488 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.319909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2723d002-690e-465f-941c-a5c13776caa9 req-a0bc591c-dfce-43d7-9cd4-43dd269be5ba tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ce5b23-a840-412a-a973-4701d3af3abb HTTP/1.1" status: 200 len: 210 time: 0.0318885 Jul 28 18:41:46.415877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.416912 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:46.417568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.489340 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] Pushing event updated for resources: {'Network': ['ID=fea0af98-e9bb-4e71-acee-188dcaf3ee13,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:46.503990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:41:46.511372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-385efe96-2c04-49c8-a51a-425c6b673d80 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6050200 Jul 28 18:41:46.515854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46530) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:46.517716 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Request body: {'subnet': {'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-585555851-subnet', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:46.581280 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.590648 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Transition to ACTIVE for port object 0a51a7df-85a2-4a45-83a4-55b15c50e5da will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:46.615320 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Made reservation on behalf of 89b4efb3cdc54809913c8e58c438a054 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:46.617691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.689715 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.738985 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Pushing event updated for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:46.761774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.762120 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.762454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.762787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.763161 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.763539 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.763871 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.764194 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.764514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.764836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.765156 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.765473 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:41:46.801785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Attempting to bind port 0a51a7df-85a2-4a45-83a4-55b15c50e5da on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:46.806454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Attempting to bind port 0a51a7df-85a2-4a45-83a4-55b15c50e5da by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:46.806454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Attempting to bind port 0a51a7df-85a2-4a45-83a4-55b15c50e5da on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:46.808884 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:46.809258 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Checking segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:46.809653 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.810039 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Bound using segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:46.810503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Bound port: 0a51a7df-85a2-4a45-83a4-55b15c50e5da, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:46.810876 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.850070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.883290 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] For port 0a51a7df-85a2-4a45-83a4-55b15c50e5da, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:46.887424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] For port 0a51a7df-85a2-4a45-83a4-55b15c50e5da, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a51a7df-85a2-4a45-83a4-55b15c50e5da,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:46.925540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a4f739ac-d162-48ae-8795-b00ef17826cc up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:46.927467 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:46.936277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Checking segment: {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:46.936556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Network hostable DHCP agents. Network: fea0af98-e9bb-4e71-acee-188dcaf3ee13, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:41:46.964582 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:46.990195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a4f739ac-d162-48ae-8795-b00ef17826cc triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:46.990576 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.028358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:47.029111 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:47.032040 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a932bdf-fc53-41bc-99b2-a1a2663358bc None None] Pushing event updated for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:47.032510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:41:47.100752 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, fea0af98-e9bb-4e71-acee-188dcaf3ee13) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:47.110342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61062d-33d2-4f73-8e14-18ac8bef2bf4 None None] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:47.114722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:47.115321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.149773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:47.199520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86767518-99b9-4d0f-a49b-b6bc8eaafd4e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6860750 Jul 28 18:41:47.201742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46532) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:47.206453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:47.266582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'fixed_ips': [{'subnet_id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:41:47.269384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.278534 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.280045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.339978 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.384478 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:44Z', 'revision_number': 4, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0a51a7df-85a2-4a45-83a4-55b15c50e5da', 'name': '', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'mac_address': 'fa:16:3e:4c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:43Z', 'updated_at': '2021-07-28T18:41:46Z', 'revision_number': 4, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'subnets': [{'id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:47.384762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46536) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:47.421360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c228-3d7a-4d41-b61a-83045893202b None None] The sync data for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 is: [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:44Z', 'revision_number': 4, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '0a51a7df-85a2-4a45-83a4-55b15c50e5da', 'name': '', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'mac_address': 'fa:16:3e:4c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:43Z', 'updated_at': '2021-07-28T18:41:46Z', 'revision_number': 4, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'subnets': [{'id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:47.433840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Allocated IP 172.20.0.2 (fea0af98-e9bb-4e71-acee-188dcaf3ee13/f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b/1e116d44-1a4d-4ef9-a061-2a153274c2b2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:47.454391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.521690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.587945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.645795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.654506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Transition to ACTIVE for port object 1e116d44-1a4d-4ef9-a061-2a153274c2b2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:47.670477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Transition to ACTIVE for port object 1e116d44-1a4d-4ef9-a061-2a153274c2b2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:47.683751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.686534 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.688081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/security-groups/63162780-7c2e-4725-9985-4bdfd3fe6406 HTTP/1.1" status: 204 len: 168 time: 0.3023121 Jul 28 18:41:47.698994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8708-68eb-4a6f-8961-0fcbc4f1620c tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63162780-7c2e-4725-9985-4bdfd3fe6406,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:47.741404 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.780769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:47.783695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:47.787905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:47.801166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Pushing event updated for resources: {'Port': ['ID=1e116d44-1a4d-4ef9-a061-2a153274c2b2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:47.847739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46540) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:47.862403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Attempting to bind port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:47.862775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Attempting to bind port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:47.863138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Attempting to bind port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 on network fea0af98-e9bb-4e71-acee-188dcaf3ee13 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:47.870173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:47.870490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Checking segment: {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:47.870906 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.871300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Bound using segment: {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:47.871809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Bound port: 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:47.872398 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:47.958033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] For port 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:47.961870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] For port 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e116d44-1a4d-4ef9-a061-2a153274c2b2,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:48.044851 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.125120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef328a-30e9-42ef-84a3-867e059ce752 None None] Pushing event updated for resources: {'Port': ['ID=1e116d44-1a4d-4ef9-a061-2a153274c2b2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:48.245323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.271657 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.295563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.414589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Allocated IP 172.25.7.78 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/67c1639f-a607-4ebe-97e7-e4950f115714) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:48.540767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.612794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port 1b0dff17-f691-4d76-bf22-9290a7794440 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:48.613331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.684087 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.703692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port 1b0dff17-f691-4d76-bf22-9290a7794440, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1b0dff17-f691-4d76-bf22-9290a7794440,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:48.704060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:48.717298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for 1b0dff17-f691-4d76-bf22-9290a7794440 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:48.724516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:48.724516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:48.726840 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:48.759972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Pushing event updated for resources: {'Port': ['ID=67c1639f-a607-4ebe-97e7-e4950f115714,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:48.914380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29d7bcf6-0304-46a0-9430-e3c96a52cae5 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:48.948540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 29d7bcf6-0304-46a0-9430-e3c96a52cae5 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:48.951781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 29d7bcf6-0304-46a0-9430-e3c96a52cae5 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:48.952621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.019591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e116d44-1a4d-4ef9-a061-2a153274c2b2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:49.089928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.124464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=1b0dff17-f691-4d76-bf22-9290a7794440,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:49.141109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:49.155670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a51a7df-85a2-4a45-83a4-55b15c50e5da up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:49.198764 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.257140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3264c0b-b5f7-41ed-affa-a553c36fbf4d None None] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:49.353631 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.434539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.435076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:49.439868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:49.440772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.464352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Provisioning for port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:49.476287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Provisioning complete for port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:49.476785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.607339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.617430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Router dee4530c-4378-4c82-9fa4-565c8a04c940 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:49.620656 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.661598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Router 06d3c56d-8340-4258-b5b2-5f5850d15314 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:41:49.670792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 0a51a7df-85a2-4a45-83a4-55b15c50e5da, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a51a7df-85a2-4a45-83a4-55b15c50e5da,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:49.690299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] For port 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e116d44-1a4d-4ef9-a061-2a153274c2b2,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:49.741255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:49.751189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Sync routers for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:49.751534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5ebd3b49-5527-4a32-8a13-59d081978b24 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "PUT /v2.0/routers/dee4530c-4378-4c82-9fa4-565c8a04c940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9001918 Jul 28 18:41:49.752267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46542) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:49.764482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:49.765510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:49.779545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:49.789333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Sync routers for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:49.801286 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:49.801918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:49.811048 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.821472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.821769 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting subnet b2f1c795-9c4e-48c8-80a6-542bb566973f {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:41:49.825057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.869372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.896876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:49.897081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:49.899736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0b7c155b-9a63-4d54-82c9-635385e2ae7d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6961753 Jul 28 18:41:49.901644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46544) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:49.936008 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:49.961899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:50.030739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31010f-e776-4593-94ab-2f3fc68a9ab2 None None] Pushing event updated for resources: {'Port': ['ID=1e116d44-1a4d-4ef9-a061-2a153274c2b2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:50.036042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ae4fbe78-fd0f-4c5b-96de-d05c01657b77 None None] Provisioning complete for port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:50.036420 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbe78-fd0f-4c5b-96de-d05c01657b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.249363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:50.253378 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 3, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:50.279070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Checking router: dee4530c-4378-4c82-9fa4-565c8a04c940 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:50.281052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Checking router: 06d3c56d-8340-4258-b5b2-5f5850d15314 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:50.281498 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Updating router 06d3c56d-8340-4258-b5b2-5f5850d15314 port 67c1639f-a607-4ebe-97e7-e4950f115714 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:41:50.300634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Routers {'dee4530c-4378-4c82-9fa4-565c8a04c940'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:50.301893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dee4530c-4378-4c82-9fa4-565c8a04c940'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:50.314705 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.390799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.462526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.542417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.585422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f1c795-9c4e-48c8-80a6-542bb566973f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:50.587945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.590683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e81a3708-47b5-4dcf-b3c9-a43221ba22b5 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/subnets/b2f1c795-9c4e-48c8-80a6-542bb566973f HTTP/1.1" status: 204 len: 168 time: 0.8366888 Jul 28 18:41:50.593320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46546) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:50.594184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d5539-4ab4-49a7-9b33-4d6703b1a6c5 None None] Network 9dc8ab0e-04e3-445e-8d48-220e1a698075 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:41:50.600164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] Set router dee4530c-4378-4c82-9fa4-565c8a04c940 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:50.631785 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.642148 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Transition to ACTIVE for port object 67c1639f-a607-4ebe-97e7-e4950f115714 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:50.719117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.720428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Allocated IP 172.20.0.1 (fea0af98-e9bb-4e71-acee-188dcaf3ee13/f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b/690cc30c-c39e-414d-9136-eb1deaef5d76) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:50.757743 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.804363 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Attempting to bind port 67c1639f-a607-4ebe-97e7-e4950f115714 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:50.805447 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Attempting to bind port 67c1639f-a607-4ebe-97e7-e4950f115714 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:50.806025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Attempting to bind port 67c1639f-a607-4ebe-97e7-e4950f115714 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:50.816274 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:50.816981 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:50.817612 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.818217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:50.818876 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Bound port: 67c1639f-a607-4ebe-97e7-e4950f115714, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:50.819523 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.862020 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.879710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Transition to ACTIVE for port object 690cc30c-c39e-414d-9136-eb1deaef5d76 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:50.885394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:50.906677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:50.921739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6d565-c9bb-4b84-8916-6fb2a6090ed4 None None] The sync data for ids ['dee4530c-4378-4c82-9fa4-565c8a04c940'] in n-d-778550-5 is: [{'id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'name': 'tempest-TestNetworkBasicOps-router-2070573280', 'tenant_id': '244b8cf8b6d8475e97822eba1ace3415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'b095a082-d2df-4954-9210-43f224483d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 5, 'project_id': '244b8cf8b6d8475e97822eba1ace3415', 'gw_port': {'id': 'b095a082-d2df-4954-9210-43f224483d62', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4530c-4378-4c82-9fa4-565c8a04c940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:40:11Z', 'updated_at': '2021-07-28T18:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:50.933880 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0f6fa-277c-4cd3-b669-951777ba5ac4 None None] Pushing event updated for resources: {'Port': ['ID=67c1639f-a607-4ebe-97e7-e4950f115714,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:50.940630 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] For port 67c1639f-a607-4ebe-97e7-e4950f115714, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:50.944111 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] For port 67c1639f-a607-4ebe-97e7-e4950f115714, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=67c1639f-a607-4ebe-97e7-e4950f115714,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:50.952183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] DHCP port deletion for 9dc8ab0e-04e3-445e-8d48-220e1a698075 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:41:51.003833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Deleting port c6c52d99-ef7d-4b74-928e-233044ed1161 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:51.004459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.063801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] For port c6c52d99-ef7d-4b74-928e-233044ed1161, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c6c52d99-ef7d-4b74-928e-233044ed1161,segment=NetworkSegment(d55a6f4e-c966-46b4-ba4d-a5706276d371),segment_id=d55a6f4e-c966-46b4-ba4d-a5706276d371)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:51.064127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.073158 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.073337 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.085002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Calling delete_port for c6c52d99-ef7d-4b74-928e-233044ed1161 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:51.096680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Deleting port b095a082-d2df-4954-9210-43f224483d62 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:41:51.097740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.113874 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:51.116962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:51.121153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:51.129630 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:51.136192 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0f6fa-277c-4cd3-b669-951777ba5ac4 None None] Pushing event updated for resources: {'Port': ['ID=67c1639f-a607-4ebe-97e7-e4950f115714,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:51.138880 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:51.139661 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:51.182161 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.227789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] For port b095a082-d2df-4954-9210-43f224483d62, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b095a082-d2df-4954-9210-43f224483d62,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:51.237883 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.241673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Calling delete_port for b095a082-d2df-4954-9210-43f224483d62 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:41:51.292162 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:51.348107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.395496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a51a7df-85a2-4a45-83a4-55b15c50e5da up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:51.404584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] Pushing event deleted for resources: {'Port': ['ID=c6c52d99-ef7d-4b74-928e-233044ed1161,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:51.430439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62a7f2-1958-4b89-8925-bc41c5c3514e None None] No DVR routers for this DVR port c6c52d99-ef7d-4b74-928e-233044ed1161 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:41:51.525094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 0a51a7df-85a2-4a45-83a4-55b15c50e5da triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:51.525706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.528528 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.544439 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 3, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:51.581531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c5885de7-1a92-4d2d-901c-709f3b9d3d04 None None] Provisioning for port 690cc30c-c39e-414d-9136-eb1deaef5d76 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:51.582597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c5885de7-1a92-4d2d-901c-709f3b9d3d04 None None] Provisioning complete for port 690cc30c-c39e-414d-9136-eb1deaef5d76 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:51.582977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5885de7-1a92-4d2d-901c-709f3b9d3d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.590086 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956bb93-a322-40e3-abee-7db7b8d452a4 None None] The sync data for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 is: [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:48Z', 'revision_number': 3, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:51.632832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.648148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c5885de7-1a92-4d2d-901c-709f3b9d3d04 None None] Port 690cc30c-c39e-414d-9136-eb1deaef5d76 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:51.660793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e116d44-1a4d-4ef9-a061-2a153274c2b2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:51.661787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Port': ['ID=b095a082-d2df-4954-9210-43f224483d62,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:51.713541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:51.714024 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.735440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.754341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.834109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.834298 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.850474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.950044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:51.955240 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.969402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.970284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Fanout notify agent at l3_agent the message router_deleted on router dee4530c-4378-4c82-9fa4-565c8a04c940 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:41:51.978579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:51.983249 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8c73b30a-794d-4e8c-ac9f-d75bcd810547 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/routers/dee4530c-4378-4c82-9fa4-565c8a04c940 HTTP/1.1" status: 204 len: 168 time: 1.3863692 Jul 28 18:41:51.983616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:52.061997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:52.063503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:52.074443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.197399 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.198901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Router 06d3c56d-8340-4258-b5b2-5f5850d15314 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:41:52.209313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc8ab0e-04e3-445e-8d48-220e1a698075']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:52.253625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55a6f4e-c966-46b4-ba4d-a5706276d371') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:52.253625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55a6f4e-c966-46b4-ba4d-a5706276d371') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:52.268901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.295296 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:41:52.333829 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:41:52.344040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:41:52.350082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-28695388-f729-47aa-b6f0-0e257dc28ff2 admin admin] 10.222.0.25 "PUT /v2.0/routers/06d3c56d-8340-4258-b5b2-5f5850d15314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473162 Jul 28 18:41:52.379768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-363b1830-4778-42a0-9bb2-6e80e952e2c3 None None] Provisioning complete for port 690cc30c-c39e-414d-9136-eb1deaef5d76 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:52.380366 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-363b1830-4778-42a0-9bb2-6e80e952e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.421221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-363b1830-4778-42a0-9bb2-6e80e952e2c3 None None] Port 690cc30c-c39e-414d-9136-eb1deaef5d76 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:52.472722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.491693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:52.493850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] 10.222.0.25 "DELETE /v2.0/networks/9dc8ab0e-04e3-445e-8d48-220e1a698075 HTTP/1.1" status: 204 len: 168 time: 0.5092890 Jul 28 18:41:52.521234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a1c3b-a793-4d08-8a6e-60956cb9f6a0 tempest-TestNetworkBasicOps-1246713725 tempest-TestNetworkBasicOps-1246713725-project] Pushing event deleted for resources: {'Network': ['ID=9dc8ab0e-04e3-445e-8d48-220e1a698075,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:52.928914 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 67c1639f-a607-4ebe-97e7-e4950f115714 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:52.943053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-da4c13fb-1dbd-4bcc-a3ad-b638e9811d71 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:52.944609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-da4c13fb-1dbd-4bcc-a3ad-b638e9811d71 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/networks?id=97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 200 len: 910 time: 0.1058626 Jul 28 18:41:52.960363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-2225f6a7-0f77-4e7b-924f-112ccd4bbc6e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/quotas/89b4efb3cdc54809913c8e58c438a054 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Jul 28 18:41:53.042953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-758df6f6-049c-4570-bb32-67cb06b4e3b5 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768425 Jul 28 18:41:53.117871 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46576) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:53.123719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 67c1639f-a607-4ebe-97e7-e4950f115714 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:53.129310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 67c1639f-a607-4ebe-97e7-e4950f115714 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:53.129970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.145939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-25083345-b6c9-47cc-9ed9-0fd99cb63557 service neutron] 10.222.0.25 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952919 Jul 28 18:41:53.225140 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.247663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-02f8e007-a037-4efb-9a21-ed3b0c21fa10 service neutron] 10.222.0.25 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938761 Jul 28 18:41:53.259027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 67c1639f-a607-4ebe-97e7-e4950f115714, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=67c1639f-a607-4ebe-97e7-e4950f115714,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:53.279366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a3e6666b-897b-4f9d-ad28-5ff7d07bbf7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=244b8cf8b6d8475e97822eba1ace3415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602533 Jul 28 18:41:53.284203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46580) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:53.334778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.337428 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.361344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.392574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b095a082-d2df-4954-9210-43f224483d62 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:53.417203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=67c1639f-a607-4ebe-97e7-e4950f115714,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:53.419912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b095a082-d2df-4954-9210-43f224483d62 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:53.425764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b095a082-d2df-4954-9210-43f224483d62 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:53.425764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6c52d99-ef7d-4b74-928e-233044ed1161 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:53.441132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c6c52d99-ef7d-4b74-928e-233044ed1161 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:53.441481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c6c52d99-ef7d-4b74-928e-233044ed1161 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:53.442236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b0dff17-f691-4d76-bf22-9290a7794440 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:41:53.461605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1b0dff17-f691-4d76-bf22-9290a7794440 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:41:53.461963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1b0dff17-f691-4d76-bf22-9290a7794440 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:41:53.525707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-de5756a4-4e4d-4873-a6db-5187608f8c29 req-3dc63473-90cf-4e2a-bb38-15296088963e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 210 time: 0.0463436 Jul 28 18:41:53.529720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.531722 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:53.533371 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bf829a6-740e-461b-b63d-054f328267e5 HTTP/1.1" status: 204 len: 168 time: 0.2500761 Jul 28 18:41:53.547295 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041ea79-9ba3-4673-9880-cacc5785046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf829a6-740e-461b-b63d-054f328267e5,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:54.176428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Sync routers for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:41:54.185653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:54.190566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:54.294027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:54.440712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46594) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:54.454387 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-753efd8b-65a7-4f23-9779-9487aba1bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.493786 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:51Z', 'revision_number': 4, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '690cc30c-c39e-414d-9136-eb1deaef5d76', 'name': '', 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'mac_address': 'fa:16:3e:43:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:50Z', 'updated_at': '2021-07-28T18:41:51Z', 'revision_number': 2, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'subnets': [{'id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:54.522894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Checking router: 06d3c56d-8340-4258-b5b2-5f5850d15314 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:41:54.529192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Updating router 06d3c56d-8340-4258-b5b2-5f5850d15314 port 690cc30c-c39e-414d-9136-eb1deaef5d76 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:41:54.550351 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.557794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-753efd8b-65a7-4f23-9779-9487aba1bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.605223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e691f919-3319-409c-81e8-11b46fda49c5 req-abfc357b-f7b3-4eb6-9fb3-8ffb002a5eb5 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 210 time: 0.0265234 Jul 28 18:41:54.660685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-753efd8b-65a7-4f23-9779-9487aba1bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.702285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-753efd8b-65a7-4f23-9779-9487aba1bb6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5155f63465a49bea63edb68c42bd4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604792 Jul 28 18:41:54.703160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753efd8b-65a7-4f23-9779-9487aba1bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71477ab2-46ae-457b-aad5-8f303437d5fc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:54.704988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46600) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:54.770985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.793704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.825767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.901448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 67c1639f-a607-4ebe-97e7-e4950f115714 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:54.935043 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.936171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Transition to ACTIVE for port object 690cc30c-c39e-414d-9136-eb1deaef5d76 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:54.938389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.940671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71477ab2-46ae-457b-aad5-8f303437d5fc HTTP/1.1" status: 204 len: 168 time: 0.2292037 Jul 28 18:41:54.953735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 67c1639f-a607-4ebe-97e7-e4950f115714 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:54.954117 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:54.954926 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcaf3f-05b0-4243-9919-27ac75d4feba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71477ab2-46ae-457b-aad5-8f303437d5fc,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:55.045736 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:55.101150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b64c8-72cb-4fcf-a1d4-f0a4591b357d None None] Pushing event updated for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:55.148310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Attempting to bind port 690cc30c-c39e-414d-9136-eb1deaef5d76 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:55.148756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Attempting to bind port 690cc30c-c39e-414d-9136-eb1deaef5d76 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:55.149116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Attempting to bind port 690cc30c-c39e-414d-9136-eb1deaef5d76 on network fea0af98-e9bb-4e71-acee-188dcaf3ee13 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:55.154478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:55.154846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Checking segment: {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:55.155263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:55.155673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Bound using segment: {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:55.156140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Bound port: 690cc30c-c39e-414d-9136-eb1deaef5d76, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a592d6-8e29-489b-ac08-89370b779425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:55.156514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:55.227913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] For port 690cc30c-c39e-414d-9136-eb1deaef5d76, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:55.232257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] For port 690cc30c-c39e-414d-9136-eb1deaef5d76, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=690cc30c-c39e-414d-9136-eb1deaef5d76,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:55.364355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:55.430740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:41:55.431373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:55.434370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b64c8-72cb-4fcf-a1d4-f0a4591b357d None None] Pushing event updated for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:55.570876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:41:55.701328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c22477bf-1212-46a3-a098-32848e64fc74 req-dc63babf-e436-4c1c-a942-d355430358bd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 210 time: 0.0281870 Jul 28 18:41:55.786331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:51Z', 'revision_number': 4, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '690cc30c-c39e-414d-9136-eb1deaef5d76', 'name': '', 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'mac_address': 'fa:16:3e:43:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:50Z', 'updated_at': '2021-07-28T18:41:55Z', 'revision_number': 4, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'subnets': [{'id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:41:55.812458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1718a40-89d5-4416-ba99-c3640dadb0a4 None None] The sync data for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 is: [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:41:51Z', 'revision_number': 4, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '690cc30c-c39e-414d-9136-eb1deaef5d76', 'name': '', 'network_id': 'fea0af98-e9bb-4e71-acee-188dcaf3ee13', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'mac_address': 'fa:16:3e:43:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:50Z', 'updated_at': '2021-07-28T18:41:55Z', 'revision_number': 4, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'subnets': [{'id': 'f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:41:56.615310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e987c768-201e-4e1a-95d4-2effcc685eee tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:56.616886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e987c768-201e-4e1a-95d4-2effcc685eee tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.37 "GET /v2.0/networks?id=97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 200 len: 910 time: 0.0939705 Jul 28 18:41:56.631029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Request body: {'port': {'device_id': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'admin_state_up': True, 'tenant_id': '89b4efb3cdc54809913c8e58c438a054'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:56.781910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Made reservation on behalf of 89b4efb3cdc54809913c8e58c438a054 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:56.784598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:56.804937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1085e14e-924b-4ed0-a935-ce3f7b09b982 req-5d3edfd6-a3c6-445d-8d86-cbb9159a2923 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 210 time: 0.0340152 Jul 28 18:41:56.929456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Allocated IP 172.20.0.7 (97cd0505-63ea-4343-9442-3b014c038013/6556a3f2-f3c4-44a0-a96c-1f70c55e92b1/be55a847-933c-4d8e-967a-3509782aeffe) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:41:56.944460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 690cc30c-c39e-414d-9136-eb1deaef5d76 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:57.097475 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.110772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Transition to ACTIVE for port object be55a847-933c-4d8e-967a-3509782aeffe will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:57.214535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 690cc30c-c39e-414d-9136-eb1deaef5d76 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:57.218757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 690cc30c-c39e-414d-9136-eb1deaef5d76 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:57.219150 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.272412 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.303037 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.318168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Network 97cd0505-63ea-4343-9442-3b014c038013 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:41:57.324316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:41:57.326101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Pushing event updated for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:57.328251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:41:57.339721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 690cc30c-c39e-414d-9136-eb1deaef5d76, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=690cc30c-c39e-414d-9136-eb1deaef5d76,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:41:57.375312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:57.376409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.461018 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.496319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-58d3433b-4e24-4dce-9972-b5d47be535cf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8708909 Jul 28 18:41:57.513243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:57.514671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Request body: {'port': {'device_id': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:57.568972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.620541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-eba22483-7b4e-4ee7-8fc9-21ec5b89f47d None None] Provisioning for port be55a847-933c-4d8e-967a-3509782aeffe completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:41:57.624367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-eba22483-7b4e-4ee7-8fc9-21ec5b89f47d None None] Provisioning complete for port be55a847-933c-4d8e-967a-3509782aeffe triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:57.624749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-eba22483-7b4e-4ee7-8fc9-21ec5b89f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.664976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-eba22483-7b4e-4ee7-8fc9-21ec5b89f47d None None] Port be55a847-933c-4d8e-967a-3509782aeffe cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:41:57.842593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be55a847-933c-4d8e-967a-3509782aeffe {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:41:57.851094 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:57.864299 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Transition to ACTIVE for port object be55a847-933c-4d8e-967a-3509782aeffe will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:41:57.915787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95d16d-4225-4498-9475-0944b336cb5d req-7467f7e5-6067-4eb2-b9fd-bc3128b3a426 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:57.917315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef95d16d-4225-4498-9475-0944b336cb5d req-7467f7e5-6067-4eb2-b9fd-bc3128b3a426 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1027 time: 0.0422850 Jul 28 18:41:57.952047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ef95d16d-4225-4498-9475-0944b336cb5d req-499981cc-9ad4-4029-a476-bc90054e2e41 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286098 Jul 28 18:41:57.980498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.032042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Pushing event updated for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:58.106225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Attempting to bind port be55a847-933c-4d8e-967a-3509782aeffe on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:41:58.106572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Attempting to bind port be55a847-933c-4d8e-967a-3509782aeffe by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:41:58.106908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Attempting to bind port be55a847-933c-4d8e-967a-3509782aeffe on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:58.112038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Port be55a847-933c-4d8e-967a-3509782aeffe on network 97cd0505-63ea-4343-9442-3b014c038013 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:41:58.112483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Attempting to bind port be55a847-933c-4d8e-967a-3509782aeffe on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:41:58.117528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:41:58.118336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Checking segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:41:58.118676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Bound using segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:41:58.119267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Bound port: be55a847-933c-4d8e-967a-3509782aeffe, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:41:58.120246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.201832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:41:58.205484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=be55a847-933c-4d8e-967a-3509782aeffe,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:41:58.271994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.305254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.305960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.307836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] 10.222.0.37 "PUT /v2.0/ports/be55a847-933c-4d8e-967a-3509782aeffe HTTP/1.1" status: 200 len: 1091 time: 0.8021421 Jul 28 18:41:58.310181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:41:58.313311 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755b22b2-1754-4b19-b299-c34839a76e05" -d '{"events": [{"name": "network-changed", "server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "tag": "be55a847-933c-4d8e-967a-3509782aeffe"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:41:58.344324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3a25-d59e-4132-974a-0c4216c31758 service neutron] Pushing event updated for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:58.373431 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b8b58d-b8f9-4cda-ba84-f2ffb513346c x-openstack-request-id: req-00b8b58d-b8f9-4cda-ba84-f2ffb513346c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:41:58.373917 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "tag": "be55a847-933c-4d8e-967a-3509782aeffe", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:41:58.374320 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00b8b58d-b8f9-4cda-ba84-f2ffb513346c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:41:58.374886 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe', 'status': 'completed', 'code': 200} Jul 28 18:41:58.437187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b22b2-1754-4b19-b299-c34839a76e05 req-c837d56f-7b64-49e9-bff0-4ef65b9d9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.438733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-755b22b2-1754-4b19-b299-c34839a76e05 req-c837d56f-7b64-49e9-bff0-4ef65b9d9d55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0433214 Jul 28 18:41:58.493632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:58.502069 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'network': {'name': 'tempest-network-smoke--317783187', 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:58.548284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b22b2-1754-4b19-b299-c34839a76e05 req-1f240c17-1214-49f8-8786-6cf2f4fc3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.550394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-755b22b2-1754-4b19-b299-c34839a76e05 req-1f240c17-1214-49f8-8786-6cf2f4fc3898 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=89b4efb3cdc54809913c8e58c438a054&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1041186 Jul 28 18:41:58.591939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:41:58.598985 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.607937 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.648313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b22b2-1754-4b19-b299-c34839a76e05 req-16945488-d45b-40a4-873d-c5d003ee8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.649821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-755b22b2-1754-4b19-b299-c34839a76e05 req-16945488-d45b-40a4-873d-c5d003ee8179 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924911 Jul 28 18:41:58.698767 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.729808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-a0a7776f-d579-459f-9153-c5deef5a51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.731380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-a0a7776f-d579-459f-9153-c5deef5a51e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0411994 Jul 28 18:41:58.771878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-87b3eb24-8171-49bb-8045-814d586fc532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be55a847-933c-4d8e-967a-3509782aeffe HTTP/1.1" status: 200 len: 217 time: 0.0329933 Jul 28 18:41:58.786321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.813750 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:41:58.820847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-8539822d-3b3d-4313-a696-32cc6260e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.822348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-8539822d-3b3d-4313-a696-32cc6260e4fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6556a3f2-f3c4-44a0-a96c-1f70c55e92b1 HTTP/1.1" status: 200 len: 848 time: 0.0435290 Jul 28 18:41:58.823998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06916c2-81d2-4d63-976e-0f0aca5f5435,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:58.828912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.829268 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Added segment cbb42bc1-be3e-468a-9ce0-fec88be6d3d3 of type vlan for network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 Jul 28 18:41:58.878553 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.883333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-a22d4732-4294-449d-badd-dd9f5af8c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:58.883333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-a22d4732-4294-449d-badd-dd9f5af8c057 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97cd0505-63ea-4343-9442-3b014c038013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519085 Jul 28 18:41:58.922383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 690cc30c-c39e-414d-9136-eb1deaef5d76 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:41:58.971906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 690cc30c-c39e-414d-9136-eb1deaef5d76 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:41:58.971906 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:58.979798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-11e7e66f-efbf-41f1-a059-b91fa1dfa610 service neutron] 10.222.0.37 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889139 Jul 28 18:41:58.992159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:59.000870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:59.000870 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:59.074475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Network': ['ID=c48bba6b-9acd-410f-b5d1-1a03733ae6c6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:41:59.086110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:41:59.112603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0bda8-8442-4097-9c1d-a2b6f2b80c90 req-4bf1a7dd-0023-490d-8c6a-a119f87ba404 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:41:59.114127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdb0bda8-8442-4097-9c1d-a2b6f2b80c90 req-4bf1a7dd-0023-490d-8c6a-a119f87ba404 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0647902 Jul 28 18:41:59.131287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161f1b11-02b5-49aa-abec-91be0dbbffb6 req-91094160-998a-4907-bf2d-873021c9b194 service neutron] 10.222.0.37 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443136 Jul 28 18:41:59.155705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cdb0bda8-8442-4097-9c1d-a2b6f2b80c90 req-0cb2ff04-4c80-46cf-b961-98f97addeb3d tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Jul 28 18:41:59.186702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bc08d80e-5733-490d-b167-3b91a2df9366 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6911712 Jul 28 18:41:59.190014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46664) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:41:59.197156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'admin_state_up': True, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:41:59.283049 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:59.284155 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:59.335134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:41:59.537604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:00.155288 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:00.174076 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:00.313248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b96e0-3478-4312-a67e-4fb84d66d9de req-a8387e19-d46d-4b75-970b-fcf73832bd3a tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:00.314870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d6b96e0-3478-4312-a67e-4fb84d66d9de req-a8387e19-d46d-4b75-970b-fcf73832bd3a tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0918467 Jul 28 18:42:00.323022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.25.7.72 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/38834b5d-d2db-4d3a-89fc-fdacf6f4e18e) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:00.403941 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d6b96e0-3478-4312-a67e-4fb84d66d9de req-012b31e6-faab-4454-8b49-7968fe871cdb tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826690 Jul 28 18:42:00.458014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:00.637901 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:00.681700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:00.684586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:00.691656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:00.694614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:01.021458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:01.212431 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:01.402611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:42:01.509897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:42:01.518998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c292ce-e867-4066-9341-23fa0174c5c9 req-35ffba1a-4c13-4da8-ad7f-04c543b1d318 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:01.521039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36c292ce-e867-4066-9341-23fa0174c5c9 req-35ffba1a-4c13-4da8-ad7f-04c543b1d318 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0508888 Jul 28 18:42:01.521501 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Sync routers for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:42:01.531713 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:01.533726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:01.557387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36c292ce-e867-4066-9341-23fa0174c5c9 req-f57c2c33-1a7b-45eb-89f4-9a1f33b37602 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295503 Jul 28 18:42:01.597715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:01.598977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0d214514-1d76-46ca-9c4c-9e131090271b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4079545 Jul 28 18:42:01.602281 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46670) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:01.637003 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:01.725734 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95ec5364-ec6d-424b-bed7-3603444cf095 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=376e9fdf0e91486b9105020d1563fe86&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222906 Jul 28 18:42:01.728927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46674) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:01.811658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd0e4d8-bc36-4390-a8ff-77612cbb3e43 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:01.812967 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:00Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:01.813154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6bd0e4d8-bc36-4390-a8ff-77612cbb3e43 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0832486 Jul 28 18:42:01.816076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46676) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:01.842942 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Checking router: ff621f58-a903-4faa-9d1e-2ec4fa08bb28 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:42:01.843289 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Updating router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:42:01.847529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1ed90cc3-63d3-45fb-ba5a-76e884618876 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272839 Jul 28 18:42:01.848109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:01.853330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501382722', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:01.869368 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.031557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:42:02.035342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.117603 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.128248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Transition to ACTIVE for port object 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:02.185773 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.234395 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Attempting to bind port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:42:02.234751 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Attempting to bind port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:42:02.235103 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Attempting to bind port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:02.243916 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f92a-0d58-4906-ad80-17c280b212b5 None None] Pushing event updated for resources: {'Port': ['ID=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:02.247807 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:42:02.248203 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:02.248600 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.249125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:42:02.249531 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Bound port: 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:42:02.249905 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.272183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.335966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Subnet': ['ID=31614810-6af9-4ac6-a64e-9640f8d60819,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:02.346837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Checking segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:02.347202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network hostable DHCP agents. Network: c48bba6b-9acd-410f-b5d1-1a03733ae6c6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:42:02.395164 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] For port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:42:02.398184 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] For port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:42:02.420186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:42:02.557836 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.603131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c48bba6b-9acd-410f-b5d1-1a03733ae6c6) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:02.607690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:02.608505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:02.611005 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:02.611693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:02.659812 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f92a-0d58-4906-ad80-17c280b212b5 None None] Pushing event updated for resources: {'Port': ['ID=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:02.674759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device be55a847-933c-4d8e-967a-3509782aeffe details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:42:02.683662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118259b-4424-4bff-9a1e-932d56313880 req-ec5402ed-1304-4375-9540-6f2655c384c9 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:02.685395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b118259b-4424-4bff-9a1e-932d56313880 req-ec5402ed-1304-4375-9540-6f2655c384c9 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1094 time: 0.0539668 Jul 28 18:42:02.708110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2b79c98d-e3ef-4326-88f9-0a04d5448963 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8587511 Jul 28 18:42:02.710834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46684) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:02.746915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d55727c-4d79-4fb0-a30b-31f99d88c7b8 None None] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:42:02.748784 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:02.759013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b118259b-4424-4bff-9a1e-932d56313880 req-e9628a41-dc33-49d9-83cd-e208d5988f9e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670886 Jul 28 18:42:02.857561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=be55a847-933c-4d8e-967a-3509782aeffe,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:02.881952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'be55a847-933c-4d8e-967a-3509782aeffe', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'port_id': 'be55a847-933c-4d8e-967a-3509782aeffe', 'mac_address': 'fa:16:3e:0c:02:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:42:02.941890 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:00Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:02.975675 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbe29e-da88-4f8d-9681-2863b09c0467 None None] The sync data for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 is: [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:00Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:42:03.119577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.147302 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be55a847-933c-4d8e-967a-3509782aeffe {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:42:03.153907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:42:03.154817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.180056 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=be55a847-933c-4d8e-967a-3509782aeffe,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:03.191137 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.261211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.366094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:03.381727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Allocated IP 172.20.0.2 (c48bba6b-9acd-410f-b5d1-1a03733ae6c6/31614810-6af9-4ac6-a64e-9640f8d60819/dbb6d050-7795-4d69-bfa8-21a67ccbf6a0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:03.474376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['be55a847-933c-4d8e-967a-3509782aeffe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:03.604019 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.618267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Transition to ACTIVE for port object dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:03.651660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Transition to ACTIVE for port object dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:03.746538 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.786327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:03.789263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:03.791927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:03.825553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Pushing event updated for resources: {'Port': ['ID=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:03.854835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Attempting to bind port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:42:03.855236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Attempting to bind port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:42:03.855708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Attempting to bind port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 on network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:03.862756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:42:03.863128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Checking segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:03.863565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.863959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Bound using segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:42:03.864425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Bound port: dbb6d050-7795-4d69-bfa8-21a67ccbf6a0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:42:03.864852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:03.882248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.20.0.1 (c48bba6b-9acd-410f-b5d1-1a03733ae6c6/31614810-6af9-4ac6-a64e-9640f8d60819/ba59a030-8abe-4e65-9869-ac91507803f9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:03.944497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0532be-b784-4a1d-8383-45220f92df7c req-f1fe456b-42de-402a-acdc-666515ffaa4b tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:03.945769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] For port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:42:03.946028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b0532be-b784-4a1d-8383-45220f92df7c req-f1fe456b-42de-402a-acdc-666515ffaa4b tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1095 time: 0.1023970 Jul 28 18:42:03.950198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] For port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:42:04.009717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b0532be-b784-4a1d-8383-45220f92df7c req-b0046063-a40a-44ec-8c17-8fdea650dbf1 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566814 Jul 28 18:42:04.025347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.038247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Transition to ACTIVE for port object ba59a030-8abe-4e65-9869-ac91507803f9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:04.083554 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.146731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e21d-d743-4b5b-8cf8-f921142de038 None None] Pushing event updated for resources: {'Port': ['ID=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:04.231996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.283705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:04.283705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:04.286852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:04.298517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:04.337482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.567044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.692932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device be55a847-933c-4d8e-967a-3509782aeffe up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:04.839825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.859906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port be55a847-933c-4d8e-967a-3509782aeffe completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:04.865622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port be55a847-933c-4d8e-967a-3509782aeffe triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:04.866006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.911383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:04.988222 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.013331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:05.042467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:05.044718 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd5649-c1be-4597-8372-9c48bdea972b" -d '{"events": [{"server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "name": "network-vif-plugged", "status": "completed", "tag": "be55a847-933c-4d8e-967a-3509782aeffe"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:05.050558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:05.050558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.067861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=be55a847-933c-4d8e-967a-3509782aeffe,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:05.122413 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a62b9-a5e8-40a2-87ed-5aa0cd9a664f x-openstack-request-id: req-595a62b9-a5e8-40a2-87ed-5aa0cd9a664f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:05.122702 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "name": "network-vif-plugged", "status": "completed", "tag": "be55a847-933c-4d8e-967a-3509782aeffe", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:05.122953 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-595a62b9-a5e8-40a2-87ed-5aa0cd9a664f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:05.123667 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe', 'code': 200} Jul 28 18:42:05.200587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a85399-d4b4-4204-978b-90770355cb82 None None] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:42:05.221264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cae633-b1d0-437d-ba40-55e92af6448a req-465cbd06-9b55-47f8-b148-d27d75a89320 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:05.222840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51cae633-b1d0-437d-ba40-55e92af6448a req-465cbd06-9b55-47f8-b148-d27d75a89320 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1095 time: 0.0751333 Jul 28 18:42:05.230540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:05.233489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:05.263549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.268705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:05.294071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd21b-25de-4bcc-8672-5a6cb6b17792 req-bc3af0ef-92a8-458e-82ae-97e606b67553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:05.295538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94afd21b-25de-4bcc-8672-5a6cb6b17792 req-bc3af0ef-92a8-458e-82ae-97e606b67553 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1095 time: 0.1105397 Jul 28 18:42:05.295947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-51cae633-b1d0-437d-ba40-55e92af6448a req-00461bf8-42df-4c71-b6ee-926fff696c7a tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612407 Jul 28 18:42:05.302718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:05.307073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.364938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:05.384786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-94afd21b-25de-4bcc-8672-5a6cb6b17792 req-d0bffa52-17e9-493c-b4bb-a66bc28f3861 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776181 Jul 28 18:42:05.391771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:42:05.458687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c2569686-be49-40ec-8e55-1e7011c279aa None None] Provisioning for port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:05.480657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.504045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:42:05.508007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:05.509914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5cd9eb21-e179-4b4c-94ae-f0d9a08abacb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "PUT /v2.0/routers/ff621f58-a903-4faa-9d1e-2ec4fa08bb28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7971408 Jul 28 18:42:05.512088 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46692) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:05.516169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Sync routers for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:42:05.516802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1310803309', 'description': 'tempest-secgroup_access--1310803309 description', 'project_id': '376e9fdf0e91486b9105020d1563fe86'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:05.530115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:05.530862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:05.610841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.612167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:05.621951 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.705957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:05.718401 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.734308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:05.786008 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.817936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c0c209-aea6-4190-8638-2ffd3a66837f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:05.869161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:05.875843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:05.876215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.905729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:05.907008 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6d65654-47c6-4965-9496-5345af3f30a7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3939013 Jul 28 18:42:05.909801 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46694) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:05.914270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--98322462', 'description': 'tempest-secgroup_general--98322462 description', 'project_id': '376e9fdf0e91486b9105020d1563fe86'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:05.978184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Provisioning for port ba59a030-8abe-4e65-9869-ac91507803f9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:05.989534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 2, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:05.993028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Provisioning complete for port ba59a030-8abe-4e65-9869-ac91507803f9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:05.993400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.043575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.047916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Checking router: ff621f58-a903-4faa-9d1e-2ec4fa08bb28 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:42:06.048273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Updating router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 port ba59a030-8abe-4e65-9869-ac91507803f9 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:42:06.083362 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.096503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Port ba59a030-8abe-4e65-9869-ac91507803f9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:42:06.102477 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.122336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:06.132314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Provisioning complete for port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:06.132683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a090c560-0c13-44c8-aa19-9e379a5ecb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.187065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.238137 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.271456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.302143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9581e0a2-dd6e-4ee6-8647-80c9accc025e,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:06.364762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:06.403966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa827bcf-99a2-4839-aaad-864162248303 req-6ab564dc-df12-4749-9522-a99077976d96 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:06.405749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa827bcf-99a2-4839-aaad-864162248303 req-6ab564dc-df12-4749-9522-a99077976d96 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0461109 Jul 28 18:42:06.426251 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.431024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46698) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:06.436014 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c61c3372-d0c9-4a98-b3a5-8c3338b53e64 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5203667 Jul 28 18:42:06.441074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'security_group_rule': {'security_group_id': '42c0c209-aea6-4190-8638-2ffd3a66837f', 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:06.453702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa827bcf-99a2-4839-aaad-864162248303 req-38a420d0-db44-404d-86e7-25cd1853aebf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Jul 28 18:42:06.478401 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.488479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Transition to ACTIVE for port object ba59a030-8abe-4e65-9869-ac91507803f9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:06.514139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51e7af02-cc8a-481d-bbea-d30c3a449018 None None] Provisioning complete for port ba59a030-8abe-4e65-9869-ac91507803f9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:06.516304 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51e7af02-cc8a-481d-bbea-d30c3a449018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.556332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-51e7af02-cc8a-481d-bbea-d30c3a449018 None None] Port ba59a030-8abe-4e65-9869-ac91507803f9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:42:06.590805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.638338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.660075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.726617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5da29-7a55-43b0-80ed-afc09ebff1de None None] Pushing event updated for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:06.763475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Attempting to bind port ba59a030-8abe-4e65-9869-ac91507803f9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:42:06.763900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Attempting to bind port ba59a030-8abe-4e65-9869-ac91507803f9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:42:06.764276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Attempting to bind port ba59a030-8abe-4e65-9869-ac91507803f9 on network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:06.769694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:42:06.770024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Checking segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:06.770437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.770839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Bound using segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:42:06.771307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Bound port: ba59a030-8abe-4e65-9869-ac91507803f9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:42:06.771728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.802839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.835010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a380adab-b459-404a-af8a-354feb0508c9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:06.849616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] For port ba59a030-8abe-4e65-9869-ac91507803f9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:42:06.853733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] For port ba59a030-8abe-4e65-9869-ac91507803f9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba59a030-8abe-4e65-9869-ac91507803f9,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:42:06.915364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:06.945889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:06.947522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d8c9bac-fd7c-427c-b4ed-3912052d7ac1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5153885 Jul 28 18:42:06.973563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:06.973940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:07.000638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:07.086772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:07.087436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:41:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:07.090620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5da29-7a55-43b0-80ed-afc09ebff1de None None] Pushing event updated for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:07.130356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-505d5a50-c5dc-4f97-a21d-bfc7442fec52 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--98322462&fields=id&tenant_id=376e9fdf0e91486b9105020d1563fe86 HTTP/1.1" status: 200 len: 267 time: 0.0568841 Jul 28 18:42:07.188828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-401fe61f-dc1e-4242-b03d-67310ef04fc1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1310803309&fields=id&tenant_id=376e9fdf0e91486b9105020d1563fe86 HTTP/1.1" status: 200 len: 267 time: 0.0515563 Jul 28 18:42:07.311646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-318d69f2-4195-4402-a90a-bb1ff09272f9 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:07.315880 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-318d69f2-4195-4402-a90a-bb1ff09272f9 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/networks?id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 200 len: 796 time: 0.1258981 Jul 28 18:42:07.338603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:07.341314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-41d9cb1f-ea3a-4345-8c16-389b492a7096 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/quotas/376e9fdf0e91486b9105020d1563fe86 HTTP/1.1" status: 200 len: 375 time: 0.0187769 Jul 28 18:42:07.391834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-bde4f6ec-9648-43e6-8e12-0c53c73b9122 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493352 Jul 28 18:42:07.435014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:07.482067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:07.482355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:07.506934 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-a20bbbcd-1f5f-4e4d-af59-b930dbca9e91 service neutron] 10.222.0.25 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026382 Jul 28 18:42:07.601212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb3163-c4a0-4583-b519-5451efdb0350 req-e55cd08d-069d-4c68-a23a-fea625bbbe15 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:07.602803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9dbb3163-c4a0-4583-b519-5451efdb0350 req-e55cd08d-069d-4c68-a23a-fea625bbbe15 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0673819 Jul 28 18:42:07.613133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-a6be9283-f603-4794-b874-63f45ce83d8d service neutron] 10.222.0.25 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978296 Jul 28 18:42:07.647072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9dbb3163-c4a0-4583-b519-5451efdb0350 req-8257d575-e0cd-4c1a-832f-48b73310faab tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 Jul 28 18:42:07.695250 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bbaba10d-8110-4c15-a593-f3e903fc2938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:07.724982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:06Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:07.753179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e53725-142d-4f07-a284-fe5f56b696b6 None None] The sync data for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 is: [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:06Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:42:07.764572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34748fc6-e5c1-40d8-8ff7-1a255505d611 req-7d73ccf3-9c80-40b3-bae5-efa8c462758e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:07.764572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34748fc6-e5c1-40d8-8ff7-1a255505d611 req-7d73ccf3-9c80-40b3-bae5-efa8c462758e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0419693 Jul 28 18:42:07.815644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34748fc6-e5c1-40d8-8ff7-1a255505d611 req-b147f4b5-a20d-4269-bf68-4ea189c692d8 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Jul 28 18:42:07.881261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a312b459-cd40-4b53-a296-cf2f8d6458d0 req-77392b0c-35d0-4f05-be1e-58765061cb83 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0348039 Jul 28 18:42:07.962421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39c448-1e73-47bf-8582-f93bacf73321 req-863a4c33-d665-49a6-b270-2614b9c6d8d1 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:07.963958 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa39c448-1e73-47bf-8582-f93bacf73321 req-863a4c33-d665-49a6-b270-2614b9c6d8d1 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0502801 Jul 28 18:42:08.003530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa39c448-1e73-47bf-8582-f93bacf73321 req-fbbb8c39-26f1-4c3f-bd6d-8296b0cb1566 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jul 28 18:42:08.300556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-a0e00da9-4a81-4d3e-9929-3191e687f53f tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:08.302169 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-a0e00da9-4a81-4d3e-9929-3191e687f53f tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/networks?id=97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 200 len: 910 time: 0.1066833 Jul 28 18:42:08.317981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-55a5434e-f23d-4154-a0b1-4b0d97b69b22 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/quotas/89b4efb3cdc54809913c8e58c438a054 HTTP/1.1" status: 200 len: 375 time: 0.0096543 Jul 28 18:42:08.402200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-d35e71fa-26ff-4b34-8222-0b540e0be84d tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774534 Jul 28 18:42:08.502225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-04ee0835-fc2d-4bfc-9264-fde1916cf446 service neutron] 10.222.0.25 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Jul 28 18:42:08.594601 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-4646cbcf-af5d-4fdf-9084-1cf2c03b11cd service neutron] 10.222.0.25 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Jul 28 18:42:08.877325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c618d020-34a6-46db-b6ce-9c167d13c72d req-0de90bef-7373-4e1b-9b8b-cabd5a97c58c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 210 time: 0.0320723 Jul 28 18:42:08.949829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba59a030-8abe-4e65-9869-ac91507803f9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:08.982995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-417a5917-5a16-4735-ab71-4d452f07dc57 req-59ad515e-af7e-48de-8a3d-0dc7564ff140 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0346503 Jul 28 18:42:09.214094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ba59a030-8abe-4e65-9869-ac91507803f9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:09.218145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ba59a030-8abe-4e65-9869-ac91507803f9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:09.218516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:09.296603 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:09.327913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ba59a030-8abe-4e65-9869-ac91507803f9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba59a030-8abe-4e65-9869-ac91507803f9,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:09.425854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:09.475902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:09.960655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c28ab9c-ac49-48f1-be2c-6ce1379fd9bc req-be6bd056-cff4-49d2-8c39-f068efbdd952 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Jul 28 18:42:10.075863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9d4c9e7-1771-42f2-a61d-7ed9b40f87ba req-3cc0ee04-50f1-4217-9cfb-7bc0e8b79574 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Jul 28 18:42:10.166382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:42:10.179482 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:10.340078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5e3efa7-6c85-4581-a836-a6156805bd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:10.831634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-4230e28d-b935-40c5-bdb4-ac7732408928 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:10.833065 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-4230e28d-b935-40c5-bdb4-ac7732408928 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.35 "GET /v2.0/networks?id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 200 len: 796 time: 0.1021454 Jul 28 18:42:10.882173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-b95638a4-81cf-4afe-a04c-d563de2be546 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376e9fdf0e91486b9105020d1563fe86 HTTP/1.1" status: 200 len: 476 time: 0.0387588 Jul 28 18:42:10.892914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'port': {'device_id': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'admin_state_up': True, 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'security_groups': ['9581e0a2-dd6e-4ee6-8647-80c9accc025e', '42c0c209-aea6-4190-8638-2ffd3a66837f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:10.919942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba59a030-8abe-4e65-9869-ac91507803f9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:10.968180 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ba59a030-8abe-4e65-9869-ac91507803f9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:10.968582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.060473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9487fe2a-8664-4ab4-a087-692f4184e712 req-cedf91e1-e5e8-4312-87a4-4c64be237c70 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Jul 28 18:42:11.151763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:42:11.157056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.178136 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69043b13-e774-4250-b360-eb48c5360716 req-526f7274-5866-497f-8623-9b636cbdbc3b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0327325 Jul 28 18:42:11.202776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.334165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.20.0.4 (c48bba6b-9acd-410f-b5d1-1a03733ae6c6/31614810-6af9-4ac6-a64e-9640f8d60819/4901fbb8-7e9b-48ff-a427-22d226f69c60) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:11.383693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-9d858d59-eca6-42f7-9a86-9885a6d71cf7 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:11.385153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-9d858d59-eca6-42f7-9a86-9885a6d71cf7 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.35 "GET /v2.0/networks?id=97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 200 len: 910 time: 0.1283221 Jul 28 18:42:11.398984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Request body: {'port': {'device_id': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'admin_state_up': True, 'tenant_id': '89b4efb3cdc54809913c8e58c438a054'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:11.536548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.550765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Transition to ACTIVE for port object 4901fbb8-7e9b-48ff-a427-22d226f69c60 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:11.573077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Made reservation on behalf of 89b4efb3cdc54809913c8e58c438a054 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:42:11.575366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.690462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Allocated IP 172.20.0.11 (97cd0505-63ea-4343-9442-3b014c038013/6556a3f2-f3c4-44a0-a96c-1f70c55e92b1/6481596e-5205-4408-94ad-f1c403b66dbd) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:11.700914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.759294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:11.767439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:11.773654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:11.816437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:11.896202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:11.896835 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.948801 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:11.963376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Transition to ACTIVE for port object 6481596e-5205-4408-94ad-f1c403b66dbd will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:12.141553 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c75cf486-e7cb-49f5-b791-f41820877ab0 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2528954 Jul 28 18:42:12.168411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Request body: {'port': {'device_id': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:12.172051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed5cd01b-bab2-43d6-bd41-b6ae9b74b55d req-785249f6-5183-42ac-88e6-472efad78b70 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 210 time: 0.0418987 Jul 28 18:42:12.179572 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2feac70b-3e8d-4ea7-afe5-8bcede9e2941 None None] Provisioning for port 4901fbb8-7e9b-48ff-a427-22d226f69c60 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:12.190849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2feac70b-3e8d-4ea7-afe5-8bcede9e2941 None None] Provisioning complete for port 4901fbb8-7e9b-48ff-a427-22d226f69c60 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:12.190849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2feac70b-3e8d-4ea7-afe5-8bcede9e2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.191049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.218101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['be55a847-933c-4d8e-967a-3509782aeffe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:12.259063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2feac70b-3e8d-4ea7-afe5-8bcede9e2941 None None] Port 4901fbb8-7e9b-48ff-a427-22d226f69c60 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:42:12.260179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Network 97cd0505-63ea-4343-9442-3b014c038013 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:12.268761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:12.272452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.274437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:12.283585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Pushing event updated for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:12.320375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa7a9-7c84-412c-91d9-8b2194be06f9 req-f9c3e7a2-3ad7-4025-a667-394724559505 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:12.322069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-798aa7a9-7c84-412c-91d9-8b2194be06f9 req-f9c3e7a2-3ad7-4025-a667-394724559505 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 970 time: 0.0724208 Jul 28 18:42:12.357786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:12.358486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.375515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-798aa7a9-7c84-412c-91d9-8b2194be06f9 req-82d1e666-cfa3-41ff-9897-9730917d1df5 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0460222 Jul 28 18:42:12.504273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-fe2699de-05b7-473f-9bfc-d8f8adbc61d4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1087925 Jul 28 18:42:12.516787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Request body: {'port': {'device_id': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:12.603077 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.653978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d8c6409-0396-4c71-8852-d7e244fcad8f None None] Provisioning for port 6481596e-5205-4408-94ad-f1c403b66dbd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:12.658478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d8c6409-0396-4c71-8852-d7e244fcad8f None None] Provisioning complete for port 6481596e-5205-4408-94ad-f1c403b66dbd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:12.658926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0d8c6409-0396-4c71-8852-d7e244fcad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.695049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c6409-0396-4c71-8852-d7e244fcad8f None None] Port 6481596e-5205-4408-94ad-f1c403b66dbd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:42:12.755076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4901fbb8-7e9b-48ff-a427-22d226f69c60 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:42:12.770082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.796992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Transition to ACTIVE for port object 4901fbb8-7e9b-48ff-a427-22d226f69c60 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:12.872535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:12.971569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Pushing event updated for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:12.985879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6481596e-5205-4408-94ad-f1c403b66dbd {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:42:13.008020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.042075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Transition to ACTIVE for port object 6481596e-5205-4408-94ad-f1c403b66dbd will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:42:13.068274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Attempting to bind port 4901fbb8-7e9b-48ff-a427-22d226f69c60 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:42:13.068607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Attempting to bind port 4901fbb8-7e9b-48ff-a427-22d226f69c60 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:42:13.068942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Attempting to bind port 4901fbb8-7e9b-48ff-a427-22d226f69c60 on network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:13.073417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Port 4901fbb8-7e9b-48ff-a427-22d226f69c60 on network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:42:13.073748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Attempting to bind port 4901fbb8-7e9b-48ff-a427-22d226f69c60 on network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:13.078777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:42:13.079123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Checking segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:13.079584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Bound using segment: {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:42:13.080015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Bound port: 4901fbb8-7e9b-48ff-a427-22d226f69c60, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:42:13.080376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.082779 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.142863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.177195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:42:13.206219 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:42:13.235258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Pushing event updated for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:13.320935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Attempting to bind port 6481596e-5205-4408-94ad-f1c403b66dbd on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:42:13.321334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Attempting to bind port 6481596e-5205-4408-94ad-f1c403b66dbd by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:42:13.321694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Attempting to bind port 6481596e-5205-4408-94ad-f1c403b66dbd on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:13.324152 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.337194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428bc7a-7ce8-477c-baf1-a3cf73111a78 req-78f1971a-d0e9-4e1c-9d22-e2874fd69503 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.338825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1428bc7a-7ce8-477c-baf1-a3cf73111a78 req-78f1971a-d0e9-4e1c-9d22-e2874fd69503 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1053 time: 0.0833452 Jul 28 18:42:13.359724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Port 6481596e-5205-4408-94ad-f1c403b66dbd on network 97cd0505-63ea-4343-9442-3b014c038013 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:42:13.360055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Attempting to bind port 6481596e-5205-4408-94ad-f1c403b66dbd on network 97cd0505-63ea-4343-9442-3b014c038013 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:42:13.370164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.370763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.372150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] 10.222.0.35 "PUT /v2.0/ports/4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 200 len: 1130 time: 1.2080984 Jul 28 18:42:13.381301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:13.385599 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eb97fd-605e-4b5b-97a6-dab926c0a707" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:13.405175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:42:13.405517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Checking segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:42:13.405901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Bound using segment: {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:42:13.406348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Bound port: 6481596e-5205-4408-94ad-f1c403b66dbd, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6bff43-11c3-4c3b-ab23-17f480a59d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97cd0505-63ea-4343-9442-3b014c038013'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:42:13.406867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.435053 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea104028-97e1-4259-a926-317e44c97f27 x-openstack-request-id: req-ea104028-97e1-4259-a926-317e44c97f27 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:13.435341 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:13.435773 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea104028-97e1-4259-a926-317e44c97f27 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:13.436560 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'status': 'completed', 'code': 200} Jul 28 18:42:13.450733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b934fa3-db6c-4624-bb4b-9aca21341caf service neutron] Pushing event updated for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:13.471741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1428bc7a-7ce8-477c-baf1-a3cf73111a78 req-1bc5c4ac-b81b-4598-a75d-a4b50c0478a7 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133204 Jul 28 18:42:13.546702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2908c4-cb69-4519-9b5f-90007b225f72 req-e7b1def2-0d40-432d-85b3-8750d4f91a20 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.548514 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd2908c4-cb69-4519-9b5f-90007b225f72 req-e7b1def2-0d40-432d-85b3-8750d4f91a20 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 982 time: 0.0581965 Jul 28 18:42:13.549529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-40547c68-0792-46dd-93d7-c6743e9020e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.551050 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-40547c68-0792-46dd-93d7-c6743e9020e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1133 time: 0.0944686 Jul 28 18:42:13.555612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:42:13.559230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6481596e-5205-4408-94ad-f1c403b66dbd,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:42:13.596583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bd2908c4-cb69-4519-9b5f-90007b225f72 req-13e0f2a1-49fa-44e5-875d-476d3e213bfd tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0408454 Jul 28 18:42:13.645604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.680400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-3254e884-83ae-4f50-a2cf-09fa9904f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.681899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-3254e884-83ae-4f50-a2cf-09fa9904f998 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=376e9fdf0e91486b9105020d1563fe86&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1213539 Jul 28 18:42:13.693631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.694243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:13.695591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] 10.222.0.35 "PUT /v2.0/ports/6481596e-5205-4408-94ad-f1c403b66dbd HTTP/1.1" status: 200 len: 1092 time: 1.1830256 Jul 28 18:42:13.760425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaea93b-ec64-4569-949c-33258b68309a service neutron] Pushing event updated for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:13.814450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-b62f4a13-5286-4a79-ac35-112658039b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.815998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84eb97fd-605e-4b5b-97a6-dab926c0a707 req-b62f4a13-5286-4a79-ac35-112658039b3b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253872 Jul 28 18:42:13.849105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-127b60c4-bb19-4da0-b5a0-20dcd94cffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.855331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-127b60c4-bb19-4da0-b5a0-20dcd94cffd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0499792 Jul 28 18:42:13.921760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-df0d8ab7-2804-43c0-8200-fbb2ab003c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6481596e-5205-4408-94ad-f1c403b66dbd HTTP/1.1" status: 200 len: 217 time: 0.0601652 Jul 28 18:42:13.966449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-a3edddfc-d141-4058-a39d-cd80dc16b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.967886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-a3edddfc-d141-4058-a39d-cd80dc16b64c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1133 time: 0.1002257 Jul 28 18:42:13.984923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-b43b1afd-f59f-4c77-9a1d-85f6822217e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:13.986329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-b43b1afd-f59f-4c77-9a1d-85f6822217e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6556a3f2-f3c4-44a0-a96c-1f70c55e92b1 HTTP/1.1" status: 200 len: 848 time: 0.0578766 Jul 28 18:42:14.021767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-c222a936-4c1b-4034-af11-514a8853ba92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 200 len: 217 time: 0.0459986 Jul 28 18:42:14.091348 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-04fedd7d-a5bf-4b22-920b-00642ffd6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:14.092831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-04fedd7d-a5bf-4b22-920b-00642ffd6957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97cd0505-63ea-4343-9442-3b014c038013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799866 Jul 28 18:42:14.094137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-8fca9ab6-c1d0-4cc5-b691-47cc544dff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:14.095618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-8fca9ab6-c1d0-4cc5-b691-47cc544dff88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31614810-6af9-4ac6-a64e-9640f8d60819 HTTP/1.1" status: 200 len: 834 time: 0.0578806 Jul 28 18:42:14.530005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-fe6562ba-01a8-45c9-94c7-d757af5e65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:14.531574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-fe6562ba-01a8-45c9-94c7-d757af5e65a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4238729 Jul 28 18:42:14.594582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-612ef541-f7dd-4e0f-99ce-af931f2f7679 service neutron] 10.222.0.35 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878407 Jul 28 18:42:14.710463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e0d3d-ec06-4beb-a7f3-e908889e685b req-76089a53-cc20-4da1-b578-bf423d893f28 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:14.712019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27e0d3d-ec06-4beb-a7f3-e908889e685b req-76089a53-cc20-4da1-b578-bf423d893f28 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.1680381 Jul 28 18:42:14.712178 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f9dc-7410-465d-9ff8-bb5ff767756b req-8a015d1b-78d6-4b23-bc3e-ab87fc708410 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:14.713640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8429f9dc-7410-465d-9ff8-bb5ff767756b req-8a015d1b-78d6-4b23-bc3e-ab87fc708410 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 982 time: 0.0485775 Jul 28 18:42:14.747834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-fd7c7898-65e5-469e-bb81-8e71a8b36a05 service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048182 Jul 28 18:42:14.756304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8429f9dc-7410-465d-9ff8-bb5ff767756b req-3432c8d4-2407-4248-8098-f40ade8fc47f tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0353425 Jul 28 18:42:14.757340 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-d253041f-4c9c-4377-b809-ed206acc0c83 service neutron] 10.222.0.35 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480362 Jul 28 18:42:14.821449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d27e0d3d-ec06-4beb-a7f3-e908889e685b req-2f2ac778-374c-495e-9b3c-68e3b4874229 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959399 Jul 28 18:42:14.865772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31322b72-74ec-410d-a9b5-340be0f14d52 req-e6042e97-d734-47e3-9676-a780c016e590 service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064758 Jul 28 18:42:15.437588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:15.440546 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b15f4b-805a-4999-a33b-4a21b58112af" -d '{"events": [{"name": "network-changed", "server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:15.474616 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c669ab0-6388-4d2a-b12b-49cd13bd328e x-openstack-request-id: req-2c669ab0-6388-4d2a-b12b-49cd13bd328e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:15.474905 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:15.475153 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c669ab0-6388-4d2a-b12b-49cd13bd328e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:15.475573 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd', 'status': 'completed', 'code': 200} Jul 28 18:42:15.540953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-80443caf-5d46-43da-a8ca-71a4c7715cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.542495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-80443caf-5d46-43da-a8ca-71a4c7715cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89b4efb3cdc54809913c8e58c438a054&device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0433974 Jul 28 18:42:15.633288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-a76bd012-b508-4390-817f-199484389a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.634754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-a76bd012-b508-4390-817f-199484389a14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 200 len: 910 time: 0.0851893 Jul 28 18:42:15.676827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-54ce9978-e820-46c9-88c7-906a0aeba263 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6481596e-5205-4408-94ad-f1c403b66dbd HTTP/1.1" status: 200 len: 217 time: 0.0343421 Jul 28 18:42:15.705170 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:15.725112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-d96dee0a-9594-4d16-bf10-caa15f93d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.726563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-d96dee0a-9594-4d16-bf10-caa15f93d194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6556a3f2-f3c4-44a0-a96c-1f70c55e92b1 HTTP/1.1" status: 200 len: 848 time: 0.0421665 Jul 28 18:42:15.774131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-ecfdabc9-45f0-42bb-84cc-bc1e98ac0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.775670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-ecfdabc9-45f0-42bb-84cc-bc1e98ac0554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97cd0505-63ea-4343-9442-3b014c038013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412967 Jul 28 18:42:15.909727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5727074-7355-4015-a635-014add1aeb5e req-c6cdabb4-faab-44b9-899a-b72b8555ebdc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.911259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5727074-7355-4015-a635-014add1aeb5e req-c6cdabb4-faab-44b9-899a-b72b8555ebdc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 982 time: 0.0817301 Jul 28 18:42:15.913266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-a6b191b1-d367-4bd6-8858-c059bbbe1eba service neutron] 10.222.0.35 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297004 Jul 28 18:42:15.930020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fd083-5f7b-4bc6-a3b2-df49cddc7eca req-6d0c61e5-3ec2-44ea-85bb-8248ddc15cbf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:15.931627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c77fd083-5f7b-4bc6-a3b2-df49cddc7eca req-6d0c61e5-3ec2-44ea-85bb-8248ddc15cbf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0416229 Jul 28 18:42:15.967062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c77fd083-5f7b-4bc6-a3b2-df49cddc7eca req-3648fca2-0d0b-4052-b94c-a36e40c34c75 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288386 Jul 28 18:42:16.002644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a5727074-7355-4015-a635-014add1aeb5e req-28dc1c72-a155-4efd-9232-5e3a6ae5b96b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0850542 Jul 28 18:42:16.035607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b15f4b-805a-4999-a33b-4a21b58112af req-74f2d32c-335f-4a08-9ab1-d2ad37bd0f18 service neutron] 10.222.0.35 "GET /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117630 Jul 28 18:42:17.071109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971a6de-ea6c-4833-9572-9e03238d5314 req-cfec9688-a1ca-4b1d-b8ab-3ee6e7ceb20c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:17.072829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d971a6de-ea6c-4833-9572-9e03238d5314 req-cfec9688-a1ca-4b1d-b8ab-3ee6e7ceb20c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0404375 Jul 28 18:42:17.112757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d971a6de-ea6c-4833-9572-9e03238d5314 req-203458e4-97a9-4dbe-90db-52bb8c7bb14b tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Jul 28 18:42:17.119066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71578c-88a4-4f82-a13a-5b1cb7c5b09e req-50e59cf1-e4e3-441e-a9d2-5aa79ec5abf6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:17.120601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd71578c-88a4-4f82-a13a-5b1cb7c5b09e req-50e59cf1-e4e3-441e-a9d2-5aa79ec5abf6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 982 time: 0.0517356 Jul 28 18:42:17.161876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd71578c-88a4-4f82-a13a-5b1cb7c5b09e req-03fea693-0df4-411a-8ddb-8f9d9a855cc1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340180 Jul 28 18:42:18.227731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f3c8-8acc-4a01-858d-cfafbb352d49 req-50401638-cde0-4587-ad01-9a68478b38fd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:18.229272 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6365f3c8-8acc-4a01-858d-cfafbb352d49 req-50401638-cde0-4587-ad01-9a68478b38fd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0411644 Jul 28 18:42:18.263053 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6365f3c8-8acc-4a01-858d-cfafbb352d49 req-5fb7bd47-b17e-45aa-a967-39fcfcb50ef4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280342 Jul 28 18:42:18.277376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c364-96ec-42f5-abe8-02099d066ed3 req-64e700f7-bbbe-4b0b-9552-eda8bb973c01 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:18.278881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f123c364-96ec-42f5-abe8-02099d066ed3 req-64e700f7-bbbe-4b0b-9552-eda8bb973c01 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 982 time: 0.0495532 Jul 28 18:42:18.322678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f123c364-96ec-42f5-abe8-02099d066ed3 req-7290437a-6213-4e14-bd67-f5dc57db1036 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0372891 Jul 28 18:42:18.916273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:19.061249 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4901fbb8-7e9b-48ff-a427-22d226f69c60 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:42:19.151205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:19.162501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'port_id': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'mac_address': 'fa:16:3e:31:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:42:19.200473 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:19.213000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4901fbb8-7e9b-48ff-a427-22d226f69c60 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:42:19.231927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:19.322613 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:19.323307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6481596e-5205-4408-94ad-f1c403b66dbd details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:42:19.373038 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e05a-6f21-4618-9b20-65fe7cd32f67 req-94e67adb-7029-4f35-96b5-8319f7cb1533 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:19.374718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a21e05a-6f21-4618-9b20-65fe7cd32f67 req-94e67adb-7029-4f35-96b5-8319f7cb1533 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1095 time: 0.0457618 Jul 28 18:42:19.411488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a21e05a-6f21-4618-9b20-65fe7cd32f67 req-e0b87542-d4dd-4373-9391-e0e454d2f1e0 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Jul 28 18:42:19.415840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:19.425581 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.425932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.428924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.429176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:19.449768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41097b-4c55-409c-9bda-3224dc70e26e req-0c29abda-5aca-4700-ae02-9a5c3cc9a52c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:19.451355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a41097b-4c55-409c-9bda-3224dc70e26e req-0c29abda-5aca-4700-ae02-9a5c3cc9a52c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 983 time: 0.0573862 Jul 28 18:42:19.467795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6481596e-5205-4408-94ad-f1c403b66dbd,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:19.482601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '6481596e-5205-4408-94ad-f1c403b66dbd', 'network_id': '97cd0505-63ea-4343-9442-3b014c038013', 'port_id': '6481596e-5205-4408-94ad-f1c403b66dbd', 'mac_address': 'fa:16:3e:16:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6556a3f2-f3c4-44a0-a96c-1f70c55e92b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:42:19.492465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a41097b-4c55-409c-9bda-3224dc70e26e req-a65c8932-2c9a-43f8-a030-6448cb5403bb tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348620 Jul 28 18:42:19.519939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:19.532659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6481596e-5205-4408-94ad-f1c403b66dbd {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:42:19.551121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6481596e-5205-4408-94ad-f1c403b66dbd,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:19.647599 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:19.694592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:20.013739 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6481596e-5205-4408-94ad-f1c403b66dbd'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:20.037081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['4901fbb8-7e9b-48ff-a427-22d226f69c60'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:20.517715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2c81-bd2c-419b-908b-27fd7bb8f4ae req-d0c028c3-663a-4a78-9f27-1878b53b5a7d tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:20.519246 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e49f2c81-bd2c-419b-908b-27fd7bb8f4ae req-d0c028c3-663a-4a78-9f27-1878b53b5a7d tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1096 time: 0.0412781 Jul 28 18:42:20.558149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e49f2c81-bd2c-419b-908b-27fd7bb8f4ae req-7b8a3fc3-18a8-471b-8f2f-8a5342d85706 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Jul 28 18:42:20.608504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb57e-a09f-45f8-b571-f008e08d61c5 req-8fa811dd-ee48-419d-b0ef-33a12793af59 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:20.610752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4dbb57e-a09f-45f8-b571-f008e08d61c5 req-8fa811dd-ee48-419d-b0ef-33a12793af59 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 983 time: 0.0494063 Jul 28 18:42:20.651263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4dbb57e-a09f-45f8-b571-f008e08d61c5 req-1ae15f21-104b-4258-9181-b7f7659a122f tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342202 Jul 28 18:42:21.122232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4901fbb8-7e9b-48ff-a427-22d226f69c60 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:21.282457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 4901fbb8-7e9b-48ff-a427-22d226f69c60 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:21.286410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 4901fbb8-7e9b-48ff-a427-22d226f69c60 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:21.286784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.362596 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.384227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:21.386421 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58940b-d4b2-4cde-99e1-21f8d82de3d2" -d '{"events": [{"server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "name": "network-vif-plugged", "status": "completed", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:21.399619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:21.422146 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d924331a-c3cd-4713-a722-b01893f16612 x-openstack-request-id: req-d924331a-c3cd-4713-a722-b01893f16612 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:21.422431 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "name": "network-vif-plugged", "status": "completed", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:21.422678 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d924331a-c3cd-4713-a722-b01893f16612 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:21.423061 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'code': 200} Jul 28 18:42:21.471584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.472459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6481596e-5205-4408-94ad-f1c403b66dbd up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:42:21.518919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcbc34-3fed-4583-ae6f-751da79c009f req-dd68d3d2-0b9e-4af6-82ed-684ee667e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:21.520514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34bcbc34-3fed-4583-ae6f-751da79c009f req-dd68d3d2-0b9e-4af6-82ed-684ee667e9aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0460701 Jul 28 18:42:21.552791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:21.563834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34bcbc34-3fed-4583-ae6f-751da79c009f req-25442502-af6a-4f34-b3b6-4696f67d291e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42c0c209-aea6-4190-8638-2ffd3a66837f&id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329995 Jul 28 18:42:21.653659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 6481596e-5205-4408-94ad-f1c403b66dbd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:42:21.657625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 6481596e-5205-4408-94ad-f1c403b66dbd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:42:21.658003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.662243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e2dd-f739-44b3-b319-2a56f9cd1cc5 req-7147d120-1f71-4f36-9fba-284b3fdf819b tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:21.663838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea16e2dd-f739-44b3-b319-2a56f9cd1cc5 req-7147d120-1f71-4f36-9fba-284b3fdf819b tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1096 time: 0.0411243 Jul 28 18:42:21.699592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ea16e2dd-f739-44b3-b319-2a56f9cd1cc5 req-44c4fcb6-7d72-472e-8030-a7edbce1c99f tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297940 Jul 28 18:42:21.738330 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.772870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6481596e-5205-4408-94ad-f1c403b66dbd,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:21.781481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3eac8-bedd-4fc8-8be2-94bf1378d17d req-ec4f4262-848a-44de-a569-e1f390470fb1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:21.783076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6e3eac8-bedd-4fc8-8be2-94bf1378d17d req-ec4f4262-848a-44de-a569-e1f390470fb1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0501046 Jul 28 18:42:21.822399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d6e3eac8-bedd-4fc8-8be2-94bf1378d17d req-45256061-d190-42b6-bbe2-01ad03e38c0e tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0330391 Jul 28 18:42:21.853447 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:21.904333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:22.804890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8c62-e9a3-451f-9e00-5b174ad54d28 req-35ea4535-07ad-4cfc-8218-cc091fa5656e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:22.806431 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e8d8c62-e9a3-451f-9e00-5b174ad54d28 req-35ea4535-07ad-4cfc-8218-cc091fa5656e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0409505 Jul 28 18:42:22.842776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e8d8c62-e9a3-451f-9e00-5b174ad54d28 req-bbc0ac86-d387-4482-b9ba-3c84e089d2e6 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300989 Jul 28 18:42:22.937079 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aadab-b8c9-49da-99f8-ae702ca7d8a6 req-4c3a1613-e314-414a-ba2f-85fe819d631d tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:22.938554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-721aadab-b8c9-49da-99f8-ae702ca7d8a6 req-4c3a1613-e314-414a-ba2f-85fe819d631d tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0487375 Jul 28 18:42:22.980652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-721aadab-b8c9-49da-99f8-ae702ca7d8a6 req-a83d7b0e-9e98-4feb-9914-fb49cee3d9c7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356927 Jul 28 18:42:23.133351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1cf3-fcd5-434a-9f5f-a4f9aa149316 req-90fd4921-3181-4d83-a47b-9a33526e7a6d tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.145323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f54d1cf3-fcd5-434a-9f5f-a4f9aa149316 req-90fd4921-3181-4d83-a47b-9a33526e7a6d tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0488584 Jul 28 18:42:23.178689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f54d1cf3-fcd5-434a-9f5f-a4f9aa149316 req-90f14cfc-adc2-467c-a430-65d7e4fd75f5 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0377598 Jul 28 18:42:23.283826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-720fa646-05c9-4eab-bc42-849faa8d5466 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.285374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-720fa646-05c9-4eab-bc42-849faa8d5466 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0410285 Jul 28 18:42:23.307578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-29c9552e-3ff6-4658-8774-5914dbb8a065 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:23.336052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-58a670df-022d-452f-8632-66edb249d937 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415747 Jul 28 18:42:23.398270 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-29c9552e-3ff6-4658-8774-5914dbb8a065 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:23.420775 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-cab23758-ab40-408d-a945-9a5d12e2a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.422271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-cab23758-ab40-408d-a945-9a5d12e2a272 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0412183 Jul 28 18:42:23.424729 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:23.427021 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2c9af4-a0a2-461d-abfd-ae35915ff4d6" -d '{"events": [{"server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "name": "network-vif-plugged", "status": "completed", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:23.459554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-29c9552e-3ff6-4658-8774-5914dbb8a065 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:23.462690 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49b6d2-fe0d-4c9f-a035-bd4c9f82f745 x-openstack-request-id: req-5c49b6d2-fe0d-4c9f-a035-bd4c9f82f745 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:23.462983 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "name": "network-vif-plugged", "status": "completed", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:23.463239 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c49b6d2-fe0d-4c9f-a035-bd4c9f82f745 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:23.463661 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd', 'code': 200} Jul 28 18:42:23.482096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e62d5d1b-13fe-4b41-a9d9-7a1f5d37c4ac req-29c9552e-3ff6-4658-8774-5914dbb8a065 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1904578 Jul 28 18:42:23.507716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46820) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:23.508804 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9552e-3ff6-4658-8774-5914dbb8a065 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9fddd-39f7-45f6-80ce-77b016683ade,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:23.600909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-48a39562-5fa7-4398-be47-4429ef2fc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.602303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-48a39562-5fa7-4398-be47-4429ef2fc403 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.1576750 Jul 28 18:42:23.604248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb67db-681d-4818-b7f1-f72d21bc36ef tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.605821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cabb67db-681d-4818-b7f1-f72d21bc36ef tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1130 time: 0.0967023 Jul 28 18:42:23.614879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46822) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:23.619806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:42:23.620367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89916cf5-1a91-433c-a15d-3a55968e8bee req-83756911-a8c4-4eb3-904d-98e4b6690f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.621775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89916cf5-1a91-433c-a15d-3a55968e8bee req-83756911-a8c4-4eb3-904d-98e4b6690f06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0837858 Jul 28 18:42:23.697655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-8126d3b8-908e-419e-a9aa-63ae4c7bad27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 200 len: 1001 time: 0.0848854 Jul 28 18:42:23.701315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89916cf5-1a91-433c-a15d-3a55968e8bee req-1274cb37-31f7-4f10-a9e8-a2dabe77d088 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Jul 28 18:42:23.745056 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:23.748729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-6773c2cb-e673-450e-9a1a-28e6017e55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.750148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-6773c2cb-e673-450e-9a1a-28e6017e55a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0435770 Jul 28 18:42:23.798246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-9be87c6f-daff-41f0-afdb-57f063185341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:23.799785 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-9be87c6f-daff-41f0-afdb-57f063185341 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418448 Jul 28 18:42:23.839818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:23.896341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-7b654d87-6949-4456-bb61-8aafda7878f3 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894105 Jul 28 18:42:23.951272 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.25.7.88 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/6fb43c59-3574-44c5-903f-2a25b2ceef56) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:42:24.009300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717677d-f61c-478c-910b-5e3ade2fdcb3 req-289bef3e-5c90-4c30-9b6a-8d5d607a1fdf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:24.010824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c717677d-f61c-478c-910b-5e3ade2fdcb3 req-289bef3e-5c90-4c30-9b6a-8d5d607a1fdf tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0856619 Jul 28 18:42:24.039448 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-11d43921-a83f-4919-8c9c-7d1f17c9ebc1 req-a62a5009-42ff-472a-ab15-f338df4c73af service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334162 Jul 28 18:42:24.058497 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:24.059937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c717677d-f61c-478c-910b-5e3ade2fdcb3 req-8acc7d8d-371b-4b82-9661-ff2624099811 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jul 28 18:42:24.162159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:24.197735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:42:24.200549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:42:24.204560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:42:24.219934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=6fb43c59-3574-44c5-903f-2a25b2ceef56,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:24.863150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:25.055665 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:25.204645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d23c-27b7-4829-99d0-2ae795f40944 req-66a817ad-b3fa-4ef2-99c0-1d8465328e7e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:25.206156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b645d23c-27b7-4829-99d0-2ae795f40944 req-66a817ad-b3fa-4ef2-99c0-1d8465328e7e tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0696871 Jul 28 18:42:25.257607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:25.264516 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b645d23c-27b7-4829-99d0-2ae795f40944 req-947a31cb-a184-41cc-ae66-8eadba25054c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523968 Jul 28 18:42:25.368952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45279e-a04c-4e80-8de4-85fefa578983 req-345588ee-6751-415a-98a1-e35fa92ea607 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:25.370445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c45279e-a04c-4e80-8de4-85fefa578983 req-345588ee-6751-415a-98a1-e35fa92ea607 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0413282 Jul 28 18:42:25.396128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:25.404239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c45279e-a04c-4e80-8de4-85fefa578983 req-c1a7b9ed-842b-42aa-b3fe-a74037a4a950 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278234 Jul 28 18:42:25.466921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=6fb43c59-3574-44c5-903f-2a25b2ceef56,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:25.485150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:25.587461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59788b1-2023-4252-989f-693014929b99 req-3222dd08-1368-4f18-b6a8-2cb5064768ca tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:25.589031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f59788b1-2023-4252-989f-693014929b99 req-3222dd08-1368-4f18-b6a8-2cb5064768ca tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.1171629 Jul 28 18:42:25.626183 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Floating IP 969c6b24-5019-4dd0-8082-e2ad105ebb93 associated. External IP: 172.25.7.88, port: 4901fbb8-7e9b-48ff-a427-22d226f69c60. Jul 28 18:42:25.673596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f59788b1-2023-4252-989f-693014929b99 req-1dd9601b-8ff8-4708-8d6e-8eab3fd3a391 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764973 Jul 28 18:42:25.842534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:42:25.950164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:42:25.961220 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Sync routers for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:42:25.971139 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:25.971768 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:26.059814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:26.075719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:26.089956 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7f4d9c6-427a-467f-b643-72d993ce401a tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4716492 Jul 28 18:42:26.089956 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:26.090524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46834) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:26.090638 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:26.128077 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d280e91-6619-44c7-b5ab-7cb1e8665974 x-openstack-request-id: req-2d280e91-6619-44c7-b5ab-7cb1e8665974 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:26.128373 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:26.128621 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d280e91-6619-44c7-b5ab-7cb1e8665974 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:26.129073 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'status': 'completed', 'code': 200} Jul 28 18:42:26.242247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-e393651a-ebe0-4e8a-9742-62dbce705c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.244183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-e393651a-ebe0-4e8a-9742-62dbce705c8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0922279 Jul 28 18:42:26.282158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb76ae-5aa1-42ba-aaa2-5b2fe275543a req-fcd4f200-077e-4862-995a-cef30a224259 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.283874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92fb76ae-5aa1-42ba-aaa2-5b2fe275543a req-fcd4f200-077e-4862-995a-cef30a224259 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.1045399 Jul 28 18:42:26.304082 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '969c6b24-5019-4dd0-8082-e2ad105ebb93', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'port_id': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'mac_address': 'fa:16:3e:31:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:42:24Z', 'updated_at': '2021-07-28T18:42:24Z', 'revision_number': 0, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:26.322602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.323000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.323490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.323956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.324414 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.324868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.325321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.325774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.327640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-85ae569e-e17a-4129-945e-d0a2cc5ef547 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.2360923 Jul 28 18:42:26.331102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46840) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:26.334569 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Checking router: ff621f58-a903-4faa-9d1e-2ec4fa08bb28 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:42:26.343502 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:26.344432 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:26.374395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92fb76ae-5aa1-42ba-aaa2-5b2fe275543a req-9455b6dd-4e32-42e9-a7b7-8c6ec3b9e002 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771806 Jul 28 18:42:26.392984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.393274 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.393754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.394282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.394933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-edcd9ef8-0857-4d7c-8915-5330eccd7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.395056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.395530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.395997 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.396457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.396889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-edcd9ef8-0857-4d7c-8915-5330eccd7d52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 200 len: 897 time: 0.1372602 Jul 28 18:42:26.398435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6d42f882-07b9-42ac-a7cf-a21f00b8b909 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.0662966 Jul 28 18:42:26.401279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46842) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:26.463495 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:26.470670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-73c3ff79-2880-499f-8239-b925e9742ac3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 200 len: 998 time: 0.0654070 Jul 28 18:42:26.523613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-41c2d448-983a-4a46-82aa-5e6017b1f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.525279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-41c2d448-983a-4a46-82aa-5e6017b1f255 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31614810-6af9-4ac6-a64e-9640f8d60819 HTTP/1.1" status: 200 len: 834 time: 0.0462244 Jul 28 18:42:26.556230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ebf05d6e-1557-45d2-972c-5533db017f68 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.1535821 Jul 28 18:42:26.558186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46844) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:26.585104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-55591f4c-6179-4fec-a114-f8caf4beea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.586704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-55591f4c-6179-4fec-a114-f8caf4beea61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534511 Jul 28 18:42:26.606407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b8d59-91e9-4ce7-b532-68e4ce0ff561 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.606901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b8d59-91e9-4ce7-b532-68e4ce0ff561 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:26.608577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-136b8d59-91e9-4ce7-b532-68e4ce0ff561 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff621f58-a903-4faa-9d1e-2ec4fa08bb28 HTTP/1.1" status: 200 len: 1989 time: 0.0493007 Jul 28 18:42:26.699367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-6fd3c101-e7da-4416-89e0-b9aa6b24aaaa service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046913 Jul 28 18:42:26.714652 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '969c6b24-5019-4dd0-8082-e2ad105ebb93', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'port_id': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'mac_address': 'fa:16:3e:31:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:42:24Z', 'updated_at': '2021-07-28T18:42:24Z', 'revision_number': 0, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:26.741726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab1fe-3fad-4a1a-837b-6ad1bf344c04 None None] The sync data for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 is: [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '969c6b24-5019-4dd0-8082-e2ad105ebb93', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'port_id': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'mac_address': 'fa:16:3e:31:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:42:24Z', 'updated_at': '2021-07-28T18:42:24Z', 'revision_number': 0, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:42:26.793534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc893f24-b9d2-4fa8-bd65-aa6b50b05117 req-7f74ca83-446f-4174-9a8d-b69974eb3cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 Jul 28 18:42:26.946483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1c0df-d6dd-4f9c-af17-03f1b08adb6e None None] New status for floating IP 969c6b24-5019-4dd0-8082-e2ad105ebb93: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:42:27.487679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914f9a-ea61-466b-92df-e07efbfad2ee req-661469cd-2b27-408b-9626-e801f421b8a4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:27.489184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-11914f9a-ea61-466b-92df-e07efbfad2ee req-661469cd-2b27-408b-9626-e801f421b8a4 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0402441 Jul 28 18:42:27.524228 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-11914f9a-ea61-466b-92df-e07efbfad2ee req-35acd063-872f-48dd-9378-b9d11bf30469 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288599 Jul 28 18:42:27.561375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-c673636f-ab93-4951-971a-f54c12970d5f tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:27.562941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-c673636f-ab93-4951-971a-f54c12970d5f tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 1097 time: 0.0404158 Jul 28 18:42:27.646339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Deleting port 6481596e-5205-4408-94ad-f1c403b66dbd {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:27.646687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:27.722754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] For port 6481596e-5205-4408-94ad-f1c403b66dbd, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=6481596e-5205-4408-94ad-f1c403b66dbd,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:27.723124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:27.735417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Calling delete_port for 6481596e-5205-4408-94ad-f1c403b66dbd owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:27.951016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:27.962303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['be55a847-933c-4d8e-967a-3509782aeffe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:27.964561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['6481596e-5205-4408-94ad-f1c403b66dbd'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:27.978746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Pushing event deleted for resources: {'Port': ['ID=6481596e-5205-4408-94ad-f1c403b66dbd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:28.009861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.010208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.010546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.010877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.011207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.011571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.011884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.012686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.012686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.012874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.013129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.013442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:28.042163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] No DVR routers for this DVR port 6481596e-5205-4408-94ad-f1c403b66dbd on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:28.045076 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:28.054140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-47fa8960-8149-4bbd-8a73-8ade1071d6ce req-a23009f2-b613-4b98-9641-1b00b6bbf08c tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6481596e-5205-4408-94ad-f1c403b66dbd HTTP/1.1" status: 204 len: 173 time: 0.4786646 Jul 28 18:42:28.054140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'name': 'network-vif-deleted', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:28.054140 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61d208-563c-429e-a6a4-eaecd1c04f86" -d '{"events": [{"server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "name": "network-vif-deleted", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:28.096318 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df88fd-a65b-4614-80a9-b9f4753531df x-openstack-request-id: req-82df88fd-a65b-4614-80a9-b9f4753531df {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:28.096614 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8744f7ee-2338-43e2-b18b-180b1adecc03", "name": "network-vif-deleted", "tag": "6481596e-5205-4408-94ad-f1c403b66dbd", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:28.096922 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82df88fd-a65b-4614-80a9-b9f4753531df {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:28.097349 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8744f7ee-2338-43e2-b18b-180b1adecc03', 'name': 'network-vif-deleted', 'tag': '6481596e-5205-4408-94ad-f1c403b66dbd', 'status': 'completed', 'code': 200} Jul 28 18:42:28.626338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-abcd7f49-7a8e-4114-9477-b287c373e252 req-964520a7-4f26-4e3f-bd9d-94f86ebde068 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8744f7ee-2338-43e2-b18b-180b1adecc03 HTTP/1.1" status: 200 len: 210 time: 0.0257919 Jul 28 18:42:30.262763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090cf97-c9bd-49f7-9aaf-b919834c3837 req-cea3f2d8-aa78-41cc-b3c8-e4642cbf07cd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:30.264334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9090cf97-c9bd-49f7-9aaf-b919834c3837 req-cea3f2d8-aa78-41cc-b3c8-e4642cbf07cd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0418913 Jul 28 18:42:30.297978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9090cf97-c9bd-49f7-9aaf-b919834c3837 req-be89af0a-b9f1-4720-a714-1dd69d4faacb tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271647 Jul 28 18:42:31.136194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6481596e-5205-4408-94ad-f1c403b66dbd no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:31.156326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 6481596e-5205-4408-94ad-f1c403b66dbd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:31.157280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 6481596e-5205-4408-94ad-f1c403b66dbd not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:31.403517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b062bb-190b-4e60-a624-e637e09d68a3 req-80eaa3f0-4dc2-4c08-8b45-7979ff28bf04 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:31.404963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9b062bb-190b-4e60-a624-e637e09d68a3 req-80eaa3f0-4dc2-4c08-8b45-7979ff28bf04 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0407474 Jul 28 18:42:31.443431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9b062bb-190b-4e60-a624-e637e09d68a3 req-2f6658c2-71d3-4642-bd9d-648d918bb2bd tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Jul 28 18:42:31.725019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-274bbb29-844b-4b62-bea6-191727ed3fb3 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:42:31.726481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-274bbb29-844b-4b62-bea6-191727ed3fb3 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 1096 time: 0.0396383 Jul 28 18:42:31.806831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Deleting port be55a847-933c-4d8e-967a-3509782aeffe {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:31.807185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:31.883470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] For port be55a847-933c-4d8e-967a-3509782aeffe, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=be55a847-933c-4d8e-967a-3509782aeffe,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:31.883833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:31.897860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Calling delete_port for be55a847-933c-4d8e-967a-3509782aeffe owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:32.093396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:32.104722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['be55a847-933c-4d8e-967a-3509782aeffe'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:42:32.123630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Pushing event deleted for resources: {'Port': ['ID=be55a847-933c-4d8e-967a-3509782aeffe,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:32.162802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] No DVR routers for this DVR port be55a847-933c-4d8e-967a-3509782aeffe on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:32.165788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:32.167953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9df329d0-44bb-41ae-958f-fd28de618dfb req-6c768a37-1b7a-4dfb-a315-e371da300132 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.37 "DELETE /v2.0/ports/be55a847-933c-4d8e-967a-3509782aeffe HTTP/1.1" status: 204 len: 173 time: 0.4355357 Jul 28 18:42:32.168396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'name': 'network-vif-deleted', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:42:32.170696 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0433b-6cfb-44e7-95b3-9e54e4960c0f" -d '{"events": [{"server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "name": "network-vif-deleted", "tag": "be55a847-933c-4d8e-967a-3509782aeffe"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:42:32.208225 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edce80e8-d623-46dc-ac47-7f47c3dd3875 x-openstack-request-id: req-edce80e8-d623-46dc-ac47-7f47c3dd3875 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:42:32.208527 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27e17bc-b112-4b0f-9969-d0a186f2bfac", "name": "network-vif-deleted", "tag": "be55a847-933c-4d8e-967a-3509782aeffe", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:42:32.208817 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edce80e8-d623-46dc-ac47-7f47c3dd3875 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:42:32.209212 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27e17bc-b112-4b0f-9969-d0a186f2bfac', 'name': 'network-vif-deleted', 'tag': 'be55a847-933c-4d8e-967a-3509782aeffe', 'status': 'completed', 'code': 200} Jul 28 18:42:32.554399 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c77a5569-343c-468b-a4bf-603edad74719 req-bf650e70-a340-49de-afd7-10a302b7ae40 tempest-TestServerMultinode-2055162435 tempest-TestServerMultinode-2055162435-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e27e17bc-b112-4b0f-9969-d0a186f2bfac HTTP/1.1" status: 200 len: 210 time: 0.0257797 Jul 28 18:42:33.617132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46874) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:33.955667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:34.193516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Deleting port 0a51a7df-85a2-4a45-83a4-55b15c50e5da {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:34.193872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:34.273487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] For port 0a51a7df-85a2-4a45-83a4-55b15c50e5da, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=0a51a7df-85a2-4a45-83a4-55b15c50e5da,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:34.273858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:34.286470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Calling delete_port for 0a51a7df-85a2-4a45-83a4-55b15c50e5da owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:34.572982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:34.598992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a51a7df-85a2-4a45-83a4-55b15c50e5da,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:34.739829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device be55a847-933c-4d8e-967a-3509782aeffe no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:34.761214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: be55a847-933c-4d8e-967a-3509782aeffe {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:34.761491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device be55a847-933c-4d8e-967a-3509782aeffe not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:34.763115 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:34.984213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Router 7d0098f8-2092-49bc-8390-442da52a5f18 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:42:35.090333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:42:35.095873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1402aedc-ccc8-4cac-8c46-befa5404da3c admin admin] 10.222.0.25 "PUT /v2.0/routers/7d0098f8-2092-49bc-8390-442da52a5f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774084 Jul 28 18:42:35.098423 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46876) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:35.100888 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Sync routers for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:42:35.110336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:35.111505 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:35.200128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:35.215174 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:35.305419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:35.438186 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Deleting port a4f739ac-d162-48ae-8795-b00ef17826cc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:35.438461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:35.486700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:42:34Z', 'revision_number': 5, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port': {'id': 'a4f739ac-d162-48ae-8795-b00ef17826cc', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:30:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:35.512450 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Checking router: 7d0098f8-2092-49bc-8390-442da52a5f18 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:42:35.521374 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Routers {'7d0098f8-2092-49bc-8390-442da52a5f18'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:35.521980 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7d0098f8-2092-49bc-8390-442da52a5f18'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:35.522818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] For port a4f739ac-d162-48ae-8795-b00ef17826cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a4f739ac-d162-48ae-8795-b00ef17826cc,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:35.523153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:35.535458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Calling delete_port for a4f739ac-d162-48ae-8795-b00ef17826cc owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:35.606134 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] Set router 7d0098f8-2092-49bc-8390-442da52a5f18 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:35.659659 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:42:35Z', 'revision_number': 6, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:35.685821 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624314f-aca7-4909-ac7b-e073770e6374 None None] The sync data for ids ['7d0098f8-2092-49bc-8390-442da52a5f18'] in n-d-778550-5 is: [{'id': '7d0098f8-2092-49bc-8390-442da52a5f18', 'name': 'tempest-TestServerMultinode-698993805-router', 'tenant_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:40Z', 'updated_at': '2021-07-28T18:42:35Z', 'revision_number': 6, 'project_id': 'b280369ffd1040b28dc07d2c7a9aa9ba', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:42:35.785000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.123538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f739ac-d162-48ae-8795-b00ef17826cc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:36.134307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.134658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.135006 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.135344 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.136022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.136022 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.136346 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.136672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.136998 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.137322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.137653 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.137977 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:42:36.197526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.290949 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.293271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.436203 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.436774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0098f8-2092-49bc-8390-442da52a5f18 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:42:36.441593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.442706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-62281b77-f97f-44f7-a668-c0c3e6e46be3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7d0098f8-2092-49bc-8390-442da52a5f18 HTTP/1.1" status: 204 len: 168 time: 1.3433628 Jul 28 18:42:36.445210 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46878) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:36.492263 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Deleting subnet 6556a3f2-f3c4-44a0-a96c-1f70c55e92b1 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:42:36.496086 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.531814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.613819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.739198 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.763487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6556a3f2-f3c4-44a0-a96c-1f70c55e92b1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:36.770237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.772153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a6351af8-9db2-43e8-bdfd-345c733c56f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6556a3f2-f3c4-44a0-a96c-1f70c55e92b1 HTTP/1.1" status: 204 len: 168 time: 0.3259132 Jul 28 18:42:36.774917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46880) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:36.775258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d264cfa-b428-4370-867f-4ef740c8080c None None] Network 97cd0505-63ea-4343-9442-3b014c038013 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:42:36.841411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.901824 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Deleting port da5de868-ec18-486e-85aa-af2a594d44cc {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:36.902167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.949695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a51a7df-85a2-4a45-83a4-55b15c50e5da no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:36.953703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] DHCP port deletion for 97cd0505-63ea-4343-9442-3b014c038013 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:42:36.966474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] For port da5de868-ec18-486e-85aa-af2a594d44cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da5de868-ec18-486e-85aa-af2a594d44cc,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:36.966852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:36.972958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 0a51a7df-85a2-4a45-83a4-55b15c50e5da {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:36.983216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 0a51a7df-85a2-4a45-83a4-55b15c50e5da not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:36.983216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a4f739ac-d162-48ae-8795-b00ef17826cc no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:36.983462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Calling delete_port for da5de868-ec18-486e-85aa-af2a594d44cc owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:36.993388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a4f739ac-d162-48ae-8795-b00ef17826cc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:36.993731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a4f739ac-d162-48ae-8795-b00ef17826cc not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:37.037171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Deleting port da5de868-ec18-486e-85aa-af2a594d44cc {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:37.037484 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.097924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] For port da5de868-ec18-486e-85aa-af2a594d44cc, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=da5de868-ec18-486e-85aa-af2a594d44cc,segment=NetworkSegment(8d6bff43-11c3-4c3b-ab23-17f480a59d61),segment_id=8d6bff43-11c3-4c3b-ab23-17f480a59d61)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:37.098323 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.110811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Calling delete_port for da5de868-ec18-486e-85aa-af2a594d44cc owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:37.178680 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:42:37.182238 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 18:42:37.186313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.204775 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=da5de868-ec18-486e-85aa-af2a594d44cc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:37.208369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] No DVR routers for this DVR port da5de868-ec18-486e-85aa-af2a594d44cc on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:37.212468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] Pushing event deleted for resources: {'Port': ['ID=da5de868-ec18-486e-85aa-af2a594d44cc,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:37.214291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fccbfa-8b1d-44e5-98d4-18dcea500bff None None] No DVR routers for this DVR port da5de868-ec18-486e-85aa-af2a594d44cc on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:37.277537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.287713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cd0505-63ea-4343-9442-3b014c038013']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:37.297483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6bff43-11c3-4c3b-ab23-17f480a59d61') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:37.297776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6bff43-11c3-4c3b-ab23-17f480a59d61') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:37.306761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.323712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.329576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:42:37.329961 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:42:37.331573 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:42:37.487432 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.493139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.494994 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] 10.222.0.25 "DELETE /v2.0/networks/97cd0505-63ea-4343-9442-3b014c038013 HTTP/1.1" status: 204 len: 168 time: 0.7191684 Jul 28 18:42:37.498077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46882) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:37.506342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac20bc-829f-40bc-a668-379932c4c9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=97cd0505-63ea-4343-9442-3b014c038013,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:37.739093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-440de836-113e-4f27-a150-bcb0baeb934c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:37.840897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:38.083322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Deleting port 690cc30c-c39e-414d-9136-eb1deaef5d76 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:38.083687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:38.159788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] For port 690cc30c-c39e-414d-9136-eb1deaef5d76, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=690cc30c-c39e-414d-9136-eb1deaef5d76,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:38.160059 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:38.175547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Calling delete_port for 690cc30c-c39e-414d-9136-eb1deaef5d76 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:38.424852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:38.451277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=690cc30c-c39e-414d-9136-eb1deaef5d76,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:38.636438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:38.973702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da5de868-ec18-486e-85aa-af2a594d44cc no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:38.996190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: da5de868-ec18-486e-85aa-af2a594d44cc {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:38.996542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device da5de868-ec18-486e-85aa-af2a594d44cc not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:39.181953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Router 06d3c56d-8340-4258-b5b2-5f5850d15314 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:42:39.289455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:42:39.297357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46890) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:39.298208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Sync routers for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:42:39.300580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e7f7a21f-2bdb-4c9d-8b9e-6c66f349cc95 admin admin] 10.222.0.25 "PUT /v2.0/routers/06d3c56d-8340-4258-b5b2-5f5850d15314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954447 Jul 28 18:42:39.307458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:39.308077 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:39.405750 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:39.514447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:39.570021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:39.696002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Deleting port 67c1639f-a607-4ebe-97e7-e4950f115714 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:39.696348 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:39.759216 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:42:38Z', 'revision_number': 5, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port': {'id': '67c1639f-a607-4ebe-97e7-e4950f115714', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:41:48Z', 'updated_at': '2021-07-28T18:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:39.778800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] For port 67c1639f-a607-4ebe-97e7-e4950f115714, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=67c1639f-a607-4ebe-97e7-e4950f115714,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:39.781829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:39.790321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Checking router: 06d3c56d-8340-4258-b5b2-5f5850d15314 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:42:39.791928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Calling delete_port for 67c1639f-a607-4ebe-97e7-e4950f115714 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:39.798794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Routers {'06d3c56d-8340-4258-b5b2-5f5850d15314'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:42:39.799417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:42:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['06d3c56d-8340-4258-b5b2-5f5850d15314'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:39.887155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] Set router 06d3c56d-8340-4258-b5b2-5f5850d15314 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:42:39.938244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:42:39Z', 'revision_number': 6, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:39.967669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a2d6d-ccbf-48cd-9097-5f6699f4224b None None] The sync data for ids ['06d3c56d-8340-4258-b5b2-5f5850d15314'] in n-d-778550-5 is: [{'id': '06d3c56d-8340-4258-b5b2-5f5850d15314', 'name': 'tempest-TestServerMultinode-585555851-router', 'tenant_id': '89b4efb3cdc54809913c8e58c438a054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:47Z', 'updated_at': '2021-07-28T18:42:39Z', 'revision_number': 6, 'project_id': '89b4efb3cdc54809913c8e58c438a054', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:42:40.053230 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.079234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c1639f-a607-4ebe-97e7-e4950f115714,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:40.121263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.139490 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.230276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.232403 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.275601 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-05b9d707-387d-4178-a83b-9b535b3a2d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.378713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.379261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d3c56d-8340-4258-b5b2-5f5850d15314 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:42:40.383591 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.387372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:40.393534 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6802d678-1483-4d19-b597-ac932c0a4d8f admin admin] 10.222.0.25 "DELETE /v2.0/routers/06d3c56d-8340-4258-b5b2-5f5850d15314 HTTP/1.1" status: 204 len: 168 time: 1.0887833 Jul 28 18:42:40.435343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Deleting subnet f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:42:40.438672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.472931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.555948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.705592 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.733936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:40.735961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.740647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22463f-1978-4850-9f52-473f0acafccc None None] Network fea0af98-e9bb-4e71-acee-188dcaf3ee13 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:42:40.740764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46894) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:40.748014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3e68ae86-fb30-4b82-af43-d50129aa1c14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f6f4bd9d-6be4-4fe2-91af-2a0a7a99375b HTTP/1.1" status: 204 len: 168 time: 0.3516018 Jul 28 18:42:40.813512 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.865763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Deleting port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:40.866112 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.941639 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] For port 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e116d44-1a4d-4ef9-a061-2a153274c2b2,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:40.942041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:40.952516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] DHCP port deletion for fea0af98-e9bb-4e71-acee-188dcaf3ee13 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:42:40.962597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 67c1639f-a607-4ebe-97e7-e4950f115714 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:40.967076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Calling delete_port for 1e116d44-1a4d-4ef9-a061-2a153274c2b2 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:40.985975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 67c1639f-a607-4ebe-97e7-e4950f115714 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:40.986505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 67c1639f-a607-4ebe-97e7-e4950f115714 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:40.990117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 690cc30c-c39e-414d-9136-eb1deaef5d76 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:41.023298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 690cc30c-c39e-414d-9136-eb1deaef5d76 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:41.023604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 690cc30c-c39e-414d-9136-eb1deaef5d76 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:41.052148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Deleting port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:42:41.052532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.126934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] For port 1e116d44-1a4d-4ef9-a061-2a153274c2b2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1e116d44-1a4d-4ef9-a061-2a153274c2b2,segment=NetworkSegment(76a592d6-8e29-489b-ac08-89370b779425),segment_id=76a592d6-8e29-489b-ac08-89370b779425)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:42:41.127626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.138827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Calling delete_port for 1e116d44-1a4d-4ef9-a061-2a153274c2b2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:42:41.167563 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.197667 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.200125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e116d44-1a4d-4ef9-a061-2a153274c2b2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:41.201640 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] No DVR routers for this DVR port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:41.212773 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.239232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] Pushing event deleted for resources: {'Port': ['ID=1e116d44-1a4d-4ef9-a061-2a153274c2b2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:41.241363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d67bc-6409-4773-bbbc-01dd16ab36a6 None None] No DVR routers for this DVR port 1e116d44-1a4d-4ef9-a061-2a153274c2b2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:42:41.272235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.281887 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea0af98-e9bb-4e71-acee-188dcaf3ee13']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:41.291914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a592d6-8e29-489b-ac08-89370b779425') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:41.292215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a592d6-8e29-489b-ac08-89370b779425') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:42:41.300711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.314191 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.320256 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:42:41.320654 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:42:41.322393 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:42:41.447096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.455488 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:41.455488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fea0af98-e9bb-4e71-acee-188dcaf3ee13 HTTP/1.1" status: 204 len: 168 time: 0.7120667 Jul 28 18:42:41.466670 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dd286-02da-4918-b31b-a56b8b17d5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea0af98-e9bb-4e71-acee-188dcaf3ee13,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:41.887221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46898) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:41.927225 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f05172d-ce13-470f-8a65-75174e86eb9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b280369ffd1040b28dc07d2c7a9aa9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387297 Jul 28 18:42:41.929787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46900) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:41.977928 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:42.003616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:42.166289 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:42.168784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:42.169983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49a98b91-06dd-4c7c-838f-5e5be3c46b8c HTTP/1.1" status: 204 len: 168 time: 0.2391334 Jul 28 18:42:42.177883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461efeb-e3d7-4f4b-9e67-9af5306fd1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a98b91-06dd-4c7c-838f-5e5be3c46b8c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:42.920894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e116d44-1a4d-4ef9-a061-2a153274c2b2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:42:42.945379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1e116d44-1a4d-4ef9-a061-2a153274c2b2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:42:42.945728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1e116d44-1a4d-4ef9-a061-2a153274c2b2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:42:42.975576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46906) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:43.022341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-153c1c4b-6e91-492c-8607-b9d6c3b66cdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89b4efb3cdc54809913c8e58c438a054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452406 Jul 28 18:42:43.024847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46908) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:42:43.072327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:43.092921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:43.144119 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:43.264640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:43.267224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:43.268408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1eb81e93-ffcf-4588-9a63-4f8e7efd7eae HTTP/1.1" status: 204 len: 168 time: 0.2426419 Jul 28 18:42:43.276434 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8b07f-7e74-4d5d-8c3d-b9fba14e1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb81e93-ffcf-4588-9a63-4f8e7efd7eae,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:42:45.761258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:42:47.165774 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:42:48.915262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:07.800301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3c83906a-664f-4cc9-bc31-09422854d77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:10.091666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:10.331098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7eb883a5-0837-49ea-9962-2810ea60ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:11.171142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:13.079756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:15.753933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:18.919655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:24.164712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:43:30.576966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-43580542-8cc1-4800-b71f-f0b682131c0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396204 Jul 28 18:43:30.661736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-af34c407-4879-4db5-bb09-b40176a23978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:30.663191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-af34c407-4879-4db5-bb09-b40176a23978 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0428720 Jul 28 18:43:30.762388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-7933cbbf-d5f0-48f0-966e-363853c00b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:30.763773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-7933cbbf-d5f0-48f0-966e-363853c00b3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 200 len: 897 time: 0.0811260 Jul 28 18:43:30.832123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-e5676702-eafa-441a-b2bc-1bc1612a3378 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0610781 Jul 28 18:43:30.885880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-cc1f323c-a243-4d47-98f9-0c4fc5d76585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:30.887269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-cc1f323c-a243-4d47-98f9-0c4fc5d76585 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31614810-6af9-4ac6-a64e-9640f8d60819 HTTP/1.1" status: 200 len: 834 time: 0.0428171 Jul 28 18:43:30.932399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-ffafbbe7-bffe-4b81-89e7-b2f98cdcaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:30.933840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-ffafbbe7-bffe-4b81-89e7-b2f98cdcaa5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386693 Jul 28 18:43:31.025989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-e52d956e-2ab7-4eaa-8a70-733098a3bafb service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Jul 28 18:43:31.113709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc2ff39d-c51a-4732-b973-d1eff3d76b8a req-809282fa-e287-4ee6-a2b6-981f97503050 service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799501 Jul 28 18:43:31.258503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:31.343937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5855ae72-3360-4015-9105-55a9da319f2d tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.0841358 Jul 28 18:43:31.346487 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 46932) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:31.351219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'network': {'name': 'tempest-network-smoke--1365556729', 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'port_security_enabled': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:43:31.421851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:43:31.425853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.448689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:43:31.458064 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.458421 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Added segment be858d1a-f9d4-4ec0-aff3-2d2b0ba30059 of type vlan for network e8cd6b1c-d040-414b-9137-520a9715e06a Jul 28 18:43:31.496367 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.597824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.603380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:31.604022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.670702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Network': ['ID=e8cd6b1c-d040-414b-9137-520a9715e06a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:31.681595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network e8cd6b1c-d040-414b-9137-520a9715e06a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:43:31.724458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46934) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:31.724979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-267c1ff6-c48c-4269-a780-0ef89970bb69 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3771570 Jul 28 18:43:31.729161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'admin_state_up': True, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:43:31.827864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.828934 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:31.885453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.087193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.337772 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.356104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.460698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.25.7.159 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/07416709-9234-4074-a17f-5b3590d0f417) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:43:32.560551 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.678024 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:32.714197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:43:32.717984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:32.719674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:43:32.751988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=07416709-9234-4074-a17f-5b3590d0f417,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:32.766424 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.766773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.767114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.767488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.767826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.768159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.768492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.768822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.769148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.769469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.769789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:32.770107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:33.058563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:33.242194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:33.427812 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router 80de98cc-04e1-4f3d-a48c-a8573a624535 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:43:33.532930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:43:33.542348 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Sync routers for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:43:33.551724 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:33.552349 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:33.615117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:33.616522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b80dda59-a3f2-4058-b64c-8dd6db213335 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8910377 Jul 28 18:43:33.619534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46936) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.652836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:33.688012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38771469-2c4b-4dd4-b513-951c2d8331e8 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:33.689443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-38771469-2c4b-4dd4-b513-951c2d8331e8 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=376e9fdf0e91486b9105020d1563fe86&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0689449 Jul 28 18:43:33.692136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.774535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9989d97-8230-4dc5-a952-210979a02fb6 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:33.776128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a9989d97-8230-4dc5-a952-210979a02fb6 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0830827 Jul 28 18:43:33.779274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46940) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.810870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ebc78bf0-6d2d-49b6-83aa-4066a1b67d56 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277355 Jul 28 18:43:33.811095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46942) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.833845 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:32Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:33.838337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-27a516d1-f15b-4311-b276-6ea57e365849 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=376e9fdf0e91486b9105020d1563fe86&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261993 Jul 28 18:43:33.840894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.861563 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Checking router: 80de98cc-04e1-4f3d-a48c-a8573a624535 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:43:33.861911 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Updating router 80de98cc-04e1-4f3d-a48c-a8573a624535 port 07416709-9234-4074-a17f-5b3590d0f417 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:43:33.886015 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:33.929803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda67d1d-0f6d-4c0c-837c-76524859fbf1 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:33.931367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dda67d1d-0f6d-4c0c-837c-76524859fbf1 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895755 Jul 28 18:43:33.934266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.962260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8744f485-d628-41b8-b4b2-f7bc9ef7bc9d tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269351 Jul 28 18:43:33.964746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:33.970079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023553810', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:43:34.124899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:43:34.128693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.131693 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.141873 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Transition to ACTIVE for port object 07416709-9234-4074-a17f-5b3590d0f417 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:34.199028 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.254693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Pushing event updated for resources: {'Port': ['ID=07416709-9234-4074-a17f-5b3590d0f417,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:34.256854 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Attempting to bind port 07416709-9234-4074-a17f-5b3590d0f417 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:43:34.257220 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Attempting to bind port 07416709-9234-4074-a17f-5b3590d0f417 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:43:34.257581 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Attempting to bind port 07416709-9234-4074-a17f-5b3590d0f417 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:43:34.266800 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:43:34.267184 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:43:34.267606 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.267999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:43:34.268463 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Bound port: 07416709-9234-4074-a17f-5b3590d0f417, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:43:34.268840 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.271117 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.271484 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.271826 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.272188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.272517 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.272849 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.273179 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.273503 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.273826 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.274148 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.274469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.274788 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:34.326246 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] For port 07416709-9234-4074-a17f-5b3590d0f417, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:43:34.329827 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] For port 07416709-9234-4074-a17f-5b3590d0f417, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=07416709-9234-4074-a17f-5b3590d0f417,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:43:34.371120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.399823 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.429265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Subnet': ['ID=a4a8594f-46fd-445f-91d5-14744c2207e8,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:34.440351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Checking segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:43:34.440718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network hostable DHCP agents. Network: e8cd6b1c-d040-414b-9137-520a9715e06a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:43:34.454574 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:34.455188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:34.493197 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ba7a-f118-4111-a2bc-60694c61ddd2 None None] Pushing event updated for resources: {'Port': ['ID=07416709-9234-4074-a17f-5b3590d0f417,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:34.513946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network e8cd6b1c-d040-414b-9137-520a9715e06a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:43:34.564218 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:34.604977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, e8cd6b1c-d040-414b-9137-520a9715e06a) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:34.614544 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e25b1a-f6c2-4c0b-985c-a8ada23f6605 None None] Network e8cd6b1c-d040-414b-9137-520a9715e06a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:43:34.617442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:34.618170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.691647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-95c33425-471a-4931-9263-71406bccd7aa tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7258372 Jul 28 18:43:34.694300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 46950) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:34.745642 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:32Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:34.757895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-e8cd6b1c-d040-414b-9137-520a9715e06a', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'fixed_ips': [{'subnet_id': 'a4a8594f-46fd-445f-91d5-14744c2207e8'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:43:34.758818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:34.773081 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778bb9b-cfb5-4698-8b4b-a65873293a10 None None] The sync data for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 is: [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:32Z', 'revision_number': 3, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:43:34.895963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Allocated IP 172.20.0.18 (e8cd6b1c-d040-414b-9137-520a9715e06a/a4a8594f-46fd-445f-91d5-14744c2207e8/78b5f80a-05d6-4839-b57f-e86ebab874b7) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:43:35.068995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.077790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Transition to ACTIVE for port object 78b5f80a-05d6-4839-b57f-e86ebab874b7 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:35.093892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Transition to ACTIVE for port object 78b5f80a-05d6-4839-b57f-e86ebab874b7 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:35.177005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.201124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.213039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Network e8cd6b1c-d040-414b-9137-520a9715e06a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:43:35.216026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:35.219078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:43:35.256040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Pushing event updated for resources: {'Port': ['ID=78b5f80a-05d6-4839-b57f-e86ebab874b7,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:35.277290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.277705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.278037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.278371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.278707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.279039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.279367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.279720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.280044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.280871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.281214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.281533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:35.300083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Attempting to bind port 78b5f80a-05d6-4839-b57f-e86ebab874b7 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:43:35.300553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Attempting to bind port 78b5f80a-05d6-4839-b57f-e86ebab874b7 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:43:35.300990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Attempting to bind port 78b5f80a-05d6-4839-b57f-e86ebab874b7 on network e8cd6b1c-d040-414b-9137-520a9715e06a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:43:35.306713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:43:35.307183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Checking segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:43:35.307816 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.308282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Bound using segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:43:35.308830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Bound port: 78b5f80a-05d6-4839-b57f-e86ebab874b7, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:43:35.309277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.378795 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] For port 78b5f80a-05d6-4839-b57f-e86ebab874b7, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:43:35.382692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] For port 78b5f80a-05d6-4839-b57f-e86ebab874b7, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b5f80a-05d6-4839-b57f-e86ebab874b7,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:43:35.468470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.549054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c90dd-516e-4eec-b7fe-9e1634715d6a None None] Pushing event updated for resources: {'Port': ['ID=78b5f80a-05d6-4839-b57f-e86ebab874b7,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:35.852010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.20.0.17 (e8cd6b1c-d040-414b-9137-520a9715e06a/a4a8594f-46fd-445f-91d5-14744c2207e8/abae1c47-9616-4ebb-9092-68b3dbfe09bb) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:43:35.962390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:35.976036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Transition to ACTIVE for port object abae1c47-9616-4ebb-9092-68b3dbfe09bb will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:36.079621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.120052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network e8cd6b1c-d040-414b-9137-520a9715e06a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:43:36.123085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:36.126732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:43:36.155233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:36.178567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.355210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.626967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.701951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.780207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:36.782002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:36.878447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network e8cd6b1c-d040-414b-9137-520a9715e06a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:43:36.879916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:37.003954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router 80de98cc-04e1-4f3d-a48c-a8573a624535 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:43:37.035371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 07416709-9234-4074-a17f-5b3590d0f417 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:37.070282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1d4d6-cbb6-4bb9-bd73-690a5b824ef4 None None] Network e8cd6b1c-d040-414b-9137-520a9715e06a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:43:37.117855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:43:37.134525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3fb62d9f-1791-4980-9983-02d8439b0ff7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "PUT /v2.0/routers/80de98cc-04e1-4f3d-a48c-a8573a624535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363465 Jul 28 18:43:37.137210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Sync routers for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:43:37.165373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:37.165979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:37.256138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 07416709-9234-4074-a17f-5b3590d0f417 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:37.293144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 07416709-9234-4074-a17f-5b3590d0f417 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:37.293514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:37.343427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4aeeb75a-51f9-49ca-91fe-41204eec9077 None None] Provisioning for port 78b5f80a-05d6-4839-b57f-e86ebab874b7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:37.361389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:37.604322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-e909875a-d548-4d40-9cc4-836ae717c516 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:37.605877 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-e909875a-d548-4d40-9cc4-836ae717c516 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/networks?id=e8cd6b1c-d040-414b-9137-520a9715e06a HTTP/1.1" status: 200 len: 798 time: 0.1213529 Jul 28 18:43:37.634431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-71a674b6-a368-4c11-a4bd-17bb8338d02f tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/quotas/376e9fdf0e91486b9105020d1563fe86 HTTP/1.1" status: 200 len: 375 time: 0.0218906 Jul 28 18:43:37.704404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-b3a22701-7ceb-4627-9a16-8fea915dfc9f tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0656111 Jul 28 18:43:37.720214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:37.764647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 07416709-9234-4074-a17f-5b3590d0f417, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=07416709-9234-4074-a17f-5b3590d0f417,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:37.808034 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-395fff86-2f47-4948-bfc1-b3002a03ab5f service neutron] 10.222.0.25 "GET /v2.0/networks/e8cd6b1c-d040-414b-9137-520a9715e06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983841 Jul 28 18:43:37.828440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20273ebe-1d91-43c3-9035-a0b02ed91e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:37.831311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:36Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'abae1c47-9616-4ebb-9092-68b3dbfe09bb', 'name': '', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:f0:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:35Z', 'updated_at': '2021-07-28T18:43:36Z', 'revision_number': 2, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:37.857917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Checking router: 80de98cc-04e1-4f3d-a48c-a8573a624535 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:43:37.858277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Updating router 80de98cc-04e1-4f3d-a48c-a8573a624535 port abae1c47-9616-4ebb-9092-68b3dbfe09bb binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:43:37.885437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:37.896206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-15a5446f-095d-42e3-b05a-c43a453feed9 service neutron] 10.222.0.25 "GET /v2.0/networks/e8cd6b1c-d040-414b-9137-520a9715e06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873003 Jul 28 18:43:37.899959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9414e54d-dbfc-4b47-82b8-ba2ba30166bf None None] Provisioning for port abae1c47-9616-4ebb-9092-68b3dbfe09bb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:37.902252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:37.903052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b5f80a-05d6-4839-b57f-e86ebab874b7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:37.932952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9414e54d-dbfc-4b47-82b8-ba2ba30166bf None None] Provisioning complete for port abae1c47-9616-4ebb-9092-68b3dbfe09bb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:37.933255 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9414e54d-dbfc-4b47-82b8-ba2ba30166bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.098822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=07416709-9234-4074-a17f-5b3590d0f417,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:38.109589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-9414e54d-dbfc-4b47-82b8-ba2ba30166bf None None] Port abae1c47-9616-4ebb-9092-68b3dbfe09bb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:43:38.187181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 78b5f80a-05d6-4839-b57f-e86ebab874b7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:38.196649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 78b5f80a-05d6-4839-b57f-e86ebab874b7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:38.197033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.269720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0f05-ca4f-4fac-817c-1559163535c7 None None] Provisioning complete for port abae1c47-9616-4ebb-9092-68b3dbfe09bb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:38.270316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0f05-ca4f-4fac-817c-1559163535c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.287494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66a66101-0c80-4323-a26e-4d7d94e81a73 req-c661d54b-8f94-4202-aac1-9db13367d51c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 210 time: 0.1536770 Jul 28 18:43:38.369146 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c0f05-ca4f-4fac-817c-1559163535c7 None None] Port abae1c47-9616-4ebb-9092-68b3dbfe09bb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:43:38.385876 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.389207 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.408086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Transition to ACTIVE for port object abae1c47-9616-4ebb-9092-68b3dbfe09bb will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:38.430526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 78b5f80a-05d6-4839-b57f-e86ebab874b7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b5f80a-05d6-4839-b57f-e86ebab874b7,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:38.488501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.541767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48242f-1016-44a5-9e1c-adfca1cf2c97 None None] Pushing event updated for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:38.560961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.618772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Attempting to bind port abae1c47-9616-4ebb-9092-68b3dbfe09bb on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:43:38.619154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Attempting to bind port abae1c47-9616-4ebb-9092-68b3dbfe09bb by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:43:38.619550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Attempting to bind port abae1c47-9616-4ebb-9092-68b3dbfe09bb on network e8cd6b1c-d040-414b-9137-520a9715e06a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:43:38.630214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:43:38.630598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Checking segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:43:38.631353 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.631845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Bound using segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:43:38.632261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Bound port: abae1c47-9616-4ebb-9092-68b3dbfe09bb, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:43:38.632647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.658553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=78b5f80a-05d6-4839-b57f-e86ebab874b7,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:38.718803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] For port abae1c47-9616-4ebb-9092-68b3dbfe09bb, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:43:38.721734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] For port abae1c47-9616-4ebb-9092-68b3dbfe09bb, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=abae1c47-9616-4ebb-9092-68b3dbfe09bb,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:43:38.792655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:38.849602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48242f-1016-44a5-9e1c-adfca1cf2c97 None None] Pushing event updated for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:38.860734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:38.861349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:38.984282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:39.012449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 07416709-9234-4074-a17f-5b3590d0f417 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:39.170543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 07416709-9234-4074-a17f-5b3590d0f417 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:39.171179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:39.295432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:36Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'abae1c47-9616-4ebb-9092-68b3dbfe09bb', 'name': '', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:f0:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:35Z', 'updated_at': '2021-07-28T18:43:38Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:39.298935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b5f80a-05d6-4839-b57f-e86ebab874b7 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:39.326459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0e3e4-5696-49ca-89c4-7daeb96e9caf None None] The sync data for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 is: [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:36Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'abae1c47-9616-4ebb-9092-68b3dbfe09bb', 'name': '', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:f0:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:35Z', 'updated_at': '2021-07-28T18:43:38Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:43:39.398042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 78b5f80a-05d6-4839-b57f-e86ebab874b7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:39.398655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:39.420681 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7ebd0cdf-a5fa-4c70-a00e-35e80c769fa0 req-9d1a9b60-aa9d-42d6-8b93-0fa24557b271 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 210 time: 0.0594580 Jul 28 18:43:40.119286 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.209472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f61c5136-be77-499b-ad19-920fe6e6a1d7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:40.210992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f61c5136-be77-499b-ad19-920fe6e6a1d7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.37 "GET /v2.0/networks?id=e8cd6b1c-d040-414b-9137-520a9715e06a HTTP/1.1" status: 200 len: 798 time: 0.1077213 Jul 28 18:43:40.225024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Request body: {'port': {'device_id': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'admin_state_up': True, 'tenant_id': '376e9fdf0e91486b9105020d1563fe86'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:43:40.319520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-64aab1df-d85a-4f70-88e9-bbcc23d8c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.420050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Made reservation on behalf of 376e9fdf0e91486b9105020d1563fe86 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:43:40.424211 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.558636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-43e0537f-3860-4a72-80a9-2b334ab992fc req-2731aef3-c6ad-42e3-a53a-d78672e23b47 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 210 time: 0.0480280 Jul 28 18:43:40.584507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Allocated IP 172.20.0.26 (e8cd6b1c-d040-414b-9137-520a9715e06a/a4a8594f-46fd-445f-91d5-14744c2207e8/3f08b472-d7a8-4f6f-b93a-72e70f887f15) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:43:40.697863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.711572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Transition to ACTIVE for port object 3f08b472-d7a8-4f6f-b93a-72e70f887f15 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:40.799194 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.840035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Network e8cd6b1c-d040-414b-9137-520a9715e06a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:43:40.843762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:43:40.847464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:43:40.855835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event updated for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:40.901747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:40.902383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:40.977120 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-f6bbfeae-53b8-44f3-a075-adf97fef93c1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7566776 Jul 28 18:43:40.995266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device abae1c47-9616-4ebb-9092-68b3dbfe09bb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:41.051992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Request body: {'port': {'device_id': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:43:41.100964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port abae1c47-9616-4ebb-9092-68b3dbfe09bb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:41.108435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.110963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port abae1c47-9616-4ebb-9092-68b3dbfe09bb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:41.111345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.176577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f764f7c-857b-4b0a-bf94-38fcf04f6e34 None None] Provisioning for port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:41.184119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f764f7c-857b-4b0a-bf94-38fcf04f6e34 None None] Provisioning complete for port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:41.184493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0f764f7c-857b-4b0a-bf94-38fcf04f6e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.214922 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.232696 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.238494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0f764f7c-857b-4b0a-bf94-38fcf04f6e34 None None] Port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:43:41.260444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port abae1c47-9616-4ebb-9092-68b3dbfe09bb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=abae1c47-9616-4ebb-9092-68b3dbfe09bb,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:41.353469 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.370233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f08b472-d7a8-4f6f-b93a-72e70f887f15 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:43:41.378356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.390446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Transition to ACTIVE for port object 3f08b472-d7a8-4f6f-b93a-72e70f887f15 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:43:41.401018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:41.467382 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.515441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:41.593152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Attempting to bind port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:43:41.593494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Attempting to bind port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:43:41.593868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Attempting to bind port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 on network e8cd6b1c-d040-414b-9137-520a9715e06a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:43:41.598638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 on network e8cd6b1c-d040-414b-9137-520a9715e06a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:43:41.598973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Attempting to bind port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 on network e8cd6b1c-d040-414b-9137-520a9715e06a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:43:41.604047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:43:41.604397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Checking segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:43:41.604788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Bound using segment: {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:43:41.605213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Bound port: 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:43:41.605573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.680569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:43:41.681611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d9de-1e3d-4e0a-b1ba-41ce7ce21ac0 req-c6f910ee-4740-4957-a7a4-487f32a892fe tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:41.683182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dab1d9de-1e3d-4e0a-b1ba-41ce7ce21ac0 req-c6f910ee-4740-4957-a7a4-487f32a892fe tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 907 time: 0.0527601 Jul 28 18:43:41.684118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:43:41.776943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.811309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:41.812623 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:41.813453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f08b472-d7a8-4f6f-b93a-72e70f887f15 HTTP/1.1" status: 200 len: 1055 time: 0.8250544 Jul 28 18:43:41.813889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:43:41.816134 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2864f7-14ec-4e0a-8ce8-b4dc93195383" -d '{"events": [{"name": "network-changed", "server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:43:41.844912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095250-4c25-4e6d-9ddd-b076bb2b4377 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:41.862824 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ea5f2-cb78-4f5a-8cbb-8e0298b33a51 x-openstack-request-id: req-842ea5f2-cb78-4f5a-8cbb-8e0298b33a51 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:43:41.863206 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:43:41.863556 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-842ea5f2-cb78-4f5a-8cbb-8e0298b33a51 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:43:41.864303 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15', 'status': 'completed', 'code': 200} Jul 28 18:43:41.929979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-65642c56-e68e-4758-b0cc-11040da03082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:41.931589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-65642c56-e68e-4758-b0cc-11040da03082 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 1058 time: 0.0474999 Jul 28 18:43:42.034922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-60b0aa28-5d61-4ff2-aa14-dbad7bbbf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.035340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-60b0aa28-5d61-4ff2-aa14-dbad7bbbf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.036909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-60b0aa28-5d61-4ff2-aa14-dbad7bbbf587 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=376e9fdf0e91486b9105020d1563fe86&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0980847 Jul 28 18:43:42.131053 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-771fc2ca-4a2c-462f-b609-7be96da4cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.132544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-da2864f7-14ec-4e0a-8ce8-b4dc93195383 req-771fc2ca-4a2c-462f-b609-7be96da4cd2f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894239 Jul 28 18:43:42.208814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-692bc0aa-733e-4d4f-a997-822f8452de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.210265 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-692bc0aa-733e-4d4f-a997-822f8452de5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 1058 time: 0.0400655 Jul 28 18:43:42.255356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-d4422fb1-86bb-48ef-8d32-83fc503d39cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15 HTTP/1.1" status: 200 len: 217 time: 0.0364110 Jul 28 18:43:42.302910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-336e7627-aeb0-4e37-a954-2e6e7b13fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.304266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-336e7627-aeb0-4e37-a954-2e6e7b13fedb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4a8594f-46fd-445f-91d5-14744c2207e8 HTTP/1.1" status: 200 len: 838 time: 0.0423336 Jul 28 18:43:42.352915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-d9484106-d3e8-4ea3-92b1-dcd6a472d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.354377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-d9484106-d3e8-4ea3-92b1-dcd6a472d271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8cd6b1c-d040-414b-9137-520a9715e06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432346 Jul 28 18:43:42.439734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-17e4c371-8391-43af-9817-1827ed74b13f service neutron] 10.222.0.37 "GET /v2.0/networks/e8cd6b1c-d040-414b-9137-520a9715e06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785012 Jul 28 18:43:42.532350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-690de086-02a6-4c24-8dff-e0c209e09ecf req-77914c71-6627-4211-9131-217b37a79b00 service neutron] 10.222.0.37 "GET /v2.0/networks/e8cd6b1c-d040-414b-9137-520a9715e06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848429 Jul 28 18:43:42.799474 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88548a-8cdf-40a6-b367-d88754044960 req-da47ee77-5b37-4b4b-81b5-c242c1853b62 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:42.800975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1e88548a-8cdf-40a6-b367-d88754044960 req-da47ee77-5b37-4b4b-81b5-c242c1853b62 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 907 time: 0.0514102 Jul 28 18:43:42.959008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device abae1c47-9616-4ebb-9092-68b3dbfe09bb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:43.015095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port abae1c47-9616-4ebb-9092-68b3dbfe09bb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:43.015371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:43.060082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:43.919614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72eb50-7d7a-46de-834b-dba489be7ba7 req-7cf4cfed-0428-405e-be3e-2fa5c4cfac3c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:43.921106 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8d72eb50-7d7a-46de-834b-dba489be7ba7 req-7cf4cfed-0428-405e-be3e-2fa5c4cfac3c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 907 time: 0.0495718 Jul 28 18:43:45.035128 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae5ef-56b4-422b-b0ad-a3d5c68cf272 req-c2023dba-9237-476b-80b1-383cf32a49be tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:45.036537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-18aae5ef-56b4-422b-b0ad-a3d5c68cf272 req-c2023dba-9237-476b-80b1-383cf32a49be tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 907 time: 0.0496178 Jul 28 18:43:45.070123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3f08b472-d7a8-4f6f-b93a-72e70f887f15 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:43:45.162247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:45.176236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '3f08b472-d7a8-4f6f-b93a-72e70f887f15', 'network_id': 'e8cd6b1c-d040-414b-9137-520a9715e06a', 'port_id': '3f08b472-d7a8-4f6f-b93a-72e70f887f15', 'mac_address': 'fa:16:3e:3a:c1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a8594f-46fd-445f-91d5-14744c2207e8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:43:45.211942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:45.224749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f08b472-d7a8-4f6f-b93a-72e70f887f15 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:43:45.248683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:45.319360 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:45.366537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:45.532672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['3f08b472-d7a8-4f6f-b93a-72e70f887f15'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:43:45.762029 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:46.150438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5cb0-6f52-4b35-af17-7882f6e68c9e req-8d2636e0-ccce-47fb-a295-e913ca90eca7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:46.152001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5edc5cb0-6f52-4b35-af17-7882f6e68c9e req-8d2636e0-ccce-47fb-a295-e913ca90eca7 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 908 time: 0.0488529 Jul 28 18:43:47.087318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3f08b472-d7a8-4f6f-b93a-72e70f887f15 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:43:47.232854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:43:47.237094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:43:47.237475 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:47.274738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c8a6-7333-4b29-b3ca-c38f10cfe4e3 req-57440c04-40a8-48e5-80d6-6b3aca61247b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:47.276288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e328c8a6-7333-4b29-b3ca-c38f10cfe4e3 req-57440c04-40a8-48e5-80d6-6b3aca61247b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 908 time: 0.0545907 Jul 28 18:43:47.314186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:47.336080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:43:47.338315 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bad6dc-c9ee-4929-903f-d5fd26ccfc0c" -d '{"events": [{"server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "name": "network-vif-plugged", "status": "completed", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:43:47.351347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:47.374104 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480f36df-bdea-4de7-9b8c-3c41c4b123f1 x-openstack-request-id: req-480f36df-bdea-4de7-9b8c-3c41c4b123f1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:43:47.374408 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "name": "network-vif-plugged", "status": "completed", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:43:47.374711 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-480f36df-bdea-4de7-9b8c-3c41c4b123f1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:43:47.375111 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15', 'code': 200} Jul 28 18:43:47.471406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78201b-4aba-4bbb-8e50-219aaf14778b req-3c628a39-9ea2-49fe-8bbb-29861bf07ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:47.472910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb78201b-4aba-4bbb-8e50-219aaf14778b req-3c628a39-9ea2-49fe-8bbb-29861bf07ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 1059 time: 0.0433686 Jul 28 18:43:47.474566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:47.525070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:48.390504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077e18-f878-4eb1-a806-7270d0fabcd7 req-94dc7448-53c7-4cd4-baa9-b30326696059 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:48.392013 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0a077e18-f878-4eb1-a806-7270d0fabcd7 req-94dc7448-53c7-4cd4-baa9-b30326696059 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0492666 Jul 28 18:43:48.956674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:49.510604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637cb86-2bb1-4154-98b6-c23e0a500dee req-a09452e6-d3bd-47de-9f53-49b68653d141 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:49.512178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c637cb86-2bb1-4154-98b6-c23e0a500dee req-a09452e6-d3bd-47de-9f53-49b68653d141 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0494497 Jul 28 18:43:49.624970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9e609-d318-4238-991e-817a268467b4 req-24f2d6c9-1be5-4325-b5ce-8386281b9f44 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:49.626440 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94b9e609-d318-4238-991e-817a268467b4 req-24f2d6c9-1be5-4325-b5ce-8386281b9f44 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0481837 Jul 28 18:43:49.727131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83498cc-c084-4b57-aca9-df89c94f9473 req-78fce8f3-dc88-4605-a400-514e1850b8ea tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:49.728724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a83498cc-c084-4b57-aca9-df89c94f9473 req-78fce8f3-dc88-4605-a400-514e1850b8ea tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 1060 time: 0.0390208 Jul 28 18:43:49.833521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1dc2-c781-4389-a115-adecd931ec4c req-6f29efa0-ce6f-43be-8a3b-d2136bc05c20 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:49.835091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-457f1dc2-c781-4389-a115-adecd931ec4c req-6f29efa0-ce6f-43be-8a3b-d2136bc05c20 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0420182 Jul 28 18:43:49.871654 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-457f1dc2-c781-4389-a115-adecd931ec4c req-12edbea9-2292-4e96-ae2f-1a234fe1f0b8 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0302339 Jul 28 18:43:49.893065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47026) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:49.932144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92722cc-593f-4db6-a479-e0d96e3780a1 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:49.933692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c92722cc-593f-4db6-a479-e0d96e3780a1 tempest-TestSecurityGroupsBasicOps-1951996237 tempest-TestSecurityGroupsBasicOps-1951996237-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 1055 time: 0.0396440 Jul 28 18:43:50.356037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0800c-3ed4-4524-bdcd-84d4462de95f req-15d04f8a-e24b-4eee-9c1c-14f9cfa3f6e1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:50.357507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-78f0800c-3ed4-4524-bdcd-84d4462de95f req-15d04f8a-e24b-4eee-9c1c-14f9cfa3f6e1 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0527108 Jul 28 18:43:51.474327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9101df-1d08-4cd4-90c5-4a43c01d8248 req-3716bd18-4aab-4ec4-bb71-6a839f747564 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:51.475802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c9101df-1d08-4cd4-90c5-4a43c01d8248 req-3716bd18-4aab-4ec4-bb71-6a839f747564 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0511949 Jul 28 18:43:51.626303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bae923-8023-49cf-a056-957d8cfad605 req-aba83aca-b52d-4f1c-b47b-68558ca30e15 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:51.627745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6bae923-8023-49cf-a056-957d8cfad605 req-aba83aca-b52d-4f1c-b47b-68558ca30e15 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 909 time: 0.0470712 Jul 28 18:43:51.717937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:43:51.718321 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:51.805621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port 3f08b472-d7a8-4f6f-b93a-72e70f887f15, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=3f08b472-d7a8-4f6f-b93a-72e70f887f15,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:51.805983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:51.818254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for 3f08b472-d7a8-4f6f-b93a-72e70f887f15 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:43:52.101974 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:52.126290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=3f08b472-d7a8-4f6f-b93a-72e70f887f15,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:52.170807 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] No DVR routers for this DVR port 3f08b472-d7a8-4f6f-b93a-72e70f887f15 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:43:52.173582 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:52.175860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6bae923-8023-49cf-a056-957d8cfad605 req-03350e74-77d3-4ba6-ac45-841cae5d3157 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.37 "DELETE /v2.0/ports/3f08b472-d7a8-4f6f-b93a-72e70f887f15 HTTP/1.1" status: 204 len: 173 time: 0.5420494 Jul 28 18:43:52.186335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'name': 'network-vif-deleted', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:43:52.186335 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224eab0-5101-44ca-9971-4c3c659c200c" -d '{"events": [{"server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "name": "network-vif-deleted", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:43:52.221104 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7446f8-7de9-4294-adcd-d5eaef93cd35 x-openstack-request-id: req-bd7446f8-7de9-4294-adcd-d5eaef93cd35 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:43:52.221414 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a353ab-6921-4a2c-a0c2-88456f3dbe02", "name": "network-vif-deleted", "tag": "3f08b472-d7a8-4f6f-b93a-72e70f887f15", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:43:52.221688 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd7446f8-7de9-4294-adcd-d5eaef93cd35 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:43:52.222092 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a353ab-6921-4a2c-a0c2-88456f3dbe02', 'name': 'network-vif-deleted', 'tag': '3f08b472-d7a8-4f6f-b93a-72e70f887f15', 'status': 'completed', 'code': 200} Jul 28 18:43:52.580384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f90877fc-133c-4238-a998-f044951519d5 req-06da8cd6-0802-4039-baa5-3336e4ac9fa3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a353ab-6921-4a2c-a0c2-88456f3dbe02 HTTP/1.1" status: 200 len: 210 time: 0.0261769 Jul 28 18:43:53.635922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47040) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:53.979635 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:54.225984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port abae1c47-9616-4ebb-9092-68b3dbfe09bb {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:43:54.226331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:54.320282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port abae1c47-9616-4ebb-9092-68b3dbfe09bb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=abae1c47-9616-4ebb-9092-68b3dbfe09bb,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:54.320575 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:54.332862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for abae1c47-9616-4ebb-9092-68b3dbfe09bb owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:43:54.661376 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:54.685827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=abae1c47-9616-4ebb-9092-68b3dbfe09bb,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:54.696510 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.696870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.697220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.697562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.697901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.698241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.698577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.698913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.699859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.699859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.700043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.700335 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:43:54.870407 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:55.083051 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router 80de98cc-04e1-4f3d-a48c-a8573a624535 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:43:55.132928 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3f08b472-d7a8-4f6f-b93a-72e70f887f15 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:43:55.153363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 3f08b472-d7a8-4f6f-b93a-72e70f887f15 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:43:55.153719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 3f08b472-d7a8-4f6f-b93a-72e70f887f15 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:43:55.671121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:43:55.671121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f9631ff5-9bde-4f26-aa34-00ba38fd90d3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "PUT /v2.0/routers/80de98cc-04e1-4f3d-a48c-a8573a624535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680294 Jul 28 18:43:55.672511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Sync routers for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:43:55.672511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:55.672511 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:55.673606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47042) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:55.709810 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:55.723160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting subnet a4a8594f-46fd-445f-91d5-14744c2207e8 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:43:55.726271 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:55.769002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:55.850440 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:55.883171 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:54Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:55.913721 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Checking router: 80de98cc-04e1-4f3d-a48c-a8573a624535 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:43:55.922016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Routers {'80de98cc-04e1-4f3d-a48c-a8573a624535'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:55.922610 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['80de98cc-04e1-4f3d-a48c-a8573a624535'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:55.976190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.007236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a8594f-46fd-445f-91d5-14744c2207e8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:56.011546 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.013462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b3645e1c-36e1-4c43-9780-614c7a9889c3 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/subnets/a4a8594f-46fd-445f-91d5-14744c2207e8 HTTP/1.1" status: 204 len: 168 time: 0.3388379 Jul 28 18:43:56.018055 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb695e74-0ce6-45b9-b89f-c38d8d522276 None None] Network e8cd6b1c-d040-414b-9137-520a9715e06a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:43:56.019796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47044) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:56.029473 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] Set router 80de98cc-04e1-4f3d-a48c-a8573a624535 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:56.130824 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.209010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] DHCP port deletion for e8cd6b1c-d040-414b-9137-520a9715e06a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:43:56.211122 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:54Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:56.238569 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fede7-8c75-44b0-9a3c-6a363a16a008 None None] The sync data for ids ['80de98cc-04e1-4f3d-a48c-a8573a624535'] in n-d-778550-5 is: [{'id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2014967000', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '07416709-9234-4074-a17f-5b3590d0f417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:43:31Z', 'updated_at': '2021-07-28T18:43:54Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '07416709-9234-4074-a17f-5b3590d0f417', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de98cc-04e1-4f3d-a48c-a8573a624535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:43:32Z', 'updated_at': '2021-07-28T18:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:43:56.245105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.255775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Deleting port 78b5f80a-05d6-4839-b57f-e86ebab874b7 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:43:56.256151 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.320158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] For port 78b5f80a-05d6-4839-b57f-e86ebab874b7, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=78b5f80a-05d6-4839-b57f-e86ebab874b7,segment=NetworkSegment(be858d1a-f9d4-4ec0-aff3-2d2b0ba30059),segment_id=be858d1a-f9d4-4ec0-aff3-2d2b0ba30059)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:56.320557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.336027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Calling delete_port for 78b5f80a-05d6-4839-b57f-e86ebab874b7 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:43:56.409488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port 07416709-9234-4074-a17f-5b3590d0f417 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:43:56.409832 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.485082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port 07416709-9234-4074-a17f-5b3590d0f417, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=07416709-9234-4074-a17f-5b3590d0f417,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:43:56.485450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.498555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for 07416709-9234-4074-a17f-5b3590d0f417 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:43:56.518948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.524170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] Pushing event deleted for resources: {'Port': ['ID=78b5f80a-05d6-4839-b57f-e86ebab874b7,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:56.528277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480e1af-4ad4-4fcf-8659-e0c2c3b93a74 None None] No DVR routers for this DVR port 78b5f80a-05d6-4839-b57f-e86ebab874b7 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:43:56.745024 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.770568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=07416709-9234-4074-a17f-5b3590d0f417,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:56.832540 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.928187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:56.930438 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.013525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b5f80a-05d6-4839-b57f-e86ebab874b7 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:43:57.033357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 78b5f80a-05d6-4839-b57f-e86ebab874b7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:43:57.033699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 78b5f80a-05d6-4839-b57f-e86ebab874b7 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:43:57.034261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device abae1c47-9616-4ebb-9092-68b3dbfe09bb no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:43:57.054183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: abae1c47-9616-4ebb-9092-68b3dbfe09bb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:43:57.054529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device abae1c47-9616-4ebb-9092-68b3dbfe09bb not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:43:57.064776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.065523 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Fanout notify agent at l3_agent the message router_deleted on router 80de98cc-04e1-4f3d-a48c-a8573a624535 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:43:57.072728 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.073843 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b67bfcc-59e3-43db-a346-0dc2fd92a1a4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/routers/80de98cc-04e1-4f3d-a48c-a8573a624535 HTTP/1.1" status: 204 len: 168 time: 1.0528450 Jul 28 18:43:57.076434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47046) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:57.159980 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.245596 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.255652 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cd6b1c-d040-414b-9137-520a9715e06a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:57.267513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:57.267806 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be858d1a-f9d4-4ec0-aff3-2d2b0ba30059') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:57.277458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.290820 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.296373 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:43:57.296761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:43:57.299605 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:43:57.459013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.466437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.467802 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/networks/e8cd6b1c-d040-414b-9137-520a9715e06a HTTP/1.1" status: 204 len: 168 time: 0.3903503 Jul 28 18:43:57.470520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47048) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:43:57.480696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1238826-30ff-4d36-92b7-05bc4e509805 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Network': ['ID=e8cd6b1c-d040-414b-9137-520a9715e06a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:57.631408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port 6fb43c59-3574-44c5-903f-2a25b2ceef56 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:43:57.631753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.705260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.705610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.717244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for 6fb43c59-3574-44c5-903f-2a25b2ceef56 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:43:57.961995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:57.984872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=6fb43c59-3574-44c5-903f-2a25b2ceef56,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:43:58.050485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:58.050811 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Floating IP 969c6b24-5019-4dd0-8082-e2ad105ebb93 disassociated (deleted). External IP: 172.25.7.88, port: 4901fbb8-7e9b-48ff-a427-22d226f69c60. Jul 28 18:43:58.248144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:43:58.354538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:43:58.362728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:43:58.364168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Sync routers for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:43:58.373340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:58.374054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:58.390634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-66f18103-59f4-4f7b-9c53-7457c700e5fc tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/floatingips/969c6b24-5019-4dd0-8082-e2ad105ebb93 HTTP/1.1" status: 204 len: 168 time: 0.9189749 Jul 28 18:43:58.391227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:43:58.393671 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db08b79-d53d-49fb-ad71-b181c30929ea" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:43:58.430477 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d29265-1f5d-4309-b4a7-de2b9757d658 x-openstack-request-id: req-a1d29265-1f5d-4309-b4a7-de2b9757d658 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:43:58.430801 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:43:58.431047 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1d29265-1f5d-4309-b4a7-de2b9757d658 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:43:58.431476 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'status': 'completed', 'code': 200} Jul 28 18:43:58.481632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:58.551318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-11dabe63-75d8-4e6e-aa2a-4a8a27bf5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:58.553081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-11dabe63-75d8-4e6e-aa2a-4a8a27bf5f30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376e9fdf0e91486b9105020d1563fe86&device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 1135 time: 0.0989711 Jul 28 18:43:58.646061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-5d6fbf57-8787-435a-a531-47fa85fbdcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:58.647778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-5d6fbf57-8787-435a-a531-47fa85fbdcfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 200 len: 897 time: 0.0877440 Jul 28 18:43:58.693245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-b7ab4e21-8f35-4168-84ba-e6e94e469102 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 200 len: 217 time: 0.0379703 Jul 28 18:43:58.742229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-c98f0b5e-3d12-4fb0-9a2d-00db3accdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:58.743743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-c98f0b5e-3d12-4fb0-9a2d-00db3accdd6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=31614810-6af9-4ac6-a64e-9640f8d60819 HTTP/1.1" status: 200 len: 834 time: 0.0441616 Jul 28 18:43:58.788943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-3b97ea5f-20f8-4ffa-8636-90d05887fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:58.790376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-3b97ea5f-20f8-4ffa-8636-90d05887fbe6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c48bba6b-9acd-410f-b5d1-1a03733ae6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401449 Jul 28 18:43:58.831517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:58.857400 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Checking router: ff621f58-a903-4faa-9d1e-2ec4fa08bb28 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:43:58.865942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:43:58.866577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:58.891341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-8d70d0d4-44e6-4000-92a9-c25a0c9720fa service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930097 Jul 28 18:43:58.951136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 07416709-9234-4074-a17f-5b3590d0f417 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:43:58.962856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e7bd7-0693-4730-91cb-0110fe8fef67 req-7c1ae815-fe4d-455d-940f-bbb7d05fd264 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:43:58.967931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e7e7bd7-0693-4730-91cb-0110fe8fef67 req-7c1ae815-fe4d-455d-940f-bbb7d05fd264 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0619774 Jul 28 18:43:58.977822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 07416709-9234-4074-a17f-5b3590d0f417 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:43:58.978168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 07416709-9234-4074-a17f-5b3590d0f417 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:43:58.996889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9db08b79-d53d-49fb-ad71-b181c30929ea req-60e01b31-0222-4d62-872a-541ab851dc16 service neutron] 10.222.0.35 "GET /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986056 Jul 28 18:43:59.002626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:43:59.010114 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7e7e7bd7-0693-4730-91cb-0110fe8fef67 req-05b60ce9-4078-4193-b515-9de9ef5cba55 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0378454 Jul 28 18:43:59.193217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:43:59.220169 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ac00-f6b6-4485-b5c0-b2765b024b66 None None] The sync data for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 is: [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:42:04Z', 'revision_number': 4, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ba59a030-8abe-4e65-9869-ac91507803f9', 'name': '', 'network_id': 'c48bba6b-9acd-410f-b5d1-1a03733ae6c6', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'mac_address': 'fa:16:3e:3a:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:03Z', 'updated_at': '2021-07-28T18:42:09Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'subnets': [{'id': '31614810-6af9-4ac6-a64e-9640f8d60819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:43:59.427957 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9644ae0-36fa-470a-8b2a-6927b3641bf7 None None] New status for floating IP 969c6b24-5019-4dd0-8082-e2ad105ebb93: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:44:00.127207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f8884-8a47-43ec-a740-30607e2833f8 req-f0c8e649-ba86-47dc-827d-71b8f7e87710 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:00.128707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e5f8884-8a47-43ec-a740-30607e2833f8 req-f0c8e649-ba86-47dc-827d-71b8f7e87710 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0486181 Jul 28 18:44:00.167545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e5f8884-8a47-43ec-a740-30607e2833f8 req-33c04d2f-f9df-4295-bb2c-425c8c39a693 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/security-groups?id=9581e0a2-dd6e-4ee6-8647-80c9accc025e&id=42c0c209-aea6-4190-8638-2ffd3a66837f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0323710 Jul 28 18:44:00.483567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-47cc3f81-0ae9-48b7-baf3-0d589497e459 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:00.485021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-47cc3f81-0ae9-48b7-baf3-0d589497e459 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.35 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 984 time: 0.0531335 Jul 28 18:44:00.583823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port 4901fbb8-7e9b-48ff-a427-22d226f69c60 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:00.584202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:01.010227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port 4901fbb8-7e9b-48ff-a427-22d226f69c60, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4901fbb8-7e9b-48ff-a427-22d226f69c60,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:01.018627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:01.023485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for 4901fbb8-7e9b-48ff-a427-22d226f69c60 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:01.163436 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:44:01.238976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:01.290822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0ed8d80-8a69-44e2-bb88-8817a81b2133 req-f414d835-b965-4788-b4dd-282ced40b6ca tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0497143 Jul 28 18:44:01.291945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=4901fbb8-7e9b-48ff-a427-22d226f69c60,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:01.333644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] No DVR routers for this DVR port 4901fbb8-7e9b-48ff-a427-22d226f69c60 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:44:01.336837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:01.338834 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5aad8ee-b396-4e81-b464-5a9a8ec59832 req-311f0c69-e0c1-47c6-9359-a694691225e6 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.35 "DELETE /v2.0/ports/4901fbb8-7e9b-48ff-a427-22d226f69c60 HTTP/1.1" status: 204 len: 173 time: 0.8479719 Jul 28 18:44:01.339279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'name': 'network-vif-deleted', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:44:01.341624 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f534508e-0bb9-4fba-b185-ef88c1deea43" -d '{"events": [{"server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "name": "network-vif-deleted", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:44:01.377959 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981a1351-7b37-464d-bd24-83c072d3ada2 x-openstack-request-id: req-981a1351-7b37-464d-bd24-83c072d3ada2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:44:01.378282 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2a2f6-48dd-4188-8aa4-eae24a83fde9", "name": "network-vif-deleted", "tag": "4901fbb8-7e9b-48ff-a427-22d226f69c60", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:44:01.378535 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-981a1351-7b37-464d-bd24-83c072d3ada2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:44:01.378935 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2a2f6-48dd-4188-8aa4-eae24a83fde9', 'name': 'network-vif-deleted', 'tag': '4901fbb8-7e9b-48ff-a427-22d226f69c60', 'status': 'completed', 'code': 200} Jul 28 18:44:01.638404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5a12-45e6-458f-8fa9-2fbb6390e15a req-e56577fd-da7f-4f54-886d-4fbf2ab8f873 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:01.643019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be9c5a12-45e6-458f-8fa9-2fbb6390e15a req-e56577fd-da7f-4f54-886d-4fbf2ab8f873 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Jul 28 18:44:01.679338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be9c5a12-45e6-458f-8fa9-2fbb6390e15a req-90b54413-7b52-44d8-a37f-39d094209f00 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Jul 28 18:44:02.404508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e9494e74-fcfa-4b0d-aa6a-9c3c7f4e0324 req-8ce08acd-15f5-47e1-9574-d6181729acf9 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "GET /v2.0/ports?device_id=86a2a2f6-48dd-4188-8aa4-eae24a83fde9 HTTP/1.1" status: 200 len: 210 time: 0.0330877 Jul 28 18:44:02.794823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f7dd-e469-4679-a259-7ac0e3a088a1 req-1fb5878c-b237-4154-bde4-3d149a70728c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:02.797954 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be91f7dd-e469-4679-a259-7ac0e3a088a1 req-1fb5878c-b237-4154-bde4-3d149a70728c tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Jul 28 18:44:02.833368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be91f7dd-e469-4679-a259-7ac0e3a088a1 req-d61251c7-2b80-4977-bc87-80b22cf23d34 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Jul 28 18:44:03.079899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033658-1184-4702-94bb-1ac0f373a469 req-8a552728-4560-47d3-91af-14283d3e502a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:03.081320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b033658-1184-4702-94bb-1ac0f373a469 req-8a552728-4560-47d3-91af-14283d3e502a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 945 time: 0.0465810 Jul 28 18:44:03.170248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:03.170588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.255167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port faeeb8ab-d9cc-4383-a620-d7bce4d17f81, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:03.255566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.459694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:03.468986 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.469360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.469678 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP c8a10579-3562-4606-8bbc-bf2987e4d02d disassociated. External IP: 172.25.7.149, port: faeeb8ab-d9cc-4383-a620-d7bce4d17f81. Jul 28 18:44:03.470020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for faeeb8ab-d9cc-4383-a620-d7bce4d17f81 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:03.517403 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.538762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.689893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4901fbb8-7e9b-48ff-a427-22d226f69c60 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:03.713384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 4901fbb8-7e9b-48ff-a427-22d226f69c60 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:03.718152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4901fbb8-7e9b-48ff-a427-22d226f69c60 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:03.735113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.735354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.737667 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.739223 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/security-groups/9581e0a2-dd6e-4ee6-8647-80c9accc025e HTTP/1.1" status: 204 len: 168 time: 0.2785182 Jul 28 18:44:03.743144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47078) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:03.760696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511e83-b0f7-42e4-ba05-67b9cef4e84b tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9581e0a2-dd6e-4ee6-8647-80c9accc025e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:03.761046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=faeeb8ab-d9cc-4383-a620-d7bce4d17f81,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:03.808167 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.830510 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.893980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:44:03.929038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-797e2362-adad-4f73-99c6-6767e20096e4 req-d14a14a5-1044-4449-9fbd-ca516275c915 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Jul 28 18:44:03.975114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.978435 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:03.979649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/security-groups/42c0c209-aea6-4190-8638-2ffd3a66837f HTTP/1.1" status: 204 len: 168 time: 0.2344272 Jul 28 18:44:03.983084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47082) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:03.996772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620341dc-e98e-4324-8c2d-12985daca713 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c0c209-aea6-4190-8638-2ffd3a66837f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:04.027968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:04.039762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:04.049084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:04.049706 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:04.073205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port faeeb8ab-d9cc-4383-a620-d7bce4d17f81 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:44:04.075833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:04.077887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b033658-1184-4702-94bb-1ac0f373a469 req-a0c5cbd0-b62a-4861-84b0-d941ecc87c67 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "DELETE /v2.0/ports/faeeb8ab-d9cc-4383-a620-d7bce4d17f81 HTTP/1.1" status: 204 len: 173 time: 0.9894445 Jul 28 18:44:04.078333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'name': 'network-vif-deleted', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:44:04.080665 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9c591-2c11-43e2-8d35-bc0113c4a846" -d '{"events": [{"server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "name": "network-vif-deleted", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:44:04.130691 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738284b-323c-402e-b5e0-fbcc38a8668d x-openstack-request-id: req-b738284b-323c-402e-b5e0-fbcc38a8668d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:44:04.130936 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee921cd-4a5e-4479-8683-a91c881efdc8", "name": "network-vif-deleted", "tag": "faeeb8ab-d9cc-4383-a620-d7bce4d17f81", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:44:04.131031 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b738284b-323c-402e-b5e0-fbcc38a8668d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:44:04.131484 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee921cd-4a5e-4479-8683-a91c881efdc8', 'name': 'network-vif-deleted', 'tag': 'faeeb8ab-d9cc-4383-a620-d7bce4d17f81', 'status': 'completed', 'code': 200} Jul 28 18:44:04.173193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:04.393253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:04.396769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:04.422893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:04.431907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:04.432518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:04.545654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:04.661742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port ba59a030-8abe-4e65-9869-ac91507803f9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:04.662280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:04.748864 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port ba59a030-8abe-4e65-9869-ac91507803f9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ba59a030-8abe-4e65-9869-ac91507803f9,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:04.749231 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:04.765011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:04.767023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for ba59a030-8abe-4e65-9869-ac91507803f9 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:04.792007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524dcc1b-5759-4534-9d2b-3b5343341c6a None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:05.032786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f52b7134-7b80-45c1-acb1-44a580b07059 req-ca7c4ab2-0933-4532-8e06-8fe52b1d8854 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Jul 28 18:44:05.060906 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:05.072558 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071a559-b1d7-4d87-a70e-33ea968e9782 None None] New status for floating IP c8a10579-3562-4606-8bbc-bf2987e4d02d: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:44:05.088895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=ba59a030-8abe-4e65-9869-ac91507803f9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:05.170744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device faeeb8ab-d9cc-4383-a620-d7bce4d17f81 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:05.209223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: faeeb8ab-d9cc-4383-a620-d7bce4d17f81 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:05.209569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device faeeb8ab-d9cc-4383-a620-d7bce4d17f81 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:05.267409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:05.505125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:44:05.611117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:05.619501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2f0c6cad-f564-4d66-8873-b165d74e7e78 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "PUT /v2.0/routers/ff621f58-a903-4faa-9d1e-2ec4fa08bb28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6314950 Jul 28 18:44:05.619501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47090) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:05.622577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Sync routers for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:05.632439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:05.633080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:05.672506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting subnet 31614810-6af9-4ac6-a64e-9640f8d60819 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:44:05.675729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:05.715554 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:05.743270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:05.802826 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:05.926929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:44:04Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:05.953577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Checking router: ff621f58-a903-4faa-9d1e-2ec4fa08bb28 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:05.962003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Routers {'ff621f58-a903-4faa-9d1e-2ec4fa08bb28'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:05.962612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:43:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:05.998829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.029453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.034187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/subnets/31614810-6af9-4ac6-a64e-9640f8d60819 HTTP/1.1" status: 204 len: 168 time: 0.4137528 Jul 28 18:44:06.034681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47092) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:06.035311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62438-fe8b-4c15-b778-882a97e829d4 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Subnet': ['ID=31614810-6af9-4ac6-a64e-9640f8d60819,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:06.050906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32476394-7e2d-4d2e-a553-e27c64a25995 None None] Network c48bba6b-9acd-410f-b5d1-1a03733ae6c6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:44:06.127638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] Set router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:06.164894 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-feac4c80-9196-4d92-875b-2d35929c5dc2 req-2b201977-85f7-4bd4-a7d4-b3bbe9c02e60 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 28 18:44:06.178122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.291480 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.507690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Deleting port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:06.508039 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.521278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:44:04Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:06.551346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52730da3-8dd7-4216-a933-e8f59d71484d None None] The sync data for ids ['ff621f58-a903-4faa-9d1e-2ec4fa08bb28'] in n-d-778550-5 is: [{'id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399276990', 'tenant_id': '376e9fdf0e91486b9105020d1563fe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:41:59Z', 'updated_at': '2021-07-28T18:44:04Z', 'revision_number': 5, 'project_id': '376e9fdf0e91486b9105020d1563fe86', 'gw_port': {'id': '38834b5d-d2db-4d3a-89fc-fdacf6f4e18e', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff621f58-a903-4faa-9d1e-2ec4fa08bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:42:00Z', 'updated_at': '2021-07-28T18:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:06.566083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] DHCP port deletion for c48bba6b-9acd-410f-b5d1-1a03733ae6c6 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:44:06.628273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] For port 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:06.629107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.643446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Calling delete_port for 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:06.644512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Deleting port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:06.644890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.717849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] For port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,segment=NetworkSegment(cbb42bc1-be3e-468a-9ce0-fec88be6d3d3),segment_id=cbb42bc1-be3e-468a-9ce0-fec88be6d3d3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:06.718180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.732507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Calling delete_port for dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:06.907102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:06.940205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Port': ['ID=38834b5d-d2db-4d3a-89fc-fdacf6f4e18e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:06.957709 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.008852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] Pushing event deleted for resources: {'Port': ['ID=dbb6d050-7795-4d69-bfa8-21a67ccbf6a0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:07.012704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.016466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f0548-0c13-453c-a835-02e1d04dbd16 None None] No DVR routers for this DVR port dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:44:07.030293 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:07.058060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:07.058664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device dbb6d050-7795-4d69-bfa8-21a67ccbf6a0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:07.058848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba59a030-8abe-4e65-9869-ac91507803f9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:07.080147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ba59a030-8abe-4e65-9869-ac91507803f9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:07.080498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ba59a030-8abe-4e65-9869-ac91507803f9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:07.137861 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.140168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.274847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e9fc3649-0b43-4a35-813e-da201ae19366 req-1b8212ee-bf53-444f-a2f3-005ad8bc6f9d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0352590 Jul 28 18:44:07.276938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.276938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Fanout notify agent at l3_agent the message router_deleted on router ff621f58-a903-4faa-9d1e-2ec4fa08bb28 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:44:07.293543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.294838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f34d7a4b-0d73-4144-84ed-157081cc575c tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/routers/ff621f58-a903-4faa-9d1e-2ec4fa08bb28 HTTP/1.1" status: 204 len: 168 time: 1.2584379 Jul 28 18:44:07.297954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47100) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:07.382339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.479770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.489670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48bba6b-9acd-410f-b5d1-1a03733ae6c6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:07.502693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:07.503147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb42bc1-be3e-468a-9ce0-fec88be6d3d3') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:07.512514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.527733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.534897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:44:07.535368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:44:07.544626 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:44:07.683737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.691222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:07.692845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] 10.222.0.25 "DELETE /v2.0/networks/c48bba6b-9acd-410f-b5d1-1a03733ae6c6 HTTP/1.1" status: 204 len: 168 time: 0.3939373 Jul 28 18:44:07.704270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e6add-6261-4b3c-b750-99af21cef7b2 tempest-TestSecurityGroupsBasicOps-272328506 tempest-TestSecurityGroupsBasicOps-272328506-project] Pushing event deleted for resources: {'Network': ['ID=c48bba6b-9acd-410f-b5d1-1a03733ae6c6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:07.718961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d2d58c26-dc43-4e36-901c-f5f3179c939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:08.379250 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47110) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:08.384489 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-90acdac1-b8fc-4980-ac69-1b550aa9abff req-46146ab7-9767-401f-9367-45f9efce6551 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee921cd-4a5e-4479-8683-a91c881efdc8 HTTP/1.1" status: 200 len: 210 time: 0.0264673 Jul 28 18:44:08.516245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be0ffc0c-aa19-47d7-bee4-fa735ffcaaa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=376e9fdf0e91486b9105020d1563fe86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356022 Jul 28 18:44:08.524311 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47114) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:08.570989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:08.591771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:08.717733 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:08.720379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:08.721540 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d06916c2-81d2-4d63-976e-0f0aca5f5435 HTTP/1.1" status: 204 len: 168 time: 0.1963332 Jul 28 18:44:08.730074 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c9cd2-2bb7-4565-b77d-5f5e1f96753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06916c2-81d2-4d63-976e-0f0aca5f5435,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:08.969972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:08.990052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:08.990406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 38834b5d-d2db-4d3a-89fc-fdacf6f4e18e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:09.343357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47120) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:09.360985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0343d308-9f13-42d3-b9ad-bd522db26320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.448895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0343d308-9f13-42d3-b9ad-bd522db26320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.521276 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0343d308-9f13-42d3-b9ad-bd522db26320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.560529 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0343d308-9f13-42d3-b9ad-bd522db26320 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0f6ed158754457ab71e4330574831a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160478 Jul 28 18:44:09.563054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47132) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:09.569370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343d308-9f13-42d3-b9ad-bd522db26320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb66c14-8760-47d4-83c6-178c35cc0911,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:09.627144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.660659 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.668817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-252faaf4-db2a-4790-b399-65762163caba tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271596461&fields=id&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 267 time: 0.0577335 Jul 28 18:44:09.788545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-ab0226cd-934f-4332-8a51-7b985b8e7cda tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:09.790514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-ab0226cd-934f-4332-8a51-7b985b8e7cda tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1133277 Jul 28 18:44:09.805706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-afd02313-b3dc-4573-9f00-bf5ca3196cc1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0094740 Jul 28 18:44:09.858657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-4b4a3040-e28f-4ce9-8720-8e9b60b9eca6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478225 Jul 28 18:44:09.859723 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.862221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:09.863534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fb66c14-8760-47d4-83c6-178c35cc0911 HTTP/1.1" status: 204 len: 168 time: 0.2993152 Jul 28 18:44:09.875949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b06b-aa4c-4a65-ad38-9e7f9316b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb66c14-8760-47d4-83c6-178c35cc0911,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:09.975273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-c2f8cacc-185a-4b8a-8121-8896fe6eff0d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:44:09.976896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-c2f8cacc-185a-4b8a-8121-8896fe6eff0d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055629 Jul 28 18:44:10.071006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-c2787b1d-13af-40bd-b484-5b252bae6648 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Jul 28 18:44:10.077641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.159425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fd653aae-b640-4599-985f-276173fde089 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819445 Jul 28 18:44:10.318008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e469-0cbb-4382-8183-c312e0e06ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.566662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47146) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:10.606387 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-71dedaae-9fa0-4e38-879f-9816bb69c94d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c171b80f72964aa9b282ed2206226cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384502 Jul 28 18:44:10.608785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47148) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:10.659450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.683427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.732243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b284202e-6511-4a1b-92a8-37da38d44066 req-3a8e932e-f402-4722-8fcf-fc2e27067cc6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0274403 Jul 28 18:44:10.812865 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.815494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:10.816672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ca9fddd-39f7-45f6-80ce-77b016683ade HTTP/1.1" status: 204 len: 168 time: 0.2069952 Jul 28 18:44:10.825477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bbf6e-bce7-4bc9-bda1-f8f20b17889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9fddd-39f7-45f6-80ce-77b016683ade,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:11.195498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:11.798507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47182) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:11.830366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b35fc16-3193-426b-bceb-aed02d394138 req-f714ce26-901a-4ed3-8934-e9dd4836c734 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0330033 Jul 28 18:44:11.909521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1996428222-network', 'tenant_id': '30644bf738d54eed838de7c6f1187f60'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:11.995177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Made reservation on behalf of 30644bf738d54eed838de7c6f1187f60 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:44:11.997521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.006130 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.090737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.160779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.181112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:44:12.194331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5c62a2-671f-4120-8f96-f8c4bfd019c5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:12.199456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.199805 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Added segment 45c1efc4-86f6-4b03-acd3-747213b322f1 of type vlan for network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa Jul 28 18:44:12.241058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.329536 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.330448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:12.331033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.388271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6ac696-b29c-4fef-9467-9cd48b04c4fa,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:12.400222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:44:12.455330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3afe1174-7303-4958-8fec-4adac49f5a31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6551952 Jul 28 18:44:12.458226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47188) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:12.463929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Request body: {'subnet': {'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1996428222-subnet', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:12.537764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Made reservation on behalf of 30644bf738d54eed838de7c6f1187f60 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:44:12.539929 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.690912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-2cce7189-a69d-4f57-b28d-141acd86e87d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:12.692297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-2cce7189-a69d-4f57-b28d-141acd86e87d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1658628 Jul 28 18:44:12.767420 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-6819905c-9e3a-4334-a5cd-93f8338deeda tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 379 time: 0.0647864 Jul 28 18:44:12.778404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'security_groups': ['3c3908c0-db28-4daf-a36e-5509da88d143']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:12.923543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:12.941207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c8fbc12-9f04-47c4-b0ae-32660020496c req-60759681-f371-4ae2-b1b5-e2bca4cf0336 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0368361 Jul 28 18:44:12.990608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6bf495-4743-4470-88b2-1d001766e56d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:13.001745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Checking segment: {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:44:13.002093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Network hostable DHCP agents. Network: 7b6ac696-b29c-4fef-9467-9cd48b04c4fa, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:44:13.008059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:44:13.011627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.055203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.123816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:44:13.146853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.11 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/2ca18c73-06f6-4433-90dd-f37101bff2ce) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:44:13.241167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7b6ac696-b29c-4fef-9467-9cd48b04c4fa) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:13.248653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:13.251495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210d869-e314-4d12-a82f-ec6b3944793e None None] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:44:13.251653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.293389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.306078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object 2ca18c73-06f6-4433-90dd-f37101bff2ce will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:13.376019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7d7e72d9-b374-4c24-9342-041f82c10360 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9166198 Jul 28 18:44:13.378487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47192) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:13.383338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:13.400314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'fixed_ips': [{'subnet_id': 'cd6bf495-4743-4470-88b2-1d001766e56d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:44:13.401296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.409906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.454759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:13.457850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:13.462287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:44:13.506052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:13.521978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.523637 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.555905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:13.556533 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.560251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Allocated IP 172.20.0.2 (7b6ac696-b29c-4fef-9467-9cd48b04c4fa/cd6bf495-4743-4470-88b2-1d001766e56d/e70ee992-6f9b-4fcf-a457-b6e5a74ba44e) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:44:13.606788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.659422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fcf90ba7-8981-4f82-801c-be5208e276af tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844566 Jul 28 18:44:13.672282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Request body: {'port': {'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:13.717701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.728579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Transition to ACTIVE for port object e70ee992-6f9b-4fcf-a457-b6e5a74ba44e will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:13.744433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Transition to ACTIVE for port object e70ee992-6f9b-4fcf-a457-b6e5a74ba44e will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:13.789693 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.819164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.866144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:13.871152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:13.877623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:44:13.880785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Pushing event updated for resources: {'Port': ['ID=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:13.894857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.933397 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Attempting to bind port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:44:13.933862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Attempting to bind port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:44:13.934307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Attempting to bind port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e on network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:44:13.939382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b1157988-f5fc-4c7a-a762-88647364fc59 None None] Provisioning for port 2ca18c73-06f6-4433-90dd-f37101bff2ce completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:13.941470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:44:13.941922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Checking segment: {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:44:13.942383 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.945500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Bound using segment: {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:44:13.945500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Bound port: e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:44:13.945500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:13.953542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b1157988-f5fc-4c7a-a762-88647364fc59 None None] Provisioning complete for port 2ca18c73-06f6-4433-90dd-f37101bff2ce triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:13.953986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b1157988-f5fc-4c7a-a762-88647364fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.016601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b1157988-f5fc-4c7a-a762-88647364fc59 None None] Port 2ca18c73-06f6-4433-90dd-f37101bff2ce cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:44:14.052329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] For port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:44:14.057712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] For port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:44:14.129595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.197516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725053fc-e5b5-479d-b466-d1cd9846093f req-cac56b26-cf97-43bd-8ce2-04d839396c44 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:14.199128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725053fc-e5b5-479d-b466-d1cd9846093f req-cac56b26-cf97-43bd-8ce2-04d839396c44 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 932 time: 0.1509006 Jul 28 18:44:14.201924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed18eca-e4b7-4de9-9cac-3a9fcbaff705 None None] Pushing event updated for resources: {'Port': ['ID=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:14.622250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca18c73-06f6-4433-90dd-f37101bff2ce {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:44:14.635438 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.657935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-725053fc-e5b5-479d-b466-d1cd9846093f req-60e7b684-be10-46e1-aa1d-d14fd7b1284e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284525 Jul 28 18:44:14.666097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Transition to ACTIVE for port object 2ca18c73-06f6-4433-90dd-f37101bff2ce will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:14.745859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.823013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:14.877552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.907505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:14.978373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Attempting to bind port 2ca18c73-06f6-4433-90dd-f37101bff2ce on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:44:14.978785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Attempting to bind port 2ca18c73-06f6-4433-90dd-f37101bff2ce by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:44:14.980272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Attempting to bind port 2ca18c73-06f6-4433-90dd-f37101bff2ce on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:44:15.048321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e70ee992-6f9b-4fcf-a457-b6e5a74ba44e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:44:15.073946 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Port 2ca18c73-06f6-4433-90dd-f37101bff2ce on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:44:15.074272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Attempting to bind port 2ca18c73-06f6-4433-90dd-f37101bff2ce on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:44:15.085334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:44:15.085686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:44:15.086086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:44:15.086506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Bound port: 2ca18c73-06f6-4433-90dd-f37101bff2ce, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:44:15.086867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.111304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Allocated IP 172.25.7.94 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:44:15.203983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:15.222179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:44:15.244688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:44:15.274552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.319619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccac17-a841-47f9-ab8c-f6fe5bc03d38 None None] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:44:15.329709 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.367025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:15.369450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.370926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1092 time: 1.7034786 Jul 28 18:44:15.373485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:44:15.376801 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea85f76-b2d6-4794-bb3a-1f552897f805" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:44:15.437996 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.443604 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceeb00c-91bf-4d0e-8fc0-a8c599bdc634 x-openstack-request-id: req-cceeb00c-91bf-4d0e-8fc0-a8c599bdc634 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:44:15.443916 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:44:15.444164 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cceeb00c-91bf-4d0e-8fc0-a8c599bdc634 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:44:15.446208 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'status': 'completed', 'code': 200} Jul 28 18:44:15.459073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc324-9153-45d8-8375-37a35443a881 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:15.500866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Provisioning for port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:15.505466 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:15.506018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Provisioning complete for port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:15.506130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.523716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:15.544044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:44:15.603337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:15.609043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-88e64371-cca6-40e1-985e-e4e43d4584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:15.610634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-88e64371-cca6-40e1-985e-e4e43d4584b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1095 time: 0.1478748 Jul 28 18:44:15.612090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.651321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] For port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:15.769988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.833804 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:15.869231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c170e0e-d1f1-4c68-9bbd-f2b2e8adbb67 None None] Pushing event updated for resources: {'Port': ['ID=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:15.902270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-19e61a06-112c-4da2-ad8d-d9783b4805f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:15.904097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-19e61a06-112c-4da2-ad8d-d9783b4805f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8891299796554c0eab6a7ef478827a54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2859716 Jul 28 18:44:15.923540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6007754-b39a-4fa6-b35f-80df4892a7a7 req-94001722-adec-47f4-bb4b-7a90d43cb903 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:15.923540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6007754-b39a-4fa6-b35f-80df4892a7a7 req-94001722-adec-47f4-bb4b-7a90d43cb903 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.1355343 Jul 28 18:44:16.032269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-51a47354-b22c-440c-9a37-698bc5c87862 None None] Provisioning complete for port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:16.032975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51a47354-b22c-440c-9a37-698bc5c87862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:16.057813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f6007754-b39a-4fa6-b35f-80df4892a7a7 req-6e557f45-56a5-4d50-ae9d-5d7571b9130a tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290617 Jul 28 18:44:16.118810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-d0a1a0d8-32ef-4236-9045-3ac24955415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:16.120348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ea85f76-b2d6-4794-bb3a-1f552897f805 req-d0a1a0d8-32ef-4236-9045-3ac24955415f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997631 Jul 28 18:44:16.140563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:16.259636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-ece0c117-454e-4dfe-bc8c-abef58e41892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:16.261149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-ece0c117-454e-4dfe-bc8c-abef58e41892 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1095 time: 0.0862727 Jul 28 18:44:16.339066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-fb10a9f8-9b33-4ae6-b683-179f10250ff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 217 time: 0.0692508 Jul 28 18:44:16.441669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-21362214-3c9e-40e2-8e21-17273941f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:16.443143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-21362214-3c9e-40e2-8e21-17273941f017 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0962479 Jul 28 18:44:16.450187 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:16.565388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-8182d7b1-49ed-4e7d-b555-7d1ff413d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:16.565388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-8182d7b1-49ed-4e7d-b555-7d1ff413d351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130240 Jul 28 18:44:16.681426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-cb8455d9-ef03-4bc7-b010-6d8cc4ce2dae service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061912 Jul 28 18:44:16.736868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:44:16.824439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3e77f9c8-f4ea-4158-ba89-34ee845dd85f req-bb80219b-de2e-4530-abef-7201b0148de6 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375906 Jul 28 18:44:16.874223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:16.885649 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Sync routers for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:16.895557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:16.896226 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:16.978387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e70ee992-6f9b-4fcf-a457-b6e5a74ba44e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:44:17.000797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:17.026164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:17.026608 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.031946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.033221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-76dff398-72e4-4d37-a8c0-24e646c3eb77 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6537421 Jul 28 18:44:17.035951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47200) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:17.220085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cb1f8-d4f8-4ed5-8403-d3bbda81aeff req-77655a72-37e5-488b-ae57-088229d61fff tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:17.220961 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:15Z', 'revision_number': 3, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:17.222573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a10cb1f8-d4f8-4ed5-8403-d3bbda81aeff req-77655a72-37e5-488b-ae57-088229d61fff tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0589559 Jul 28 18:44:17.252179 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Checking router: e75abee8-7fa8-4dba-918e-6ecc25ed5ffb for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:17.252875 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Updating router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:44:17.263543 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a10cb1f8-d4f8-4ed5-8403-d3bbda81aeff req-2fc9630a-0d39-449a-92d1-f38c28a0020e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342093 Jul 28 18:44:17.282023 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.486775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.534427 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.543908 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Transition to ACTIVE for port object d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:17.620644 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.647059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Allocated IP 172.20.0.1 (7b6ac696-b29c-4fef-9467-9cd48b04c4fa/cd6bf495-4743-4470-88b2-1d001766e56d/f7219093-ec99-4e9b-8ee3-c6a9dae526c9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:44:17.667729 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Attempting to bind port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:44:17.668096 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Attempting to bind port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:44:17.668475 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Attempting to bind port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:44:17.678896 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53404-cd77-43ef-8a8f-f2f7a5592678 None None] Pushing event updated for resources: {'Port': ['ID=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:17.682025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:44:17.682025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:44:17.682255 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.682527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:44:17.682915 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Bound port: d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:44:17.683294 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.733660 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] For port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:44:17.736725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] For port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:44:17.750327 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.767488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Transition to ACTIVE for port object f7219093-ec99-4e9b-8ee3-c6a9dae526c9 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:17.792466 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.847181 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:17.847821 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:17.887019 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:17.932065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:17.934969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:17.938518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:44:17.968714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Pushing event updated for resources: {'Port': ['ID=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:17.981150 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53404-cd77-43ef-8a8f-f2f7a5592678 None None] Pushing event updated for resources: {'Port': ['ID=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:17.989958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.052752 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:18.181322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.223484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b6011847-896f-472c-9c0b-67842a30d484 None None] Provisioning for port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:18.227243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b6011847-896f-472c-9c0b-67842a30d484 None None] Provisioning complete for port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:18.227651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b6011847-896f-472c-9c0b-67842a30d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.241096 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:15Z', 'revision_number': 3, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:18.263868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b6011847-896f-472c-9c0b-67842a30d484 None None] Port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:44:18.271519 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9d73e-f29f-4cfd-94bf-1aa75cd8e90f None None] The sync data for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 is: [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:15Z', 'revision_number': 3, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:18.360411 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.397163 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71e661-2021-4c25-bd96-4ddbc952d87a req-fba10361-d45a-4ff5-8620-c7ddb100fd78 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:18.398708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be71e661-2021-4c25-bd96-4ddbc952d87a req-fba10361-d45a-4ff5-8620-c7ddb100fd78 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0609610 Jul 28 18:44:18.431870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.485924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-be71e661-2021-4c25-bd96-4ddbc952d87a req-11d24eeb-0be6-4837-aab7-504a84ea19c5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812135 Jul 28 18:44:18.530718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Pushing event updated for resources: {'Port': ['ID=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:18.536340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.966257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:18.995880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:18.997334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:19.012482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:44:19.135947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:44:19.143837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:19.150993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:19.151647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:19.239041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:19.255304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:19.259159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:19.260361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0bb0b0be-0a72-4f46-b9e4-86ed08db9d1d admin admin] 10.222.0.25 "PUT /v2.0/routers/e75abee8-7fa8-4dba-918e-6ecc25ed5ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234373 Jul 28 18:44:19.295107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f1e20226-a055-4ff0-aa53-c17f4494c427 None None] Provisioning complete for port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:19.295940 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f1e20226-a055-4ff0-aa53-c17f4494c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:19.329836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f1e20226-a055-4ff0-aa53-c17f4494c427 None None] Port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:44:19.331782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:19.382448 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:19.629132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebf81f-47c7-4f04-a87c-f77ac222950f req-d83e7b6a-941e-4db3-b604-2e1852da2741 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:19.630789 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67ebf81f-47c7-4f04-a87c-f77ac222950f req-d83e7b6a-941e-4db3-b604-2e1852da2741 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0517688 Jul 28 18:44:19.674587 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-67ebf81f-47c7-4f04-a87c-f77ac222950f req-e1ab5e24-312c-4366-a988-6c0a3b9bd875 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Jul 28 18:44:19.824415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Sync routers for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:19.833046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:19.833797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:19.939015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:20.135720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:18Z', 'revision_number': 4, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f7219093-ec99-4e9b-8ee3-c6a9dae526c9', 'name': '', 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'mac_address': 'fa:16:3e:7f:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:17Z', 'updated_at': '2021-07-28T18:44:18Z', 'revision_number': 2, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'subnets': [{'id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:20.165639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Checking router: e75abee8-7fa8-4dba-918e-6ecc25ed5ffb for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:20.165999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Updating router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:44:20.190189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.342674 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47226) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:20.452650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.462482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Transition to ACTIVE for port object f7219093-ec99-4e9b-8ee3-c6a9dae526c9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:44:20.566042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.621141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175e03-2025-456f-a1fe-91690a6e2adb None None] Pushing event updated for resources: {'Port': ['ID=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:20.672150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Attempting to bind port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:44:20.672659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Attempting to bind port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:44:20.673128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Attempting to bind port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 on network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:44:20.678385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:44:20.678926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Checking segment: {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:44:20.679468 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.679942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Bound using segment: {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:44:20.680480 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Bound port: f7219093-ec99-4e9b-8ee3-c6a9dae526c9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c1efc4-86f6-4b03-acd3-747213b322f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:44:20.680933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.688317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.762379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] For port f7219093-ec99-4e9b-8ee3-c6a9dae526c9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:44:20.765707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] For port f7219093-ec99-4e9b-8ee3-c6a9dae526c9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:44:20.806635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088514ce-8903-491e-8180-fdd62bf7bc30 req-2cb7e0f7-c216-475a-8e18-d39c884ef6f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:20.806635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-088514ce-8903-491e-8180-fdd62bf7bc30 req-2cb7e0f7-c216-475a-8e18-d39c884ef6f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0511286 Jul 28 18:44:20.840979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-088514ce-8903-491e-8180-fdd62bf7bc30 req-d7b22300-2f7c-4942-9ea1-2fc8e0e4d4b0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336010 Jul 28 18:44:20.843772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.917677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:20.918304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:20.951772 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Deleting port f7219093-ec99-4e9b-8ee3-c6a9dae526c9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:20.952120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:20.958243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175e03-2025-456f-a1fe-91690a6e2adb None None] Pushing event updated for resources: {'Port': ['ID=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:21.025698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:44:21.037248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] For port f7219093-ec99-4e9b-8ee3-c6a9dae526c9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:21.037617 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:21.052141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Calling delete_port for f7219093-ec99-4e9b-8ee3-c6a9dae526c9 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:21.084418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:21.170111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:21.170317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:21.378382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:18Z', 'revision_number': 4, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f7219093-ec99-4e9b-8ee3-c6a9dae526c9', 'name': '', 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'mac_address': 'fa:16:3e:7f:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:17Z', 'updated_at': '2021-07-28T18:44:20Z', 'revision_number': 4, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'subnets': [{'id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:21.404641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9ab86-a89b-4eaa-8a0b-1db564784d1b None None] The sync data for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 is: [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:18Z', 'revision_number': 4, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'f7219093-ec99-4e9b-8ee3-c6a9dae526c9', 'name': '', 'network_id': '7b6ac696-b29c-4fef-9467-9cd48b04c4fa', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'mac_address': 'fa:16:3e:7f:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:17Z', 'updated_at': '2021-07-28T18:44:20Z', 'revision_number': 4, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'subnets': [{'id': 'cd6bf495-4743-4470-88b2-1d001766e56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:21.635253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:21.662566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Pushing event deleted for resources: {'Port': ['ID=f7219093-ec99-4e9b-8ee3-c6a9dae526c9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:21.836969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:21.996664 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9cda1-f6af-4e69-9189-e15c133e1584 req-69df66cc-b138-4b6c-8300-3d2445794416 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:21.998213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49f9cda1-f6af-4e69-9189-e15c133e1584 req-69df66cc-b138-4b6c-8300-3d2445794416 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0682890 Jul 28 18:44:22.103193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49f9cda1-f6af-4e69-9189-e15c133e1584 req-8070e345-7fe7-4d18-8714-276fce4a45f0 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722203 Jul 28 18:44:22.128948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:44:22.239014 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:22.244260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-13b5fb71-1083-4042-aa4f-64336e48abba admin admin] 10.222.0.25 "PUT /v2.0/routers/e75abee8-7fa8-4dba-918e-6ecc25ed5ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005516 Jul 28 18:44:22.246798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47232) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:22.357545 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.461638 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.475417 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Sync routers for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:22.484277 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:22.484868 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:22.570052 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Deleting port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:22.570398 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.588093 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:22.652428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] For port d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:22.652809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.665018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Calling delete_port for d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:22.766510 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:21Z', 'revision_number': 5, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port': {'id': 'd0a8bfb8-9beb-4988-a6fb-a8d9a938c92d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:44:14Z', 'updated_at': '2021-07-28T18:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:22.792607 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Checking router: e75abee8-7fa8-4dba-918e-6ecc25ed5ffb for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:22.800698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Routers {'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:22.801291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:22.874977 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.885897 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] Set router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:22.901401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:22.936033 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:22Z', 'revision_number': 6, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:22.961190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:22.965471 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a43271-5c6c-4673-9799-22c5dec8caa5 None None] The sync data for ids ['e75abee8-7fa8-4dba-918e-6ecc25ed5ffb'] in n-d-778550-5 is: [{'id': 'e75abee8-7fa8-4dba-918e-6ecc25ed5ffb', 'name': 'tempest-ImageQuotaTest-1996428222-router', 'tenant_id': '30644bf738d54eed838de7c6f1187f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:44:13Z', 'updated_at': '2021-07-28T18:44:22Z', 'revision_number': 6, 'project_id': '30644bf738d54eed838de7c6f1187f60', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:23.053147 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.056039 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.200550 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.201091 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75abee8-7fa8-4dba-918e-6ecc25ed5ffb {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:44:23.205952 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.207879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e2785e5e-0bb7-4fc4-83bf-9c83aa98ac90 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e75abee8-7fa8-4dba-918e-6ecc25ed5ffb HTTP/1.1" status: 204 len: 168 time: 0.9596851 Jul 28 18:44:23.210502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47236) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:23.224168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac346a8-1eef-4a9d-aa00-4ab20a69b704 req-bdddcd7e-3ab5-4cc1-8fb9-dca4dd92bd43 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:23.225697 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ac346a8-1eef-4a9d-aa00-4ab20a69b704 req-bdddcd7e-3ab5-4cc1-8fb9-dca4dd92bd43 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0537448 Jul 28 18:44:23.255205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Deleting subnet cd6bf495-4743-4470-88b2-1d001766e56d {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:44:23.258755 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.264674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ac346a8-1eef-4a9d-aa00-4ab20a69b704 req-d1d2486c-5713-4f85-89b1-2b7482e9f9ab tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Jul 28 18:44:23.293295 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.373529 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.480973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.511299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.514275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd6bf495-4743-4470-88b2-1d001766e56d HTTP/1.1" status: 204 len: 168 time: 0.3024504 Jul 28 18:44:23.515124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95268d00-bf0b-4d87-a8a0-470e8e298729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6bf495-4743-4470-88b2-1d001766e56d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:23.515467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a241e-d3e8-4bb5-bc8c-e57aa71b8e7d None None] Network 7b6ac696-b29c-4fef-9467-9cd48b04c4fa requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:44:23.516488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47238) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:23.593329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.649953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Deleting port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:23.650627 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.726393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] For port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:23.726857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.740599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Calling delete_port for e70ee992-6f9b-4fcf-a457-b6e5a74ba44e owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:23.842241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] DHCP port deletion for 7b6ac696-b29c-4fef-9467-9cd48b04c4fa request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:44:23.888442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Deleting port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:44:23.888830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.934340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.953681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] For port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,segment=NetworkSegment(45c1efc4-86f6-4b03-acd3-747213b322f1),segment_id=45c1efc4-86f6-4b03-acd3-747213b322f1)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:23.954091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:23.965549 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:23.967095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Calling delete_port for e70ee992-6f9b-4fcf-a457-b6e5a74ba44e owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:44:23.968584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] No DVR routers for this DVR port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:44:24.040618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.045350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.050387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6ac696-b29c-4fef-9467-9cd48b04c4fa']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:24.061886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c1efc4-86f6-4b03-acd3-747213b322f1') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:24.062237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c1efc4-86f6-4b03-acd3-747213b322f1') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:24.071227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.075946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] No DVR routers for this DVR port e70ee992-6f9b-4fcf-a457-b6e5a74ba44e on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:44:24.082444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3be5-e0c3-409b-b448-617817e58db9 None None] Pushing event deleted for resources: {'Port': ['ID=e70ee992-6f9b-4fcf-a457-b6e5a74ba44e,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:24.088710 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.094691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:44:24.095072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:44:24.096733 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:44:24.226454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.231726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.233626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b6ac696-b29c-4fef-9467-9cd48b04c4fa HTTP/1.1" status: 204 len: 168 time: 0.7156818 Jul 28 18:44:24.245263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e63f65-c2ff-463c-8416-82094e8270e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6ac696-b29c-4fef-9467-9cd48b04c4fa,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:24.378860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038e87-c203-40f0-b517-9b1ccbc62b60 req-dad14606-3d99-4187-8d5c-0f0a0922a931 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:24.380315 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01038e87-c203-40f0-b517-9b1ccbc62b60 req-dad14606-3d99-4187-8d5c-0f0a0922a931 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0484807 Jul 28 18:44:24.418028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01038e87-c203-40f0-b517-9b1ccbc62b60 req-fd736597-5b7f-4199-8690-3b3ae02286df tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312068 Jul 28 18:44:24.575171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47244) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:24.613861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-706cbcdb-6eba-487c-8d08-cfa232701a27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30644bf738d54eed838de7c6f1187f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375111 Jul 28 18:44:24.616703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47246) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:24.662263 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.683791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.805341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.807893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:24.809206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d5c62a2-671f-4120-8f96-f8c4bfd019c5 HTTP/1.1" status: 204 len: 168 time: 0.1915262 Jul 28 18:44:24.816905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce611856-1c2d-4b53-a01c-84073dae2260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5c62a2-671f-4120-8f96-f8c4bfd019c5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:24.978773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:24.999225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:24.999596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d0a8bfb8-9beb-4988-a6fb-a8d9a938c92d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:25.000023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f7219093-ec99-4e9b-8ee3-c6a9dae526c9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:25.018140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f7219093-ec99-4e9b-8ee3-c6a9dae526c9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:25.018489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f7219093-ec99-4e9b-8ee3-c6a9dae526c9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:25.018894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e70ee992-6f9b-4fcf-a457-b6e5a74ba44e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:44:25.036512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: e70ee992-6f9b-4fcf-a457-b6e5a74ba44e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:44:25.036859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device e70ee992-6f9b-4fcf-a457-b6e5a74ba44e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:44:25.312288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2ca18c73-06f6-4433-90dd-f37101bff2ce details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:44:25.405724 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:25.416943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:44:25.432801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47252) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:25.447449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-180f97a8-0c20-4ae0-a6d8-07df6bf30307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.455784 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.470385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca18c73-06f6-4433-90dd-f37101bff2ce {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:44:25.494543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:25.562445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3a8b3-1fa1-4785-bdc2-fe9a46acfe21 req-9f3c77a1-c54a-4588-a5f3-7ab63b439007 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:25.563224 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.563981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66f3a8b3-1fa1-4785-bdc2-fe9a46acfe21 req-9f3c77a1-c54a-4588-a5f3-7ab63b439007 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 944 time: 0.0720942 Jul 28 18:44:25.598343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-180f97a8-0c20-4ae0-a6d8-07df6bf30307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.611379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:25.619092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66f3a8b3-1fa1-4785-bdc2-fe9a46acfe21 req-593e6234-8c14-4b7d-8a86-2e24b556e50b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443981 Jul 28 18:44:25.671196 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-180f97a8-0c20-4ae0-a6d8-07df6bf30307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.711245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-180f97a8-0c20-4ae0-a6d8-07df6bf30307 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2772784 Jul 28 18:44:25.712396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f97a8-0c20-4ae0-a6d8-07df6bf30307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f5d68-1bc9-400d-9c69-283227b4d738,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:25.714073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47256) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:25.768303 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.770341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['2ca18c73-06f6-4433-90dd-f37101bff2ce'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:44:25.790407 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.934326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.936944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:25.938107 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da3f5d68-1bc9-400d-9c69-283227b4d738 HTTP/1.1" status: 204 len: 168 time: 0.2229862 Jul 28 18:44:25.949514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85078-0d03-4bc9-a692-dd1b330f037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f5d68-1bc9-400d-9c69-283227b4d738,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:26.734406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37371f18-f951-435b-ba15-42f4a1b28b49 req-c36ea37a-c9a7-4a46-9d85-4fec8f56e740 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:26.735929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37371f18-f951-435b-ba15-42f4a1b28b49 req-c36ea37a-c9a7-4a46-9d85-4fec8f56e740 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 945 time: 0.0495090 Jul 28 18:44:26.773421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37371f18-f951-435b-ba15-42f4a1b28b49 req-78a528fe-4cb1-4502-9292-9874027aa493 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Jul 28 18:44:27.328299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2ca18c73-06f6-4433-90dd-f37101bff2ce up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:44:27.431236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 2ca18c73-06f6-4433-90dd-f37101bff2ce completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:44:27.434787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 2ca18c73-06f6-4433-90dd-f37101bff2ce triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:44:27.435163 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:27.508151 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:27.531530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:44:27.534046 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a66252e-8eb0-4563-b5cc-ee3f5722c30f" -d '{"events": [{"server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "name": "network-vif-plugged", "status": "completed", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:44:27.547006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:44:27.605671 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:27.657459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:27.687555 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0a615f-444d-4787-a27f-46586d4cf30e x-openstack-request-id: req-dd0a615f-444d-4787-a27f-46586d4cf30e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:44:27.687847 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "name": "network-vif-plugged", "status": "completed", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:44:27.688122 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd0a615f-444d-4787-a27f-46586d4cf30e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:44:27.688538 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'code': 200} Jul 28 18:44:27.778943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde0da4-9eee-4c97-a4f9-42269f6cab8c req-39b15e73-0bc3-4596-9042-07e5385b272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:27.780451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cde0da4-9eee-4c97-a4f9-42269f6cab8c req-39b15e73-0bc3-4596-9042-07e5385b272a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0390935 Jul 28 18:44:27.821662 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cde0da4-9eee-4c97-a4f9-42269f6cab8c req-1b5feffc-3201-4459-a4f4-e484cd2ff3f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Jul 28 18:44:27.899073 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6855a7-8fb8-4025-8c2d-2f0279750fce req-23913ab8-153e-4d40-a3de-faf12283cd3e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:27.900511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f6855a7-8fb8-4025-8c2d-2f0279750fce req-23913ab8-153e-4d40-a3de-faf12283cd3e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 946 time: 0.0485928 Jul 28 18:44:27.938468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5f6855a7-8fb8-4025-8c2d-2f0279750fce req-c5878091-248c-4446-9500-28326a30e881 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320284 Jul 28 18:44:29.052064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed476ac-5ce1-41d7-ab49-f232e9f4ecb1 req-3e0d69ab-2889-4e67-9d91-b700dee55758 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:29.053593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aed476ac-5ce1-41d7-ab49-f232e9f4ecb1 req-3e0d69ab-2889-4e67-9d91-b700dee55758 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Jul 28 18:44:29.090059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aed476ac-5ce1-41d7-ab49-f232e9f4ecb1 req-de922085-a637-41fc-895d-bee38ce70364 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Jul 28 18:44:29.204252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e523-957d-4ad6-8af2-4ad8f183662f req-830075c8-79d5-4753-9ac1-b8e9880b6561 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:29.205742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b589e523-957d-4ad6-8af2-4ad8f183662f req-830075c8-79d5-4753-9ac1-b8e9880b6561 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Jul 28 18:44:29.243037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b589e523-957d-4ad6-8af2-4ad8f183662f req-f225eee6-0cb1-4ee5-8a5a-4028380dc2d6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Jul 28 18:44:29.264894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47272) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:29.443330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4be62a-a16d-4041-8bed-adb5151fdcb2 tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:29.445422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cb4be62a-a16d-4041-8bed-adb5151fdcb2 tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1092 time: 0.1795177 Jul 28 18:44:29.448203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47276) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:44:29.452498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:44:29.542889 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:29.642674 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:29.742978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.25.7.166 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/f0b50389-0a8e-477a-86e6-00ec89498dd7) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:44:29.845105 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:29.948717 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:29.984479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:44:29.987582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:44:29.991867 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:44:30.017738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=f0b50389-0a8e-477a-86e6-00ec89498dd7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:30.336831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:30.452795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:30.610629 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:30.671138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:30.740293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=f0b50389-0a8e-477a-86e6-00ec89498dd7,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:44:30.751691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:30.845831 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP 2a536441-8f53-44f7-95e9-eab166f43f62 associated. External IP: 172.25.7.166, port: 2ca18c73-06f6-4433-90dd-f37101bff2ce. Jul 28 18:44:31.049791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:44:31.155150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:44:31.164735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:44:31.173834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:31.174318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:31.231641 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:31.260325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ec9b31ab-565c-4d1a-b1c0-69eeb9b77f24 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8103695 Jul 28 18:44:31.260325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:44:31.263825 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced2c3e-80e4-487f-b7be-d4f69f09780e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:44:31.287062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:31.298129 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824f0049-9cd8-4f72-868f-9d1eced223c8 x-openstack-request-id: req-824f0049-9cd8-4f72-868f-9d1eced223c8 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:44:31.298420 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:44:31.298674 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-824f0049-9cd8-4f72-868f-9d1eced223c8 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:44:31.299075 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'status': 'completed', 'code': 200} Jul 28 18:44:31.358784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-649b3a42-114d-40a6-a9f1-9b7154d65b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:31.360592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-649b3a42-114d-40a6-a9f1-9b7154d65b6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0400639 Jul 28 18:44:31.451922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-d6196e85-a97a-4402-a902-d64cf689dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:31.453459 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-d6196e85-a97a-4402-a902-d64cf689dc1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0861349 Jul 28 18:44:31.510896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:30Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:31.525972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-ed829c0e-dcd5-4e1d-859a-e17fea1cf536 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1000 time: 0.0658693 Jul 28 18:44:31.536741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:44:31.545958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:44:31.546599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:44:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:31.574566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-4ac6d93e-3fbe-41b8-ab47-367ea4f76113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:31.579375 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-4ac6d93e-3fbe-41b8-ab47-367ea4f76113 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0432298 Jul 28 18:44:31.625674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-002dad7a-a5f6-4502-a584-a4a0c832c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:44:31.627202 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-002dad7a-a5f6-4502-a584-a4a0c832c1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446336 Jul 28 18:44:31.650640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:44:31.717572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-fd76c3f8-be21-4902-9905-28d541f8bccb service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830333 Jul 28 18:44:31.816786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aced2c3e-80e4-487f-b7be-d4f69f09780e req-782956ec-c1a0-4e6a-b8b0-621bf53e91e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923817 Jul 28 18:44:31.884411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:30Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:44:31.911608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d7f4c-2d09-4881-a4ec-4ec03115826e None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:30Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:44:32.096237 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ca950-0b2d-4c7c-890b-019342f6db3f None None] New status for floating IP 2a536441-8f53-44f7-95e9-eab166f43f62: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:44:37.728243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c2b460d9-34ca-4942-a66b-e612d6842557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:38.161591 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:44:40.101873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:40.305259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-405089b5-ee89-4b22-9227-9acc8b677e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:41.187321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:43.047509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:45.790637 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:44:48.944654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:07.677923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af0818f9-a24b-4748-9a53-96aec920d14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:10.086267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:10.315043 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-363373ec-8483-4ba9-9450-160cebd65f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:11.189564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:13.052665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:15.161083 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:45:15.814203 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:18.962720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:27.380807 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-231adc28-48e1-4b8d-8d02-42c6fe7a948c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418005 Jul 28 18:45:27.464639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-68beed64-a93d-461f-96c1-374e6c2ba799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:45:27.466100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-68beed64-a93d-461f-96c1-374e6c2ba799 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0408173 Jul 28 18:45:27.571841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-7d650acf-7080-4df5-b889-a2a3e5d8d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:45:27.573313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-7d650acf-7080-4df5-b889-a2a3e5d8d79b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0881789 Jul 28 18:45:27.637323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-a520e153-237d-4f2b-b816-a5018da6162b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1002 time: 0.0569706 Jul 28 18:45:27.686746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-d267bfa9-8e78-4419-b538-57a32dbcbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:45:27.688214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-d267bfa9-8e78-4419-b538-57a32dbcbd9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0434575 Jul 28 18:45:27.737044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-d1fa98b0-7e75-4f19-8af2-f67eb717ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:45:27.738531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-d1fa98b0-7e75-4f19-8af2-f67eb717ebc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433137 Jul 28 18:45:27.826822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-43d39934-d19b-4206-8191-ac9580634e15 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814345 Jul 28 18:45:27.919576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-07e6c44f-5aca-42ad-ab03-bc3f7418d5d9 req-1e956e48-7772-4a8a-9ab7-b1fd571913d6 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842593 Jul 28 18:45:37.670020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c03277da-9f52-4ccd-8926-205496490215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:40.109854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:40.292711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-527a350e-e519-42f1-b164-74670cd878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:41.183772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:43.069483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:45.873708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:48.993916 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:45:52.161365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:46:07.673965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b67314b3-3036-42e8-a138-10fe9ce108aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:10.067679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:10.273299 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-efd4eb15-fc36-49f9-b5ae-1b54c0e2354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:11.199418 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:13.079493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:15.782863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:18.970791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:28.336066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-eee8f652-08cd-4510-b31d-6beab6ca5380 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400667 Jul 28 18:46:28.417550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99def0-affd-488f-8344-0d19e6d895bd req-3335bbde-466e-46a6-9fad-aae0cc163b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:46:28.419030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-3335bbde-466e-46a6-9fad-aae0cc163b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0424697 Jul 28 18:46:28.522266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99def0-affd-488f-8344-0d19e6d895bd req-3182cf8e-338b-4de1-aef6-2814b0a2587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:46:28.523774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-3182cf8e-338b-4de1-aef6-2814b0a2587a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0872037 Jul 28 18:46:28.586862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-4a0c1a80-01a2-4013-a659-e87034739026 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1002 time: 0.0560615 Jul 28 18:46:28.633486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99def0-affd-488f-8344-0d19e6d895bd req-f725e73b-d9a2-494b-899d-5273a0e0d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:46:28.634861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-f725e73b-d9a2-494b-899d-5273a0e0d521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0416982 Jul 28 18:46:28.683247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99def0-affd-488f-8344-0d19e6d895bd req-aa7fc033-be71-46b7-a49c-825f1d9aa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:46:28.684771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-aa7fc033-be71-46b7-a49c-825f1d9aa927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431218 Jul 28 18:46:28.770634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-4cfcabf4-6bbf-4d38-9efe-96b8ab193d65 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789704 Jul 28 18:46:28.860104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b99def0-affd-488f-8344-0d19e6d895bd req-a1ea1a0d-fd30-43b6-b744-72d12014f7b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826304 Jul 28 18:46:29.160527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:46:37.706245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a7587fbb-286b-4d63-8c3b-ed7d5516a492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:40.129349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:40.278111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f8563e4-580b-498a-a536-d8e870a45012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:41.204109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:43.066031 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:45.808885 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:48.974046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:46:57.751594 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-09625682-6514-48db-84e8-f9d90d53a7bc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271596461&fields=id&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 267 time: 0.0395281 Jul 28 18:46:57.854441 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-96936614-7250-4685-afa5-36f960a9d0ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:46:57.855947 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-96936614-7250-4685-afa5-36f960a9d0ae tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.0978055 Jul 28 18:46:57.871049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-af510d89-d685-4ac3-89ad-03b80b16a97f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/quotas/8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 375 time: 0.0088310 Jul 28 18:46:57.929091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-9d1e15c5-1862-424c-afdc-7bf23147adaa tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528958 Jul 28 18:46:58.132667 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-abd051e2-eed0-402c-8d6a-9bf97d4ee688 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907971 Jul 28 18:46:58.220898 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-02d8e838-297b-4de2-95f9-3fc4a7d60093 service neutron] 10.222.0.25 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816591 Jul 28 18:46:58.847682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25800c88-530a-4600-abd9-a241630c8129 req-1f6648cc-9a8d-452b-ad4a-bb2b570b07f3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0302918 Jul 28 18:46:59.952639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49bf6b06-dea5-4063-bbef-9327e480de08 req-af55c718-9928-43ba-87a0-06783a260327 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0355902 Jul 28 18:47:01.114734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7ad425d-2814-47fa-a895-790ea319abf8 req-e418f0ee-8e85-4682-89eb-899d15a8706e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0594587 Jul 28 18:47:01.167750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-c38356ad-5ca0-4494-8014-a1462b7b8d5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:01.169258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-c38356ad-5ca0-4494-8014-a1462b7b8d5d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 811 time: 0.1247058 Jul 28 18:47:01.214964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-0733e758-cc80-49e9-b602-0348977c0b74 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891299796554c0eab6a7ef478827a54 HTTP/1.1" status: 200 len: 379 time: 0.0371201 Jul 28 18:47:01.224100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'port': {'device_id': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'admin_state_up': True, 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'security_groups': ['3c3908c0-db28-4daf-a36e-5509da88d143']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:47:01.390538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Made reservation on behalf of 8891299796554c0eab6a7ef478827a54 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:47:01.394138 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:01.522543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.20.0.8 (a599ba68-2341-4d8e-a7ba-d5cec6939405/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676/e2c73fbb-4934-4558-941b-9adfbf0cf330) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:47:01.661936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:01.676059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Transition to ACTIVE for port object e2c73fbb-4934-4558-941b-9adfbf0cf330 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:47:01.814370 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:01.859645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:47:01.863538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:47:01.866597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:47:01.903459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:01.917206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.917590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.917885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.918222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.918554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.918890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.919218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.919601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.919927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.920249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.920573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.920896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:01.946267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:01.947004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.015086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5bea4207-b362-4c79-8386-5dbecef16f49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945628 Jul 28 18:47:02.028161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Request body: {'port': {'device_id': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:47:02.090726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.231353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8cca81e4-c22f-4a72-80eb-e3e99a9878b7 None None] Provisioning for port e2c73fbb-4934-4558-941b-9adfbf0cf330 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:47:02.235768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8cca81e4-c22f-4a72-80eb-e3e99a9878b7 None None] Provisioning complete for port e2c73fbb-4934-4558-941b-9adfbf0cf330 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:47:02.236349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8cca81e4-c22f-4a72-80eb-e3e99a9878b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.245859 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bc4bf-0be3-437c-bbc8-98539344240b req-7e26c0d0-8ef2-4025-94f0-27cc8feccfce tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:02.248218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-505bc4bf-0be3-437c-bbc8-98539344240b req-7e26c0d0-8ef2-4025-94f0-27cc8feccfce tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 931 time: 0.0597305 Jul 28 18:47:02.279200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8cca81e4-c22f-4a72-80eb-e3e99a9878b7 None None] Port e2c73fbb-4934-4558-941b-9adfbf0cf330 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:47:02.304132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-505bc4bf-0be3-437c-bbc8-98539344240b req-3c789525-fec8-46a3-8064-aed229f17017 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Jul 28 18:47:02.367359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c73fbb-4934-4558-941b-9adfbf0cf330 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:47:02.375202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.387335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Transition to ACTIVE for port object e2c73fbb-4934-4558-941b-9adfbf0cf330 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:47:02.470911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.540875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:02.598821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Attempting to bind port e2c73fbb-4934-4558-941b-9adfbf0cf330 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:47:02.599166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Attempting to bind port e2c73fbb-4934-4558-941b-9adfbf0cf330 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:47:02.599538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Attempting to bind port e2c73fbb-4934-4558-941b-9adfbf0cf330 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:47:02.605356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Port e2c73fbb-4934-4558-941b-9adfbf0cf330 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:47:02.605683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Attempting to bind port e2c73fbb-4934-4558-941b-9adfbf0cf330 on network a599ba68-2341-4d8e-a7ba-d5cec6939405 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:47:02.611830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:47:02.612183 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Checking segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:47:02.612754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Bound using segment: {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:47:02.613198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Bound port: e2c73fbb-4934-4558-941b-9adfbf0cf330, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbd8d76-8449-4667-aaea-6ea91a99bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:47:02.613555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.691502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:47:02.694784 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:47:02.831359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.867845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:02.868456 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:02.869844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] 10.222.0.35 "PUT /v2.0/ports/e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 1091 time: 0.8463387 Jul 28 18:47:02.870277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:47:02.872542 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f353d6-502b-4512-b240-8fc33b87193b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:47:02.901330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbb7dc-83a0-43db-8fc9-d9c4a4d2b7fb service neutron] Pushing event updated for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:03.007664 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5573920-6c59-4f0c-a16a-2414e2303248 x-openstack-request-id: req-f5573920-6c59-4f0c-a16a-2414e2303248 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:47:03.007664 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:47:03.007664 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5573920-6c59-4f0c-a16a-2414e2303248 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:47:03.007664 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'status': 'completed', 'code': 200} Jul 28 18:47:03.024144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-cf27ca4c-fa5e-4f02-80e2-586dd06bf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.027602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-cf27ca4c-fa5e-4f02-80e2-586dd06bf777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1094 time: 0.0521295 Jul 28 18:47:03.076814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-5c094556-b0e7-4c46-82b2-ad7573248223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 217 time: 0.0434544 Jul 28 18:47:03.129692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-dca0885e-8899-4fb7-acf6-8a5ed8c6828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.131209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-dca0885e-8899-4fb7-acf6-8a5ed8c6828d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0475342 Jul 28 18:47:03.176742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-cd1452f8-c9b4-4c9e-8314-164785e23e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.178152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-cd1452f8-c9b4-4c9e-8314-164785e23e9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403717 Jul 28 18:47:03.272913 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-acf9307b-73b4-471b-8a01-8275b9a5df57 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Jul 28 18:47:03.363179 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4e2ce4a-3ccc-40d1-9727-d7a653e92e07 req-c31c5240-899c-4c45-944f-96a73b05148b service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830262 Jul 28 18:47:03.424456 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3e2b4-06ff-4be8-a1a8-5db6a965168c req-4adeb0ef-9755-47bb-a65e-02c205562883 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.425953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5a3e2b4-06ff-4be8-a1a8-5db6a965168c req-4adeb0ef-9755-47bb-a65e-02c205562883 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0500009 Jul 28 18:47:03.465344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5a3e2b4-06ff-4be8-a1a8-5db6a965168c req-e83b2e5c-b23d-43e2-bbca-338d0c9e19a8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Jul 28 18:47:03.546799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f353d6-502b-4512-b240-8fc33b87193b req-dc041456-489f-49b7-a7c4-5fd94fab5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.548263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-dc041456-489f-49b7-a7c4-5fd94fab5d83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1094 time: 0.0467069 Jul 28 18:47:03.635750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f353d6-502b-4512-b240-8fc33b87193b req-9ada1da3-cec4-4cad-9500-9cb12b9fd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.637218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-9ada1da3-cec4-4cad-9500-9cb12b9fd1a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0825925 Jul 28 18:47:03.677551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-ac508c89-a32c-432b-8190-45073ca934d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 217 time: 0.0337632 Jul 28 18:47:03.730504 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f353d6-502b-4512-b240-8fc33b87193b req-3a83919d-2f25-4787-a07a-0f7aba331e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.731937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-3a83919d-2f25-4787-a07a-0f7aba331e9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0477991 Jul 28 18:47:03.777128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f353d6-502b-4512-b240-8fc33b87193b req-c560e965-d2be-4fc8-bc23-0b775053a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:03.779161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-c560e965-d2be-4fc8-bc23-0b775053a457 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403740 Jul 28 18:47:03.868360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-32e163eb-3843-4852-81b9-b1e880fb7ed5 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823867 Jul 28 18:47:03.963209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f7f353d6-502b-4512-b240-8fc33b87193b req-889b7345-fa51-4b60-8b83-c8ca716e8732 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Jul 28 18:47:04.591725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06ca6-62c8-4707-a285-cb38a6ffd807 req-33ca9d07-105a-4c05-beef-b8da7363f9e3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:04.593495 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bb06ca6-62c8-4707-a285-cb38a6ffd807 req-33ca9d07-105a-4c05-beef-b8da7363f9e3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0552351 Jul 28 18:47:04.634251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6bb06ca6-62c8-4707-a285-cb38a6ffd807 req-b005386e-5ddc-4d1c-84c1-6b5528f5bf8d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344868 Jul 28 18:47:05.746899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced7a9-4847-420a-b01d-d50fc644d807 req-0ec7348b-29cb-411b-b55e-f85824f265a8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:05.748429 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbced7a9-4847-420a-b01d-d50fc644d807 req-0ec7348b-29cb-411b-b55e-f85824f265a8 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0486650 Jul 28 18:47:05.790488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbced7a9-4847-420a-b01d-d50fc644d807 req-25554c47-e9c4-4768-828a-a956e72efc14 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361543 Jul 28 18:47:06.165624 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:47:06.907541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b40cf1-8fed-4a83-b445-37bd86c98f86 req-b5d436c2-27a2-4be7-aa69-a4b4bac2c731 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:06.909016 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61b40cf1-8fed-4a83-b445-37bd86c98f86 req-b5d436c2-27a2-4be7-aa69-a4b4bac2c731 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0523908 Jul 28 18:47:06.947911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61b40cf1-8fed-4a83-b445-37bd86c98f86 req-2e3a65f8-cacf-430b-bd41-67074ef7c4f2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Jul 28 18:47:07.738847 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-361c9564-6b28-48a5-ac80-a0e9b03d2521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:08.063237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3ec20-5538-4253-a96a-0790318e921b req-01ec704f-ac89-4190-ba51-e9617a073f7b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:08.064707 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfb3ec20-5538-4253-a96a-0790318e921b req-01ec704f-ac89-4190-ba51-e9617a073f7b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0484514 Jul 28 18:47:08.104090 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cfb3ec20-5538-4253-a96a-0790318e921b req-964d7546-d8cc-4658-aa11-7d3768295786 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Jul 28 18:47:08.111836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-7736e880-7d10-4a87-81b5-aec6a42fa4f2 req-ccef077e-c3cd-46d5-a77f-ce5f8f12d702 service neutron] (101105) timed out ('10.222.0.25', 38586) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:47:09.218676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cab93-cba6-499c-80fd-5e7ada2da8b0 req-750d85fe-6430-4f24-93a7-087111bd4181 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:09.220315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-150cab93-cba6-499c-80fd-5e7ada2da8b0 req-750d85fe-6430-4f24-93a7-087111bd4181 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0495923 Jul 28 18:47:09.257954 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-150cab93-cba6-499c-80fd-5e7ada2da8b0 req-0a8f52f4-acc9-4232-9833-3dc11603defa tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jul 28 18:47:10.127199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:10.327642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e731bd15-5ecd-405b-b278-eff57596ee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:10.384710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82599-34da-4476-98ee-b3a734de2059 req-c0e393fb-b048-4ce0-ba3e-01b93ef1ca7e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:10.386110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66a82599-34da-4476-98ee-b3a734de2059 req-c0e393fb-b048-4ce0-ba3e-01b93ef1ca7e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0493362 Jul 28 18:47:10.423971 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-66a82599-34da-4476-98ee-b3a734de2059 req-9b3ba660-4cc4-412f-87ad-0ebc4c81c2bf tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Jul 28 18:47:11.201960 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:11.539554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7464a3b-ca85-466c-8579-c4c07dda6da9 req-05a1e395-4689-4ce6-8bbc-bcf0d5ca2c31 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:11.541019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7464a3b-ca85-466c-8579-c4c07dda6da9 req-05a1e395-4689-4ce6-8bbc-bcf0d5ca2c31 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0486653 Jul 28 18:47:11.578651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7464a3b-ca85-466c-8579-c4c07dda6da9 req-9af62dcb-760b-4c36-895c-36c173730d34 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312345 Jul 28 18:47:12.690985 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f07a4-68ec-4d8e-a0a4-431a24363602 req-f8d4839a-df8a-402a-898a-2b35fc077826 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:12.692545 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b3f07a4-68ec-4d8e-a0a4-431a24363602 req-f8d4839a-df8a-402a-898a-2b35fc077826 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0480084 Jul 28 18:47:12.733662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b3f07a4-68ec-4d8e-a0a4-431a24363602 req-7c315063-bb3d-44b5-88d0-f8220ba489a5 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352035 Jul 28 18:47:13.070355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:13.852778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f873-8373-4210-920b-e964647c35c4 req-1ba5724b-0746-4160-8afb-94f76bdacd93 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:13.854494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fda0f873-8373-4210-920b-e964647c35c4 req-1ba5724b-0746-4160-8afb-94f76bdacd93 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 943 time: 0.0522711 Jul 28 18:47:13.891955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fda0f873-8373-4210-920b-e964647c35c4 req-c8646854-9c9e-4e4d-9820-9183eaa190f1 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Jul 28 18:47:14.615894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e2c73fbb-4934-4558-941b-9adfbf0cf330 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:47:14.709112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:47:14.719907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'port_id': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'mac_address': 'fa:16:3e:20:fd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:47:14.756841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:14.769104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c73fbb-4934-4558-941b-9adfbf0cf330 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:47:14.787647 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:47:14.853361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:14.900829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:14.908505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.908859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.909203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.909546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.909884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.910220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.910550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.910877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.911204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.911569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.911896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:14.912220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:47:15.005593 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ca930-6ec1-406a-95e9-4294feb5db72 req-5ce017f4-eb98-4c08-982e-e18e0c01b858 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:15.007149 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cd1ca930-6ec1-406a-95e9-4294feb5db72 req-5ce017f4-eb98-4c08-982e-e18e0c01b858 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 944 time: 0.0488949 Jul 28 18:47:15.044517 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cd1ca930-6ec1-406a-95e9-4294feb5db72 req-3ceb81d8-5a8f-4d72-8f85-b73e7333b337 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Jul 28 18:47:15.203886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['e2c73fbb-4934-4558-941b-9adfbf0cf330'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:47:15.841424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:16.158760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922e8c-7b56-4b92-99ba-5941b6a0dc39 req-1345693b-28a8-4e3c-a527-a167d3eb3045 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:16.160172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb922e8c-7b56-4b92-99ba-5941b6a0dc39 req-1345693b-28a8-4e3c-a527-a167d3eb3045 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 944 time: 0.0497522 Jul 28 18:47:16.197885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb922e8c-7b56-4b92-99ba-5941b6a0dc39 req-e2393e61-34c1-4a36-ad0a-35be4eea2dd3 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Jul 28 18:47:16.625082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e2c73fbb-4934-4558-941b-9adfbf0cf330 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:47:16.818456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port e2c73fbb-4934-4558-941b-9adfbf0cf330 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:47:16.822291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port e2c73fbb-4934-4558-941b-9adfbf0cf330 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:47:16.822666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:16.904054 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:16.927034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:47:16.929326 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb443e-0a59-4926-8e90-864b2c23f1fc" -d '{"events": [{"server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:47:16.942864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:47:16.966298 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712d0cd9-f228-4833-9c44-32b4b1440d43 x-openstack-request-id: req-712d0cd9-f228-4833-9c44-32b4b1440d43 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:47:16.966593 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "name": "network-vif-plugged", "status": "completed", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:47:16.966846 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-712d0cd9-f228-4833-9c44-32b4b1440d43 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:47:16.967235 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'code': 200} Jul 28 18:47:17.019076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:17.059305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813801f-83b5-450b-be60-67313ef98b3d req-2b83e442-1275-4800-99d0-f56c2f3346ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:17.060841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b813801f-83b5-450b-be60-67313ef98b3d req-2b83e442-1275-4800-99d0-f56c2f3346ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0402281 Jul 28 18:47:17.068700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:17.094639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b813801f-83b5-450b-be60-67313ef98b3d req-7be42e73-d443-41fc-b706-e193b9c2a86d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268905 Jul 28 18:47:17.319634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b497e-d338-4d5c-b08d-53ea8bd3fe5d req-5e62d14f-98d5-470e-a89a-e2431b9e3f14 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:17.321036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab0b497e-d338-4d5c-b08d-53ea8bd3fe5d req-5e62d14f-98d5-470e-a89a-e2431b9e3f14 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.0538564 Jul 28 18:47:17.359476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab0b497e-d338-4d5c-b08d-53ea8bd3fe5d req-5e74e299-8862-4b76-a3bf-6a0f6b6ce5bc tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323234 Jul 28 18:47:18.473568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc576ac-53e2-4303-8554-58119283d21c req-a0867a76-f9bc-400a-925c-a5ff85139650 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:18.475058 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbc576ac-53e2-4303-8554-58119283d21c req-a0867a76-f9bc-400a-925c-a5ff85139650 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.0484941 Jul 28 18:47:18.514020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bbc576ac-53e2-4303-8554-58119283d21c req-00ad1086-b685-4d5d-bd22-e90d245222e6 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326860 Jul 28 18:47:18.632823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc03682-7824-43c4-8b42-f508559d993f req-bb2c6f37-bec6-4dce-89e4-abcaf0c6fde2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:18.634338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc03682-7824-43c4-8b42-f508559d993f req-bb2c6f37-bec6-4dce-89e4-abcaf0c6fde2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.0491719 Jul 28 18:47:18.671671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc03682-7824-43c4-8b42-f508559d993f req-2ac2c3f2-cd25-4e32-a844-cec9e5c7e584 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Jul 28 18:47:18.693999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47524) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:47:18.732836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b48f6-8826-4ea5-bf1e-c3456e0864f5 tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:18.734320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-368b48f6-8826-4ea5-bf1e-c3456e0864f5 tempest-TestVolumeBootPattern-167185394 tempest-TestVolumeBootPattern-167185394-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1091 time: 0.0393479 Jul 28 18:47:18.737070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47526) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:47:18.741491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:47:18.812429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:18.915505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:18.944145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:19.017531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Allocated IP 172.25.7.99 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/8e7376e1-3ca0-493f-a0de-67233389e76e) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:47:19.115698 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:19.218921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:19.255803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:47:19.260071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:47:19.267799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:47:19.270573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=8e7376e1-3ca0-493f-a0de-67233389e76e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:19.949544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.135111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.289854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.355091 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.423505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event updated for resources: {'Port': ['ID=8e7376e1-3ca0-493f-a0de-67233389e76e,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:47:20.434712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.547150 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP 57a1ebf5-794b-4b45-a51d-4833d768e5eb associated. External IP: 172.25.7.99, port: e2c73fbb-4934-4558-941b-9adfbf0cf330. Jul 28 18:47:20.748378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:47:20.858108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:47:20.872577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:47:20.882555 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:47:20.883243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:47:20.955472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:20.986957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1170bc7c-066f-490e-93c0-bfa2627f8852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2488487 Jul 28 18:47:20.987690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:47:20.989961 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075b1d02-494b-4ddf-a5ea-3173085a3b48" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:47:20.994382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:47:21.030250 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2be4e-5af1-4c9b-bc54-378940f07eaf x-openstack-request-id: req-abb2be4e-5af1-4c9b-bc54-378940f07eaf {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:47:21.030554 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:47:21.030853 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abb2be4e-5af1-4c9b-bc54-378940f07eaf {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:47:21.031267 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'status': 'completed', 'code': 200} Jul 28 18:47:21.109277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-bb107156-28e4-4f6b-9a3f-39b5bcaf5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:21.111356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-bb107156-28e4-4f6b-9a3f-39b5bcaf5a50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0431345 Jul 28 18:47:21.207274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-4da55fc2-5404-4bad-aca2-02b7999b1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:21.209001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-4da55fc2-5404-4bad-aca2-02b7999b1982 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0915811 Jul 28 18:47:21.279463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-dcfb7f69-fc31-45e1-968d-4fdbaa535cbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 998 time: 0.0628226 Jul 28 18:47:21.330335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-d72d2689-132a-4e06-9e2f-a8e62847288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:21.331870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-d72d2689-132a-4e06-9e2f-a8e62847288e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0454698 Jul 28 18:47:21.381017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-90fd1052-85cb-4da4-9310-607db05a300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:21.381017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-90fd1052-85cb-4da4-9310-607db05a300a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407562 Jul 28 18:47:21.396673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}, {'id': '57a1ebf5-794b-4b45-a51d-4833d768e5eb', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:20:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:47:19Z', 'updated_at': '2021-07-28T18:47:19Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:47:21.422492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:47:21.430894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:47:21.431541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:47:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:47:21.476193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-a80222b7-e35b-4d6d-9ff5-292ac84a2402 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880334 Jul 28 18:47:21.541653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:47:21.566490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-075b1d02-494b-4ddf-a5ea-3173085a3b48 req-6905d8b8-f666-4a0d-aa9e-b9b0bfec498e service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Jul 28 18:47:21.762346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}, {'id': '57a1ebf5-794b-4b45-a51d-4833d768e5eb', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:20:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:47:19Z', 'updated_at': '2021-07-28T18:47:19Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:47:21.787759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2cd5e-867e-4a94-9436-f07009eb4b98 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}, {'id': '57a1ebf5-794b-4b45-a51d-4833d768e5eb', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:20:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:47:19Z', 'updated_at': '2021-07-28T18:47:19Z', 'revision_number': 0, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:47:21.982987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a0966-315c-473b-afeb-7f9627691f3c None None] New status for floating IP 57a1ebf5-794b-4b45-a51d-4833d768e5eb: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:47:29.354142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-e611b2c6-bb88-4055-a549-79df4e0775d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396862 Jul 28 18:47:29.438967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-fc6e15fb-8ff4-4978-9895-ec73df99f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:29.440498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-fc6e15fb-8ff4-4978-9895-ec73df99f852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0450876 Jul 28 18:47:29.541013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-80e039e2-b59a-4326-b22d-795b697eb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:29.542481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-80e039e2-b59a-4326-b22d-795b697eb9e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0833278 Jul 28 18:47:29.612464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-75d96c85-2b6c-4ce4-a04c-724c4b31a035 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1002 time: 0.0627391 Jul 28 18:47:29.661066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-4f44a678-d28c-454b-ae7e-ffd4eb60e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:29.662475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-4f44a678-d28c-454b-ae7e-ffd4eb60e083 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0429165 Jul 28 18:47:29.707770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-0dda49d0-ebc7-4bb9-a5d9-3d824996e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:29.709238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-0dda49d0-ebc7-4bb9-a5d9-3d824996e832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398350 Jul 28 18:47:29.800964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-2dbe6c80-8ebe-4c2d-8078-716926ca4149 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846646 Jul 28 18:47:29.889176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebdba82a-9eca-476c-8c97-53d2271ff935 req-dfc9867f-2b9a-4fa5-b170-ba2dcdacb651 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Jul 28 18:47:31.566513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-fd05a3db-6a55-4485-924b-d4b89af379cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402036 Jul 28 18:47:31.650512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-f2cf88f9-7b86-4964-a399-2a011493b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:31.652076 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-f2cf88f9-7b86-4964-a399-2a011493b464 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0451906 Jul 28 18:47:31.752910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-1abdec3e-6474-49da-8e56-52ce994758ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:31.754287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-1abdec3e-6474-49da-8e56-52ce994758ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0835664 Jul 28 18:47:31.823713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-e591f5ff-c31a-4a89-bfb4-76e1f76d77ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 1000 time: 0.0627277 Jul 28 18:47:31.872912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-b970ceb1-c45b-4cf1-9bf5-a5563ec9e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:31.874368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-b970ceb1-c45b-4cf1-9bf5-a5563ec9e3d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0434844 Jul 28 18:47:31.919877 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-42479866-452e-434b-b15c-ed27aaa1abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:47:31.921369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-42479866-452e-434b-b15c-ed27aaa1abff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397565 Jul 28 18:47:32.014930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-bd3320f3-c365-41a0-a693-a7fe1aea1838 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862200 Jul 28 18:47:32.105841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-783a88fb-25e9-4a59-969b-1e781d26e7fc req-1117bffc-59c9-4e46-92d4-7327595227ff service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835540 Jul 28 18:47:37.720611 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-35bbbb6d-5b99-4837-a3b9-b517e8ccefa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:40.137720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:40.308500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33647350-c1b5-412c-968f-dd97cfcb3caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:41.217517 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:43.091991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:43.166083 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:47:45.823012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:47:48.977573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:07.702335 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3d55992-0ac0-49b7-a3a3-1b8ad554f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:10.096075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:10.312236 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c0b0417a-fa97-4d26-90b0-aa58c5b4016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:11.204849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:13.061728 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:15.804568 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:18.970007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:20.164682 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:48:29.314647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-102e1128-9fa7-4546-ba53-517b3740107a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403681 Jul 28 18:48:29.398964 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-ee52ba3b-7c5f-46e6-951f-29839412a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:29.400574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-ee52ba3b-7c5f-46e6-951f-29839412a615 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0443573 Jul 28 18:48:29.502239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-35c20f77-5727-47be-861e-2d2635f523ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:29.503771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-35c20f77-5727-47be-861e-2d2635f523ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0840583 Jul 28 18:48:29.572557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-364842c1-ecbc-48fc-8e3e-0526f7632d94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1002 time: 0.0613487 Jul 28 18:48:29.621230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-77a9076f-053c-46f7-b1a1-17fa48ffe676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:29.622680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-77a9076f-053c-46f7-b1a1-17fa48ffe676 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0437248 Jul 28 18:48:29.666777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-b2789338-1f8a-49cb-8cf0-47036599de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:29.668264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-b2789338-1f8a-49cb-8cf0-47036599de5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391252 Jul 28 18:48:29.680204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-e090725a-bd0b-4ab0-9833-e098142054ae service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:48:29.682892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-e090725a-bd0b-4ab0-9833-e098142054ae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049932 Jul 28 18:48:29.771847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-23c97f3a-5721-4902-a5e7-60ab3100f7bc service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836964 Jul 28 18:48:29.860294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b46bd19-5e5e-474d-8b50-70eb657dcf87 req-85a27b8c-dd91-49a8-acc4-9cd204a68219 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811484 Jul 28 18:48:33.564997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-867c1ab7-0214-46e7-bfaa-fa706ea4eb79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412965 Jul 28 18:48:33.652506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f00b4-136c-41c0-979c-f72de287a36a req-d028df77-aad9-4054-9df5-5b1594af6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:33.654230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-d028df77-aad9-4054-9df5-5b1594af6fe8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0457084 Jul 28 18:48:33.760711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f00b4-136c-41c0-979c-f72de287a36a req-0d818d98-b65a-4ef9-8309-24e7ac01ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:33.762117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-0d818d98-b65a-4ef9-8309-24e7ac01ae64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0886188 Jul 28 18:48:33.832465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-2133560c-bef9-4d3a-ae28-cea66c7ca01f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 1000 time: 0.0628240 Jul 28 18:48:33.882146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f00b4-136c-41c0-979c-f72de287a36a req-0b4a8c77-2531-4bd7-b2ce-76db7bcacf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:33.883625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-0b4a8c77-2531-4bd7-b2ce-76db7bcacf2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0441854 Jul 28 18:48:33.928949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f00b4-136c-41c0-979c-f72de287a36a req-13954414-2d5f-45e3-b272-41081c967250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:48:33.930982 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-13954414-2d5f-45e3-b272-41081c967250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408940 Jul 28 18:48:33.943008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-072728f5-1b00-4444-af67-0acb389814ba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:48:33.943966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-072728f5-1b00-4444-af67-0acb389814ba service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049384 Jul 28 18:48:34.036488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-8c633f43-b356-445b-845f-91a408401e58 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Jul 28 18:48:34.126377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-236f00b4-136c-41c0-979c-f72de287a36a req-93d29bc2-061c-4082-b833-b6c369daf41a service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Jul 28 18:48:37.717932 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-feef313c-6e06-43be-8e93-b8a97ee400df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:40.099592 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:40.316510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c445-4f57-4c02-aa88-a8e7cccabd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:41.310430 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:43.150123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:45.883707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:48.968726 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:48:57.164374 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:49:07.702912 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2af3e9e6-60d8-446a-b7d5-90bea0552ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:10.085688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:10.310963 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b411c3e1-e8e1-4c04-a23d-71ae389cf04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:11.211625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:13.071066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:15.833991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:19.004930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:29.466268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-74532e8a-28c7-4246-870d-98b64f8a029a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648629 Jul 28 18:49:29.550972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-d1db58d3-295b-410f-9306-7f9dbfaf19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:29.552506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-d1db58d3-295b-410f-9306-7f9dbfaf19d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0450926 Jul 28 18:49:29.651501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-316c6b14-9b8c-40fc-910b-d300ad0ddafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:29.652872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-316c6b14-9b8c-40fc-910b-d300ad0ddafe service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0827000 Jul 28 18:49:29.718872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-1387320f-8a00-40e3-b51b-5906c152204b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 1002 time: 0.0592175 Jul 28 18:49:29.765973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-a421db6c-2b67-42e3-9563-1543ef3688b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:29.767378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-a421db6c-2b67-42e3-9563-1543ef3688b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0422211 Jul 28 18:49:29.810158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-cd855f2a-7d79-44cc-bd20-f3cbdb700c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:29.811622 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-cd855f2a-7d79-44cc-bd20-f3cbdb700c27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375769 Jul 28 18:49:29.900445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-d2ea889d-c61a-4a61-bce3-16dc3447fd8d service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819609 Jul 28 18:49:29.987884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b3d7fc-5315-40c3-ae9d-631ff1be50d3 req-db27bbf4-4c9e-45c7-a514-8d7e7b10b943 service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805295 Jul 28 18:49:33.609598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-d4fd7b61-820b-423c-ac33-9733006db500 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883610 Jul 28 18:49:33.692681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-e88a1728-e68d-473e-ba97-2e4851fcaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:33.694124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-e88a1728-e68d-473e-ba97-2e4851fcaf0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0432618 Jul 28 18:49:33.793592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-1447ea3d-8222-4fff-a35e-96df1d6817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:33.794952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-1447ea3d-8222-4fff-a35e-96df1d6817d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0820172 Jul 28 18:49:33.861423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-2bb15692-9924-419c-8763-41519069e725 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 1000 time: 0.0590992 Jul 28 18:49:34.163534 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:49:34.238309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-c22f89f2-cdb8-4c19-a7a0-396fb55907cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:34.239825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-c22f89f2-cdb8-4c19-a7a0-396fb55907cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.3716991 Jul 28 18:49:34.284864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-7100855e-2a85-46e5-914b-4f444dd7452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:34.286337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-7100855e-2a85-46e5-914b-4f444dd7452f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399826 Jul 28 18:49:34.376243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-e946df25-2bb5-4e9d-972a-c8ecd928a656 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820179 Jul 28 18:49:34.462789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5ae86b8-4f6f-4651-8286-bb43630e3e7c req-ff2c816b-2569-406d-ac82-e7b1a127eebd service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793169 Jul 28 18:49:35.361870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47588) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:49:35.581914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 8e7376e1-3ca0-493f-a0de-67233389e76e {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:49:35.582257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:35.658006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:35.658260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:35.669541 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 8e7376e1-3ca0-493f-a0de-67233389e76e owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:49:35.888680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:35.916992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=8e7376e1-3ca0-493f-a0de-67233389e76e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:49:35.941904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.942376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.942602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.942943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.943283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.943646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.943981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.944312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.944638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.944962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.945288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.945615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:35.984453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:35.984788 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP 57a1ebf5-794b-4b45-a51d-4833d768e5eb disassociated (deleted). External IP: 172.25.7.99, port: e2c73fbb-4934-4558-941b-9adfbf0cf330. Jul 28 18:49:36.185637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:49:36.291204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:49:36.295993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:36.300949 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:49:36.310473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:49:36.311078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:36.322812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-95841eb4-3790-42bb-9837-a2accd9a3ccb tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "DELETE /v2.0/floatingips/57a1ebf5-794b-4b45-a51d-4833d768e5eb HTTP/1.1" status: 204 len: 168 time: 0.9598641 Jul 28 18:49:36.323599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:49:36.325846 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:49:36.365905 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70202672-4d74-4b51-9377-8a12dba57cf9 x-openstack-request-id: req-70202672-4d74-4b51-9377-8a12dba57cf9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:49:36.366478 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:49:36.366478 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70202672-4d74-4b51-9377-8a12dba57cf9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:49:36.366825 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'status': 'completed', 'code': 200} Jul 28 18:49:36.419811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:49:36.433123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-f4a5723b-a27b-49df-b622-535fc4c8d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:36.434773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-f4a5723b-a27b-49df-b622-535fc4c8d30b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 1096 time: 0.0451710 Jul 28 18:49:36.530233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-065f5c66-0c92-425e-8b02-b6f68a1e7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:36.531756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-065f5c66-0c92-425e-8b02-b6f68a1e7eff service neutron] 10.222.0.35 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0889170 Jul 28 18:49:36.577738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-6f32ccf5-e6da-4588-8e53-ec3229857cd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 200 len: 217 time: 0.0387263 Jul 28 18:49:36.628457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-7de9281a-90f0-43ba-bc6b-f8924da240a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:36.629942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-7de9281a-90f0-43ba-bc6b-f8924da240a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0450642 Jul 28 18:49:36.646105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:36.671858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:49:36.676800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-6db841ee-6d23-4b24-a7a1-888e8ac2e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:36.678382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-6db841ee-6d23-4b24-a7a1-888e8ac2e274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415356 Jul 28 18:49:36.680722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:49:36.681317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:36.775632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-2ff95add-07cb-4e2f-a6d7-11285e84d2e4 service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904994 Jul 28 18:49:36.790669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:49:36.874703 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaae64b2-34ed-4b32-b4e9-5806f6e253ea req-09c034d9-f826-4db6-9748-35e4349aee2e service neutron] 10.222.0.35 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916812 Jul 28 18:49:36.903330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d1a1-9ed6-43fd-a221-b1d29a0a06e4 req-dfd64c68-7116-4423-a05d-84cfeb3716b9 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:36.905180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b79d1a1-9ed6-43fd-a221-b1d29a0a06e4 req-dfd64c68-7116-4423-a05d-84cfeb3716b9 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.1431158 Jul 28 18:49:36.944466 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2b79d1a1-9ed6-43fd-a221-b1d29a0a06e4 req-94d34801-b28f-44a7-8d7f-0401eec8b95d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Jul 28 18:49:37.016205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:37.043748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b95096-6620-4e24-b9e1-354c57d4e550 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '2a536441-8f53-44f7-95e9-eab166f43f62', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'port_id': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'mac_address': 'fa:16:3e:65:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:44:30Z', 'updated_at': '2021-07-28T18:44:32Z', 'revision_number': 1, 'project_id': '8891299796554c0eab6a7ef478827a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:49:37.271488 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385fd5c4-27e3-413b-ad9c-fa201b4804c9 None None] New status for floating IP 57a1ebf5-794b-4b45-a51d-4833d768e5eb: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:49:37.719603 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-460d98b1-ed4e-4eb8-ac3d-e9a609ea3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:38.112252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973283b-e05e-4fbb-a27f-3f46ad02935b req-ba3663f7-a304-44aa-9e35-e06fc73cb8ac tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:38.114320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a973283b-e05e-4fbb-a27f-3f46ad02935b req-ba3663f7-a304-44aa-9e35-e06fc73cb8ac tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.0996058 Jul 28 18:49:38.150638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a973283b-e05e-4fbb-a27f-3f46ad02935b req-4a088d30-b191-419e-ac45-f90922e3be3b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302923 Jul 28 18:49:38.468779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-ea170b0e-10cc-4ee3-9427-531e37271852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:38.470287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-ea170b0e-10cc-4ee3-9427-531e37271852 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 945 time: 0.0511649 Jul 28 18:49:38.559548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port e2c73fbb-4934-4558-941b-9adfbf0cf330 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:49:38.559897 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:38.648315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port e2c73fbb-4934-4558-941b-9adfbf0cf330, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=e2c73fbb-4934-4558-941b-9adfbf0cf330,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:49:38.648680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:38.661029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for e2c73fbb-4934-4558-941b-9adfbf0cf330 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:49:38.851963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:38.883790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=e2c73fbb-4934-4558-941b-9adfbf0cf330,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:49:38.929416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port e2c73fbb-4934-4558-941b-9adfbf0cf330 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:49:38.932262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:38.934479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-19f729ce-4fbd-4949-9b72-c246cdb5da84 req-8fc0b044-777e-489c-af9a-89dd37631476 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.35 "DELETE /v2.0/ports/e2c73fbb-4934-4558-941b-9adfbf0cf330 HTTP/1.1" status: 204 len: 173 time: 0.4581478 Jul 28 18:49:38.934953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'name': 'network-vif-deleted', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:49:38.937439 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3896a-0dff-4f5c-80d4-f95cdfb364ee" -d '{"events": [{"server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "name": "network-vif-deleted", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:49:38.998239 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeaa5f4-7bb3-4403-8b32-42c481b8e4d9 x-openstack-request-id: req-aaeaa5f4-7bb3-4403-8b32-42c481b8e4d9 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:49:38.998559 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab91991-bff6-47b8-9728-9b1ef1a1bebe", "name": "network-vif-deleted", "tag": "e2c73fbb-4934-4558-941b-9adfbf0cf330", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:49:38.998811 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaeaa5f4-7bb3-4403-8b32-42c481b8e4d9 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:49:38.999204 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab91991-bff6-47b8-9728-9b1ef1a1bebe', 'name': 'network-vif-deleted', 'tag': 'e2c73fbb-4934-4558-941b-9adfbf0cf330', 'status': 'completed', 'code': 200} Jul 28 18:49:39.248590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85702f74-c4f0-4450-be93-059571bd624e req-8069d633-040c-4757-bfea-290d57567728 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0277386 Jul 28 18:49:40.092002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:40.323325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9c8aa73-6673-4394-a795-58103824aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:40.364683 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5b4b66aa-bfd5-45ff-9ee2-9b5932b61af2 req-b01dda0d-43a6-4b7c-a9a8-8afcf6c074d2 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0315053 Jul 28 18:49:41.206000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:41.456247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-817da8e6-7f5d-4e36-b201-1e535b3b28f1 req-796307de-6b7c-434d-abec-332b1e22721b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0261986 Jul 28 18:49:42.554815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-edb8f9a0-acde-41e0-9e4b-93228f2e89c6 req-eadff693-df17-4518-a515-aece50c53e78 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab91991-bff6-47b8-9728-9b1ef1a1bebe HTTP/1.1" status: 200 len: 210 time: 0.0258715 Jul 28 18:49:43.083977 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:43.252083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e2c73fbb-4934-4558-941b-9adfbf0cf330 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:49:43.271446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: e2c73fbb-4934-4558-941b-9adfbf0cf330 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:49:43.271802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device e2c73fbb-4934-4558-941b-9adfbf0cf330 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:49:45.803953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:48.994501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:49.239260 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:49:49.700586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port f0b50389-0a8e-477a-86e6-00ec89498dd7 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:49:49.700928 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:49.774568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:49.774835 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:49.786597 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for f0b50389-0a8e-477a-86e6-00ec89498dd7 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:49:50.011950 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:50.036424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=f0b50389-0a8e-477a-86e6-00ec89498dd7,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:49:50.048001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.048355 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.048701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.049045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.049382 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.049718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.050048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.050377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.050706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.051031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.051362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.051713 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:49:50.103706 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:50.104047 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Floating IP 2a536441-8f53-44f7-95e9-eab166f43f62 disassociated (deleted). External IP: 172.25.7.166, port: 2ca18c73-06f6-4433-90dd-f37101bff2ce. Jul 28 18:49:50.305046 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:49:50.408145 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:49:50.412874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:50.417874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:49:50.427359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:49:50.427989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:50.439559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-693810d4-379c-4dec-bdf5-d5a42d04064e tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a536441-8f53-44f7-95e9-eab166f43f62 HTTP/1.1" status: 204 len: 168 time: 1.1991651 Jul 28 18:49:50.440168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:49:50.442407 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:49:50.535141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:49:50.548147 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6408c-c620-459f-a03f-02d2009065ad x-openstack-request-id: req-edd6408c-c620-459f-a03f-02d2009065ad {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:49:50.548147 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:49:50.548147 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edd6408c-c620-459f-a03f-02d2009065ad {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:49:50.548147 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'status': 'completed', 'code': 200} Jul 28 18:49:50.613655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-5b44934d-c4e2-49c1-8700-ee3a929f52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:50.615080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-5b44934d-c4e2-49c1-8700-ee3a929f52ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8891299796554c0eab6a7ef478827a54&device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 1097 time: 0.0456052 Jul 28 18:49:50.708050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-67a87beb-8468-4c4b-a21e-ae1da9e7d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:50.709991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-67a87beb-8468-4c4b-a21e-ae1da9e7d355 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 200 len: 912 time: 0.0874991 Jul 28 18:49:50.732152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:50.758295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:49:50.758632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-921a5714-3ef3-491e-9529-8fd1b47a12c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 200 len: 217 time: 0.0399089 Jul 28 18:49:50.767475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:49:50.768063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:50.812595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-20a44c5f-0f46-4eec-9f79-7b28c10d9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:50.813989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-20a44c5f-0f46-4eec-9f79-7b28c10d9230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 200 len: 850 time: 0.0469248 Jul 28 18:49:50.864596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-fb6ab0a5-b5e1-4c7b-af63-026d7617e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:50.866183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-fb6ab0a5-b5e1-4c7b-af63-026d7617e74d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a599ba68-2341-4d8e-a7ba-d5cec6939405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455630 Jul 28 18:49:50.877292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:49:50.968021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82462c5-6b67-4ce9-9618-f9779b9ebc9c req-78563ef1-a375-47b0-8c1a-51b36f5cd609 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:50.969666 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e82462c5-6b67-4ce9-9618-f9779b9ebc9c req-78563ef1-a375-47b0-8c1a-51b36f5cd609 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 946 time: 0.1025405 Jul 28 18:49:51.023258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-4dbb7390-07ae-4cfa-a2d4-9613415222ab service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468329 Jul 28 18:49:51.031353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e82462c5-6b67-4ce9-9618-f9779b9ebc9c req-672cee4d-8e61-4d0c-b796-512781794703 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/security-groups?id=3c3908c0-db28-4daf-a36e-5509da88d143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Jul 28 18:49:51.125000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d9c24ba-8e18-4e13-a83e-33f32fbe9d7b req-4a54ad01-fb3e-4ccc-aa4e-8aeea7fca91e service neutron] 10.222.0.37 "GET /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925632 Jul 28 18:49:51.233326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:49:51.264208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d977c7-17bf-4933-8218-a79be1c33e82 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:36:33Z', 'revision_number': 4, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8574734b-b5ee-400a-bb75-bbbfe4571a99', 'name': '', 'network_id': 'a599ba68-2341-4d8e-a7ba-d5cec6939405', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'mac_address': 'fa:16:3e:e9:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:33Z', 'updated_at': '2021-07-28T18:36:40Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'subnets': [{'id': 'e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:49:51.477120 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff9109-b191-4de4-bd9c-1d023ae09791 None None] New status for floating IP 2a536441-8f53-44f7-95e9-eab166f43f62: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:49:51.486312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-3c38dc02-0175-4c02-a207-be5f1f195b49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:49:51.487882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-3c38dc02-0175-4c02-a207-be5f1f195b49 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Jul 28 18:49:51.578862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 2ca18c73-06f6-4433-90dd-f37101bff2ce {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:49:51.579235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:51.668737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] For port 2ca18c73-06f6-4433-90dd-f37101bff2ce, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=2ca18c73-06f6-4433-90dd-f37101bff2ce,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:49:51.669386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:51.681319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 2ca18c73-06f6-4433-90dd-f37101bff2ce owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:49:51.883699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:51.910912 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=2ca18c73-06f6-4433-90dd-f37101bff2ce,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:49:51.953379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] No DVR routers for this DVR port 2ca18c73-06f6-4433-90dd-f37101bff2ce on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:49:51.956255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:51.958324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aaea1c16-5a70-4a6e-8e64-a5d8fc787342 req-9e297bd6-5b64-4f67-b672-3a9437a3c60b tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.37 "DELETE /v2.0/ports/2ca18c73-06f6-4433-90dd-f37101bff2ce HTTP/1.1" status: 204 len: 173 time: 0.4647429 Jul 28 18:49:51.958790 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'name': 'network-vif-deleted', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:49:51.961038 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d990d1-ed4d-4244-8a54-7a79a52dbccf" -d '{"events": [{"server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "name": "network-vif-deleted", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:49:51.996757 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5096e31-9e25-4200-8b77-829b26373c0f x-openstack-request-id: req-c5096e31-9e25-4200-8b77-829b26373c0f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:49:51.997053 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c38e59-77fa-4cb4-8747-e9b35197c742", "name": "network-vif-deleted", "tag": "2ca18c73-06f6-4433-90dd-f37101bff2ce", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:49:51.997304 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5096e31-9e25-4200-8b77-829b26373c0f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:49:51.997724 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c38e59-77fa-4cb4-8747-e9b35197c742', 'name': 'network-vif-deleted', 'tag': '2ca18c73-06f6-4433-90dd-f37101bff2ce', 'status': 'completed', 'code': 200} Jul 28 18:49:52.142000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-447c8e68-98b6-4829-badb-0327b7bff5fb req-05501178-63e9-4ab1-b418-3e395d7e6646 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Jul 28 18:49:53.236852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c174aa9-5698-45e3-bf30-f2470e59d84f req-0165c9e1-858a-40b9-8b4c-9968f877111f tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jul 28 18:49:54.329733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e828565a-a095-4c8b-b076-75a6b591ff80 req-c0e95150-8bb5-49be-aed5-38a402245640 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Jul 28 18:49:55.427017 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-881d68d0-2d1f-439b-93f0-5bb848c365b5 req-82f9b0a6-6dbd-4555-abe5-3a753a717c9d tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c38e59-77fa-4cb4-8747-e9b35197c742 HTTP/1.1" status: 200 len: 210 time: 0.0301204 Jul 28 18:49:56.482072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47682) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:49:56.608604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Deleting port 82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:49:56.608948 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:56.628154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2ca18c73-06f6-4433-90dd-f37101bff2ce no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:49:56.647997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 2ca18c73-06f6-4433-90dd-f37101bff2ce {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:49:56.648339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 2ca18c73-06f6-4433-90dd-f37101bff2ce not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:49:56.681297 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:56.681630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:56.693532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Calling delete_port for 82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:49:56.924516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:56.950029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'Port': ['ID=82aa14ab-3e47-4fe5-8d8d-26d9d6c9e579,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:49:57.011655 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:57.014268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:49:57.015441 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4bdc8cec-75c2-4042-9079-614eacc3cd26 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "DELETE /v2.0/floatingips/c8a10579-3562-4606-8bbc-bf2987e4d02d HTTP/1.1" status: 204 len: 168 time: 0.5323424 Jul 28 18:50:00.447475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47700) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:00.508207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:00.534023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:00.719366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:00.722040 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:00.723509 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c3908c0-db28-4daf-a36e-5509da88d143 HTTP/1.1" status: 204 len: 168 time: 0.2747562 Jul 28 18:50:00.733316 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb664d6-1def-45f1-b3d7-e482bbde97c7 tempest-TestVolumeBootPattern-1189583926 tempest-TestVolumeBootPattern-1189583926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3908c0-db28-4daf-a36e-5509da88d143,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:00.953752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47704) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:01.349604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:01.582556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Deleting port 8574734b-b5ee-400a-bb75-bbbfe4571a99 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:01.582893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:01.657875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] For port 8574734b-b5ee-400a-bb75-bbbfe4571a99, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8574734b-b5ee-400a-bb75-bbbfe4571a99,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:01.658154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:01.675331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Calling delete_port for 8574734b-b5ee-400a-bb75-bbbfe4571a99 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:01.958799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:01.983845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Pushing event deleted for resources: {'Port': ['ID=8574734b-b5ee-400a-bb75-bbbfe4571a99,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:02.144161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:02.346645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:50:02.448179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:50:02.453154 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-84b2644f-38ee-4e34-bb26-c46305638981 admin admin] 10.222.0.25 "PUT /v2.0/routers/522ab93b-52ee-4a05-a4c9-d25a20f3bcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984074 Jul 28 18:50:02.455619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47710) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:02.458458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Sync routers for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:50:02.467734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:50:02.468385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:02.558015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:02.570343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:50:02.748578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:50:01Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:02.779357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Checking router: 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:50:02.788244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Routers {'522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:50:02.788868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:02.897850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] Set router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:50:02.991817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.075039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:50:01Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:03.100833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7249a5-a2d1-4399-98c4-e2f60174fd19 None None] The sync data for ids ['522ab93b-52ee-4a05-a4c9-d25a20f3bcd6'] in n-d-778550-5 is: [{'id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'name': 'tempest-TestVolumeBootPattern-310916104-router', 'tenant_id': '8891299796554c0eab6a7ef478827a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:30Z', 'updated_at': '2021-07-28T18:50:01Z', 'revision_number': 5, 'project_id': '8891299796554c0eab6a7ef478827a54', 'gw_port': {'id': '1cfdc29c-ed13-464d-a386-e41be8174c26', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522ab93b-52ee-4a05-a4c9-d25a20f3bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:31Z', 'updated_at': '2021-07-28T18:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:50:03.148132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Deleting port 1cfdc29c-ed13-464d-a386-e41be8174c26 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:03.148521 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.224911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] For port 1cfdc29c-ed13-464d-a386-e41be8174c26, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=1cfdc29c-ed13-464d-a386-e41be8174c26,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:03.225277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.237599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Calling delete_port for 1cfdc29c-ed13-464d-a386-e41be8174c26 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:03.485188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.517579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfdc29c-ed13-464d-a386-e41be8174c26,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:03.576717 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.666286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.668862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.766732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.767298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:50:03.771640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.772760 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9f8b5a43-6c23-4bd2-8e17-96459018251b admin admin] 10.222.0.25 "DELETE /v2.0/routers/522ab93b-52ee-4a05-a4c9-d25a20f3bcd6 HTTP/1.1" status: 204 len: 168 time: 1.3162446 Jul 28 18:50:03.775276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47712) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:03.824937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Deleting subnet e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:50:03.828265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.863012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:03.945762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.070558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.097209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.099352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676 HTTP/1.1" status: 204 len: 168 time: 0.3230846 Jul 28 18:50:04.100437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf2bb-af0f-4635-ac36-c643bd09d45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f5c0a1-33ee-4e32-bc9c-3f4a8c592676,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:04.101914 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47714) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:04.104862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb188b4-58f3-4dab-b059-1a68be50fc56 None None] Network a599ba68-2341-4d8e-a7ba-d5cec6939405 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:50:04.169002 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.231827 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Deleting port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:04.232179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.296886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] DHCP port deletion for a599ba68-2341-4d8e-a7ba-d5cec6939405 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:50:04.297216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] For port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:04.297352 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.311744 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Calling delete_port for fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:04.343376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Deleting port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:04.343707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.408518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] For port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,segment=NetworkSegment(5cbd8d76-8449-4667-aaea-6ea91a99bd7b),segment_id=5cbd8d76-8449-4667-aaea-6ea91a99bd7b)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:04.408919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.421205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Calling delete_port for fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:04.458409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.485761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:04.487549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] No DVR routers for this DVR port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:50:04.495265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.518948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Pushing event deleted for resources: {'Port': ['ID=fbd1d032-c7d3-4a05-b201-c4a0176bc0f1,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:04.529236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.529587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.529929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.530268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.530602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.530935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.531259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.531619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.531942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.532267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.532587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.532910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:04.535551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09900aaa-dc89-428b-83be-dc669f7b6436 None None] No DVR routers for this DVR port fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:50:04.558027 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.567778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a599ba68-2341-4d8e-a7ba-d5cec6939405']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:04.578625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbd8d76-8449-4667-aaea-6ea91a99bd7b') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:04.578926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbd8d76-8449-4667-aaea-6ea91a99bd7b') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:04.587429 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.605562 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.611490 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:50:04.611877 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:50:04.613481 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:50:04.744625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.750793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:04.752698 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a599ba68-2341-4d8e-a7ba-d5cec6939405 HTTP/1.1" status: 204 len: 168 time: 0.6497812 Jul 28 18:50:04.761527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47716) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:04.764468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ff320-8141-44e8-bfcd-a87120319f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a599ba68-2341-4d8e-a7ba-d5cec6939405,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:05.090959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:05.149386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:05.173253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:05.173862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fbd1d032-c7d3-4a05-b201-c4a0176bc0f1 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:05.174287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1cfdc29c-ed13-464d-a386-e41be8174c26 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:05.193625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 1cfdc29c-ed13-464d-a386-e41be8174c26 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:05.193973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 1cfdc29c-ed13-464d-a386-e41be8174c26 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:05.194617 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8574734b-b5ee-400a-bb75-bbbfe4571a99 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:05.212628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8574734b-b5ee-400a-bb75-bbbfe4571a99 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:05.212982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8574734b-b5ee-400a-bb75-bbbfe4571a99 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:05.340470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Deleting port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:05.340807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:05.417820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] For port 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:05.418616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:05.430653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Calling delete_port for 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:05.698791 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:05.724828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6f34ab-e2df-4fc5-92d0-827a16e94b0c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:05.891529 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.101363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:50:06.203864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:50:06.209312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3d81cb1d-8075-465f-9d74-f3e434d80655 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbc2c876-4fb7-4ca2-9ba7-a2b600383533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461401 Jul 28 18:50:06.212007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47718) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:06.215852 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Sync routers for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:50:06.226358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:50:06.226973 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:06.319072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.332934 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:50:06.421648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.504554 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:50:05Z', 'revision_number': 5, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port': {'id': '00df2cbf-a49e-4160-8d4b-6bf778dd4406', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:36:37Z', 'updated_at': '2021-07-28T18:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:06.531152 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Checking router: fbc2c876-4fb7-4ca2-9ba7-a2b600383533 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:50:06.539782 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Routers {'fbc2c876-4fb7-4ca2-9ba7-a2b600383533'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:50:06.540399 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:49:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:06.555639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Deleting port 00df2cbf-a49e-4160-8d4b-6bf778dd4406 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:06.556061 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.630655 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] Set router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:50:06.640619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] For port 00df2cbf-a49e-4160-8d4b-6bf778dd4406, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=00df2cbf-a49e-4160-8d4b-6bf778dd4406,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:06.641050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.654491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Calling delete_port for 00df2cbf-a49e-4160-8d4b-6bf778dd4406 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:06.686557 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:50:06Z', 'revision_number': 6, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:06.713334 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e460b-3365-4c26-8c0e-fcca364e0d73 None None] The sync data for ids ['fbc2c876-4fb7-4ca2-9ba7-a2b600383533'] in n-d-778550-5 is: [{'id': 'fbc2c876-4fb7-4ca2-9ba7-a2b600383533', 'name': 'tempest-TestVolumeBootPattern-1931728913-router', 'tenant_id': '8eb073971f1b4b1a85e4e4037e715636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:36:36Z', 'updated_at': '2021-07-28T18:50:06Z', 'revision_number': 6, 'project_id': '8eb073971f1b4b1a85e4e4037e715636', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:50:06.876365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:06.902003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Pushing event deleted for resources: {'Port': ['ID=00df2cbf-a49e-4160-8d4b-6bf778dd4406,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:06.961437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.052254 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.054537 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.188057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.192370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc2c876-4fb7-4ca2-9ba7-a2b600383533 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:50:07.193390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.194549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5c9fa48-526f-4075-b9f9-5d0f4eea1835 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fbc2c876-4fb7-4ca2-9ba7-a2b600383533 HTTP/1.1" status: 204 len: 168 time: 0.9816198 Jul 28 18:50:07.197095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47720) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:07.240670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Deleting subnet 4bea44e5-bb89-4a52-af28-acacb80265dd {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:50:07.243595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.277539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.357561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.505106 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.515096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:07.533094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bea44e5-bb89-4a52-af28-acacb80265dd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:07.536810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.542297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:07.542297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8f6f34ab-e2df-4fc5-92d0-827a16e94b0c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:07.542975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3408122-e257-4d1f-9c4d-a4d4b859c671 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bea44e5-bb89-4a52-af28-acacb80265dd HTTP/1.1" status: 204 len: 168 time: 0.3406851 Jul 28 18:50:07.543054 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47722) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:07.544742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae698c-7da4-4b3c-b757-29b64d4c48aa None None] Network 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:50:07.622624 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.677050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Deleting port 795a3077-35a2-4ddc-8c59-e75f808e6433 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:07.677366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.742054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] DHCP port deletion for 59b95fcc-7358-4779-9e3b-9f7f1cee6d88 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 18:50:07.753470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] For port 795a3077-35a2-4ddc-8c59-e75f808e6433, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=795a3077-35a2-4ddc-8c59-e75f808e6433,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:07.753851 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.766821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20efde24-2515-4db6-90a5-87a101c82022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.768357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Calling delete_port for 795a3077-35a2-4ddc-8c59-e75f808e6433 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:07.792547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Deleting port 795a3077-35a2-4ddc-8c59-e75f808e6433 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:07.792837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.859753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] For port 795a3077-35a2-4ddc-8c59-e75f808e6433, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=795a3077-35a2-4ddc-8c59-e75f808e6433,segment=NetworkSegment(8a56ba52-bf58-4597-bd9f-b30234ebb0a2),segment_id=8a56ba52-bf58-4597-bd9f-b30234ebb0a2)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:07.860158 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.872301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Calling delete_port for 795a3077-35a2-4ddc-8c59-e75f808e6433 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:07.993863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:07.999275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.021118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] No DVR routers for this DVR port 795a3077-35a2-4ddc-8c59-e75f808e6433 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:50:08.023143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=795a3077-35a2-4ddc-8c59-e75f808e6433,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:08.027426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] Pushing event deleted for resources: {'Port': ['ID=795a3077-35a2-4ddc-8c59-e75f808e6433,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:08.031592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad36d7-0b30-427e-9c68-a21d9717168f None None] No DVR routers for this DVR port 795a3077-35a2-4ddc-8c59-e75f808e6433 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:50:08.093686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.103701 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b95fcc-7358-4779-9e3b-9f7f1cee6d88']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:08.119125 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56ba52-bf58-4597-bd9f-b30234ebb0a2') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:08.119459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56ba52-bf58-4597-bd9f-b30234ebb0a2') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:50:08.128146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.141796 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.147611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:50:08.147999 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: timer() Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:50:08.151237 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:50:08.284785 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.289956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.291824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/59b95fcc-7358-4779-9e3b-9f7f1cee6d88 HTTP/1.1" status: 204 len: 168 time: 0.7494767 Jul 28 18:50:08.302847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2f1d1-9a64-4044-8742-a3cb2e1bbcd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b95fcc-7358-4779-9e3b-9f7f1cee6d88,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:08.615802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47726) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:08.655713 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c732a93e-395b-4687-8048-97a7193816f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8891299796554c0eab6a7ef478827a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387139 Jul 28 18:50:08.657996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47728) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:08.704852 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.729759 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.845084 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.847653 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:08.849111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff1c2e47-a16f-4731-ac87-ce2bab33d4e0 HTTP/1.1" status: 204 len: 168 time: 0.1899548 Jul 28 18:50:08.856625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af8ee0-8746-4877-a8f2-00e2c68d4147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c2e47-a16f-4731-ac87-ce2bab33d4e0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:09.150083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 00df2cbf-a49e-4160-8d4b-6bf778dd4406 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:09.174001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 00df2cbf-a49e-4160-8d4b-6bf778dd4406 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:09.174351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 00df2cbf-a49e-4160-8d4b-6bf778dd4406 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:09.174772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 795a3077-35a2-4ddc-8c59-e75f808e6433 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:09.193543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 795a3077-35a2-4ddc-8c59-e75f808e6433 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:09.193894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 795a3077-35a2-4ddc-8c59-e75f808e6433 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:09.551873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47734) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:09.596750 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c33b8383-de21-4ea5-90c3-9d6f15e0b5d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8eb073971f1b4b1a85e4e4037e715636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436134 Jul 28 18:50:09.599375 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47736) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:09.645795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:09.666344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:09.796061 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:09.798646 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:09.799868 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84ab9d37-8d56-4087-a3dc-01d9891df8c0 HTTP/1.1" status: 204 len: 168 time: 0.1995440 Jul 28 18:50:09.807536 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a5f8-7e5a-4b9e-8cd1-4f7e32d79126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab9d37-8d56-4087-a3dc-01d9891df8c0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:10.108555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:10.316401 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-37476a0b-fbbe-4a50-a0fc-4390a707b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:11.161435 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:50:11.211213 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:13.119755 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:15.853398 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:19.000540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:21.045730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-aa42253c-dc85-44a7-baa6-57c89ddadd1b tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285382 Jul 28 18:50:21.227532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-20c0b4a4-f1c5-483b-9a90-ecf1d2b2beef tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:21.228990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-20c0b4a4-f1c5-483b-9a90-ecf1d2b2beef tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776242 Jul 28 18:50:21.244311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-ba8c3ab0-8308-4f1f-a67a-114a32a9c5a6 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/quotas/3c4f368f3b844545b9b8e9a6c7db8ac9 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Jul 28 18:50:21.274497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-e9f2dcbd-3e7c-4097-b953-9a19790cbc85 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249324 Jul 28 18:50:21.504965 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea533f40-66be-4bed-b302-a5534c1f01b5 req-4a64dc65-13b6-4515-a281-4d99ddffbe5f tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Jul 28 18:50:22.623753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49f1acb6-8fb8-4724-8477-ba3583d780a2 req-b3408b9f-8e75-4d08-af0e-f1fe1650589a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 210 time: 0.0258508 Jul 28 18:50:23.579907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-6fe07ae4-28db-46c1-b863-eae556ff3719 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218315 Jul 28 18:50:23.690608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-60746c3a-ef92-4816-bb73-a6fcc981dd17 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:23.692087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-60746c3a-ef92-4816-bb73-a6fcc981dd17 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066360 Jul 28 18:50:23.705067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Request body: {'port': {'device_id': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'admin_state_up': True, 'tenant_id': '3c4f368f3b844545b9b8e9a6c7db8ac9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:23.723539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-76893ced-e9fc-46c1-9118-3ec2ac12311c req-765e2833-428b-4f08-9507-0d0d64f1d310 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 210 time: 0.0309429 Jul 28 18:50:23.908956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Made reservation on behalf of 3c4f368f3b844545b9b8e9a6c7db8ac9 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:50:23.912399 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:23.921828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.019015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.137141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.194998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106816b2-14e5-4bf1-8fb4-f760755842f4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:24.267294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Allocated IP 192.168.233.243 (7cc01860-4de9-4c26-88ee-756c1c466308/29ca74b8-b622-40d9-bd68-e307d9237601/74264085-4310-4eab-a36e-34579fdb03f1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:50:24.407121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.419938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Transition to ACTIVE for port object 74264085-4310-4eab-a36e-34579fdb03f1 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:50:24.534614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.577956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Network 7cc01860-4de9-4c26-88ee-756c1c466308 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:50:24.581635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:50:24.585260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:50:24.593595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Pushing event updated for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:24.645342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:24.645969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.730172 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fb8056f8-fbe4-46d6-b8ad-bea6dc7c503a tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0263653 Jul 28 18:50:24.740408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Request body: {'port': {'device_id': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:24.794661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.893579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629cf75-b4a5-44df-9a4f-74192df7a9de req-6cac24fc-eb36-487e-aa42-4cf9fa32ec78 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:24.894080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b447b0ac-b190-4337-a883-d6945d0293e6 None None] Provisioning for port 74264085-4310-4eab-a36e-34579fdb03f1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:50:24.894979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2629cf75-b4a5-44df-9a4f-74192df7a9de req-6cac24fc-eb36-487e-aa42-4cf9fa32ec78 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 936 time: 0.0982425 Jul 28 18:50:24.899095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b447b0ac-b190-4337-a883-d6945d0293e6 None None] Provisioning complete for port 74264085-4310-4eab-a36e-34579fdb03f1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:50:24.899503 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b447b0ac-b190-4337-a883-d6945d0293e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:24.937685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b447b0ac-b190-4337-a883-d6945d0293e6 None None] Port 74264085-4310-4eab-a36e-34579fdb03f1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:50:24.991640 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2629cf75-b4a5-44df-9a4f-74192df7a9de req-52a87ae3-b331-4f38-9308-b2342edab501 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893743 Jul 28 18:50:25.124593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74264085-4310-4eab-a36e-34579fdb03f1 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:50:25.132463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:25.144530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Transition to ACTIVE for port object 74264085-4310-4eab-a36e-34579fdb03f1 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:50:25.242682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:25.292055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Pushing event updated for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:25.363134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Attempting to bind port 74264085-4310-4eab-a36e-34579fdb03f1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:50:25.363512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Attempting to bind port 74264085-4310-4eab-a36e-34579fdb03f1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:50:25.363841 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Attempting to bind port 74264085-4310-4eab-a36e-34579fdb03f1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:50:25.368369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Port 74264085-4310-4eab-a36e-34579fdb03f1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:50:25.368697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Attempting to bind port 74264085-4310-4eab-a36e-34579fdb03f1 on network 7cc01860-4de9-4c26-88ee-756c1c466308 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:50:25.373604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:50:25.373937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Checking segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:50:25.374313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Bound using segment: {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:50:25.374733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Bound port: 74264085-4310-4eab-a36e-34579fdb03f1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:50:25.375088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:25.771918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:50:25.774813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=74264085-4310-4eab-a36e-34579fdb03f1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:50:25.846807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:25.882820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:25.883563 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:25.884849 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] 10.222.0.35 "PUT /v2.0/ports/74264085-4310-4eab-a36e-34579fdb03f1 HTTP/1.1" status: 200 len: 1096 time: 1.1493216 Jul 28 18:50:25.885292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:50:25.887658 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc10edb-eab0-4533-93bf-0f931a77b372" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "tag": "74264085-4310-4eab-a36e-34579fdb03f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:50:25.912932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3baf39-7738-4ad0-b81b-b68520bbbb42 service neutron] Pushing event updated for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:25.927074 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345370fa-0882-45e3-9995-3c1f25677ec2 x-openstack-request-id: req-345370fa-0882-45e3-9995-3c1f25677ec2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:50:25.934154 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "tag": "74264085-4310-4eab-a36e-34579fdb03f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:50:25.934154 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-345370fa-0882-45e3-9995-3c1f25677ec2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:50:25.934154 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1', 'status': 'completed', 'code': 200} Jul 28 18:50:25.990013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc10edb-eab0-4533-93bf-0f931a77b372 req-9371357a-6b5e-48fa-a6a2-52fde2870235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:25.991620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc10edb-eab0-4533-93bf-0f931a77b372 req-9371357a-6b5e-48fa-a6a2-52fde2870235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 1099 time: 0.0437162 Jul 28 18:50:26.024994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc10edb-eab0-4533-93bf-0f931a77b372 req-eb8b0b51-eadf-47dd-a926-44164115cd46 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255296 Jul 28 18:50:26.159482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807dbd-9ea1-49da-b13b-c56cf6a12d12 req-873a00ae-3244-49fc-86c3-4d99e5373b0e tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:26.160868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96807dbd-9ea1-49da-b13b-c56cf6a12d12 req-873a00ae-3244-49fc-86c3-4d99e5373b0e tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 948 time: 0.0851507 Jul 28 18:50:26.163515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc10edb-eab0-4533-93bf-0f931a77b372 req-66ea821a-3c16-4706-85e2-0862cefeaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:26.164844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3fc10edb-eab0-4533-93bf-0f931a77b372 req-66ea821a-3c16-4706-85e2-0862cefeaabd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333644 Jul 28 18:50:26.200425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96807dbd-9ea1-49da-b13b-c56cf6a12d12 req-398e8b4a-43c5-4720-a0a0-7ab95d82e640 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jul 28 18:50:26.241003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-8330f72c-19c7-4315-af3b-dbb62045a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:26.242521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-8330f72c-19c7-4315-af3b-dbb62045a385 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 1099 time: 0.0412536 Jul 28 18:50:26.284317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-0d90b708-d1cd-4193-a392-113134256b49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=74264085-4310-4eab-a36e-34579fdb03f1 HTTP/1.1" status: 200 len: 217 time: 0.0332382 Jul 28 18:50:26.334937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-d2e7c51a-e6b2-4372-bb69-9e0bb1df82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:26.336430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-d2e7c51a-e6b2-4372-bb69-9e0bb1df82a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0457170 Jul 28 18:50:26.380732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-c708bee8-c3a7-4251-9fd9-201d8fe387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:26.382186 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-c708bee8-c3a7-4251-9fd9-201d8fe387fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393319 Jul 28 18:50:26.469357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-84c117f1-ead5-4844-8449-98066cf3085b service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803895 Jul 28 18:50:26.560223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3f8464c9-16aa-40fe-ab5d-4fc7f1c1da3d req-c1a480e6-0ddb-4a44-bc7d-2c5aed617acb service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Jul 28 18:50:27.315880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7ca71-71b9-4e95-9d99-3a70cdcb4179 req-e92aa328-1929-4317-a826-62cc3547a6ae tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:27.317372 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92d7ca71-71b9-4e95-9d99-3a70cdcb4179 req-e92aa328-1929-4317-a826-62cc3547a6ae tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 948 time: 0.0491500 Jul 28 18:50:27.355109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-92d7ca71-71b9-4e95-9d99-3a70cdcb4179 req-a9eb981a-3971-4809-b6ee-2542a18dce4d tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Jul 28 18:50:28.466859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0ca11-619a-4ab6-b298-d55c4ca43e6f req-19fd9967-da49-414b-b32b-b250437a5a1d tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:28.468348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb0ca11-619a-4ab6-b298-d55c4ca43e6f req-19fd9967-da49-414b-b32b-b250437a5a1d tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 948 time: 0.0480516 Jul 28 18:50:28.505749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb0ca11-619a-4ab6-b298-d55c4ca43e6f req-18055fc7-5987-49b3-82a2-96e063aef46b tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Jul 28 18:50:29.362570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 74264085-4310-4eab-a36e-34579fdb03f1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:50:29.455870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=74264085-4310-4eab-a36e-34579fdb03f1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:29.466811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '74264085-4310-4eab-a36e-34579fdb03f1', 'network_id': '7cc01860-4de9-4c26-88ee-756c1c466308', 'port_id': '74264085-4310-4eab-a36e-34579fdb03f1', 'mac_address': 'fa:16:3e:d3:ac:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca74b8-b622-40d9-bd68-e307d9237601', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:50:29.503619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:29.519116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74264085-4310-4eab-a36e-34579fdb03f1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:50:29.538804 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=74264085-4310-4eab-a36e-34579fdb03f1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:29.621036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0962a-5800-45ec-932f-0dafe7865139 req-abcb51bb-48cb-4069-8b2f-85bc353c3f16 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:29.622481 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63f0962a-5800-45ec-932f-0dafe7865139 req-abcb51bb-48cb-4069-8b2f-85bc353c3f16 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 948 time: 0.0498970 Jul 28 18:50:29.637097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:29.661400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-63f0962a-5800-45ec-932f-0dafe7865139 req-101c0325-a41c-478c-8e30-ffb1542700a9 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Jul 28 18:50:29.685394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:29.991144 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['74264085-4310-4eab-a36e-34579fdb03f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:50:30.773481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73defd-9055-4354-937b-dfa7c2156c20 req-1420b326-c5d0-478d-9e69-af9ea872081e tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:30.774844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a73defd-9055-4354-937b-dfa7c2156c20 req-1420b326-c5d0-478d-9e69-af9ea872081e tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 949 time: 0.0481954 Jul 28 18:50:30.818208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a73defd-9055-4354-937b-dfa7c2156c20 req-3495dc74-559e-4cfc-8e52-b9c4408ce857 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374501 Jul 28 18:50:31.379421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 74264085-4310-4eab-a36e-34579fdb03f1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:50:31.497745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 74264085-4310-4eab-a36e-34579fdb03f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:50:31.501653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 74264085-4310-4eab-a36e-34579fdb03f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:50:31.502020 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:31.574321 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:31.595936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:50:31.598122 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca84d53-9a49-48e0-8697-c51664484538" -d '{"events": [{"server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "name": "network-vif-plugged", "status": "completed", "tag": "74264085-4310-4eab-a36e-34579fdb03f1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:50:31.610611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=74264085-4310-4eab-a36e-34579fdb03f1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:31.686835 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:31.713930 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15f7a3-1778-4b7b-81cb-cf9c955daa45 x-openstack-request-id: req-7b15f7a3-1778-4b7b-81cb-cf9c955daa45 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:50:31.714218 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "name": "network-vif-plugged", "status": "completed", "tag": "74264085-4310-4eab-a36e-34579fdb03f1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:50:31.714467 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b15f7a3-1778-4b7b-81cb-cf9c955daa45 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:50:31.714851 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1', 'code': 200} Jul 28 18:50:31.741237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:31.787816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234d895-0ac7-4d41-976f-0acf3a098e1c req-f0110ea6-408e-439d-a1e8-1f41533afca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:31.789332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0234d895-0ac7-4d41-976f-0acf3a098e1c req-f0110ea6-408e-439d-a1e8-1f41533afca6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 1101 time: 0.0402875 Jul 28 18:50:31.822706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0234d895-0ac7-4d41-976f-0acf3a098e1c req-604552ab-edc8-4fa2-8394-743aac46cc04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266645 Jul 28 18:50:31.930861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580fabf-eb46-4493-8fa3-818008171313 req-de661335-5a49-45c2-9292-849ba154da00 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:31.932330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b580fabf-eb46-4493-8fa3-818008171313 req-de661335-5a49-45c2-9292-849ba154da00 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 950 time: 0.0485249 Jul 28 18:50:31.970906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b580fabf-eb46-4493-8fa3-818008171313 req-e46da9b8-14ce-4af7-bed8-f7833e60759b tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Jul 28 18:50:33.089360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4adb6-d68c-4ad0-993e-0c77bb7718af req-0c7a16fc-a4fe-4f69-8cf8-725579533549 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:33.090846 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcf4adb6-d68c-4ad0-993e-0c77bb7718af req-0c7a16fc-a4fe-4f69-8cf8-725579533549 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 950 time: 0.0525901 Jul 28 18:50:33.130502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dcf4adb6-d68c-4ad0-993e-0c77bb7718af req-e2a166b1-37e4-4a7a-8ca7-fb743c5745ac tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Jul 28 18:50:33.569673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-38d979cc-1a65-4226-bad8-5c6cdc84dfa0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410619 Jul 28 18:50:33.659684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae159-1589-41e1-b341-2ddc5396552a req-a19a9fd5-b697-4c16-98be-f93e8c782977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:33.661323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-a19a9fd5-b697-4c16-98be-f93e8c782977 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 1101 time: 0.0522108 Jul 28 18:50:33.769699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae159-1589-41e1-b341-2ddc5396552a req-6aac3757-4640-41b7-a725-224b0db8deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:33.771184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-6aac3757-4640-41b7-a725-224b0db8deb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cc01860-4de9-4c26-88ee-756c1c466308 HTTP/1.1" status: 200 len: 870 time: 0.0891557 Jul 28 18:50:33.819252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-1cc6d071-78db-48ec-803e-34c1cbc69360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=74264085-4310-4eab-a36e-34579fdb03f1 HTTP/1.1" status: 200 len: 217 time: 0.0411437 Jul 28 18:50:33.868399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae159-1589-41e1-b341-2ddc5396552a req-306d4c59-6ce8-4e20-abdf-3021a50b8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:33.869930 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-306d4c59-6ce8-4e20-abdf-3021a50b8ba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29ca74b8-b622-40d9-bd68-e307d9237601 HTTP/1.1" status: 200 len: 843 time: 0.0443859 Jul 28 18:50:33.918842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae159-1589-41e1-b341-2ddc5396552a req-9a76b6ec-36d1-4876-b46d-90b979bf56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:33.920384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-9a76b6ec-36d1-4876-b46d-90b979bf56f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cc01860-4de9-4c26-88ee-756c1c466308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422788 Jul 28 18:50:34.013999 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-1754901d-55c7-42cc-9208-b92882e4dcec service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Jul 28 18:50:34.104609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acfae159-1589-41e1-b341-2ddc5396552a req-62c3d2f4-78f2-435b-ae76-a411c45c0179 service neutron] 10.222.0.35 "GET /v2.0/networks/7cc01860-4de9-4c26-88ee-756c1c466308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835497 Jul 28 18:50:34.589598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b113e51-6a82-41ae-b72c-55f216663be9 req-3fe22cae-ef4e-430c-8ba6-7e9732341402 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:34.591361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b113e51-6a82-41ae-b72c-55f216663be9 req-3fe22cae-ef4e-430c-8ba6-7e9732341402 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 950 time: 0.0477653 Jul 28 18:50:34.629036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b113e51-6a82-41ae-b72c-55f216663be9 req-6da8c2c6-425f-47f8-ba62-d39f73362e90 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jul 28 18:50:35.745944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8d7d-27a9-464e-84e5-054721099435 req-b3c09da0-a13e-46b7-9d71-5b334143b486 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:35.747500 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56c8d7d-27a9-464e-84e5-054721099435 req-b3c09da0-a13e-46b7-9d71-5b334143b486 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 950 time: 0.0494819 Jul 28 18:50:35.785658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e56c8d7d-27a9-464e-84e5-054721099435 req-0056d694-d91b-4f1f-b309-a98114bf2caf tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/security-groups?id=106816b2-14e5-4bf1-8fb4-f760755842f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Jul 28 18:50:35.923642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-c712400e-5df3-4d02-8399-b5dfcaa6711b tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:35.925090 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-c712400e-5df3-4d02-8399-b5dfcaa6711b tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 950 time: 0.0518763 Jul 28 18:50:36.010450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Deleting port 74264085-4310-4eab-a36e-34579fdb03f1 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:50:36.010798 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:36.099610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] For port 74264085-4310-4eab-a36e-34579fdb03f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=74264085-4310-4eab-a36e-34579fdb03f1,segment=NetworkSegment(a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523),segment_id=a8b3cd74-2dc2-4f52-b9b6-3e25cbcac523)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:36.099898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:36.112613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Calling delete_port for 74264085-4310-4eab-a36e-34579fdb03f1 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:50:36.345519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:36.356775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['74264085-4310-4eab-a36e-34579fdb03f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:50:36.378401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Pushing event deleted for resources: {'Port': ['ID=74264085-4310-4eab-a36e-34579fdb03f1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:36.403342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.403722 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.404060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.404398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.404726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.405055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.405382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.405707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.406031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.406357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.406680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.406999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:50:36.429298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] No DVR routers for this DVR port 74264085-4310-4eab-a36e-34579fdb03f1 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:50:36.432131 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:36.436353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6cfee37-fe92-4f80-b569-84bb7032176a req-b5f4f817-e155-459f-b68c-02d6518d3f98 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.35 "DELETE /v2.0/ports/74264085-4310-4eab-a36e-34579fdb03f1 HTTP/1.1" status: 204 len: 173 time: 0.5030808 Jul 28 18:50:36.436353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'name': 'network-vif-deleted', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:50:36.437033 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7871959-36df-465c-8b1d-2b57276fd26e" -d '{"events": [{"server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "name": "network-vif-deleted", "tag": "74264085-4310-4eab-a36e-34579fdb03f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:50:36.476050 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f2c1b-5c82-45d8-8e3d-ee59e89ee07a x-openstack-request-id: req-eb3f2c1b-5c82-45d8-8e3d-ee59e89ee07a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:50:36.476420 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2fa2a1-04e2-4349-8038-8cfe0d6edf48", "name": "network-vif-deleted", "tag": "74264085-4310-4eab-a36e-34579fdb03f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:50:36.476762 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb3f2c1b-5c82-45d8-8e3d-ee59e89ee07a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:50:36.477237 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2fa2a1-04e2-4349-8038-8cfe0d6edf48', 'name': 'network-vif-deleted', 'tag': '74264085-4310-4eab-a36e-34579fdb03f1', 'status': 'completed', 'code': 200} Jul 28 18:50:36.895026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc8eb2de-2705-4951-948b-6f4601c8188a req-e8dbb9a4-51d6-4bde-82d0-5a59a9e3e982 tempest-ServersAdminNegativeTestJSON-1695647651 tempest-ServersAdminNegativeTestJSON-1695647651-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2fa2a1-04e2-4349-8038-8cfe0d6edf48 HTTP/1.1" status: 200 len: 210 time: 0.0263507 Jul 28 18:50:37.715414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-93d54a87-266e-4b61-8633-b6ed760c2797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:38.418426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:38.545124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aacbe574-4a19-4ba9-8818-38299166d362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c4f368f3b844545b9b8e9a6c7db8ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255288 Jul 28 18:50:38.547611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47892) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:38.597451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:38.618241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:38.738452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:38.740925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:38.742047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/106816b2-14e5-4bf1-8fb4-f760755842f4 HTTP/1.1" status: 204 len: 168 time: 0.1935558 Jul 28 18:50:38.749746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc3095-7cc5-449b-93c9-03afc87dadb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106816b2-14e5-4bf1-8fb4-f760755842f4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:39.334029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47898) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:39.346395 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2afa2619-a374-438f-bcb2-4314a37bc756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.411979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 74264085-4310-4eab-a36e-34579fdb03f1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:50:39.431209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 74264085-4310-4eab-a36e-34579fdb03f1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:50:39.431580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 74264085-4310-4eab-a36e-34579fdb03f1 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:50:39.435053 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2afa2619-a374-438f-bcb2-4314a37bc756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.528839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2afa2619-a374-438f-bcb2-4314a37bc756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.567547 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2afa2619-a374-438f-bcb2-4314a37bc756 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad3e5a0c44714e8889be1eb5d39774b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331898 Jul 28 18:50:39.568248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa2619-a374-438f-bcb2-4314a37bc756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71583822-ef73-41e1-964d-bceb54ae51b5,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:39.570147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47900) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:39.618513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.639656 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.755726 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.758242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:39.759379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71583822-ef73-41e1-964d-bceb54ae51b5 HTTP/1.1" status: 204 len: 168 time: 0.1882412 Jul 28 18:50:39.767640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa187a-9604-448b-b360-5c40606971ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71583822-ef73-41e1-964d-bceb54ae51b5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:40.081646 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:40.344591 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c979028-1a11-4da7-a702-827fb4d30a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:40.907565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47922) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:41.001900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1832895679-network', 'tenant_id': '6a30c45d4e3145a8a246d25d6d684548'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:41.098766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Made reservation on behalf of 6a30c45d4e3145a8a246d25d6d684548 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:50:41.101332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.109823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.207585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.254946 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.300713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.327809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:50:41.332973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca665eff-76d7-4a28-a335-b6b93aeddaf5,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:41.340354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.340568 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Added segment 2582bc78-b858-4faf-ad0b-547cd06f7215 of type vlan for network 7a589d1f-f66b-4251-86a0-4900dc6e7502 Jul 28 18:50:41.379817 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.477064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.477949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:41.478531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.536659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] Pushing event updated for resources: {'Network': ['ID=7a589d1f-f66b-4251-86a0-4900dc6e7502,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:41.547972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7a589d1f-f66b-4251-86a0-4900dc6e7502 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:50:41.598530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-60ae9758-b720-4bad-b2ae-f55190f2ce70 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6898508 Jul 28 18:50:41.601681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 47926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:41.606837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Request body: {'subnet': {'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1832895679-subnet', 'tenant_id': '6a30c45d4e3145a8a246d25d6d684548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:41.692932 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Made reservation on behalf of 6a30c45d4e3145a8a246d25d6d684548 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:50:41.695384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:41.961695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:42.022188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd36576-709a-45e2-aaaf-954b52ee6b1b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:42.031749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Checking segment: {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:50:42.031749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Network hostable DHCP agents. Network: 7a589d1f-f66b-4251-86a0-4900dc6e7502, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:50:42.115762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Network 7a589d1f-f66b-4251-86a0-4900dc6e7502 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:50:42.185842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7a589d1f-f66b-4251-86a0-4900dc6e7502) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:50:42.189961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:42.190556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:42.195198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9367a-de67-44c8-8ff8-04775f9444b7 None None] Network 7a589d1f-f66b-4251-86a0-4900dc6e7502 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:50:42.314218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320bb3b2-88a3-420b-957e-0a3a21c90f9e None None] Network 7a589d1f-f66b-4251-86a0-4900dc6e7502 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:50:42.318631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62e1fef0-46b6-436b-9f2d-30a24c21e416 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7157559 Jul 28 18:50:42.722563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-41c9aa82-628f-4a51-8b1c-d25b38a5e3ca tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:42.724041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-41c9aa82-628f-4a51-8b1c-d25b38a5e3ca tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 812 time: 0.0974510 Jul 28 18:50:42.739102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-475f40f5-1ed5-4aed-92dc-3d3a143f0c65 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/quotas/6a30c45d4e3145a8a246d25d6d684548 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Jul 28 18:50:42.770886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-e44cc578-0f03-4716-90dd-56c4829abcc2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265288 Jul 28 18:50:42.914200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-a6330245-d36f-4f3f-b930-5b852de82058 service neutron] 10.222.0.25 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362703 Jul 28 18:50:43.002039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-5aca673c-f138-47e0-995d-67f8741f5c4c service neutron] 10.222.0.25 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Jul 28 18:50:43.116366 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:43.228487 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-463ad1ca-3e49-4e10-90cf-b8339fce754f req-7bdbf63f-4bc0-4110-b233-abb632d33ec0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 210 time: 0.0314236 Jul 28 18:50:44.307024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d5c1141f-d239-48e1-9bd3-b212784a53f7 req-b85292f5-d2aa-4cd2-8bea-85f564d2435e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 210 time: 0.0312364 Jul 28 18:50:45.400111 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d97a3b5-1eae-4e09-b496-5e9dd6f9468f req-49b24aa3-62ba-4b06-a949-8d85c8c8df54 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Jul 28 18:50:45.657854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-eeab28c3-f8ec-4f55-ba2f-b655228bdffa tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:45.659269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-eeab28c3-f8ec-4f55-ba2f-b655228bdffa tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.37 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 812 time: 0.1006715 Jul 28 18:50:45.675032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Request body: {'port': {'device_id': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502', 'admin_state_up': True, 'tenant_id': '6a30c45d4e3145a8a246d25d6d684548'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:45.837624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:45.865976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Made reservation on behalf of 6a30c45d4e3145a8a246d25d6d684548 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:50:45.870692 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:45.993623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Allocated IP 172.20.0.7 (7a589d1f-f66b-4251-86a0-4900dc6e7502/6dd36576-709a-45e2-aaaf-954b52ee6b1b/89908bef-57ce-4d48-948e-dbf65936e7ee) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:50:46.137070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:46.260585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:46.299417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Network 7a589d1f-f66b-4251-86a0-4900dc6e7502 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:50:46.302880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:50:46.306451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:50:46.332861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:46.359328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:46.359964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:46.444533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-6401967a-f472-44aa-a06a-d64ea2223b87 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7731647 Jul 28 18:50:46.457685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Request body: {'port': {'device_id': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:50:46.545062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:46.560662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3d98-4fdb-44a8-b1ad-4c171d21b97f req-7aec010b-cc15-4b3b-815e-35cae5bd3cb4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:46.562256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d13b3d98-4fdb-44a8-b1ad-4c171d21b97f req-7aec010b-cc15-4b3b-815e-35cae5bd3cb4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 931 time: 0.0815825 Jul 28 18:50:46.639577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d13b3d98-4fdb-44a8-b1ad-4c171d21b97f req-ea9efa1a-f1ad-41a8-be33-7f842afbe461 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705986 Jul 28 18:50:46.841087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89908bef-57ce-4d48-948e-dbf65936e7ee {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:50:46.849004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:46.860861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Transition to ACTIVE for port object 89908bef-57ce-4d48-948e-dbf65936e7ee will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:50:46.974610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:47.026017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:47.088552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:50:47.088897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:50:47.089224 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:50:47.093451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:50:47.093781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:50:47.099081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:50:47.099458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Checking segment: {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:50:47.099844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Bound using segment: {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:50:47.100264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Bound port: 89908bef-57ce-4d48-948e-dbf65936e7ee, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:50:47.100863 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:47.165066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:50:47.168003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:50:47.237574 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:47.270791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.271495 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:47.272878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] 10.222.0.37 "PUT /v2.0/ports/89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 1091 time: 0.8195515 Jul 28 18:50:47.273309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:50:47.275554 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597e938-f796-48ec-aaae-1fb4e9fac5db" -d '{"events": [{"name": "network-changed", "server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:50:47.303509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f4fdd-0cc0-467c-8b0f-ac959fc1aafa service neutron] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:47.312169 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b175c-ce08-4bf7-a9d2-3297f5ad58c2 x-openstack-request-id: req-4c4b175c-ce08-4bf7-a9d2-3297f5ad58c2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:50:47.312360 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:50:47.312640 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c4b175c-ce08-4bf7-a9d2-3297f5ad58c2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:50:47.312982 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'status': 'completed', 'code': 200} Jul 28 18:50:47.373186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-7b5ef5ec-cc03-446d-bea9-f050f50063a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.374682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-7b5ef5ec-cc03-446d-bea9-f050f50063a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0411704 Jul 28 18:50:47.472757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-9c75ad5e-00f3-4fbe-a730-cd21e6836049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.474219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-9c75ad5e-00f3-4fbe-a730-cd21e6836049 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a30c45d4e3145a8a246d25d6d684548&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914688 Jul 28 18:50:47.563454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-b6699106-861c-4975-baca-448a44718b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.564850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0597e938-f796-48ec-aaae-1fb4e9fac5db req-b6699106-861c-4975-baca-448a44718b52 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843246 Jul 28 18:50:47.642973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-203c3bff-d667-4b7c-91ea-7a83f20d4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.644442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-203c3bff-d667-4b7c-91ea-7a83f20d4af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0440423 Jul 28 18:50:47.684647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-d29e2c3f-48fd-4aed-b1c1-3e4796c4c867 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0330026 Jul 28 18:50:47.762443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-4de94214-5487-49bd-b991-3d21cffbcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.763924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-4de94214-5487-49bd-b991-3d21cffbcc9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0725591 Jul 28 18:50:47.785787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f93e-bb49-4392-9d45-1971417328ad req-bc75e17a-1707-4979-b7ed-825b644be8e4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:47.787467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2e3f93e-bb49-4392-9d45-1971417328ad req-bc75e17a-1707-4979-b7ed-825b644be8e4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0706420 Jul 28 18:50:47.806100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-37fe8e80-369e-41dc-b64a-8251f25483e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347652 Jul 28 18:50:47.883809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2e3f93e-bb49-4392-9d45-1971417328ad req-e3c3a0be-9425-4951-973a-624b55465bbd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796270 Jul 28 18:50:47.915876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-db53052d-a515-4cce-99d7-d189a4db78ed service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967453 Jul 28 18:50:48.009341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8f6046ab-b2ee-4a03-a320-1c51aef429cb req-81130a37-064b-4a90-bfff-a8ce7dc11dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869143 Jul 28 18:50:48.161836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:50:48.896349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:50:49.001286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:49.003384 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9f705-a64a-48a4-a003-47c10cf75c29 req-72b8ee7e-aa6c-4fcb-8cc2-a8289da3a58e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:49.004935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86a9f705-a64a-48a4-a003-47c10cf75c29 req-72b8ee7e-aa6c-4fcb-8cc2-a8289da3a58e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0537522 Jul 28 18:50:49.012997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502', 'port_id': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'mac_address': 'fa:16:3e:96:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd36576-709a-45e2-aaaf-954b52ee6b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:50:49.037832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:49.044151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86a9f705-a64a-48a4-a003-47c10cf75c29 req-38f71e02-a7a9-46e1-a9a1-64f1224e1f6d tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jul 28 18:50:49.050840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:49.064790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89908bef-57ce-4d48-948e-dbf65936e7ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:50:49.083652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:49.157328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:49.206947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:49.372090 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['89908bef-57ce-4d48-948e-dbf65936e7ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:50:50.157709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57af9ac-155f-4977-b68b-03067c206a10 req-bd79aa9f-3061-44a7-9263-dfadaf2183b2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:50.159185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57af9ac-155f-4977-b68b-03067c206a10 req-bd79aa9f-3061-44a7-9263-dfadaf2183b2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 944 time: 0.0482738 Jul 28 18:50:50.196153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a57af9ac-155f-4977-b68b-03067c206a10 req-ef74f929-fcf1-4264-9dd8-27955fd26400 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Jul 28 18:50:50.895878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:50:51.042920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 89908bef-57ce-4d48-948e-dbf65936e7ee completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:50:51.046683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 89908bef-57ce-4d48-948e-dbf65936e7ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:50:51.047065 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:51.121632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:51.142994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:50:51.145242 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d131a0b5-7643-41da-869d-039b66d404c6" -d '{"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-plugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:50:51.158063 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:50:51.181262 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a9ac2-3cb3-4c75-80e5-40453554edaa x-openstack-request-id: req-2e9a9ac2-3cb3-4c75-80e5-40453554edaa {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:50:51.181581 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-plugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:50:51.181854 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e9a9ac2-3cb3-4c75-80e5-40453554edaa {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:50:51.182242 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'code': 200} Jul 28 18:50:51.254979 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:50:51.303076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff283d41-2469-4b64-941a-330d64565669 req-4947f648-465a-497b-8197-b137b1ecb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:51.305242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff283d41-2469-4b64-941a-330d64565669 req-4947f648-465a-497b-8197-b137b1ecb6cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1095 time: 0.0715425 Jul 28 18:50:51.305999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:50:51.325850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bbf35-0ca0-42bd-a485-864393ceecff req-583ad2e8-6872-4094-bbef-951bcc7c18e1 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:51.327256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e7bbf35-0ca0-42bd-a485-864393ceecff req-583ad2e8-6872-4094-bbef-951bcc7c18e1 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jul 28 18:50:51.364667 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ff283d41-2469-4b64-941a-330d64565669 req-dcfee38c-32b7-48ad-8007-d345452d8aaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522063 Jul 28 18:50:51.378163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0e7bbf35-0ca0-42bd-a485-864393ceecff req-d9cdadb4-2f0a-4ea3-8e1b-790425566fe2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Jul 28 18:50:52.495576 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba83af5-e6ec-42a2-8028-30b07f11ace3 req-70e5e0a7-bfe1-4a1d-982f-a7fadd2b6984 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:52.497065 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ba83af5-e6ec-42a2-8028-30b07f11ace3 req-70e5e0a7-bfe1-4a1d-982f-a7fadd2b6984 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Jul 28 18:50:52.535165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4ba83af5-e6ec-42a2-8028-30b07f11ace3 req-647325cc-9246-4bdb-9891-02a8eee238a9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Jul 28 18:50:52.926873 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eb695-42ef-4891-b7db-045692dd05d6 req-a4114c92-9158-4a89-8da0-583465e2e966 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:52.928419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be7eb695-42ef-4891-b7db-045692dd05d6 req-a4114c92-9158-4a89-8da0-583465e2e966 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0566106 Jul 28 18:50:52.967028 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be7eb695-42ef-4891-b7db-045692dd05d6 req-35452be4-9f55-42d4-8b3b-8e3c156c8e8c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Jul 28 18:50:53.022388 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 47990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:50:53.111118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-4156a177-9d7e-40e2-ba8c-993c79a90d80 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875974 Jul 28 18:50:54.083071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e137c-bd87-4bfd-9a4c-156754012560 req-5b73bc7e-dff2-4ed4-acad-2af8a18f70d0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:54.084584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f8e137c-bd87-4bfd-9a4c-156754012560 req-5b73bc7e-dff2-4ed4-acad-2af8a18f70d0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0500319 Jul 28 18:50:54.122516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f8e137c-bd87-4bfd-9a4c-156754012560 req-af615936-5441-4c12-9190-b9640f7133d0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Jul 28 18:50:55.161238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-9a0db1d7-70e5-4cd8-a1a9-dd73f328a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:55.162756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-9a0db1d7-70e5-4cd8-a1a9-dd73f328a731 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1096 time: 0.0407519 Jul 28 18:50:55.234988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa96aa-d5f7-46ff-8579-a75727977206 req-952e0f70-4e95-401a-8102-7cf154ff8d9e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:55.236579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4daa96aa-d5f7-46ff-8579-a75727977206 req-952e0f70-4e95-401a-8102-7cf154ff8d9e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Jul 28 18:50:55.257774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-46bf57a7-e8fb-4ecf-a024-ea57d42b0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:55.259271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-46bf57a7-e8fb-4ecf-a024-ea57d42b0245 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 913 time: 0.0902030 Jul 28 18:50:55.276977 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4daa96aa-d5f7-46ff-8579-a75727977206 req-a5b64164-8f69-4f06-9bde-16f3e20fb1da tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Jul 28 18:50:55.299898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-f965fe8c-6b63-4cca-a4e1-38e9afde9dc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0341091 Jul 28 18:50:55.351836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-8fe9baa6-4e87-420c-8d0c-bb40952979c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:55.353251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-8fe9baa6-4e87-420c-8d0c-bb40952979c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0473840 Jul 28 18:50:55.383793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-26291e07-c2f8-4dbd-8d18-b20b942f19d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239649 Jul 28 18:50:55.468390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-416fc998-4e0d-438c-95c1-413eeeb165c0 service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779769 Jul 28 18:50:55.561185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-eab4a2f5-c4e6-491e-b0fc-3be180ea732d service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855162 Jul 28 18:50:56.390846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ff89-3d28-4137-8812-8535566490f7 req-f476eaf4-f888-4ce9-94f2-a30e670187f2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:56.392346 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5193ff89-3d28-4137-8812-8535566490f7 req-f476eaf4-f888-4ce9-94f2-a30e670187f2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0480673 Jul 28 18:50:56.428830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5193ff89-3d28-4137-8812-8535566490f7 req-1d4bb21e-d6f1-45d6-968e-d28166615e74 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Jul 28 18:50:57.546880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29416fb9-9b13-43a1-84b9-4b2630c53589 req-e6faa826-00cf-4d5a-89ec-b08afb23700a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:57.548395 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29416fb9-9b13-43a1-84b9-4b2630c53589 req-e6faa826-00cf-4d5a-89ec-b08afb23700a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0533371 Jul 28 18:50:57.585187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-29416fb9-9b13-43a1-84b9-4b2630c53589 req-c937cc9d-a937-4f8f-8d31-e86d8624e35f tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Jul 28 18:50:58.696830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16ec8-e00f-44c1-b196-283ed9da7e4e req-6f58f6af-8539-4a3a-a151-4cb34917f71e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:58.698275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36b16ec8-e00f-44c1-b196-283ed9da7e4e req-6f58f6af-8539-4a3a-a151-4cb34917f71e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Jul 28 18:50:58.734787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-36b16ec8-e00f-44c1-b196-283ed9da7e4e req-6145953b-f3c0-4d6f-b8ca-e2f46ff3d1fd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Jul 28 18:50:59.849144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071193-2ac4-4e2d-ab80-69be63444eeb req-fd425cb2-a533-47bf-a62a-6af5cebfc2c6 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:50:59.850649 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8071193-2ac4-4e2d-ab80-69be63444eeb req-fd425cb2-a533-47bf-a62a-6af5cebfc2c6 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Jul 28 18:50:59.888693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8071193-2ac4-4e2d-ab80-69be63444eeb req-d7856f02-7c60-4271-9f96-499e66104756 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Jul 28 18:51:01.005011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67c0-6c1a-4714-8fba-3b3337a061c3 req-3c178a09-9c2e-42b2-b041-981134ef44dd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:01.006481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e7e67c0-6c1a-4714-8fba-3b3337a061c3 req-3c178a09-9c2e-42b2-b041-981134ef44dd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Jul 28 18:51:01.043272 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7e7e67c0-6c1a-4714-8fba-3b3337a061c3 req-206c9f46-6875-47c7-a988-e6c74f7b77ae tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jul 28 18:51:02.154270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494ac68-6c8a-4cad-ba8b-616b85f3c261 req-c600ced5-a2e6-4c90-adfc-f5534e98aa25 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:02.155735 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a494ac68-6c8a-4cad-ba8b-616b85f3c261 req-c600ced5-a2e6-4c90-adfc-f5534e98aa25 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0465877 Jul 28 18:51:02.192853 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a494ac68-6c8a-4cad-ba8b-616b85f3c261 req-5a10b36a-7b5d-4be0-8d86-65e83a56f6d9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Jul 28 18:51:03.305336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339066b-f4ef-46b7-b0d3-8f13e6062a39 req-e0277260-9f2e-4a44-aa56-2612b7721c4c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:03.306813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e339066b-f4ef-46b7-b0d3-8f13e6062a39 req-e0277260-9f2e-4a44-aa56-2612b7721c4c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Jul 28 18:51:03.343080 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e339066b-f4ef-46b7-b0d3-8f13e6062a39 req-14069e89-1c8f-4b9c-8322-261cb6ba44fc tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Jul 28 18:51:04.461430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f2a32-4151-4ac2-81b8-eceb0f725ac7 req-d83d8fe0-cb0e-4e62-bc19-6de5e5cfaad8 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:04.463560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-679f2a32-4151-4ac2-81b8-eceb0f725ac7 req-d83d8fe0-cb0e-4e62-bc19-6de5e5cfaad8 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0530183 Jul 28 18:51:04.503607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-679f2a32-4151-4ac2-81b8-eceb0f725ac7 req-0a9d62e0-1e51-446e-862e-f262ac6111ed tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Jul 28 18:51:05.616304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aa5e0-d6e3-40dd-ab4c-07f48ee52fb4 req-1ea12e0c-3d3a-4ce3-9a7f-bfd468383b76 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:05.617788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e64aa5e0-d6e3-40dd-ab4c-07f48ee52fb4 req-1ea12e0c-3d3a-4ce3-9a7f-bfd468383b76 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Jul 28 18:51:05.653851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e64aa5e0-d6e3-40dd-ab4c-07f48ee52fb4 req-12a85cb9-4dd8-46c0-8926-83b41ec9772b tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Jul 28 18:51:06.766974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4238b31-f572-4c24-9c52-bba09c193f19 req-8c1ec4f7-0f2a-42b0-ab83-70b7fbd3f2fd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:06.768434 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4238b31-f572-4c24-9c52-bba09c193f19 req-8c1ec4f7-0f2a-42b0-ab83-70b7fbd3f2fd tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Jul 28 18:51:06.807745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4238b31-f572-4c24-9c52-bba09c193f19 req-380e06b4-83eb-45e8-b9c6-3870abba5445 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Jul 28 18:51:07.724128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-699f508e-c999-4586-8c74-6570f5f99857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:07.925188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e3d3c-1c41-4f8f-b8fd-961f4a1ed304 req-aa937d1f-593a-4b9a-9a37-8405af53aeeb tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:07.927363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-249e3d3c-1c41-4f8f-b8fd-961f4a1ed304 req-aa937d1f-593a-4b9a-9a37-8405af53aeeb tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Jul 28 18:51:07.964312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-249e3d3c-1c41-4f8f-b8fd-961f4a1ed304 req-26cf9f34-7693-4d06-8cfb-cc9407240b81 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Jul 28 18:51:09.078292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3af4-0e32-419b-943d-9b7e60665bf1 req-be08f0b0-8cb2-4dc7-9087-34c138b799de tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:09.079800 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5de3af4-0e32-419b-943d-9b7e60665bf1 req-be08f0b0-8cb2-4dc7-9087-34c138b799de tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Jul 28 18:51:09.116605 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5de3af4-0e32-419b-943d-9b7e60665bf1 req-e65c1a9a-83e5-4772-b9e3-99f728e2c9bb tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Jul 28 18:51:10.078274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:10.227600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad03a35-9f96-480b-983d-7c552d4177ac req-9390d71a-06f2-435f-880e-5304f05378ec tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:10.229069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ad03a35-9f96-480b-983d-7c552d4177ac req-9390d71a-06f2-435f-880e-5304f05378ec tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Jul 28 18:51:10.267256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ad03a35-9f96-480b-983d-7c552d4177ac req-745fa7b9-42aa-41a9-818d-19ba9905c6c9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Jul 28 18:51:10.330248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0e49b51a-caeb-467e-8e66-5cd41346dcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:11.227376 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:11.383583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7fad0-4777-46b9-805e-3bda596fa971 req-f476cd0d-cf50-4b7a-90c8-776878a7281b tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:11.384988 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25e7fad0-4777-46b9-805e-3bda596fa971 req-f476cd0d-cf50-4b7a-90c8-776878a7281b tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0525224 Jul 28 18:51:11.422159 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25e7fad0-4777-46b9-805e-3bda596fa971 req-533b9843-1047-41b1-8781-88835fa34484 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314047 Jul 28 18:51:12.533829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc3bdb-c0b6-4d09-99f1-4e4e0d9c9fdb req-d79acd50-9b4f-4247-bd83-f4ad778eb4c9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:12.535308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ffc3bdb-c0b6-4d09-99f1-4e4e0d9c9fdb req-d79acd50-9b4f-4247-bd83-f4ad778eb4c9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0476530 Jul 28 18:51:12.571973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ffc3bdb-c0b6-4d09-99f1-4e4e0d9c9fdb req-f52bce2d-f284-426a-8c96-437df1e51166 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301256 Jul 28 18:51:13.066380 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:13.684928 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa23a6b-067e-49fa-9da8-0c37ef51aa6f req-032294a9-b936-48c3-8026-33bb488b6c0a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:13.686420 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7aa23a6b-067e-49fa-9da8-0c37ef51aa6f req-032294a9-b936-48c3-8026-33bb488b6c0a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Jul 28 18:51:13.723559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7aa23a6b-067e-49fa-9da8-0c37ef51aa6f req-2d913951-d173-4594-b4f3-278c9bd34758 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Jul 28 18:51:14.842239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2fced-f03b-4139-a1a4-038c47e2bb08 req-2737edec-6ae4-4696-9ef3-653e03985af4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:14.843742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d2fced-f03b-4139-a1a4-038c47e2bb08 req-2737edec-6ae4-4696-9ef3-653e03985af4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0514352 Jul 28 18:51:14.880976 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d2fced-f03b-4139-a1a4-038c47e2bb08 req-30a7706a-63c8-4eca-8582-f54a13895e7f tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 28 18:51:15.844655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:15.994910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dfee-1d48-44fa-b9e0-29327d008663 req-121fd513-f4bc-4ccc-8779-93cd193d68ca tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:15.996421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1693dfee-1d48-44fa-b9e0-29327d008663 req-121fd513-f4bc-4ccc-8779-93cd193d68ca tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Jul 28 18:51:16.032531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1693dfee-1d48-44fa-b9e0-29327d008663 req-d37fd459-d98b-4985-80a4-15f9cfdd1de8 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Jul 28 18:51:17.143847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d0d40-4eff-41e0-ac8b-a0bd7fe05ddb req-d69c56e4-e00c-47d9-9956-0f364e5f2418 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:17.145315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-431d0d40-4eff-41e0-ac8b-a0bd7fe05ddb req-d69c56e4-e00c-47d9-9956-0f364e5f2418 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Jul 28 18:51:17.182405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-431d0d40-4eff-41e0-ac8b-a0bd7fe05ddb req-d1bbf0ce-c064-44cf-a73f-fd6233f62232 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jul 28 18:51:18.298081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff903709-8a38-4d7a-8787-d24486c1840b req-e03e1bad-348a-4f2f-85d5-4dff2b0bec35 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:18.299593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff903709-8a38-4d7a-8787-d24486c1840b req-e03e1bad-348a-4f2f-85d5-4dff2b0bec35 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Jul 28 18:51:18.336928 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ff903709-8a38-4d7a-8787-d24486c1840b req-27d2de34-b125-49b7-b655-86591d8febf9 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 28 18:51:19.084555 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:19.448149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aea7e-9ad9-4ec3-a867-169d0f5bb939 req-4f16f298-7308-4719-b44f-010212b8f0d0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:19.450304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa5aea7e-9ad9-4ec3-a867-169d0f5bb939 req-4f16f298-7308-4719-b44f-010212b8f0d0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Jul 28 18:51:19.488537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa5aea7e-9ad9-4ec3-a867-169d0f5bb939 req-99bb2f65-f67f-4a6f-96cc-3c8a01a8a058 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Jul 28 18:51:20.603291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c204f4-3805-49a8-a3a7-4dcad888369b req-47379de4-e261-4b63-8c75-f4f643a4a6b3 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:20.604834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68c204f4-3805-49a8-a3a7-4dcad888369b req-47379de4-e261-4b63-8c75-f4f643a4a6b3 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Jul 28 18:51:20.642288 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68c204f4-3805-49a8-a3a7-4dcad888369b req-27190fc6-33eb-43c9-8e1f-5d29f1881380 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Jul 28 18:51:21.757863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343e517-aa7f-4490-a8d0-400885713a74 req-6494c90d-68bb-4671-b1f1-12f74d2f7fb4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:21.759231 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2343e517-aa7f-4490-a8d0-400885713a74 req-6494c90d-68bb-4671-b1f1-12f74d2f7fb4 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Jul 28 18:51:21.796639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2343e517-aa7f-4490-a8d0-400885713a74 req-12b065de-c76d-48ac-a983-973c0cf2bad0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Jul 28 18:51:22.849462 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-c47496de-5f74-4c93-9a50-394b293a13f2 service neutron] show failed (client error): The resource could not be found. Jul 28 18:51:22.850509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-c47496de-5f74-4c93-9a50-394b293a13f2 service neutron] 10.222.0.37 "GET /v2.0/ports/89908bef-57ce-4d48-948e-dbf65936e7ee/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0592072 Jul 28 18:51:22.912230 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37975a6-e126-40d4-ad3e-de86cadf11e7 req-0b6d57e4-b4b0-4b99-b47c-07091757e514 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:22.913716 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b37975a6-e126-40d4-ad3e-de86cadf11e7 req-0b6d57e4-b4b0-4b99-b47c-07091757e514 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Jul 28 18:51:22.951157 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b37975a6-e126-40d4-ad3e-de86cadf11e7 req-5168559c-41bf-4c11-9d01-cf8d50d99b3e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Jul 28 18:51:23.367870 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-1f62f905-6535-4ac4-98a6-44d2b40a647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:23.369344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-1f62f905-6535-4ac4-98a6-44d2b40a647c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9&tenant_id=6a30c45d4e3145a8a246d25d6d684548 HTTP/1.1" status: 200 len: 1096 time: 0.0405140 Jul 28 18:51:23.381453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:51:23.435713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:23.631894 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:23.663959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:51:23.702196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:23.704470 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeeec04-c29e-47fe-89fb-bfd3b6cc220d" -d '{"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-unplugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:23.708605 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:23.726066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Transition to ACTIVE for port object 89908bef-57ce-4d48-948e-dbf65936e7ee will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:51:23.751004 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2ce45a-f5ba-4f30-90c0-abe15df3ce9f x-openstack-request-id: req-4c2ce45a-f5ba-4f30-90c0-abe15df3ce9f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:23.751297 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-unplugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:23.751581 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c2ce45a-f5ba-4f30-90c0-abe15df3ce9f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:23.751983 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'code': 200} Jul 28 18:51:23.781832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:23.845772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] No DVR routers for this DVR port 89908bef-57ce-4d48-948e-dbf65936e7ee on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:51:23.847726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:23.882342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:51:23.883021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:51:23.883021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:51:23.889619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:51:23.889938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Attempting to bind port 89908bef-57ce-4d48-948e-dbf65936e7ee on network 7a589d1f-f66b-4251-86a0-4900dc6e7502 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:51:23.894704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:51:23.895041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Checking segment: {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:51:23.895447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Bound using segment: {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:51:23.895869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Bound port: 89908bef-57ce-4d48-948e-dbf65936e7ee, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2582bc78-b858-4faf-ad0b-547cd06f7215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:51:23.896223 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:23.957196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:51:23.960119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:51:24.045809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:24.072832 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705840-434d-424a-a45a-95a7a673c089 req-5d86d712-831b-4db3-80c8-cc64f16b5b44 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:24.074376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc705840-434d-424a-a45a-95a7a673c089 req-5d86d712-831b-4db3-80c8-cc64f16b5b44 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0535419 Jul 28 18:51:24.079124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:24.079780 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:24.081243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] 10.222.0.35 "PUT /v2.0/ports/89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 1091 time: 0.7037544 Jul 28 18:51:24.105364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fafe70-53e8-4c8c-8845-7b06b047fc72 service neutron] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:24.115381 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc705840-434d-424a-a45a-95a7a673c089 req-f3c975d0-61a8-4e9e-b884-3a6475f7ca4a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Jul 28 18:51:24.152570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-d7f75186-dd4c-4d6f-ab93-e3730c00c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:24.154046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-d7f75186-dd4c-4d6f-ab93-e3730c00c4b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0444009 Jul 28 18:51:24.240565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-3e368f2e-3e89-4ba9-8782-f0c3ae0235d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:24.241884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-3e368f2e-3e89-4ba9-8782-f0c3ae0235d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 913 time: 0.0802963 Jul 28 18:51:24.283575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-06621590-7b06-4932-a756-4cfb316e086c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0352702 Jul 28 18:51:24.329985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-53c4cd79-7566-4fac-aa6a-929e38cc920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:24.331356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-53c4cd79-7566-4fac-aa6a-929e38cc920b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0414965 Jul 28 18:51:24.362122 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-04fe1559-260a-40f0-a249-b188681e7309 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242698 Jul 28 18:51:24.446506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-2509ede2-ed69-454e-afb5-e6c820a929c8 service neutron] 10.222.0.35 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770276 Jul 28 18:51:24.537766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3ca0f5b-77aa-464c-9f42-6565d0265fc7 req-76e9ef71-730a-4c82-8bea-bba00794470e service neutron] 10.222.0.35 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Jul 28 18:51:25.160499 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:51:25.238638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb343be5-5c81-4e60-923a-2019b30e92e5 req-dffe2441-997c-46ca-8777-c5dc7036294b tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:25.240145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb343be5-5c81-4e60-923a-2019b30e92e5 req-dffe2441-997c-46ca-8777-c5dc7036294b tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0485108 Jul 28 18:51:25.277355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb343be5-5c81-4e60-923a-2019b30e92e5 req-f8ac7fd0-ac5a-4d0f-8626-3e70efc9e15a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Jul 28 18:51:25.752958 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:25.755246 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68" -d '{"events": [{"name": "network-changed", "server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:25.803511 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f6834b-4c2e-429d-91fa-eeecb8edf84e x-openstack-request-id: req-97f6834b-4c2e-429d-91fa-eeecb8edf84e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:25.803803 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:25.804056 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97f6834b-4c2e-429d-91fa-eeecb8edf84e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:25.804452 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'status': 'completed', 'code': 200} Jul 28 18:51:25.891817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-834eb9aa-8064-4162-bd33-dc4319b895aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:25.893286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-834eb9aa-8064-4162-bd33-dc4319b895aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0699642 Jul 28 18:51:25.895887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-959e16f1-28d6-4741-9ef5-03a51a16389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:25.897284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-959e16f1-28d6-4741-9ef5-03a51a16389d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0657556 Jul 28 18:51:26.421666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-5f50be3e-cf09-42db-b759-abe261322f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:26.423141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-5f50be3e-cf09-42db-b759-abe261322f53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 913 time: 0.5223539 Jul 28 18:51:26.424895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-4469eea2-8256-443d-b5be-9c8e20cceb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:26.426258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-4469eea2-8256-443d-b5be-9c8e20cceb2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 913 time: 0.5179596 Jul 28 18:51:26.446531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92977564-042c-4d46-aa2e-dd4ddd77eba2 req-56cd0b1b-4ad6-4b12-aed9-f387f91b92b0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:26.448058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92977564-042c-4d46-aa2e-dd4ddd77eba2 req-56cd0b1b-4ad6-4b12-aed9-f387f91b92b0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.1010191 Jul 28 18:51:26.516950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-1e928d7d-beba-40c6-9194-451c70024a74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0854840 Jul 28 18:51:26.519211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-e6efa205-e3a8-4e05-bb06-57f4c3532a97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0703306 Jul 28 18:51:26.603766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92977564-042c-4d46-aa2e-dd4ddd77eba2 req-27102780-70d0-4044-951e-66a633995a71 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 Jul 28 18:51:26.620951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-9560f10b-d857-42ed-a0ab-23a5a4540c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:26.622894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-9560f10b-d857-42ed-a0ab-23a5a4540c18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0977545 Jul 28 18:51:26.624279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-56bb81af-0e36-4ff4-a129-e8fefe8fd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:26.625659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-56bb81af-0e36-4ff4-a129-e8fefe8fd62f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0910113 Jul 28 18:51:26.672473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-898b24f5-8172-4a16-a9cc-573ddb0e3ecb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422966 Jul 28 18:51:26.674290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-f95cea79-b3cf-4749-a3a6-d625e978527d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367908 Jul 28 18:51:26.832927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-33276304-55e8-441b-a909-a2af682555e4 service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527190 Jul 28 18:51:26.834763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-4cfb0482-804b-42ed-9524-f10af1b88db2 service neutron] 10.222.0.35 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536264 Jul 28 18:51:26.990914 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-a34da09c-db59-4a2b-8ad5-708a04f25095 service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509707 Jul 28 18:51:26.993147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62dbd8ba-ce85-474f-a6c7-6fd6bb673e68 req-79db67db-d1c4-4904-b153-b029963a5ce2 service neutron] 10.222.0.35 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462624 Jul 28 18:51:27.023799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:51:27.070008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:51:27.720148 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4aeb5-c340-4562-9164-8692000dd9d2 req-f6e958e7-cd0c-44d6-a89d-50e67dbde1e8 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:27.721634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13a4aeb5-c340-4562-9164-8692000dd9d2 req-f6e958e7-cd0c-44d6-a89d-50e67dbde1e8 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0483055 Jul 28 18:51:27.759840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13a4aeb5-c340-4562-9164-8692000dd9d2 req-2ec6cfe8-75c5-4ad7-a5a3-df131335f225 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 28 18:51:28.875369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e813b4-343e-43ef-9212-edf5febeb70c req-501f583c-f423-4bdb-b993-0984bb45c8a2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:28.876872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78e813b4-343e-43ef-9212-edf5febeb70c req-501f583c-f423-4bdb-b993-0984bb45c8a2 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 943 time: 0.0487263 Jul 28 18:51:28.914137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-78e813b4-343e-43ef-9212-edf5febeb70c req-dd41a2bb-5fdd-418b-8427-f6012aee332c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Jul 28 18:51:29.345106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50368-f6c4-487d-be80-c0815964da9b req-c9d3a1ed-84c3-40cb-b5b8-24ea8ab31246 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:29.346476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-c9d3a1ed-84c3-40cb-b5b8-24ea8ab31246 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9&tenant_id=6a30c45d4e3145a8a246d25d6d684548&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 943 time: 0.0830595 Jul 28 18:51:29.408684 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-fcf50368-f6c4-487d-be80-c0815964da9b req-db27ca84-4d87-49fd-a7b2-e5b57d544d66 service neutron] delete failed (client error): The resource could not be found. Jul 28 18:51:29.409653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-db27ca84-4d87-49fd-a7b2-e5b57d544d66 service neutron] 10.222.0.37 "DELETE /v2.0/ports/89908bef-57ce-4d48-948e-dbf65936e7ee/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0556347 Jul 28 18:51:29.490111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50368-f6c4-487d-be80-c0815964da9b req-9377e83a-251e-435c-aa26-0d7e12c64257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:29.491596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-9377e83a-251e-435c-aa26-0d7e12c64257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a30c45d4e3145a8a246d25d6d684548&device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 1094 time: 0.0403352 Jul 28 18:51:29.578533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50368-f6c4-487d-be80-c0815964da9b req-702baa5b-5a09-43ca-b8b3-373fcf814f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:29.580008 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-702baa5b-5a09-43ca-b8b3-373fcf814f3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 200 len: 913 time: 0.0817380 Jul 28 18:51:29.617511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:51:29.626504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-f772cbef-1880-486e-8ad6-5814ae2e2fb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 200 len: 217 time: 0.0385997 Jul 28 18:51:29.675783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50368-f6c4-487d-be80-c0815964da9b req-e07296a9-2edd-464f-bcd0-0e57397c2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:29.677228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-e07296a9-2edd-464f-bcd0-0e57397c2652 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 200 len: 852 time: 0.0434163 Jul 28 18:51:29.707860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-3d38c588-440d-477f-b86f-19192eccc6e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a589d1f-f66b-4251-86a0-4900dc6e7502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236294 Jul 28 18:51:29.709841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:29.721253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'network_id': '7a589d1f-f66b-4251-86a0-4900dc6e7502', 'port_id': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'mac_address': 'fa:16:3e:96:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd36576-709a-45e2-aaaf-954b52ee6b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:51:29.757052 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:29.769195 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89908bef-57ce-4d48-948e-dbf65936e7ee {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:51:29.789128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:29.798929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-2f07a655-2d6b-4cd2-b0f8-6fc3ddec4cac service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845692 Jul 28 18:51:29.850692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:29.887778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-a6cd0a36-3196-4621-aa8f-0644eb50ab51 service neutron] 10.222.0.37 "GET /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Jul 28 18:51:29.901050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:29.908939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:29.913866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:30.138526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['89908bef-57ce-4d48-948e-dbf65936e7ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:51:31.328873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9bf23-bcdb-4bfa-8094-57aa5c9f5b20 req-8436971e-52dd-4197-8e78-87a1be753ebc tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:31.330343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1f9bf23-bcdb-4bfa-8094-57aa5c9f5b20 req-8436971e-52dd-4197-8e78-87a1be753ebc tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 944 time: 0.0481346 Jul 28 18:51:31.372818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1f9bf23-bcdb-4bfa-8094-57aa5c9f5b20 req-b1d7a4fc-a6af-4b9e-b253-0b8f6b37104e tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Jul 28 18:51:31.645270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:51:31.748238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 89908bef-57ce-4d48-948e-dbf65936e7ee completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:51:31.751819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 89908bef-57ce-4d48-948e-dbf65936e7ee triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:51:31.752145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:31.824905 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:31.846420 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:31.848674 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff3f74-b368-4b79-8d88-d2f53a593d75" -d '{"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-plugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:31.861699 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:31.886192 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed53a71a-bff5-40d6-b332-12e3445dafb7 x-openstack-request-id: req-ed53a71a-bff5-40d6-b332-12e3445dafb7 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:31.886527 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-plugged", "status": "completed", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:31.886782 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed53a71a-bff5-40d6-b332-12e3445dafb7 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:31.887194 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'code': 200} Jul 28 18:51:31.976387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:32.022777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:32.484903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7d51-742c-470c-b6c1-0e1b8b81fcaa req-20ace02c-7ff7-41e8-aea3-515e56726ec0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:32.486409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf7f7d51-742c-470c-b6c1-0e1b8b81fcaa req-20ace02c-7ff7-41e8-aea3-515e56726ec0 tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Jul 28 18:51:32.523842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf7f7d51-742c-470c-b6c1-0e1b8b81fcaa req-aa6ce020-b7a2-4abe-9e05-e06e2705923c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca665eff-76d7-4a28-a335-b6b93aeddaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jul 28 18:51:32.685951 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50368-f6c4-487d-be80-c0815964da9b req-c785b49c-3b8b-435a-9b16-7a0eb5d9e10c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:32.687305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-c785b49c-3b8b-435a-9b16-7a0eb5d9e10c tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.35 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 945 time: 0.0468626 Jul 28 18:51:32.778006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Deleting port 89908bef-57ce-4d48-948e-dbf65936e7ee {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:51:32.778368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:32.863364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] For port 89908bef-57ce-4d48-948e-dbf65936e7ee, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=89908bef-57ce-4d48-948e-dbf65936e7ee,segment=NetworkSegment(2582bc78-b858-4faf-ad0b-547cd06f7215),segment_id=2582bc78-b858-4faf-ad0b-547cd06f7215)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:32.863764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:32.876786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Calling delete_port for 89908bef-57ce-4d48-948e-dbf65936e7ee owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:51:33.095919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:33.107213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['89908bef-57ce-4d48-948e-dbf65936e7ee'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:51:33.125429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Pushing event deleted for resources: {'Port': ['ID=89908bef-57ce-4d48-948e-dbf65936e7ee,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:33.164364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] No DVR routers for this DVR port 89908bef-57ce-4d48-948e-dbf65936e7ee on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:51:33.167004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:33.169465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcf50368-f6c4-487d-be80-c0815964da9b req-0db18ad4-42f1-43b7-88b0-c16f8ded819a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.35 "DELETE /v2.0/ports/89908bef-57ce-4d48-948e-dbf65936e7ee HTTP/1.1" status: 204 len: 173 time: 0.4753368 Jul 28 18:51:33.169888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-deleted', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:33.172118 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e7904-93e9-4e42-98c8-512d3200246c" -d '{"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-deleted", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:33.206759 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad62b51-6f33-472f-86b4-8545b19172d8 x-openstack-request-id: req-6ad62b51-6f33-472f-86b4-8545b19172d8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:33.207052 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eedbd50-da5a-418d-ae99-7dc5231163a9", "name": "network-vif-deleted", "tag": "89908bef-57ce-4d48-948e-dbf65936e7ee", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:33.207306 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ad62b51-6f33-472f-86b4-8545b19172d8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:33.207736 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eedbd50-da5a-418d-ae99-7dc5231163a9', 'name': 'network-vif-deleted', 'tag': '89908bef-57ce-4d48-948e-dbf65936e7ee', 'status': 'completed', 'code': 200} Jul 28 18:51:33.630239 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9a3bfff6-b4f0-4eba-b91f-a26c6ae6ab21 req-74c72652-dade-4a23-a7de-243b65f9fc2a tempest-DeleteServersTestJSON-1531311099 tempest-DeleteServersTestJSON-1531311099-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eedbd50-da5a-418d-ae99-7dc5231163a9 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Jul 28 18:51:34.756943 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48102) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:34.802359 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Deleting subnet 6dd36576-709a-45e2-aaaf-954b52ee6b1b {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:51:34.805344 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:34.837572 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:34.880169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.022931 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.050317 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd36576-709a-45e2-aaaf-954b52ee6b1b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:35.053244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.054612 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6dd36576-709a-45e2-aaaf-954b52ee6b1b HTTP/1.1" status: 204 len: 168 time: 0.2966819 Jul 28 18:51:35.057339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48104) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:35.061939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.062288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.062660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.063001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.063342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.063715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.064050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.064386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.064718 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.065048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.065380 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.065707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d2e279-d454-441d-b085-8280ea5a4795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:35.127591 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.207215 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.216627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a589d1f-f66b-4251-86a0-4900dc6e7502']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:51:35.226516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2582bc78-b858-4faf-ad0b-547cd06f7215') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:51:35.226815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2582bc78-b858-4faf-ad0b-547cd06f7215') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:51:35.236085 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.249585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.255171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:51:35.255586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:51:35.257154 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:51:35.382374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.388207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.390058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/7a589d1f-f66b-4251-86a0-4900dc6e7502 HTTP/1.1" status: 204 len: 168 time: 0.3316855 Jul 28 18:51:35.400934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b709-38c2-4ca4-953e-750f1c4a5e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7a589d1f-f66b-4251-86a0-4900dc6e7502,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:35.747779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48108) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:35.786060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9c09f730-f4cc-4fe8-a451-19eafd05dd75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a30c45d4e3145a8a246d25d6d684548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371721 Jul 28 18:51:35.797760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48110) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:35.848397 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:35.868985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:36.039535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:36.041993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:36.043163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca665eff-76d7-4a28-a335-b6b93aeddaf5 HTTP/1.1" status: 204 len: 168 time: 0.2445359 Jul 28 18:51:36.051364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88923d20-ed68-4a16-bf08-2cd2444485e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca665eff-76d7-4a28-a335-b6b93aeddaf5,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:37.118187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48132) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:37.212329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-41997115-network', 'tenant_id': '1c5e44eb35d942418d903684a8b6739f'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:51:37.365153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Made reservation on behalf of 1c5e44eb35d942418d903684a8b6739f for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:51:37.367863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.377357 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.463109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.570664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.596540 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:51:37.602600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370b6cc-6dc9-4537-8d6f-7faf503e53dc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:37.609179 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.609530 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Added segment fe470ed7-92b7-493b-a2c7-af1adc2d12fe of type vlan for network 9e227376-54d6-4366-abc1-273f61bc043b Jul 28 18:51:37.652235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.664299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:51:37.683608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 89908bef-57ce-4d48-948e-dbf65936e7ee {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:51:37.683958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 89908bef-57ce-4d48-948e-dbf65936e7ee not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:51:37.730845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8043cbc5-7be3-40bb-a45f-a3d0263245f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.770676 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.771705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:37.772327 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:37.829330 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] Pushing event updated for resources: {'Network': ['ID=9e227376-54d6-4366-abc1-273f61bc043b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:37.838958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 9e227376-54d6-4366-abc1-273f61bc043b details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:51:37.891793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-79448e47-5843-435f-af3d-e13bdb2ddb6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7723601 Jul 28 18:51:37.894506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:51:37.899358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Request body: {'subnet': {'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-41997115-subnet', 'tenant_id': '1c5e44eb35d942418d903684a8b6739f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:51:37.993958 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Made reservation on behalf of 1c5e44eb35d942418d903684a8b6739f for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:51:37.996265 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:38.262846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:38.315909 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:38.327866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Checking segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:51:38.328232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Network hostable DHCP agents. Network: 9e227376-54d6-4366-abc1-273f61bc043b, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:51:38.410455 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Network 9e227376-54d6-4366-abc1-273f61bc043b is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:51:38.519077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 9e227376-54d6-4366-abc1-273f61bc043b) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:51:38.523416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:38.524054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:38.527664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e82f6-1922-4ab3-8a5d-824850846623 None None] Network 9e227376-54d6-4366-abc1-273f61bc043b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:51:38.629237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1f41abb4-7fa2-463f-8557-a2481e0e56ed admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7336693 Jul 28 18:51:38.646664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14043999-6050-41f8-b2e1-58bf44daac46 None None] Network 9e227376-54d6-4366-abc1-273f61bc043b requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:51:39.039571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-7156ebb5-c3fc-4f6b-afb7-e277a2b96f37 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:39.040965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-7156ebb5-c3fc-4f6b-afb7-e277a2b96f37 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 813 time: 0.0999959 Jul 28 18:51:39.055940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-e8ab1616-9cb5-42d6-a415-be73cc82819a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/quotas/1c5e44eb35d942418d903684a8b6739f HTTP/1.1" status: 200 len: 375 time: 0.0088017 Jul 28 18:51:39.090344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-0d79e4b1-258b-468e-80ea-2fa1ba376eeb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294330 Jul 28 18:51:39.177295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-71a8fcde-b0ed-45dd-864e-4bc1fc55aac0 service neutron] 10.222.0.25 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802355 Jul 28 18:51:39.267626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-32e54c1c-fb9d-4d33-8265-4011533666ba service neutron] 10.222.0.25 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842910 Jul 28 18:51:39.539870 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9cd98f42-7f11-447b-9448-1ae012ac3305 req-7a615f84-fed7-4fb1-9ec5-844ab019c3a5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 210 time: 0.0273654 Jul 28 18:51:40.114000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:40.342722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3fa7-cfa0-47ec-8749-ffc296945530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:40.630374 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fec3443c-997b-4cf2-8d21-1db88465562d req-5e2eabe0-d36a-4f3a-880b-90808a61d305 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 210 time: 0.0277293 Jul 28 18:51:41.274435 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:41.731754 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bf645d8-cd32-4e59-b4a8-41a8d78ca876 req-67b060dc-72fd-4fb2-b700-59e5c02ebc49 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 210 time: 0.0306027 Jul 28 18:51:41.927901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-d54b0c0e-10f8-480f-8c9e-456bd41a8fe0 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:41.929284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-d54b0c0e-10f8-480f-8c9e-456bd41a8fe0 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 813 time: 0.0983074 Jul 28 18:51:41.941954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Request body: {'port': {'device_id': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'admin_state_up': True, 'tenant_id': '1c5e44eb35d942418d903684a8b6739f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:51:42.203334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Made reservation on behalf of 1c5e44eb35d942418d903684a8b6739f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:51:42.206906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:42.352413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Allocated IP 172.20.0.13 (9e227376-54d6-4366-abc1-273f61bc043b/c8de46bd-c599-4c8c-9ae2-1a8ecfc76003/48620798-bc66-4703-9402-badec0a23fc7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:51:42.492745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:42.594504 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:42.643676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Network 9e227376-54d6-4366-abc1-273f61bc043b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:51:42.646733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:51:42.650406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:51:42.660333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:42.685320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.685669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.686059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.686337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.686675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.687005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.687332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.687683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.688009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.688333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.688664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.688985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:51:42.719875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:42.720484 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:42.824722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5f9f4daa-9ce7-4530-ae4e-58f4d4116964 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8868816 Jul 28 18:51:42.839721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Request body: {'port': {'device_id': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:51:42.871452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b0d2-a9fe-463e-ab3f-7b90d8ae5e44 req-149d1ff6-5ff4-4220-a75d-1dd7a642e754 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:42.872916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b69b0d2-a9fe-463e-ab3f-7b90d8ae5e44 req-149d1ff6-5ff4-4220-a75d-1dd7a642e754 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 932 time: 0.0754170 Jul 28 18:51:42.930190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:42.953011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b69b0d2-a9fe-463e-ab3f-7b90d8ae5e44 req-4a307061-421b-424e-8816-75ebef35b572 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721579 Jul 28 18:51:43.102539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.201306 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48620798-bc66-4703-9402-badec0a23fc7 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:51:43.209284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.220736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Transition to ACTIVE for port object 48620798-bc66-4703-9402-badec0a23fc7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:51:43.308449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.359590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:43.425347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:51:43.425682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:51:43.426008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:51:43.430218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:51:43.430540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:51:43.435262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:51:43.435638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Checking segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:51:43.436617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Bound using segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:51:43.437043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Bound port: 48620798-bc66-4703-9402-badec0a23fc7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:51:43.437396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.497879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:51:43.501548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:51:43.594114 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.629778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:43.630389 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:43.631780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] 10.222.0.37 "PUT /v2.0/ports/48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 1092 time: 0.7979395 Jul 28 18:51:43.632208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:43.634433 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342c84a-a6bd-4843-bb65-986b0e46a812" -d '{"events": [{"name": "network-changed", "server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:43.656098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ecd3d-3cb2-4ce6-8ee1-8f7f2e137254 service neutron] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:43.668835 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b4017-dae1-44d5-be5b-e5365e34a248 x-openstack-request-id: req-491b4017-dae1-44d5-be5b-e5365e34a248 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:43.669208 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:43.669468 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-491b4017-dae1-44d5-be5b-e5365e34a248 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:43.669872 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'status': 'completed', 'code': 200} Jul 28 18:51:43.733517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-1dc0763b-c695-40e2-8719-3aa9cb6c6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:43.735019 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-1dc0763b-c695-40e2-8719-3aa9cb6c6a8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1095 time: 0.0464187 Jul 28 18:51:43.828290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-8d7479d7-fa68-4986-9a24-e9c38e38f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:43.829716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-8d7479d7-fa68-4986-9a24-e9c38e38f43d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c5e44eb35d942418d903684a8b6739f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0869176 Jul 28 18:51:43.926210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-95db4749-e3be-4dc7-a557-e575b3276cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:43.927620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4342c84a-a6bd-4843-bb65-986b0e46a812 req-95db4749-e3be-4dc7-a557-e575b3276cab service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906413 Jul 28 18:51:44.011096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5912a220-8ab1-439e-af50-333ea7f7999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:44.012657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-5912a220-8ab1-439e-af50-333ea7f7999e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1095 time: 0.0493968 Jul 28 18:51:44.062102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-162993c7-8d38-497a-9b4d-ead8f2d81b9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0421982 Jul 28 18:51:44.135331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b2f5-be62-413c-8bb9-f8b132c490e3 req-75672b46-c748-4c05-a089-0d764c549564 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:44.136818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c53b2f5-be62-413c-8bb9-f8b132c490e3 req-75672b46-c748-4c05-a089-0d764c549564 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.1113167 Jul 28 18:51:44.138089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-435d95b5-5474-4ccc-a6f2-11317067362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:44.139943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-435d95b5-5474-4ccc-a6f2-11317067362b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0610383 Jul 28 18:51:44.180649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-55685385-8298-41b7-adae-194abfcec990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312319 Jul 28 18:51:44.212358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6c53b2f5-be62-413c-8bb9-f8b132c490e3 req-c675892d-e3fe-4017-9d41-be03e73b33ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690389 Jul 28 18:51:44.280545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-4e21f53f-add2-426d-a9b8-836d3df8b88d service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900013 Jul 28 18:51:44.374891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2b92680-1ffe-44d7-8ef9-bfadedd2d45e req-e4fe1ab3-2e75-4cec-a67f-805f7f3b2f0f service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884535 Jul 28 18:51:45.327654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d55b-b2a8-45c0-842c-58207843f3a3 req-c9ccb2a8-3965-44e1-8ae1-0716b57a4dc5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:45.329156 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9914d55b-b2a8-45c0-842c-58207843f3a3 req-c9ccb2a8-3965-44e1-8ae1-0716b57a4dc5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.0494843 Jul 28 18:51:45.366907 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9914d55b-b2a8-45c0-842c-58207843f3a3 req-598711f2-6aa7-4e46-b20e-a8af38833fed tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jul 28 18:51:45.851057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:46.489157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1b6d-585f-4069-bee6-33170c141763 req-6acbe803-ff54-45d7-86d5-dac002752dc8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:46.490837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d31c1b6d-585f-4069-bee6-33170c141763 req-6acbe803-ff54-45d7-86d5-dac002752dc8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.0583603 Jul 28 18:51:46.532049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d31c1b6d-585f-4069-bee6-33170c141763 req-8a7ab048-d94b-48e0-a80c-f6957b97d452 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Jul 28 18:51:47.119368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 48620798-bc66-4703-9402-badec0a23fc7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:51:47.216436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:47.227141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '48620798-bc66-4703-9402-badec0a23fc7', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'port_id': '48620798-bc66-4703-9402-badec0a23fc7', 'mac_address': 'fa:16:3e:79:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8de46bd-c599-4c8c-9ae2-1a8ecfc76003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:51:47.265820 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:47.277868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48620798-bc66-4703-9402-badec0a23fc7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:51:47.297042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:47.354497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:47.403388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:47.541213 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['48620798-bc66-4703-9402-badec0a23fc7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:51:47.646072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7711e1-2dee-467d-9a96-d1787466cf0f req-89cbbd9d-ae52-4d77-beae-45ab8b87b6a6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:47.647825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed7711e1-2dee-467d-9a96-d1787466cf0f req-89cbbd9d-ae52-4d77-beae-45ab8b87b6a6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 945 time: 0.0492845 Jul 28 18:51:47.687126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed7711e1-2dee-467d-9a96-d1787466cf0f req-600ffbee-88a4-4588-ba26-14a21037fd1e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Jul 28 18:51:48.800025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4bee-d530-457d-ad48-dd3be32fe7f1 req-888bf12c-5571-43e1-ab89-2b0dc0306602 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:48.801517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34dd4bee-d530-457d-ad48-dd3be32fe7f1 req-888bf12c-5571-43e1-ab89-2b0dc0306602 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 945 time: 0.0486648 Jul 28 18:51:48.838329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34dd4bee-d530-457d-ad48-dd3be32fe7f1 req-42597dab-aeb6-4943-93e1-6475a89852d6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Jul 28 18:51:49.039818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:49.119402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 48620798-bc66-4703-9402-badec0a23fc7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:51:49.222676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 48620798-bc66-4703-9402-badec0a23fc7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:51:49.226254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 48620798-bc66-4703-9402-badec0a23fc7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:51:49.226625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:49.299378 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:49.320745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:51:49.322966 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7903c628-3481-4b5a-9e16-01b4c4127b63" -d '{"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-plugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:51:49.336033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:51:49.359220 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d161b93-0cac-4c7b-9a13-19cff2f49fe3 x-openstack-request-id: req-6d161b93-0cac-4c7b-9a13-19cff2f49fe3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:51:49.359541 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-plugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:51:49.359802 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d161b93-0cac-4c7b-9a13-19cff2f49fe3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:51:49.360202 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'code': 200} Jul 28 18:51:49.400111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:51:49.447241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:51:49.455351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646ead3-7656-4aa0-b37c-2e3e88cccf29 req-93643f7d-4f20-48a6-b2de-2fa620bfbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:49.456945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3646ead3-7656-4aa0-b37c-2e3e88cccf29 req-93643f7d-4f20-48a6-b2de-2fa620bfbe2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1097 time: 0.0420725 Jul 28 18:51:49.491219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3646ead3-7656-4aa0-b37c-2e3e88cccf29 req-d96adfda-3423-4813-86da-52afc67e3d67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267327 Jul 28 18:51:49.955095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee6d46-fc13-41e1-82a3-a8829d9a6cde req-c831f0e0-2735-4bab-ba00-fc13248d6465 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:49.956594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bee6d46-fc13-41e1-82a3-a8829d9a6cde req-c831f0e0-2735-4bab-ba00-fc13248d6465 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0525899 Jul 28 18:51:49.993234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7bee6d46-fc13-41e1-82a3-a8829d9a6cde req-7c5b4057-fe6e-4f23-acb4-aad94a9767ee tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Jul 28 18:51:51.111972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2748aa-9dec-4c56-bbbd-6c070c13165e req-f6625afe-c08d-4439-be55-dd5499acc91e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:51.113461 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b2748aa-9dec-4c56-bbbd-6c070c13165e req-f6625afe-c08d-4439-be55-dd5499acc91e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0521917 Jul 28 18:51:51.151019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8b2748aa-9dec-4c56-bbbd-6c070c13165e req-f3cd64af-9bcd-49ea-ad42-bb0ea684ccf3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Jul 28 18:51:51.263273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c8efe-5091-4ed8-99c1-a75bd84b2afa req-a4265960-edef-435f-9bc1-12d9d280ec6e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:51.264774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a0c8efe-5091-4ed8-99c1-a75bd84b2afa req-a4265960-edef-435f-9bc1-12d9d280ec6e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0492806 Jul 28 18:51:51.302281 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1a0c8efe-5091-4ed8-99c1-a75bd84b2afa req-b2f7a111-ddfd-40d6-b7cb-702fe1ea17ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jul 28 18:51:51.556976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8783d-80e3-4904-997d-59bd8ed5e8db req-99ea65c0-2006-4a90-ba1a-d17c10b00b28 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:51.558348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87f8783d-80e3-4904-997d-59bd8ed5e8db req-99ea65c0-2006-4a90-ba1a-d17c10b00b28 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484495 Jul 28 18:51:51.595377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-87f8783d-80e3-4904-997d-59bd8ed5e8db req-94128d6e-5214-4aa4-a321-69a1a6a34f79 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Jul 28 18:51:51.707411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8262-5d1a-480e-b0c6-4871dfa4f3bd req-f6a6d65a-b16e-40ae-81a3-e2707940c940 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:51.708879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0fac8262-5d1a-480e-b0c6-4871dfa4f3bd req-f6a6d65a-b16e-40ae-81a3-e2707940c940 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0471685 Jul 28 18:51:51.745818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0fac8262-5d1a-480e-b0c6-4871dfa4f3bd req-d1f7a287-bc28-4b24-b0cc-ecfb8c3b8de6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Jul 28 18:51:52.196714 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5aa05-0f9c-41ad-9fdc-b7f0a7035dee req-393e420f-12de-4d4c-8761-a37a9bf5db44 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:52.198186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5c5aa05-0f9c-41ad-9fdc-b7f0a7035dee req-393e420f-12de-4d4c-8761-a37a9bf5db44 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0483518 Jul 28 18:51:52.235419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c5c5aa05-0f9c-41ad-9fdc-b7f0a7035dee req-e9e890a2-c0b7-45ad-87a9-8367c7c3637b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 28 18:51:52.401554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-28acf1c4-6a9c-4745-8f3d-01c98f584c7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435970 Jul 28 18:51:53.352305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56898c9-4da6-4887-9eac-b2190cc8db44 req-97fbcc53-dff2-4fe0-860a-556285512400 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:53.353977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b56898c9-4da6-4887-9eac-b2190cc8db44 req-97fbcc53-dff2-4fe0-860a-556285512400 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0524380 Jul 28 18:51:53.392977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b56898c9-4da6-4887-9eac-b2190cc8db44 req-35a1ca24-eaa0-4a6d-bb2b-8bc7ece16fe6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Jul 28 18:51:54.511949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27cb11-65cb-4c20-ac6d-07f1cf40c4ac req-77f08563-35f7-452c-9727-c24f2563b91a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:54.513497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c27cb11-65cb-4c20-ac6d-07f1cf40c4ac req-77f08563-35f7-452c-9727-c24f2563b91a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0497134 Jul 28 18:51:54.551305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c27cb11-65cb-4c20-ac6d-07f1cf40c4ac req-76123062-b889-4827-9f33-d2798c798ba5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Jul 28 18:51:54.629079 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-16f46173-dc20-4c09-963a-ecc81392d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:54.630616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-16f46173-dc20-4c09-963a-ecc81392d409 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1097 time: 0.0409610 Jul 28 18:51:54.717960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-7566ad26-7cce-4250-aac6-7286ff3c8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:54.720059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-7566ad26-7cce-4250-aac6-7286ff3c8e1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0828903 Jul 28 18:51:54.764446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-713fae14-ea83-4ebb-bdea-83a310fd1fc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0365217 Jul 28 18:51:54.811756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-f8d55b2c-c6f6-43fa-af30-8e84768d5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:54.813169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-f8d55b2c-c6f6-43fa-af30-8e84768d5234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0425515 Jul 28 18:51:54.845139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-a42de1a5-741a-4899-a567-2d28d535d6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248849 Jul 28 18:51:54.937263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-fa8dc6f2-94a1-43e5-b681-14c0a7e9160b service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843081 Jul 28 18:51:55.025630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-7437ef84-676c-4081-9f28-3cf92006a62d service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Jul 28 18:51:55.663435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb5f1-0251-43b4-891d-3c56691bfa52 req-11a49c6b-eda9-4c49-8112-3e91d2f0a30a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:55.664912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31deb5f1-0251-43b4-891d-3c56691bfa52 req-11a49c6b-eda9-4c49-8112-3e91d2f0a30a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484414 Jul 28 18:51:55.706569 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-31deb5f1-0251-43b4-891d-3c56691bfa52 req-cd33710a-da2e-49e1-b877-d31ad67e050d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Jul 28 18:51:56.820146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3f7b-7e21-49e8-ac85-3a833ab2ba16 req-3b25ce8f-a029-4a4c-97fa-ccff0dd15359 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:56.821533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8f2e3f7b-7e21-49e8-ac85-3a833ab2ba16 req-3b25ce8f-a029-4a4c-97fa-ccff0dd15359 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0481122 Jul 28 18:51:56.858102 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8f2e3f7b-7e21-49e8-ac85-3a833ab2ba16 req-2146cb64-7155-4bf9-b33c-cad62d122236 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Jul 28 18:51:57.974108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dbfdd-8063-44c5-a2d2-302999662f61 req-b0fe4a13-c088-4b56-a4fc-fb1f058626e3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:57.975646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e24dbfdd-8063-44c5-a2d2-302999662f61 req-b0fe4a13-c088-4b56-a4fc-fb1f058626e3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0514758 Jul 28 18:51:58.013801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e24dbfdd-8063-44c5-a2d2-302999662f61 req-4daf2102-a7ee-4df4-9759-787f3e0f35fa tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Jul 28 18:51:59.125472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdc46b-fb2b-486f-b5d5-df5fd41e4f95 req-afe4e593-a43b-4587-b352-74adfc4ee9de tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:51:59.126937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ccdc46b-fb2b-486f-b5d5-df5fd41e4f95 req-afe4e593-a43b-4587-b352-74adfc4ee9de tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0472417 Jul 28 18:51:59.168063 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ccdc46b-fb2b-486f-b5d5-df5fd41e4f95 req-4cb895e6-6394-420a-b3b3-d8d53db0a911 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Jul 28 18:52:00.279227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6d78-05af-42ac-830a-7ec55b494c9c req-e3955325-1952-4409-9b8f-93ae0593961f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:00.280712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-721c6d78-05af-42ac-830a-7ec55b494c9c req-e3955325-1952-4409-9b8f-93ae0593961f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0479326 Jul 28 18:52:00.318359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-721c6d78-05af-42ac-830a-7ec55b494c9c req-57c011ec-3c93-45d4-b5b4-5fdee2568a5f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Jul 28 18:52:01.442036 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879eaff-71df-4beb-ae58-d067d14fe3aa req-dfc66374-b3ee-482f-a043-46008adac9a1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:01.443457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5879eaff-71df-4beb-ae58-d067d14fe3aa req-dfc66374-b3ee-482f-a043-46008adac9a1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0478561 Jul 28 18:52:01.479909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5879eaff-71df-4beb-ae58-d067d14fe3aa req-3db012ef-2a51-44a2-a920-8442c58f2cdf tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Jul 28 18:52:02.160785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:52:02.590326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded74129-65d9-4d77-a95c-1d3c90fc4a57 req-097c4f3d-9915-407f-85fb-16ebd34a5e49 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:02.591813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ded74129-65d9-4d77-a95c-1d3c90fc4a57 req-097c4f3d-9915-407f-85fb-16ebd34a5e49 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0471003 Jul 28 18:52:02.633521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ded74129-65d9-4d77-a95c-1d3c90fc4a57 req-b1c89537-4d5d-4baa-9c0a-b01e16acfbd4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Jul 28 18:52:03.746506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c0fd-b22d-4b34-9691-12df43100654 req-89e93356-370e-42a8-9c8e-3d911f947881 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:03.748022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12b3c0fd-b22d-4b34-9691-12df43100654 req-89e93356-370e-42a8-9c8e-3d911f947881 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0483389 Jul 28 18:52:03.785533 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-12b3c0fd-b22d-4b34-9691-12df43100654 req-0aee9ee1-06cb-4661-8536-5640e68881b5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Jul 28 18:52:04.897038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234414-ca2a-4325-9b39-00918fab4b93 req-17b35a3b-1470-420a-be4f-768ac09562a7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:04.898513 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2234414-ca2a-4325-9b39-00918fab4b93 req-17b35a3b-1470-420a-be4f-768ac09562a7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484176 Jul 28 18:52:04.935829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c2234414-ca2a-4325-9b39-00918fab4b93 req-b5a588dc-68e5-4d28-8660-f1c4b2a68081 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Jul 28 18:52:06.048061 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e814c-3e3f-4c72-89c0-66a1aedd7659 req-7ceb259d-48f9-4d78-9048-0876f87f4afd tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:06.049544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af6e814c-3e3f-4c72-89c0-66a1aedd7659 req-7ceb259d-48f9-4d78-9048-0876f87f4afd tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0482247 Jul 28 18:52:06.090193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af6e814c-3e3f-4c72-89c0-66a1aedd7659 req-35fff64c-27f8-4c92-9ef9-d1bb83770424 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Jul 28 18:52:07.210055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea8c7-5089-4516-85c8-c7f2c2576d22 req-18ab8bf6-e292-40eb-b16f-c6fa1f2c197a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:07.211582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27dea8c7-5089-4516-85c8-c7f2c2576d22 req-18ab8bf6-e292-40eb-b16f-c6fa1f2c197a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0515633 Jul 28 18:52:07.249395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27dea8c7-5089-4516-85c8-c7f2c2576d22 req-ff67b03b-9c30-47da-9c3f-5f02f0111323 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jul 28 18:52:07.703472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0348fb33-4a04-453a-961e-4f45b5271dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:08.362387 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8b48f-0a1e-4fdf-bf22-02bdbb19d920 req-24bcc5cd-2327-4aa9-bbf3-a26be2d2c255 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:08.364518 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ffa8b48f-0a1e-4fdf-bf22-02bdbb19d920 req-24bcc5cd-2327-4aa9-bbf3-a26be2d2c255 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484779 Jul 28 18:52:08.401330 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ffa8b48f-0a1e-4fdf-bf22-02bdbb19d920 req-b0a3f6db-b4c6-43a4-9217-6402e9789776 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Jul 28 18:52:09.512822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f03a-cb90-4371-81c5-826054363be4 req-31d51daa-df88-4a6c-9ffe-8df16d52fc49 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:09.514296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2521f03a-cb90-4371-81c5-826054363be4 req-31d51daa-df88-4a6c-9ffe-8df16d52fc49 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0482011 Jul 28 18:52:09.554739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2521f03a-cb90-4371-81c5-826054363be4 req-716894f7-974e-437f-8d5f-4e06f05787bc tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Jul 28 18:52:10.085818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:10.315135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0eb9be6f-200a-483f-84df-fe36b48b8672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:10.669866 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d280d-77d6-4d45-b6bc-88d133805e52 req-c68d796c-2fa5-4859-ab28-e775a9e64066 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:10.671331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d98d280d-77d6-4d45-b6bc-88d133805e52 req-c68d796c-2fa5-4859-ab28-e775a9e64066 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0472486 Jul 28 18:52:10.708668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d98d280d-77d6-4d45-b6bc-88d133805e52 req-92bc95af-9544-49c2-98f4-8b174fcaad13 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Jul 28 18:52:11.223166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:11.823615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b4636-0a85-4160-9152-4500fa7046b3 req-31ad3ac2-c947-45b1-a1ef-773b3e17f892 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:11.824986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d03b4636-0a85-4160-9152-4500fa7046b3 req-31ad3ac2-c947-45b1-a1ef-773b3e17f892 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0478268 Jul 28 18:52:11.863117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d03b4636-0a85-4160-9152-4500fa7046b3 req-b6390eda-2992-4867-b25f-13320d80616e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323203 Jul 28 18:52:12.976044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc12f2-409a-49bc-bf42-e0c034463350 req-228ccdc4-1478-474a-b95d-cc7daf00e251 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:12.977579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70dc12f2-409a-49bc-bf42-e0c034463350 req-228ccdc4-1478-474a-b95d-cc7daf00e251 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jul 28 18:52:13.020475 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-70dc12f2-409a-49bc-bf42-e0c034463350 req-5988342e-bea5-42f0-8006-e1f0e47d310b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Jul 28 18:52:13.092178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:14.137919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87936d-03f1-438f-89e2-65ada7a42133 req-b16ec80d-92bd-4593-a0b0-a79a52b84c78 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:14.139435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd87936d-03f1-438f-89e2-65ada7a42133 req-b16ec80d-92bd-4593-a0b0-a79a52b84c78 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0474255 Jul 28 18:52:14.177303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd87936d-03f1-438f-89e2-65ada7a42133 req-2f537836-804e-47f1-a405-d93ab2db4c34 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Jul 28 18:52:15.293568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b034e-0b01-4dd5-aa50-17d23ce58ff8 req-fda92258-fbea-4d9d-9bfe-544fb90429b4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:15.295096 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-814b034e-0b01-4dd5-aa50-17d23ce58ff8 req-fda92258-fbea-4d9d-9bfe-544fb90429b4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0517082 Jul 28 18:52:15.332595 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-814b034e-0b01-4dd5-aa50-17d23ce58ff8 req-9df7825d-4411-4151-bad3-d0b80c367c53 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jul 28 18:52:15.881381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:16.445429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4839-5d37-4661-9004-3aac88ed4f7f req-f3aaf70f-d142-4847-bbd8-f4854af345d1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:16.446863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-477a4839-5d37-4661-9004-3aac88ed4f7f req-f3aaf70f-d142-4847-bbd8-f4854af345d1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0474911 Jul 28 18:52:16.486802 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-477a4839-5d37-4661-9004-3aac88ed4f7f req-ba20be9b-eae1-4b3a-9c87-bff974bd49ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Jul 28 18:52:17.598821 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e53c-12ae-48c8-981f-215f205fae92 req-8039bdb3-b31b-4b6d-8cc4-ebcb0d5f68a9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:17.600377 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b32e53c-12ae-48c8-981f-215f205fae92 req-8039bdb3-b31b-4b6d-8cc4-ebcb0d5f68a9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484202 Jul 28 18:52:17.638066 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b32e53c-12ae-48c8-981f-215f205fae92 req-9cae2eea-d50b-46c8-b110-b48ab5b24d0c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Jul 28 18:52:18.751159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a744d-51a7-44ae-99e1-bb4f8a241127 req-fdfe47fa-f6d7-4e9d-a5a1-9728cf1119b8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:18.752579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e5a744d-51a7-44ae-99e1-bb4f8a241127 req-fdfe47fa-f6d7-4e9d-a5a1-9728cf1119b8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0493112 Jul 28 18:52:18.789400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e5a744d-51a7-44ae-99e1-bb4f8a241127 req-d313cf19-e7e9-4233-8fdc-9a05451c00e9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Jul 28 18:52:19.023825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:19.900930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4c3e7-9917-4ea1-a172-dc65b42ae3b7 req-a5269996-a516-4ad3-8e14-b090f4ec973f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:19.902423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52b4c3e7-9917-4ea1-a172-dc65b42ae3b7 req-a5269996-a516-4ad3-8e14-b090f4ec973f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0483947 Jul 28 18:52:19.943608 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52b4c3e7-9917-4ea1-a172-dc65b42ae3b7 req-ef93584c-1c57-4f5d-8ca5-90f3f05a8513 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Jul 28 18:52:21.056983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1a4d2-a79a-4429-adc0-cdb0cd7bb86a req-e16099a6-b206-4c2e-969e-b6bdb8be2b56 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:21.058497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ea1a4d2-a79a-4429-adc0-cdb0cd7bb86a req-e16099a6-b206-4c2e-969e-b6bdb8be2b56 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0480464 Jul 28 18:52:21.096134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ea1a4d2-a79a-4429-adc0-cdb0cd7bb86a req-8f5d7b31-b612-46fa-b0c2-8345f3801980 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jul 28 18:52:22.210037 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5acb1-7ddd-4cf4-b0ed-69f084a52fc4 req-69d9bbb2-9234-4d39-8bf5-33de743bb88e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:22.211568 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c5acb1-7ddd-4cf4-b0ed-69f084a52fc4 req-69d9bbb2-9234-4d39-8bf5-33de743bb88e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0493455 Jul 28 18:52:22.250472 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f5c5acb1-7ddd-4cf4-b0ed-69f084a52fc4 req-156b0652-e109-44d9-bb3a-a65bc71a8879 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Jul 28 18:52:22.253839 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-855835b9-659d-492c-a4bc-e2a7121f62df service neutron] show failed (client error): The resource could not be found. Jul 28 18:52:22.254905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-855835b9-659d-492c-a4bc-e2a7121f62df service neutron] 10.222.0.37 "GET /v2.0/ports/48620798-bc66-4703-9402-badec0a23fc7/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0666032 Jul 28 18:52:22.775056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-f31fcd64-f0a4-40b4-a080-d0afdfb6497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:22.776478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-f31fcd64-f0a4-40b4-a080-d0afdfb6497a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c&tenant_id=1c5e44eb35d942418d903684a8b6739f HTTP/1.1" status: 200 len: 1097 time: 0.0406134 Jul 28 18:52:22.788835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:52:22.840494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.034327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:23.069829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:52:23.107012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:23.109365 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a992d0ae-68ba-40fb-8019-ef40efa56a4e" -d '{"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:23.113409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.126033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Transition to ACTIVE for port object 48620798-bc66-4703-9402-badec0a23fc7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:52:23.195369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.220806 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9bc17d-5b69-4877-8137-5de693fc3b66 x-openstack-request-id: req-0a9bc17d-5b69-4877-8137-5de693fc3b66 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:23.221093 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:23.221339 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a9bc17d-5b69-4877-8137-5de693fc3b66 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:23.221725 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'code': 200} Jul 28 18:52:23.261351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:23.263655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] No DVR routers for this DVR port 48620798-bc66-4703-9402-badec0a23fc7 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:52:23.298092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:52:23.298431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:52:23.298755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:52:23.303006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:52:23.303325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Attempting to bind port 48620798-bc66-4703-9402-badec0a23fc7 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:52:23.308707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:52:23.309045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Checking segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:52:23.309430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Bound using segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:52:23.309848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Bound port: 48620798-bc66-4703-9402-badec0a23fc7, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:52:23.310200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.364747 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db15e3-409d-424e-9bc6-ec56c54f4552 req-7566262f-0296-4b7b-b1a5-c144ea1102d9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:23.366917 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e3db15e3-409d-424e-9bc6-ec56c54f4552 req-7566262f-0296-4b7b-b1a5-c144ea1102d9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.0500970 Jul 28 18:52:23.375730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:52:23.378723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:52:23.404692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e3db15e3-409d-424e-9bc6-ec56c54f4552 req-c7741d93-68ee-47ae-809b-d6f179fff4f2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 28 18:52:23.464972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.497804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:23.498505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:23.499916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] 10.222.0.35 "PUT /v2.0/ports/48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 1092 time: 0.7151408 Jul 28 18:52:23.521602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eae876-72f8-4a17-8d14-13c7b7fe249a service neutron] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:23.563374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-920070c4-8d50-4569-8fd2-1e51f5953793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:23.564809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-920070c4-8d50-4569-8fd2-1e51f5953793 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1095 time: 0.0403671 Jul 28 18:52:23.657284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-fd04245f-2a29-4d78-bce0-8e575a117101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:23.658725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-fd04245f-2a29-4d78-bce0-8e575a117101 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0855422 Jul 28 18:52:23.698586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-1c0fada1-52e3-4f1d-a8a6-ef325dc9cd0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0325267 Jul 28 18:52:23.747696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-391440bc-2637-4a23-8bcc-f7d80a644390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:23.749098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-391440bc-2637-4a23-8bcc-f7d80a644390 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0422122 Jul 28 18:52:23.782901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-c241826b-80d1-46ed-988e-c19c1e581033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241532 Jul 28 18:52:23.874571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-c3915c57-33fc-4d96-96cd-987cd8392f41 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829329 Jul 28 18:52:23.961765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7170dab-c6ff-4e61-8e2a-7f15aca5d43f req-8fc0cb1d-e057-40ae-9a66-0dc873fd759b service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797689 Jul 28 18:52:24.523913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227199a-db10-42d2-a3a8-1e477f5fceae req-76291a85-d525-46a7-975f-0e31ac054433 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:24.525317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7227199a-db10-42d2-a3a8-1e477f5fceae req-76291a85-d525-46a7-975f-0e31ac054433 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.0528295 Jul 28 18:52:24.562412 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7227199a-db10-42d2-a3a8-1e477f5fceae req-a9ebc63f-1265-4533-bd4a-693139bf8c04 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Jul 28 18:52:25.223119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:25.225463 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa262c-36de-45cb-85bd-e9627dc60b27" -d '{"events": [{"name": "network-changed", "server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:25.273816 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e79045d-3d79-4d93-8f41-10904cb53236 x-openstack-request-id: req-6e79045d-3d79-4d93-8f41-10904cb53236 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:25.274081 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:25.274331 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e79045d-3d79-4d93-8f41-10904cb53236 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:25.274719 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'status': 'completed', 'code': 200} Jul 28 18:52:25.360656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-8db799d2-4894-4edd-a697-b352ee889c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:25.362141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-8db799d2-4894-4edd-a697-b352ee889c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1095 time: 0.0677257 Jul 28 18:52:25.363800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-21a9c0e8-a7bb-4dbf-a99c-74eacfb025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:25.365129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-21a9c0e8-a7bb-4dbf-a99c-74eacfb025e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1095 time: 0.0628963 Jul 28 18:52:25.886211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-591a5187-02fd-4592-ba3d-1a526d9743ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:25.888101 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-591a5187-02fd-4592-ba3d-1a526d9743ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.5183330 Jul 28 18:52:25.893392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-3ebaf672-24b0-4444-ac46-05f056d3b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:25.894818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-3ebaf672-24b0-4444-ac46-05f056d3b06b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.5173824 Jul 28 18:52:25.936821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-bc6f6992-f681-4d47-a451-fe897c7e1761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0404661 Jul 28 18:52:25.975616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-7047ef34-0a35-4eed-ae2e-02f07feba8a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0714054 Jul 28 18:52:25.984766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbe7f5-eb5c-4d11-9ffe-6642c7ff2a8a req-ad4209e2-84b0-4e41-bb37-3d13c87d5bd2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:25.986140 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6dbe7f5-eb5c-4d11-9ffe-6642c7ff2a8a req-ad4209e2-84b0-4e41-bb37-3d13c87d5bd2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.1420417 Jul 28 18:52:26.077038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-6e6ddee2-670c-4c6e-878c-0c132b8ee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:26.078453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-6e6ddee2-670c-4c6e-878c-0c132b8ee232 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.1119785 Jul 28 18:52:26.081523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-d4046ad2-9dde-41db-9edd-46227c957534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:26.082812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-d4046ad2-9dde-41db-9edd-46227c957534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0799122 Jul 28 18:52:26.085935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6dbe7f5-eb5c-4d11-9ffe-6642c7ff2a8a req-6c9bb27d-d5f9-40f4-82e0-03fb4dce081d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762169 Jul 28 18:52:26.122560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-c6a11823-49cd-486c-a36a-dfcaac02bb38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357039 Jul 28 18:52:26.137326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-1d04daea-03b4-4aa7-881d-2f72aba71776 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411360 Jul 28 18:52:26.282312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-6d5eac31-5a38-4b12-9f7d-2d5d5fe84872 service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476135 Jul 28 18:52:26.284195 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-3c9f8437-1125-494d-835d-4092a0a48cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404347 Jul 28 18:52:26.434276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-c0b69af5-ebcb-4b00-a123-8341ca2b168e service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446996 Jul 28 18:52:26.437490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a0fa262c-36de-45cb-85bd-e9627dc60b27 req-a46f0b14-eee1-4552-b729-909f1b13925a service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416795 Jul 28 18:52:27.206641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88309-ea2e-4154-8a5f-e023d30e9309 req-0cb28b32-dc89-45fe-9cfe-bc8298e5367b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:27.208220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9e88309-ea2e-4154-8a5f-e023d30e9309 req-0cb28b32-dc89-45fe-9cfe-bc8298e5367b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 944 time: 0.0480371 Jul 28 18:52:27.249932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9e88309-ea2e-4154-8a5f-e023d30e9309 req-33984182-4171-45d5-98a1-2f14a48b67c1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Jul 28 18:52:27.372854 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 48620798-bc66-4703-9402-badec0a23fc7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:52:27.411710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 48620798-bc66-4703-9402-badec0a23fc7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:52:27.868702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 48620798-bc66-4703-9402-badec0a23fc7 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:52:27.965371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:27.976725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '48620798-bc66-4703-9402-badec0a23fc7', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'port_id': '48620798-bc66-4703-9402-badec0a23fc7', 'mac_address': 'fa:16:3e:79:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8de46bd-c599-4c8c-9ae2-1a8ecfc76003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:52:28.015685 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:28.027678 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48620798-bc66-4703-9402-badec0a23fc7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:52:28.046244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:28.144695 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:28.190360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:28.372089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a5649-7ac9-42f3-ad72-77e32add8559 req-fcee8208-efeb-4b1d-aab5-4228a06dcfc4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:28.373594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f72a5649-7ac9-42f3-ad72-77e32add8559 req-fcee8208-efeb-4b1d-aab5-4228a06dcfc4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 945 time: 0.0536304 Jul 28 18:52:28.411617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f72a5649-7ac9-42f3-ad72-77e32add8559 req-42b2a935-73d1-4572-af8d-33b247721e58 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jul 28 18:52:28.430828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['48620798-bc66-4703-9402-badec0a23fc7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:52:28.766277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25dd3-922e-45fc-ae98-084a16fc30af req-cf64f158-402f-4193-ba68-5e76597fdec1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:28.767771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91c25dd3-922e-45fc-ae98-084a16fc30af req-cf64f158-402f-4193-ba68-5e76597fdec1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 945 time: 0.0484490 Jul 28 18:52:28.805788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91c25dd3-922e-45fc-ae98-084a16fc30af req-0e0363ea-e14e-4051-85f5-1a57ff860988 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Jul 28 18:52:28.899632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5faa-de49-41c8-907a-7ac738665102 req-ffc0444c-f249-4406-9eef-e9b2f9f0f45b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:28.901158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-ffc0444c-f249-4406-9eef-e9b2f9f0f45b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.37 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c&tenant_id=1c5e44eb35d942418d903684a8b6739f&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Jul 28 18:52:28.963768 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-938d5faa-de49-41c8-907a-7ac738665102 req-0cf2057b-656d-4221-bd9e-159c91eb8bba service neutron] delete failed (client error): The resource could not be found. Jul 28 18:52:28.964780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-0cf2057b-656d-4221-bd9e-159c91eb8bba service neutron] 10.222.0.37 "DELETE /v2.0/ports/48620798-bc66-4703-9402-badec0a23fc7/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0554106 Jul 28 18:52:29.049438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5faa-de49-41c8-907a-7ac738665102 req-09a728f5-8b5f-45dc-8cff-498dda1fc1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:29.050961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-09a728f5-8b5f-45dc-8cff-498dda1fc1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 1096 time: 0.0448878 Jul 28 18:52:29.136636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5faa-de49-41c8-907a-7ac738665102 req-12c82c87-afa8-49de-8c6c-3e44a220bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:29.138056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-12c82c87-afa8-49de-8c6c-3e44a220bd83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0801687 Jul 28 18:52:29.181708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-e71cf98e-3515-4e23-8ed0-1423e094330b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 200 len: 217 time: 0.0371587 Jul 28 18:52:29.234171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5faa-de49-41c8-907a-7ac738665102 req-d48d662e-0571-4ace-9b34-03cb473b0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:29.235600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-d48d662e-0571-4ace-9b34-03cb473b0bf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0472038 Jul 28 18:52:29.268644 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-d0ccf589-c39f-407d-9863-27fc49ba3b5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265772 Jul 28 18:52:29.354767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-318db25b-c8f2-4316-b7a1-d6e51b968115 service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795739 Jul 28 18:52:29.446731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-938d5faa-de49-41c8-907a-7ac738665102 req-7e5ef805-a6a3-4e2e-87e4-5d429065a14b service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848219 Jul 28 18:52:29.874973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 48620798-bc66-4703-9402-badec0a23fc7 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:52:29.923254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeea28-dd19-4b5d-a4bf-6a6b3f6b306a req-068f4f98-7d64-4733-a396-8be2b45103a5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:29.924882 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4beeea28-dd19-4b5d-a4bf-6a6b3f6b306a req-068f4f98-7d64-4733-a396-8be2b45103a5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 945 time: 0.0508180 Jul 28 18:52:29.963245 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4beeea28-dd19-4b5d-a4bf-6a6b3f6b306a req-00f7cd4f-86a9-4594-8ff1-e859f15ea62a tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Jul 28 18:52:30.052970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 48620798-bc66-4703-9402-badec0a23fc7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:52:30.056966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 48620798-bc66-4703-9402-badec0a23fc7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:52:30.057342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:30.135010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:30.156758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:30.159786 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c60a2-8b1a-4ce6-97be-4647579e1ee3" -d '{"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-plugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:30.173029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:30.195822 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dcf1db-6e92-46e6-b3cd-96281fd8d13a x-openstack-request-id: req-b0dcf1db-6e92-46e6-b3cd-96281fd8d13a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:30.196009 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-plugged", "status": "completed", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:30.196268 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0dcf1db-6e92-46e6-b3cd-96281fd8d13a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:30.196662 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'code': 200} Jul 28 18:52:30.230216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:30.277533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:30.285218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.285570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.286155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.286509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.286845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.287176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.287530 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.287857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.288184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.288507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.288830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:30.289151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:52:31.077915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6266-6b70-4584-b8ad-80698eb58158 req-89da93dd-3fd8-47f1-a5f5-2af2acdfe04c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:31.079502 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0aef6266-6b70-4584-b8ad-80698eb58158 req-89da93dd-3fd8-47f1-a5f5-2af2acdfe04c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0487292 Jul 28 18:52:31.116530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0aef6266-6b70-4584-b8ad-80698eb58158 req-fc2460b9-bcca-458c-ac23-f11f7f3f5f70 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Jul 28 18:52:31.231956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5953f-853a-4723-a127-a1cec8e4debe req-6b4e33be-20f4-420e-9362-83790184dcd2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:31.233963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15d5953f-853a-4723-a127-a1cec8e4debe req-6b4e33be-20f4-420e-9362-83790184dcd2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0504975 Jul 28 18:52:31.271884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15d5953f-853a-4723-a127-a1cec8e4debe req-593befb4-e2e0-4619-958d-fa9a2bb6255e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jul 28 18:52:31.382603 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0db90-a9eb-4300-a0d3-e9c5c6e4c565 req-789d0483-3649-43c6-bfe2-4f3d53fff6b6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:31.384124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fe0db90-a9eb-4300-a0d3-e9c5c6e4c565 req-789d0483-3649-43c6-bfe2-4f3d53fff6b6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0484738 Jul 28 18:52:31.423952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fe0db90-a9eb-4300-a0d3-e9c5c6e4c565 req-05577fbc-b57f-4676-9043-2d3be9eae3b0 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Jul 28 18:52:32.013606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-80ff5055-414a-4155-92f2-79aa14505593 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:32.015632 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-80ff5055-414a-4155-92f2-79aa14505593 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 813 time: 0.0995193 Jul 28 18:52:32.030912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-09ff2093-169d-41a0-a40b-dd8838b8cd21 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/quotas/1c5e44eb35d942418d903684a8b6739f HTTP/1.1" status: 200 len: 375 time: 0.0089166 Jul 28 18:52:32.077743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-b110e98a-20bc-43ad-a94d-b45aab2bbe7b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413167 Jul 28 18:52:32.133236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-802f5e4d-2d5d-4de1-b8d4-19f62ada6d81 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:52:32.134269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-802f5e4d-2d5d-4de1-b8d4-19f62ada6d81 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500128 Jul 28 18:52:32.225807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-dd47d5f7-b0d4-49f7-8d4e-e65ec9f8fbb7 service neutron] 10.222.0.25 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849311 Jul 28 18:52:32.312320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-5b0b1930-478a-4e1f-b321-fe38fcd08bee service neutron] 10.222.0.25 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802786 Jul 28 18:52:32.540925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b6a88de-57e5-48a7-a45a-d86a1ab0d5dd req-21659973-d061-43a4-9850-3fda49410cd6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 210 time: 0.0263512 Jul 28 18:52:33.319133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-228199e8-76fa-4681-991d-8b6e26453b71 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:33.320610 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-228199e8-76fa-4681-991d-8b6e26453b71 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.35 "GET /v2.0/ports?device_id=59cd8fb1-3bf7-4031-a4ee-e405e4052b7c HTTP/1.1" status: 200 len: 946 time: 0.0524237 Jul 28 18:52:33.408298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Deleting port 48620798-bc66-4703-9402-badec0a23fc7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:52:33.408655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:33.496270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] For port 48620798-bc66-4703-9402-badec0a23fc7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=48620798-bc66-4703-9402-badec0a23fc7,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:33.496621 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:33.510147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Calling delete_port for 48620798-bc66-4703-9402-badec0a23fc7 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:52:33.638404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6d39f25-61ce-443c-b898-d97cb28c0d64 req-96896668-34d9-4944-89df-ef129da83b3d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 210 time: 0.0311041 Jul 28 18:52:33.733265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:33.745260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['48620798-bc66-4703-9402-badec0a23fc7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:52:33.762847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Pushing event deleted for resources: {'Port': ['ID=48620798-bc66-4703-9402-badec0a23fc7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:33.803116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] No DVR routers for this DVR port 48620798-bc66-4703-9402-badec0a23fc7 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:52:33.805785 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:33.807832 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fec3d945-c776-4e34-bcb2-f36c20271727 req-af97cf1a-bda4-4ff3-bf7d-c3f00ad064ef tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.35 "DELETE /v2.0/ports/48620798-bc66-4703-9402-badec0a23fc7 HTTP/1.1" status: 204 len: 173 time: 0.4813240 Jul 28 18:52:33.808265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-deleted', 'tag': '48620798-bc66-4703-9402-badec0a23fc7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:33.810481 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce2909-2853-4ea1-8f14-e646c5540321" -d '{"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-deleted", "tag": "48620798-bc66-4703-9402-badec0a23fc7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:33.845216 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adca8e11-fb4d-476d-9877-111dc47e01e4 x-openstack-request-id: req-adca8e11-fb4d-476d-9877-111dc47e01e4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:33.845503 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cd8fb1-3bf7-4031-a4ee-e405e4052b7c", "name": "network-vif-deleted", "tag": "48620798-bc66-4703-9402-badec0a23fc7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:33.845751 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adca8e11-fb4d-476d-9877-111dc47e01e4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:33.846189 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cd8fb1-3bf7-4031-a4ee-e405e4052b7c', 'name': 'network-vif-deleted', 'tag': '48620798-bc66-4703-9402-badec0a23fc7', 'status': 'completed', 'code': 200} Jul 28 18:52:34.600742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-ba523091-d52a-42a4-beda-90dfac0340a8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:34.602612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-ba523091-d52a-42a4-beda-90dfac0340a8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 813 time: 0.1248035 Jul 28 18:52:34.616517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Request body: {'port': {'device_id': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'admin_state_up': True, 'tenant_id': '1c5e44eb35d942418d903684a8b6739f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:52:34.739256 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d4b045d6-6d32-4685-bd5d-7ace3a2ffcce req-70fd028e-e88e-4016-bacc-7123c5eab173 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 210 time: 0.0262928 Jul 28 18:52:34.830392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Made reservation on behalf of 1c5e44eb35d942418d903684a8b6739f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:52:34.833925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:34.971208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Allocated IP 172.20.0.12 (9e227376-54d6-4366-abc1-273f61bc043b/c8de46bd-c599-4c8c-9ae2-1a8ecfc76003/a7a5b156-5cc7-4028-9c86-fb340e2ada32) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:52:35.115561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.225044 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.236970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['48620798-bc66-4703-9402-badec0a23fc7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:52:35.268121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Network 9e227376-54d6-4366-abc1-273f61bc043b is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:52:35.271260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:52:35.274896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:52:35.300716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:35.326783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:35.327415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.396363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a2bbc4c6-059f-447a-8e5d-ba737e6272e7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854273 Jul 28 18:52:35.408741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Request body: {'port': {'device_id': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:52:35.463453 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.715839 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5b156-5cc7-4028-9c86-fb340e2ada32 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:52:35.723144 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.735354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Transition to ACTIVE for port object a7a5b156-5cc7-4028-9c86-fb340e2ada32 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:52:35.842946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:35.880081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea69b7-a485-4ac8-9384-3e3e1c776b1f req-344aba6b-484b-4f20-b38f-cc3651c7df00 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:35.881676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40ea69b7-a485-4ac8-9384-3e3e1c776b1f req-344aba6b-484b-4f20-b38f-cc3651c7df00 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 932 time: 0.0744247 Jul 28 18:52:35.924133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:35.980924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40ea69b7-a485-4ac8-9384-3e3e1c776b1f req-3ef38287-01b9-4991-b811-ade8cd899ec8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894496 Jul 28 18:52:36.008096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:52:36.008415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:52:36.008744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:52:36.013012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:52:36.013370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:52:36.018194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:52:36.018479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Checking segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:52:36.018866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Bound using segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:52:36.019291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Bound port: a7a5b156-5cc7-4028-9c86-fb340e2ada32, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:52:36.019681 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:36.080871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:52:36.083805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:52:36.150355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:36.186377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.186995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:36.188464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 1092 time: 0.7843409 Jul 28 18:52:36.188908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:36.191169 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:36.215152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304312d-909e-4dfa-aecc-b7b4570a9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:36.228315 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0008500-a31e-4bdd-a7a5-ae6f799f0f11 x-openstack-request-id: req-e0008500-a31e-4bdd-a7a5-ae6f799f0f11 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:36.228612 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:36.228866 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0008500-a31e-4bdd-a7a5-ae6f799f0f11 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:36.229291 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'status': 'completed', 'code': 200} Jul 28 18:52:36.287764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-96a9ff0b-f5e6-4d1a-b4c2-ae6ccca4be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.289220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-96a9ff0b-f5e6-4d1a-b4c2-ae6ccca4be42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0410373 Jul 28 18:52:36.381485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-ef386480-41dd-48bc-b4ea-a700397a0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.382905 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-ef386480-41dd-48bc-b4ea-a700397a0516 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1c5e44eb35d942418d903684a8b6739f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0866995 Jul 28 18:52:36.475267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-8da5efd1-45bf-4db4-88eb-20da642f1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.476724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28b62110-c0c5-4cf6-87fd-15f3ea98a2e5 req-8da5efd1-45bf-4db4-88eb-20da642f1089 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871675 Jul 28 18:52:36.599192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-747231a3-638a-4313-bce4-f9c8afcb5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.600652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-747231a3-638a-4313-bce4-f9c8afcb5f89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0407498 Jul 28 18:52:36.646768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-749596ef-3754-488d-9b5c-f421c3ac6442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0386515 Jul 28 18:52:36.694056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-5142ebd0-442f-445f-8bfa-b5675080e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:36.695468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-5142ebd0-442f-445f-8bfa-b5675080e129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0425365 Jul 28 18:52:36.725562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-26863016-01b4-4ef5-8ddc-5444159fb396 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237806 Jul 28 18:52:36.814084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-4b5755ec-43f5-4702-a52d-e0401f5bc481 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820129 Jul 28 18:52:36.903259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c84e8914-011e-4912-bbdd-f1745e69be93 req-a9efb353-6866-4380-8fb6-6c8a73463ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810807 Jul 28 18:52:37.095957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3403069-2be8-416e-957b-7241bc210ffd req-a053a699-c93a-40ef-a11a-f153e2b4fcaf tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:37.097531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3403069-2be8-416e-957b-7241bc210ffd req-a053a699-c93a-40ef-a11a-f153e2b4fcaf tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0494163 Jul 28 18:52:37.134701 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3403069-2be8-416e-957b-7241bc210ffd req-56356f6b-7c1b-49f5-8300-033510857bd5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 28 18:52:37.704713 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cad5b735-9e90-4c6d-a672-5c946f78672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:37.915858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 48620798-bc66-4703-9402-badec0a23fc7 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:52:37.935901 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 48620798-bc66-4703-9402-badec0a23fc7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:52:37.936244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 48620798-bc66-4703-9402-badec0a23fc7 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:52:38.249393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda290-8668-48ba-b58d-155bdd49ad5e req-2cb271f6-1fe9-4e49-b1aa-68b718ff72ee tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:38.250893 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19dda290-8668-48ba-b58d-155bdd49ad5e req-2cb271f6-1fe9-4e49-b1aa-68b718ff72ee tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0491097 Jul 28 18:52:38.288435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-19dda290-8668-48ba-b58d-155bdd49ad5e req-d778122f-d36c-4a3d-9d59-10b3747e434b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Jul 28 18:52:39.160939 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:52:39.404863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695161ac-ff44-4554-984e-73656a8b331c req-c55cd81d-135f-480b-862b-a53f4ba1e397 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:39.406771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-695161ac-ff44-4554-984e-73656a8b331c req-c55cd81d-135f-480b-862b-a53f4ba1e397 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0516064 Jul 28 18:52:39.442754 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-695161ac-ff44-4554-984e-73656a8b331c req-7acbc11b-e41b-467b-9b1b-83c16b428915 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300686 Jul 28 18:52:40.087862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:40.316071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-92163e5e-16d6-4a97-a241-47fff9a553ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:40.557763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24642b-4b47-4f6c-b243-d4097240433b req-835cc829-25d8-457e-b10b-79e7c8b958fb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:40.559230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d24642b-4b47-4f6c-b243-d4097240433b req-835cc829-25d8-457e-b10b-79e7c8b958fb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0489993 Jul 28 18:52:40.595275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3d24642b-4b47-4f6c-b243-d4097240433b req-a1b223d7-2327-409b-b253-4e7131ff2aad tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300221 Jul 28 18:52:41.254138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:41.708019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19b05-fdec-41f7-bac0-e8a32e0c2489 req-cc029eab-1ff3-438e-81ab-c4612595bf50 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:41.709493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1db19b05-fdec-41f7-bac0-e8a32e0c2489 req-cc029eab-1ff3-438e-81ab-c4612595bf50 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0484006 Jul 28 18:52:41.746214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1db19b05-fdec-41f7-bac0-e8a32e0c2489 req-f3512851-fe59-4101-99f8-d70dde783711 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Jul 28 18:52:41.948498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:52:42.041715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:42.056007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'port_id': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'mac_address': 'fa:16:3e:0a:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8de46bd-c599-4c8c-9ae2-1a8ecfc76003', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:52:42.091047 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:42.103853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5b156-5cc7-4028-9c86-fb340e2ada32 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:52:42.123101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:42.218882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:42.264684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:42.512806 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['a7a5b156-5cc7-4028-9c86-fb340e2ada32'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:52:42.875157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc8be-887c-45a1-b631-61f51bec1bc5 req-de89d0c0-1aad-4134-b186-be7c5cc0065d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:42.876658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-affdc8be-887c-45a1-b631-61f51bec1bc5 req-de89d0c0-1aad-4134-b186-be7c5cc0065d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0527658 Jul 28 18:52:42.914025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-affdc8be-887c-45a1-b631-61f51bec1bc5 req-70d0a8cf-f0d8-4361-b2b4-ae8fed278e68 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Jul 28 18:52:43.156295 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:43.963118 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:52:44.037718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cbbab-4f9d-4daa-a226-87b9d2847137 req-255b3b52-b84a-4972-8c6d-2e4b1a87be8f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:44.040151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e8cbbab-4f9d-4daa-a226-87b9d2847137 req-255b3b52-b84a-4972-8c6d-2e4b1a87be8f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0542474 Jul 28 18:52:44.078983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e8cbbab-4f9d-4daa-a226-87b9d2847137 req-c9362654-4673-413c-8fba-533dc240a247 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Jul 28 18:52:44.105254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port a7a5b156-5cc7-4028-9c86-fb340e2ada32 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:52:44.109422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port a7a5b156-5cc7-4028-9c86-fb340e2ada32 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:52:44.109789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:44.185935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:44.208268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:52:44.210456 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3830b-5461-41f4-86bc-aeb5c4c6f8db" -d '{"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:52:44.222455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:52:44.245799 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af145561-d16c-48c8-88bd-95b8212f3568 x-openstack-request-id: req-af145561-d16c-48c8-88bd-95b8212f3568 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:52:44.246086 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:52:44.246336 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af145561-d16c-48c8-88bd-95b8212f3568 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:52:44.246771 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'code': 200} Jul 28 18:52:44.343977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317b36-91d9-42a7-a39b-832c4eb2b315 req-875b4ee1-6d97-4807-8cdc-4da0da1def0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:44.345475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03317b36-91d9-42a7-a39b-832c4eb2b315 req-875b4ee1-6d97-4807-8cdc-4da0da1def0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1096 time: 0.0475416 Jul 28 18:52:44.367778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:44.383171 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03317b36-91d9-42a7-a39b-832c4eb2b315 req-b71e3e74-91ce-450e-82fa-fc1e77c2c0f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Jul 28 18:52:44.414696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:52:45.195419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629d7c-c33d-4b22-ba91-258a92f50735 req-3e04af3c-cc0a-45c8-818e-13ea4e87bbda tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:45.196940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab629d7c-c33d-4b22-ba91-258a92f50735 req-3e04af3c-cc0a-45c8-818e-13ea4e87bbda tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0494998 Jul 28 18:52:45.234595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ab629d7c-c33d-4b22-ba91-258a92f50735 req-871e76fd-e0fe-430d-8bfb-ee5fafa647c3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 28 18:52:45.893719 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:46.349780 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af25497-b825-4998-84c8-22ba1a6b1cc8 req-cc361b4b-39bc-44cf-b846-e52fd51e98a1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:46.351249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5af25497-b825-4998-84c8-22ba1a6b1cc8 req-cc361b4b-39bc-44cf-b846-e52fd51e98a1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0479414 Jul 28 18:52:46.389154 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5af25497-b825-4998-84c8-22ba1a6b1cc8 req-1c4077e8-30de-4a9c-845d-8190a1c41987 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Jul 28 18:52:46.498648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74330df9-be96-470c-8df3-72c39a94c3d2 req-a66916f3-9195-4099-8f37-804eb7eff52e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:46.500236 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74330df9-be96-470c-8df3-72c39a94c3d2 req-a66916f3-9195-4099-8f37-804eb7eff52e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0472100 Jul 28 18:52:46.540293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-74330df9-be96-470c-8df3-72c39a94c3d2 req-05a1e151-9792-4cac-96da-9336fa0dac3d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Jul 28 18:52:46.986302 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618aaa9-88a8-4339-8abe-406ade506322 req-e1d76fba-b238-44e3-a9f5-0bf60d3f6033 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:46.987822 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f618aaa9-88a8-4339-8abe-406ade506322 req-e1d76fba-b238-44e3-a9f5-0bf60d3f6033 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0535369 Jul 28 18:52:47.026290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f618aaa9-88a8-4339-8abe-406ade506322 req-b635440f-1b7c-4f3f-8946-7d3bb2cfed07 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jul 28 18:52:47.118644 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-81b6cd77-3931-4c39-b7e3-93de4eb6f720 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389705 Jul 28 18:52:48.144271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30338-496d-4c4f-84c5-06511d413ae6 req-ae5abf0e-6563-4843-b0ca-c17640decf7e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:48.145745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ea30338-496d-4c4f-84c5-06511d413ae6 req-ae5abf0e-6563-4843-b0ca-c17640decf7e tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0522075 Jul 28 18:52:48.183590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ea30338-496d-4c4f-84c5-06511d413ae6 req-9d16a942-2b1d-46c3-9f7d-bd7b7618468c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Jul 28 18:52:49.168182 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:52:49.300363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdd32a-c790-4942-9c57-499016767a03 req-40c82632-b580-4d99-8bef-8fefd12a2f68 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:49.301838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eefdd32a-c790-4942-9c57-499016767a03 req-40c82632-b580-4d99-8bef-8fefd12a2f68 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0484798 Jul 28 18:52:49.340011 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eefdd32a-c790-4942-9c57-499016767a03 req-0551d35c-3a0b-4489-bd8d-b46ff35b734d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jul 28 18:52:49.516367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-57000221-8601-4080-ad24-a0f26e7f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:49.517898 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-57000221-8601-4080-ad24-a0f26e7f5905 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1097 time: 0.0415096 Jul 28 18:52:49.607249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-f7a92342-18ba-4952-b4cd-77b72c4a7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:49.608711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-f7a92342-18ba-4952-b4cd-77b72c4a7831 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0833569 Jul 28 18:52:49.649302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-4f389504-d381-47f9-bd29-52a4da6dcd29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0333710 Jul 28 18:52:49.697726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-e9f20e5c-f8c9-4d31-8be9-95bf5e35b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:49.699198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-e9f20e5c-f8c9-4d31-8be9-95bf5e35b732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0428557 Jul 28 18:52:49.733812 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-0505c179-8f42-4e29-abb2-4c5b80663787 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278988 Jul 28 18:52:49.819467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-789a86a3-3051-4ca2-8c79-74f5d89ce9b6 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783429 Jul 28 18:52:49.908245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70c9dded-ea4d-48b5-826c-3df14c35edb1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Jul 28 18:52:50.456663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c459bfb-2cbd-4725-90f8-f228c52301ab req-5b368ec9-f54d-48c8-ab8d-e061c7324ab0 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:50.458146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c459bfb-2cbd-4725-90f8-f228c52301ab req-5b368ec9-f54d-48c8-ab8d-e061c7324ab0 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0483034 Jul 28 18:52:50.497775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c459bfb-2cbd-4725-90f8-f228c52301ab req-4db5826a-8fd2-451b-831b-413150155733 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Jul 28 18:52:51.610669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108452a-035b-4148-9b9f-23890682fa72 req-9df78c5c-4ddc-4bb0-93b0-25e0f89e5ba6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:51.612345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1108452a-035b-4148-9b9f-23890682fa72 req-9df78c5c-4ddc-4bb0-93b0-25e0f89e5ba6 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0487094 Jul 28 18:52:51.648682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1108452a-035b-4148-9b9f-23890682fa72 req-7522e656-1334-4655-b61e-bda9c8d87055 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Jul 28 18:52:52.760621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dd2ec-3d8a-487a-af1f-d44e285087d8 req-7d060f32-ea77-4dca-baa6-145f8c281570 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:52.762012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-310dd2ec-3d8a-487a-af1f-d44e285087d8 req-7d060f32-ea77-4dca-baa6-145f8c281570 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0478253 Jul 28 18:52:52.798697 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-310dd2ec-3d8a-487a-af1f-d44e285087d8 req-6790a508-9284-42ad-acf5-ba7bcf51528f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Jul 28 18:52:53.910273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e13387-f144-4f84-81ef-73ae096ad866 req-848d4d35-9486-4ae5-a904-0d149c0d3918 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:53.911738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25e13387-f144-4f84-81ef-73ae096ad866 req-848d4d35-9486-4ae5-a904-0d149c0d3918 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0466876 Jul 28 18:52:53.948400 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25e13387-f144-4f84-81ef-73ae096ad866 req-f4ed8222-aa3b-47ce-b426-6e6cb6d5be92 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302439 Jul 28 18:52:55.064090 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dc322-0474-4670-8e60-daab514a61e7 req-5a73c918-c282-4d10-aacf-d4c30ab3b680 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:55.065530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f7dc322-0474-4670-8e60-daab514a61e7 req-5a73c918-c282-4d10-aacf-d4c30ab3b680 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0509605 Jul 28 18:52:55.408920 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9f7dc322-0474-4670-8e60-daab514a61e7 req-4ca92041-4249-4c2f-b3e1-b7a23eaa1955 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374252 Jul 28 18:52:56.524408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb870-49b7-4dd4-88d3-4dc687fa9e2a req-31f7ee03-98aa-4b3b-8d65-f099a6532a45 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:56.525863 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-099cb870-49b7-4dd4-88d3-4dc687fa9e2a req-31f7ee03-98aa-4b3b-8d65-f099a6532a45 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0513282 Jul 28 18:52:56.565276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-099cb870-49b7-4dd4-88d3-4dc687fa9e2a req-03668728-ad19-402b-a576-79f0b3a544fb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Jul 28 18:52:57.677195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0be81-35f7-4f9a-a851-0b008b2204d5 req-6e325d99-6e43-4fdc-95ea-da5d7f86b3fb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:57.678647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7e0be81-35f7-4f9a-a851-0b008b2204d5 req-6e325d99-6e43-4fdc-95ea-da5d7f86b3fb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0470476 Jul 28 18:52:57.714137 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d7e0be81-35f7-4f9a-a851-0b008b2204d5 req-445449a0-bf24-484f-a572-9a763339ff58 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297451 Jul 28 18:52:58.353316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-e0db2ef2-870d-496a-87e0-8f33acf9783e service neutron] (101106) timed out ('10.222.0.25', 41084) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:52:58.826861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7bc44-3533-4252-9122-494d5094c7fa req-a9f05b85-be28-4cad-bdff-ac8fbbac18ce tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:58.828359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83e7bc44-3533-4252-9122-494d5094c7fa req-a9f05b85-be28-4cad-bdff-ac8fbbac18ce tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0480587 Jul 28 18:52:58.866087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83e7bc44-3533-4252-9122-494d5094c7fa req-5723ada3-144c-4065-ac06-b22cc93381ba tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 28 18:52:59.979656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f043fb7-29c3-44e1-b5a3-0d0a21b38804 req-ec6d4b6d-ba71-4ccc-a39d-db764a577f48 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:52:59.981386 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f043fb7-29c3-44e1-b5a3-0d0a21b38804 req-ec6d4b6d-ba71-4ccc-a39d-db764a577f48 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0484993 Jul 28 18:53:00.018639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0f043fb7-29c3-44e1-b5a3-0d0a21b38804 req-b08405f8-c920-4ae1-86ea-5594df3218c9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Jul 28 18:53:01.131383 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0340f7b-da3f-426b-acca-6d009393305b req-fc1e3b64-6c0f-49b3-85b2-a032dc565404 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:01.132878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0340f7b-da3f-426b-acca-6d009393305b req-fc1e3b64-6c0f-49b3-85b2-a032dc565404 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0488617 Jul 28 18:53:01.170831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0340f7b-da3f-426b-acca-6d009393305b req-53970a90-0e24-4b80-8604-f3ae5d0c979b tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jul 28 18:53:02.285414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8e14-1b18-41de-92b7-fba69ea85277 req-646c057c-406b-4520-90f2-793e0de0f155 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:02.286878 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c70f8e14-1b18-41de-92b7-fba69ea85277 req-646c057c-406b-4520-90f2-793e0de0f155 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0504537 Jul 28 18:53:02.322670 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c70f8e14-1b18-41de-92b7-fba69ea85277 req-7929d8bb-7977-481d-b72a-0b803e35efb1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300112 Jul 28 18:53:03.439625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50892d76-6f8a-47e9-868a-98153741c77c req-9b9443ea-650e-45a0-a73d-0565a28ddd89 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:03.440988 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50892d76-6f8a-47e9-868a-98153741c77c req-9b9443ea-650e-45a0-a73d-0565a28ddd89 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0515418 Jul 28 18:53:03.477890 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50892d76-6f8a-47e9-868a-98153741c77c req-7f78fc60-8a2b-48c6-97e2-10b3d289ce30 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Jul 28 18:53:04.589734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693d17-7b56-4812-aa0b-e046049acd94 req-9d7d5a4c-d45a-431e-b158-d9caf47444c7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:04.591267 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef693d17-7b56-4812-aa0b-e046049acd94 req-9d7d5a4c-d45a-431e-b158-d9caf47444c7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0472631 Jul 28 18:53:04.628174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ef693d17-7b56-4812-aa0b-e046049acd94 req-2412f2dc-9e64-4473-9851-939ee3852e2c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Jul 28 18:53:05.740146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e8d51-c546-4cc1-a70b-4c57a565c970 req-893fa4f3-4ec5-40f6-aa68-404b83cbb5df tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:05.741616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-874e8d51-c546-4cc1-a70b-4c57a565c970 req-893fa4f3-4ec5-40f6-aa68-404b83cbb5df tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0480959 Jul 28 18:53:05.778756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-874e8d51-c546-4cc1-a70b-4c57a565c970 req-c5d44c72-83af-48f9-8f7c-06b137a3efc8 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Jul 28 18:53:06.893857 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfdf7d-25a5-4d9c-96e1-e21df2682ed7 req-87afd6fe-2a19-40e7-9bb1-51fe36a2e0eb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:06.895354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98cfdf7d-25a5-4d9c-96e1-e21df2682ed7 req-87afd6fe-2a19-40e7-9bb1-51fe36a2e0eb tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0504715 Jul 28 18:53:06.932716 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98cfdf7d-25a5-4d9c-96e1-e21df2682ed7 req-a442a920-dbfb-4166-b022-c67a2c7818a7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Jul 28 18:53:07.728670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9235-bf86-478c-b165-b6751075741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:08.046530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bf14b-7d10-4b91-b616-f810436ac2bc req-4792098f-8d59-4b72-91e0-e029ba97749d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:08.048534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-459bf14b-7d10-4b91-b616-f810436ac2bc req-4792098f-8d59-4b72-91e0-e029ba97749d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0496590 Jul 28 18:53:08.085744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-459bf14b-7d10-4b91-b616-f810436ac2bc req-ce6cf9a2-7139-460d-8b6b-0e0d983fac39 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Jul 28 18:53:09.201991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d599-0386-4ce4-b492-8e605e21f614 req-c05d431d-bc32-4d24-8980-86e6ea5b2c70 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:09.203507 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f06d599-0386-4ce4-b492-8e605e21f614 req-c05d431d-bc32-4d24-8980-86e6ea5b2c70 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0514896 Jul 28 18:53:09.240635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1f06d599-0386-4ce4-b492-8e605e21f614 req-7c8c12ef-caf8-499b-87a5-73abef5dfbd3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Jul 28 18:53:10.088649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:10.352311 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-eed0b727-e2ec-401c-b384-fb29419b8660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:10.357554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae32ddc-01a8-4cbc-abf0-0373edcf5e32 req-70bf975d-e7f0-4a53-ad1f-8dbebe4c8aa4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:10.359028 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ae32ddc-01a8-4cbc-abf0-0373edcf5e32 req-70bf975d-e7f0-4a53-ad1f-8dbebe4c8aa4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0527585 Jul 28 18:53:10.396676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ae32ddc-01a8-4cbc-abf0-0373edcf5e32 req-97711f0f-705f-42b9-a5b9-0c559429eb3d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jul 28 18:53:11.254643 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:11.509113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ddf3-f94e-4d70-b551-3ae1dc702fec req-6b909863-4dbf-4733-b669-aa82ded88e15 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:11.510583 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a5ddf3-f94e-4d70-b551-3ae1dc702fec req-6b909863-4dbf-4733-b669-aa82ded88e15 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0483093 Jul 28 18:53:11.547500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a6a5ddf3-f94e-4d70-b551-3ae1dc702fec req-6b63a408-6a25-4a8d-89ca-b20f87e07cf2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Jul 28 18:53:11.734595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-0dd56a9a-e4a4-4ad2-a537-975b1f2cbdad req-54c22383-c374-44ec-b0c0-3d51c0379ce4 service neutron] (101105) timed out ('10.222.0.37', 55811) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:53:12.660320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc62db-4f98-4c42-8dda-1178f02283b4 req-6c472115-e4c7-4b2d-9867-d881da7f2631 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:12.661791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ebc62db-4f98-4c42-8dda-1178f02283b4 req-6c472115-e4c7-4b2d-9867-d881da7f2631 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0478449 Jul 28 18:53:12.699114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ebc62db-4f98-4c42-8dda-1178f02283b4 req-9ce63600-0039-448a-860b-c244cd26c575 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Jul 28 18:53:13.110690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:13.810875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebef5a1-ebf5-48c3-ab55-eb91a3b2153c req-eec4e90e-ee62-4134-baec-5c54879fb346 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:13.812268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ebef5a1-ebf5-48c3-ab55-eb91a3b2153c req-eec4e90e-ee62-4134-baec-5c54879fb346 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0474102 Jul 28 18:53:13.849181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ebef5a1-ebf5-48c3-ab55-eb91a3b2153c req-728caf18-7ff4-47da-8a3b-5fc90088224c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jul 28 18:53:14.963064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bae356-531d-4d88-879f-b9791d809843 req-32a05ed3-38a5-4107-977e-c28ef562ee20 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:14.964561 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54bae356-531d-4d88-879f-b9791d809843 req-32a05ed3-38a5-4107-977e-c28ef562ee20 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0476515 Jul 28 18:53:15.001674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54bae356-531d-4d88-879f-b9791d809843 req-4fdaa4e3-57bb-4a88-aa04-e00752005d9f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jul 28 18:53:15.996428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:16.117081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1435e0-d0d5-4c63-8c25-75b056cfd003 req-cc64dc3f-95b9-4b5b-af05-997fa2466df1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:16.118593 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac1435e0-d0d5-4c63-8c25-75b056cfd003 req-cc64dc3f-95b9-4b5b-af05-997fa2466df1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0524826 Jul 28 18:53:16.160407 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:53:16.161436 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ac1435e0-d0d5-4c63-8c25-75b056cfd003 req-52aeb95b-5d21-43f4-8360-53ade7d12053 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Jul 28 18:53:17.267445 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-0a3878a1-7c94-4b8d-8ab6-7c24255f8d38 service neutron] show failed (client error): The resource could not be found. Jul 28 18:53:17.268429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-0a3878a1-7c94-4b8d-8ab6-7c24255f8d38 service neutron] 10.222.0.35 "GET /v2.0/ports/a7a5b156-5cc7-4028-9c86-fb340e2ada32/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0816252 Jul 28 18:53:17.287011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89fa27-775c-4b13-8501-33e56f1cbf17 req-565c8fea-45d7-49bf-a70b-6a14d79ae34f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:17.288530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf89fa27-775c-4b13-8501-33e56f1cbf17 req-565c8fea-45d7-49bf-a70b-6a14d79ae34f tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0581300 Jul 28 18:53:17.326605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bf89fa27-775c-4b13-8501-33e56f1cbf17 req-93217948-8a49-440f-9d40-eebebb6b0fb1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 28 18:53:17.918076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-913c776b-0959-45a1-b269-ded153103256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:17.919535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-913c776b-0959-45a1-b269-ded153103256 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f&tenant_id=1c5e44eb35d942418d903684a8b6739f HTTP/1.1" status: 200 len: 1097 time: 0.0402801 Jul 28 18:53:17.932764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:17.986649 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:18.179823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:18.211834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:18.248725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:18.250954 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae2b81-3cd4-4fc4-abe6-d462a5cd66da" -d '{"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:18.254976 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:18.267274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Transition to ACTIVE for port object a7a5b156-5cc7-4028-9c86-fb340e2ada32 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:18.297698 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a03432-3149-41cc-96fe-bd397718359d x-openstack-request-id: req-b4a03432-3149-41cc-96fe-bd397718359d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:18.298267 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:18.298267 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a03432-3149-41cc-96fe-bd397718359d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:18.298604 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'code': 200} Jul 28 18:53:18.363964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:18.441901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] No DVR routers for this DVR port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:53:18.459236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:18.484985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.485332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.485670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.486001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.486330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.486659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.486984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.487305 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.487654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.487972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.488294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.488611 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:18.513772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4824-f862-4071-b3a3-df2754646e5a req-ad0ddb49-b468-4bb4-b137-4543d96fa267 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:18.515244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c1d4824-f862-4071-b3a3-df2754646e5a req-ad0ddb49-b468-4bb4-b137-4543d96fa267 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.1169908 Jul 28 18:53:18.516297 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:53:18.516622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:53:18.516945 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:18.523763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:53:18.524081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Attempting to bind port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on network 9e227376-54d6-4366-abc1-273f61bc043b {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:18.539094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:53:18.539456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Checking segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:18.539831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Bound using segment: {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:53:18.540250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Bound port: a7a5b156-5cc7-4028-9c86-fb340e2ada32, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:53:18.540600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:18.569273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c1d4824-f862-4071-b3a3-df2754646e5a req-e45a45bd-3939-4f4f-8350-c34eb668e28c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474041 Jul 28 18:53:18.616187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:18.619070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:53:18.688718 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:19.059815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:19.071866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:19.072337 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:19.073766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-70d7d447-935f-4448-874a-68259156a316 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 1092 time: 1.1449938 Jul 28 18:53:19.092999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d447-935f-4448-874a-68259156a316 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:19.135167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-c5b5c96a-ec12-432f-b799-6f6c0b6d27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:19.136647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-c5b5c96a-ec12-432f-b799-6f6c0b6d27fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0395505 Jul 28 18:53:19.221103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-9462cc12-afd5-4d66-952d-16dd2ed4ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:19.222537 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-9462cc12-afd5-4d66-952d-16dd2ed4ba28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0791533 Jul 28 18:53:19.264575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-3e930a41-53d7-4004-bef2-6324401bebcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0355635 Jul 28 18:53:19.311576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-ba784fdb-243e-43a7-870b-f87d958e6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:19.312907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-ba784fdb-243e-43a7-870b-f87d958e6a41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0417881 Jul 28 18:53:19.343859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-3b8097db-6a81-4a6a-aef0-5688c59c86bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237360 Jul 28 18:53:19.432857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-0c15bb44-f093-43c0-bc34-91650cc732ce service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816016 Jul 28 18:53:19.520271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7c77ada6-8b65-4a6c-9c4b-4a9f4193171b req-dbe73133-303b-4f8a-92c4-e9235367ed9d service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796254 Jul 28 18:53:19.685270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5274-2894-456e-8c4e-fdffcb85bc50 req-cd0a4a8d-fcba-4d70-b2d2-d17497f6954d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:19.686781 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa7c5274-2894-456e-8c4e-fdffcb85bc50 req-cd0a4a8d-fcba-4d70-b2d2-d17497f6954d tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0492949 Jul 28 18:53:19.724515 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa7c5274-2894-456e-8c4e-fdffcb85bc50 req-0c153f30-8b2c-4ffa-b2f0-6c23ee8df0f4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Jul 28 18:53:20.168997 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:53:20.208319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:53:20.299641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:20.302023 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:20.347970 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bcc718-663b-4336-88dd-42270208eff7 x-openstack-request-id: req-31bcc718-663b-4336-88dd-42270208eff7 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:20.348539 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:20.348539 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31bcc718-663b-4336-88dd-42270208eff7 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:20.348903 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'status': 'completed', 'code': 200} Jul 28 18:53:20.438886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-a27bfea6-4817-465f-ac21-f72ebeab3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.440341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-a27bfea6-4817-465f-ac21-f72ebeab3e8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0730464 Jul 28 18:53:20.442214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-4a65e30b-8671-42b7-8052-a488538683c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.443556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-4a65e30b-8671-42b7-8052-a488538683c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0670097 Jul 28 18:53:20.603346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-0e944462-7b25-4c89-a015-61a24b502c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.604826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-0e944462-7b25-4c89-a015-61a24b502c46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.1573977 Jul 28 18:53:20.609276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-50de96e3-0beb-4988-ab28-b4e3ffc0c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.610582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-50de96e3-0beb-4988-ab28-b4e3ffc0c402 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.1551991 Jul 28 18:53:20.681323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-d64c8444-d8d2-4ae5-919e-23d47d211e19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0679753 Jul 28 18:53:20.682648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-5db6685e-0592-4b0b-a8a7-eabba9d09f2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Jul 28 18:53:20.762503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-45e3342c-c7ae-43f4-a88d-a4151334bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.763995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-45e3342c-c7ae-43f4-a88d-a4151334bdd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0755177 Jul 28 18:53:20.765362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-816370a2-d10c-44d3-a31f-9c036c6d297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.766657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-816370a2-d10c-44d3-a31f-9c036c6d297d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0711622 Jul 28 18:53:20.807284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-c69c4b67-b763-4edd-99de-c4660cdbd4f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353832 Jul 28 18:53:20.823769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-f67c3fc2-0e47-4b4e-bf66-11014305217f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433412 Jul 28 18:53:20.849719 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4600b-54db-4626-9904-f0e5f17a9147 req-54d0466a-8278-407f-b680-ebab6ab9c3b5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:20.851943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6db4600b-54db-4626-9904-f0e5f17a9147 req-54d0466a-8278-407f-b680-ebab6ab9c3b5 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0604391 Jul 28 18:53:20.889621 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6db4600b-54db-4626-9904-f0e5f17a9147 req-7ba99bea-7df6-4abe-b059-4dcc231b48b7 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 28 18:53:20.975706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-db6b8a65-c61c-47ad-b1b2-033aa40e7af4 service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552274 Jul 28 18:53:20.980776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-1b9d4c66-5120-4517-998c-f7632a3cbd34 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488402 Jul 28 18:53:21.135368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-8994476f-6fdf-434b-9d3e-f9401ad7cc8d service neutron] 10.222.0.37 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494331 Jul 28 18:53:21.138636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fe3b1ac-c4b4-47ee-8c88-cf89456a292e req-a944bce9-7a22-4481-8493-75b0826a8f45 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443415 Jul 28 18:53:22.005577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4f37-1789-422a-9d66-fda0d497aee5 req-d661fc57-07c4-4843-a370-dd48266b1395 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.007563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56cf4f37-1789-422a-9d66-fda0d497aee5 req-d661fc57-07c4-4843-a370-dd48266b1395 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0493982 Jul 28 18:53:22.044507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-56cf4f37-1789-422a-9d66-fda0d497aee5 req-2f4d931d-eb89-4631-8334-741ffb724a29 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 28 18:53:22.377307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a56839-b945-4c90-ac1a-c286c5dbb711 req-5beed6fb-101b-4fd2-8f57-ae889f23b207 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.378883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29a56839-b945-4c90-ac1a-c286c5dbb711 req-5beed6fb-101b-4fd2-8f57-ae889f23b207 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0529897 Jul 28 18:53:22.418311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-29a56839-b945-4c90-ac1a-c286c5dbb711 req-77bacb95-0324-418f-8617-8dd724dbbe14 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 Jul 28 18:53:22.478436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-4264c62c-515e-4afb-a347-e999711e6703 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.479942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-4264c62c-515e-4afb-a347-e999711e6703 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f&tenant_id=1c5e44eb35d942418d903684a8b6739f&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 944 time: 0.0500579 Jul 28 18:53:22.540130 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-14413d4f-9511-48d3-b32e-1dfd5658b764 service neutron] delete failed (client error): The resource could not be found. Jul 28 18:53:22.541196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-14413d4f-9511-48d3-b32e-1dfd5658b764 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a7a5b156-5cc7-4028-9c86-fb340e2ada32/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0534956 Jul 28 18:53:22.626147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-2d0fe8bf-81e8-4b43-87a2-59ac41219489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.627653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-2d0fe8bf-81e8-4b43-87a2-59ac41219489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c5e44eb35d942418d903684a8b6739f&device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 1095 time: 0.0448921 Jul 28 18:53:22.714246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-e14abf8a-c293-42fd-b137-00f7a47471c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.715741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-e14abf8a-c293-42fd-b137-00f7a47471c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 200 len: 914 time: 0.0816419 Jul 28 18:53:22.756414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-43ef62a0-b95c-4905-8e9f-7646981c023b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 200 len: 217 time: 0.0328665 Jul 28 18:53:22.809646 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-fbaadc11-664c-4adc-bc72-5e87f6c74ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:22.810998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-fbaadc11-664c-4adc-bc72-5e87f6c74ef1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 200 len: 853 time: 0.0470295 Jul 28 18:53:22.844032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-25598b10-1936-4079-af1f-cc8120b81096 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e227376-54d6-4366-abc1-273f61bc043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256820 Jul 28 18:53:22.930984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-8d413d68-2871-4bb9-b44e-d4ed2fa58d5e service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805304 Jul 28 18:53:23.021967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b8a348d0-dd7c-4ea8-8d20-90aa51a0f73b req-543d3ccc-8a6e-4535-93a3-3ed827557919 service neutron] 10.222.0.35 "GET /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836537 Jul 28 18:53:23.540654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715bf3a-9489-4107-94f2-50e93f1939fa req-480a9745-0021-4afe-b9e8-e98053e98bd3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:23.542354 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c715bf3a-9489-4107-94f2-50e93f1939fa req-480a9745-0021-4afe-b9e8-e98053e98bd3 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 944 time: 0.0550456 Jul 28 18:53:23.579930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c715bf3a-9489-4107-94f2-50e93f1939fa req-f866f4b9-a5ac-4e38-be1d-445805757f83 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 28 18:53:23.594496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:53:23.684540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:23.696171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'network_id': '9e227376-54d6-4366-abc1-273f61bc043b', 'port_id': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'mac_address': 'fa:16:3e:0a:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8de46bd-c599-4c8c-9ae2-1a8ecfc76003', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:53:23.737027 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:23.748756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5b156-5cc7-4028-9c86-fb340e2ada32 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:53:23.768242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:23.842411 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:23.890395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:24.060068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a7a5b156-5cc7-4028-9c86-fb340e2ada32'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:53:24.695805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59d2c-455e-48f0-ac61-9e29f0aa732f req-b8d91931-9fbd-4ec7-abd3-8a5b6b7f4fd9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:24.697291 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8a59d2c-455e-48f0-ac61-9e29f0aa732f req-b8d91931-9fbd-4ec7-abd3-8a5b6b7f4fd9 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0489261 Jul 28 18:53:24.735212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8a59d2c-455e-48f0-ac61-9e29f0aa732f req-9f9a56c6-ee1c-4e74-9f7e-10b933b15eaa tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Jul 28 18:53:24.845208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb8878-aec1-49e3-a633-a712f338219a req-b9a9391e-5008-4b9c-97a6-19b11d840ead tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:24.846710 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62bb8878-aec1-49e3-a633-a712f338219a req-b9a9391e-5008-4b9c-97a6-19b11d840ead tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0479152 Jul 28 18:53:24.883823 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62bb8878-aec1-49e3-a633-a712f338219a req-847a0391-6aab-435e-b63f-21f4a5ad2194 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 28 18:53:24.995142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62371f5-0252-4d81-af35-1d4b2c7684d5 req-e47466aa-bab7-4714-b34b-554fb28a311c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:24.996713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f62371f5-0252-4d81-af35-1d4b2c7684d5 req-e47466aa-bab7-4714-b34b-554fb28a311c tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0482228 Jul 28 18:53:25.034504 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f62371f5-0252-4d81-af35-1d4b2c7684d5 req-d8013d48-3b5f-45fb-939a-906cc0712af2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 28 18:53:25.617529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:25.696183 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c218e43-6854-435a-857a-f82b4c39361c req-557de54d-58b1-4a7f-a04f-220c9a2b00d4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:25.698302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c218e43-6854-435a-857a-f82b4c39361c req-557de54d-58b1-4a7f-a04f-220c9a2b00d4 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 945 time: 0.0517251 Jul 28 18:53:25.739665 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0c218e43-6854-435a-857a-f82b4c39361c req-5918f56a-dfdd-40f2-82e9-3555c28dd0a1 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Jul 28 18:53:25.918390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port a7a5b156-5cc7-4028-9c86-fb340e2ada32 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:25.922127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port a7a5b156-5cc7-4028-9c86-fb340e2ada32 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:25.922505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:25.995036 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:26.016479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:26.018691 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1441e3b-ddfe-470a-bd18-b74b9595acc0" -d '{"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:26.034133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:26.078681 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a21d6-db82-47ed-a12a-baa067379dd1 x-openstack-request-id: req-a92a21d6-db82-47ed-a12a-baa067379dd1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:26.078972 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:26.079222 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a92a21d6-db82-47ed-a12a-baa067379dd1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:26.079657 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'code': 200} Jul 28 18:53:26.117937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:26.163841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:26.766274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-1b0d5426-2206-4584-b1da-b1be3c82e6b2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:26.768033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-1b0d5426-2206-4584-b1da-b1be3c82e6b2 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0524521 Jul 28 18:53:26.856920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Deleting port a7a5b156-5cc7-4028-9c86-fb340e2ada32 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:53:26.857160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902055a5-9259-4872-aa63-ae9482c6083c req-6c9abba0-6edc-4b43-8995-898de1fce4ca tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:26.858026 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:26.859328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-902055a5-9259-4872-aa63-ae9482c6083c req-6c9abba0-6edc-4b43-8995-898de1fce4ca tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c106a0-cc46-40b0-96ac-6ce2bc952f6f HTTP/1.1" status: 200 len: 946 time: 0.0532885 Jul 28 18:53:26.896645 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-902055a5-9259-4872-aa63-ae9482c6083c req-523d9839-b2b0-454c-af7b-597f71580482 tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.25 "GET /v2.0/security-groups?id=1370b6cc-6dc9-4537-8d6f-7faf503e53dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 28 18:53:26.949596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] For port a7a5b156-5cc7-4028-9c86-fb340e2ada32, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=a7a5b156-5cc7-4028-9c86-fb340e2ada32,segment=NetworkSegment(fe470ed7-92b7-493b-a2c7-af1adc2d12fe),segment_id=fe470ed7-92b7-493b-a2c7-af1adc2d12fe)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:26.949958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:26.962686 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Calling delete_port for a7a5b156-5cc7-4028-9c86-fb340e2ada32 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:53:27.168378 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:27.179501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['a7a5b156-5cc7-4028-9c86-fb340e2ada32'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:53:27.197258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Pushing event deleted for resources: {'Port': ['ID=a7a5b156-5cc7-4028-9c86-fb340e2ada32,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:27.237510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] No DVR routers for this DVR port a7a5b156-5cc7-4028-9c86-fb340e2ada32 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:53:27.240265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:27.242361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-96e5c68c-faa0-41ad-838e-39f52417cb85 req-80b402fa-5771-419e-80cd-7f360c6d37ae tempest-ServerDiskConfigTestJSON-418849141 tempest-ServerDiskConfigTestJSON-418849141-project] 10.222.0.37 "DELETE /v2.0/ports/a7a5b156-5cc7-4028-9c86-fb340e2ada32 HTTP/1.1" status: 204 len: 173 time: 0.4688170 Jul 28 18:53:27.242798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-deleted', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:27.245699 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a289e-0fb1-4188-a78c-68b3b1db8e7d" -d '{"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-deleted", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:27.279905 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6d8932-9ccb-462a-9b15-f682b90d7d4b x-openstack-request-id: req-9a6d8932-9ccb-462a-9b15-f682b90d7d4b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:27.280289 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c106a0-cc46-40b0-96ac-6ce2bc952f6f", "name": "network-vif-deleted", "tag": "a7a5b156-5cc7-4028-9c86-fb340e2ada32", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:27.280634 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a6d8932-9ccb-462a-9b15-f682b90d7d4b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:27.281034 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c106a0-cc46-40b0-96ac-6ce2bc952f6f', 'name': 'network-vif-deleted', 'tag': 'a7a5b156-5cc7-4028-9c86-fb340e2ada32', 'status': 'completed', 'code': 200} Jul 28 18:53:28.015363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48510) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:28.059590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Deleting subnet c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 18:53:28.062600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.101279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.142096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.272813 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.299195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8de46bd-c599-4c8c-9ae2-1a8ecfc76003,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:28.301202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.304300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8f1a25a8-fd1c-48f1-8280-2be28cad8a99 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c8de46bd-c599-4c8c-9ae2-1a8ecfc76003 HTTP/1.1" status: 204 len: 168 time: 0.2866573 Jul 28 18:53:28.305531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48512) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:28.376578 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.452742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.462227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e227376-54d6-4366-abc1-273f61bc043b']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:28.472194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:28.472497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe470ed7-92b7-493b-a2c7-af1adc2d12fe') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:28.481068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.494787 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.501479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:53:28.501744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: timer() Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 18:53:28.503373 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 18:53:28.621406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.626595 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:28.630859 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e227376-54d6-4366-abc1-273f61bc043b HTTP/1.1" status: 204 len: 168 time: 0.3220809 Jul 28 18:53:28.639257 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6ada1-cb3d-42e9-8007-bd5406e4475c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e227376-54d6-4366-abc1-273f61bc043b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:28.935041 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48516) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:28.973332 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ec1fb43c-037b-43f6-bd06-1daa3a613880 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c5e44eb35d942418d903684a8b6739f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371540 Jul 28 18:53:28.975843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48518) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:29.023279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:29.044410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:29.181001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:29.183419 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:29.184586 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1370b6cc-6dc9-4537-8d6f-7faf503e53dc HTTP/1.1" status: 204 len: 168 time: 0.2078044 Jul 28 18:53:29.194381 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370b6cc-6dc9-4537-8d6f-7faf503e53dc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:29.200167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.200519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.200863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.201225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.201568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.201965 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.202215 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.202589 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.202919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.203247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.203595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:29.203921 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc4a8-ffbf-4fba-bb89-7829fd8dc8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:30.164113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48540) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:30.256681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1546792538-network', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:30.373530 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:53:30.375810 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.384065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.470450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.541633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.568749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:53:30.574009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed39305-6ee0-445e-96ea-92502de3b639,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:30.581736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.581736 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Added segment 6dbf19e6-99e6-403e-ad78-947ad8e42af9 of type vlan for network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 Jul 28 18:53:30.624111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.740669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.741666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:30.742268 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:30.798538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] Pushing event updated for resources: {'Network': ['ID=8f564a8c-3af7-4e4d-8c32-ae6b94df3901,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:30.807959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:53:30.867602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d65363c3-846e-492f-a0a4-b50303b8b78f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7023375 Jul 28 18:53:30.870435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48544) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:30.876556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Request body: {'subnet': {'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1546792538-subnet', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:31.021322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:53:31.023770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.318496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.372934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40de25c5-743d-4070-a0aa-d3185b8bdc45,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:31.382777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:31.383114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Network hostable DHCP agents. Network: 8f564a8c-3af7-4e4d-8c32-ae6b94df3901, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:53:31.488174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:53:31.550982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8f564a8c-3af7-4e4d-8c32-ae6b94df3901) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:31.555162 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:31.555860 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.561221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d5d6e-93a1-41a9-86fa-c617f5de4a92 None None] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:53:31.648848 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-52160521-4861-4037-b99e-78b5767de901 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7765398 Jul 28 18:53:31.651539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48546) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:31.656014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:31.661853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:53:31.689335 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: a7a5b156-5cc7-4028-9c86-fb340e2ada32 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:53:31.691911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device a7a5b156-5cc7-4028-9c86-fb340e2ada32 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:53:31.720870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:53:31.721337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.741835 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.742943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.798601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.849761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Allocated IP 172.20.0.2 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/826d9f14-4c97-46bc-b8cb-c992f1aeddc4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:53:31.991705 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:31.999871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Transition to ACTIVE for port object 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:32.014468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Transition to ACTIVE for port object 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:32.035731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.099775 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.137342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:32.141702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:32.145148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:53:32.155181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Pushing event updated for resources: {'Port': ['ID=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:32.180765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.181117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.181485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.181828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.182166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.182501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.182834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.183171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.183525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.183860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.184235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.184541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:32.217845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Attempting to bind port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:53:32.218218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Attempting to bind port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:53:32.218583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Attempting to bind port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:32.223778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:53:32.224207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:32.224609 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.225005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:53:32.225465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Bound port: 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:53:32.225881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.287173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] For port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:32.290139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] For port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:53:32.373088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.381844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.392155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.447110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6a6f5-b0ff-4c01-a86b-a7cef4f4a2e7 None None] Pushing event updated for resources: {'Port': ['ID=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:32.502455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Allocated IP 172.25.7.183 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/62187a5e-906f-46ad-af6f-f75bd6b10169) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:53:32.614002 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.712074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:32.759244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:32.762003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:32.768724 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:53:32.771695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Pushing event updated for resources: {'Port': ['ID=62187a5e-906f-46ad-af6f-f75bd6b10169,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:33.075662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.302703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:33.342294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629046a-20bb-4bd6-8d9b-166e5a5d0d96 None None] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:53:33.534418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-43094d01-92cf-4b3f-95c9-b324691886ea None None] Provisioning for port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:33.575643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:33.580437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:33.580747 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.624874 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.662176 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.698704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:33.758321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5bcae9b3-edb8-4dd2-bda8-8d5a648e5a78 None None] Provisioning complete for port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:33.758639 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5bcae9b3-edb8-4dd2-bda8-8d5a648e5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.790365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:33.821342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:53:33.867353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:33.928726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:53:33.937705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:53:33.946505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:33.947190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:34.002549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.003851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-78c64be2-62de-4627-91e7-6462b9275d50 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3513794 Jul 28 18:53:34.006908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48548) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:34.049719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:34.222207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:32Z', 'revision_number': 3, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:34.251774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:53:34.252128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Updating router dac809b5-7794-4ee2-989f-2fe8a57b4309 port 62187a5e-906f-46ad-af6f-f75bd6b10169 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:53:34.276217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.419310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.522088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.531716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Transition to ACTIVE for port object 62187a5e-906f-46ad-af6f-f75bd6b10169 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:34.574978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Allocated IP 172.20.0.1 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/8d478acf-b092-435c-a32c-06a37403737d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:53:34.598448 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.649409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Attempting to bind port 62187a5e-906f-46ad-af6f-f75bd6b10169 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:53:34.649777 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Attempting to bind port 62187a5e-906f-46ad-af6f-f75bd6b10169 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:53:34.650139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Attempting to bind port 62187a5e-906f-46ad-af6f-f75bd6b10169 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:34.659019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0574f5-3498-48bc-b654-1b1a642ad86b None None] Pushing event updated for resources: {'Port': ['ID=62187a5e-906f-46ad-af6f-f75bd6b10169,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:34.662231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:53:34.662608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:34.663018 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.663423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:53:34.663906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Bound port: 62187a5e-906f-46ad-af6f-f75bd6b10169, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:53:34.664292 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.675319 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.688301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Transition to ACTIVE for port object 8d478acf-b092-435c-a32c-06a37403737d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:34.715372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] For port 62187a5e-906f-46ad-af6f-f75bd6b10169, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:34.718329 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] For port 62187a5e-906f-46ad-af6f-f75bd6b10169, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=62187a5e-906f-46ad-af6f-f75bd6b10169,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:53:34.798493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.809995 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.838236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:34.842844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:34.846430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:53:34.867999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:34.868637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:34.877494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Pushing event updated for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:34.893293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:34.912507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0574f5-3498-48bc-b654-1b1a642ad86b None None] Pushing event updated for resources: {'Port': ['ID=62187a5e-906f-46ad-af6f-f75bd6b10169,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:34.990326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:35.122248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.173775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:32Z', 'revision_number': 3, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:35.199645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec15cb-a44f-43d1-8ff2-901c922d9e49 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:32Z', 'revision_number': 3, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:53:35.201251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ae578eb-ec6e-4158-a2d9-e3f532e1fcd7 None None] Provisioning for port 8d478acf-b092-435c-a32c-06a37403737d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:35.205871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7ae578eb-ec6e-4158-a2d9-e3f532e1fcd7 None None] Provisioning complete for port 8d478acf-b092-435c-a32c-06a37403737d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:35.207483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7ae578eb-ec6e-4158-a2d9-e3f532e1fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.243459 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7ae578eb-ec6e-4158-a2d9-e3f532e1fcd7 None None] Port 8d478acf-b092-435c-a32c-06a37403737d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:53:35.277731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:35.293606 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.330338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:35.330708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.364784 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.432490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.434359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Pushing event updated for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:35.548148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:35.549905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:35.671837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:53:35.770719 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b6e283f1-553c-43df-95a8-1208ac1ec45f None None] Provisioning complete for port 8d478acf-b092-435c-a32c-06a37403737d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:35.771261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b6e283f1-553c-43df-95a8-1208ac1ec45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:35.786976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:53:35.796458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d3ce685-4897-4921-bdc7-873ee1e0655f admin admin] 10.222.0.25 "PUT /v2.0/routers/dac809b5-7794-4ee2-989f-2fe8a57b4309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881286 Jul 28 18:53:35.814220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b6e283f1-553c-43df-95a8-1208ac1ec45f None None] Port 8d478acf-b092-435c-a32c-06a37403737d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:53:36.690777 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:53:36.699934 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:36.700536 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:36.890037 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:37.084278 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:35Z', 'revision_number': 2, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:37.111524 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:53:37.111887 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Updating router dac809b5-7794-4ee2-989f-2fe8a57b4309 port 8d478acf-b092-435c-a32c-06a37403737d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:53:37.140422 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.300272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 62187a5e-906f-46ad-af6f-f75bd6b10169 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:37.403776 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.412943 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Transition to ACTIVE for port object 8d478acf-b092-435c-a32c-06a37403737d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:37.472779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 62187a5e-906f-46ad-af6f-f75bd6b10169 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:37.476801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 62187a5e-906f-46ad-af6f-f75bd6b10169 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:37.477303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.486918 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48558) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:37.491749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401006315', 'description': 'tempest-description--197704486'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:37.516819 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.558128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.580101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 62187a5e-906f-46ad-af6f-f75bd6b10169, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=62187a5e-906f-46ad-af6f-f75bd6b10169,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:37.581016 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Pushing event updated for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:37.581878 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.611134 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.611518 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.612035 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.612177 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.612487 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.612814 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.613137 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.613459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.614011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.614117 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.614397 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.614714 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:53:37.628414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Attempting to bind port 8d478acf-b092-435c-a32c-06a37403737d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:53:37.629236 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Attempting to bind port 8d478acf-b092-435c-a32c-06a37403737d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:53:37.629606 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Attempting to bind port 8d478acf-b092-435c-a32c-06a37403737d on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:37.640805 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:53:37.641643 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:37.642051 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.642438 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:53:37.642901 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Bound port: 8d478acf-b092-435c-a32c-06a37403737d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:53:37.643277 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.668363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.683971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.709128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] For port 8d478acf-b092-435c-a32c-06a37403737d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:37.712312 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] For port 8d478acf-b092-435c-a32c-06a37403737d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8d478acf-b092-435c-a32c-06a37403737d,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:53:37.722622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=62187a5e-906f-46ad-af6f-f75bd6b10169,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:37.725642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36d3ff0a-6e01-4bda-8018-3db6de816a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.752927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.781556 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e39866-bb9b-486d-b31f-10eb3008b875,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:37.791879 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.854439 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.855371 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:37.859183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8a9303b7-47c7-4d56-93f2-3605f3f7e9e4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3680158 Jul 28 18:53:37.864185 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:37.864185 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61da9c-cc2c-4bb3-9ef1-9b57bb613580 None None] Pushing event updated for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:37.864381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48560) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:37.865188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'security_group_rule': {'security_group_id': '06e39866-bb9b-486d-b31f-10eb3008b875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:37.947227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:37.968883 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:38.008304 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.072847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.091099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b492e308-2b0c-4ea2-9373-3251296e834d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:38.180082 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:38.185320 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.186558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-91de3eca-38f7-43d0-8099-891636ed84b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255911 Jul 28 18:53:38.189250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48562) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:38.193749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'security_group_rule': {'security_group_id': '06e39866-bb9b-486d-b31f-10eb3008b875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:38.205250 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f438a-316a-4f39-be14-3b1d1cbe99d6 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:53:38.316477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.376135 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.442870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.461338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a89294d-f9a4-4014-a6d8-44dc3e542eff,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:38.536362 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.538253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6c934326-e1e6-4bc0-b0d3-c78afc71ca4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480272 Jul 28 18:53:38.541218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 48564) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:38.545783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:38.650619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.752567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:38.857901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Allocated IP 172.25.7.154 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/00b0eea2-eb30-44de-a8aa-1d8536ba2661) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:53:38.970174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.068035 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.107310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:39.110697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:39.113291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:53:39.140903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=00b0eea2-eb30-44de-a8aa-1d8536ba2661,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:39.209945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.305162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.343565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 62187a5e-906f-46ad-af6f-f75bd6b10169 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:39.394825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 62187a5e-906f-46ad-af6f-f75bd6b10169 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:39.395199 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.468306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.470411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8d478acf-b092-435c-a32c-06a37403737d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:39.534384 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.602440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=00b0eea2-eb30-44de-a8aa-1d8536ba2661,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:39.614704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.638406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8d478acf-b092-435c-a32c-06a37403737d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:39.642762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8d478acf-b092-435c-a32c-06a37403737d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:39.643134 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.718998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.719928 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.720220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57143c43-626a-4f69-a593-aa65dd8e679d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1780417 Jul 28 18:53:39.752123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8d478acf-b092-435c-a32c-06a37403737d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8d478acf-b092-435c-a32c-06a37403737d,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:39.828074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:39.864757 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-ca82f0bb-d1a3-4354-968c-c65af70177b7 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1401006315&fields=id&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 267 time: 0.0354795 Jul 28 18:53:39.875929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:39.970729 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-997443e0-ccaa-4e33-b69d-bb39f2c2e9a5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:39.972147 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-997443e0-ccaa-4e33-b69d-bb39f2c2e9a5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.1003435 Jul 28 18:53:39.986942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-a24d22b2-0acf-402b-b01d-40bff32c822b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/quotas/276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 375 time: 0.0091250 Jul 28 18:53:40.043123 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d7738c7c-465f-4858-ae9b-99a538cd1505 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511081 Jul 28 18:53:40.101511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:40.137139 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-951f4b0c-d8c1-4f77-9821-c98f39cf5f57 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824273 Jul 28 18:53:40.226943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-239e87e0-1691-4cef-a827-9d2f06239275 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832319 Jul 28 18:53:40.392978 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d9297957-73f3-4074-969f-1a0f96bc4432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:40.509134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f6a5b8e-a358-4956-b2c3-977c3b03f587 req-d9888eee-0c16-435e-9d39-19870b819e0b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Jul 28 18:53:41.269382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8d478acf-b092-435c-a32c-06a37403737d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:41.310276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:41.346619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8d478acf-b092-435c-a32c-06a37403737d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:41.346994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:41.599331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34188961-2f28-4a65-b4f3-3e0c39374d04 req-6744ea7c-6fbb-4166-b05b-0acbb78cb7bf tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Jul 28 18:53:42.695602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6dcf6fd-b75f-48e9-befd-0605fba35768 req-50fcda17-d322-4676-8433-6c46f638e321 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 210 time: 0.0300021 Jul 28 18:53:42.837324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-4feb8ba1-db88-4d0e-85c7-588e5a1c56f1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:42.839501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-4feb8ba1-db88-4d0e-85c7-588e5a1c56f1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.0980234 Jul 28 18:53:42.890772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-ce3120fa-403e-4139-8cd4-6fd6e7003be9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 380 time: 0.0365016 Jul 28 18:53:42.900392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'port': {'device_id': '743b9a93-116c-460b-aa54-bd39f45eda66', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'admin_state_up': True, 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'security_groups': ['06e39866-bb9b-486d-b31f-10eb3008b875']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:43.077317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:53:43.080911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.108561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.205529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Allocated IP 172.20.0.12 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/f2433fcc-1e09-4d48-9848-8c318e6469ac) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:53:43.340467 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.354236 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Transition to ACTIVE for port object f2433fcc-1e09-4d48-9848-8c318e6469ac will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:43.461671 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.502972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:53:43.506522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:53:43.510692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:53:43.519940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:43.569937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:43.570632 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.649205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d5d55917-781d-42fb-b606-70964b0be432 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525935 Jul 28 18:53:43.662469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Request body: {'port': {'device_id': '743b9a93-116c-460b-aa54-bd39f45eda66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:43.716176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.811792 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824388-6ea5-4bf3-af78-8ef0038b0f0a req-3fc6a5c7-d8e1-4354-b217-8a1d7c79e595 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:43.813909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4824388-6ea5-4bf3-af78-8ef0038b0f0a req-3fc6a5c7-d8e1-4354-b217-8a1d7c79e595 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 932 time: 0.0504870 Jul 28 18:53:43.827799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7cdd764c-3fcb-4da3-a4bf-7770fad09a67 None None] Provisioning for port f2433fcc-1e09-4d48-9848-8c318e6469ac completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:43.831799 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7cdd764c-3fcb-4da3-a4bf-7770fad09a67 None None] Provisioning complete for port f2433fcc-1e09-4d48-9848-8c318e6469ac triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:43.836713 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7cdd764c-3fcb-4da3-a4bf-7770fad09a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:43.853239 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a4824388-6ea5-4bf3-af78-8ef0038b0f0a req-2bb3ae0c-2e6b-4ce7-896f-af9b910e867e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 28 18:53:43.873881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd764c-3fcb-4da3-a4bf-7770fad09a67 None None] Port f2433fcc-1e09-4d48-9848-8c318e6469ac cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:53:43.981818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2433fcc-1e09-4d48-9848-8c318e6469ac {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:53:43.989830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:44.001207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Transition to ACTIVE for port object f2433fcc-1e09-4d48-9848-8c318e6469ac will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:53:44.077104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:44.127899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:44.196682 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:53:44.197048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:53:44.197377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:44.202010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:53:44.202430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:53:44.207338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:53:44.207715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:53:44.208103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:53:44.208525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Bound port: f2433fcc-1e09-4d48-9848-8c318e6469ac, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:53:44.208885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:44.276067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:53:44.279019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:53:44.391790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:44.431363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.432121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:44.433552 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] 10.222.0.37 "PUT /v2.0/ports/f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1092 time: 0.7755253 Jul 28 18:53:44.433992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:44.436401 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a666e22940880a804f76300cf716de286268eb2ca7d1affe134fd84f0837021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:44.463247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e391c-7fd0-4607-94d3-4264f68c3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:44.495412 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0901da0-bb5a-4906-9c82-b60fba61663d x-openstack-request-id: req-c0901da0-bb5a-4906-9c82-b60fba61663d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:44.495412 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:44.495412 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0901da0-bb5a-4906-9c82-b60fba61663d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:44.495412 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'status': 'completed', 'code': 200} Jul 28 18:53:44.559454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-905d7ec9-80f6-4ccd-bf18-0e68495a7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.561022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-905d7ec9-80f6-4ccd-bf18-0e68495a7534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1095 time: 0.0440681 Jul 28 18:53:44.661878 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-72355f46-321b-4ea4-ad46-773a28c3d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.663344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-72355f46-321b-4ea4-ad46-773a28c3d500 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=276b7558cfe14488bb6e79a94db92c01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947509 Jul 28 18:53:44.754983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-3a11a624-663b-47fe-b873-40c7e765450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.756437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a12fcd-cfe5-4a02-9a55-180bdd4bed8d req-3a11a624-663b-47fe-b873-40c7e765450c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867121 Jul 28 18:53:44.831537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-95fbdc2b-5ec2-44ad-b748-599cad0ae414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.832994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-95fbdc2b-5ec2-44ad-b748-599cad0ae414 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1095 time: 0.0403996 Jul 28 18:53:44.876456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-3fe325bd-e897-478f-a440-bf02662f303b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 217 time: 0.0358715 Jul 28 18:53:44.924696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-206b3c9f-b839-4161-8a54-b0838e8a91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.926161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-206b3c9f-b839-4161-8a54-b0838e8a91ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0431383 Jul 28 18:53:44.968588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3e5fd-ac2f-41d1-be7d-d4e357c7782d req-7470c8af-b6f5-45d1-8bc6-d05a03484e0b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.970122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bd3e5fd-ac2f-41d1-be7d-d4e357c7782d req-7470c8af-b6f5-45d1-8bc6-d05a03484e0b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0490620 Jul 28 18:53:44.971287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d503b41a-ea8b-41ff-8ca4-e6d073a4a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:44.972806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-d503b41a-ea8b-41ff-8ca4-e6d073a4a7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402696 Jul 28 18:53:45.007979 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0bd3e5fd-ac2f-41d1-be7d-d4e357c7782d req-02206d17-ebcb-49e5-b457-3794c3b41abf tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315239 Jul 28 18:53:45.066845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-3af94bc2-0bd7-4340-be27-e9aa70177bd7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853612 Jul 28 18:53:45.152672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26e67db1-6b3b-41e9-ae3e-615928b7de8d req-6f5e39fa-88be-4bb8-b643-5a0988eb51d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788109 Jul 28 18:53:45.923216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:46.123965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84ab39-c4c3-4487-8f6f-5caed90a0152 req-69e3159c-fa66-47e3-8b1c-30844255fea1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:46.125934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c84ab39-c4c3-4487-8f6f-5caed90a0152 req-69e3159c-fa66-47e3-8b1c-30844255fea1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0493169 Jul 28 18:53:46.166747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c84ab39-c4c3-4487-8f6f-5caed90a0152 req-df6ede3e-e5a2-4419-bd8a-6f28cd9a5e08 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349779 Jul 28 18:53:47.286740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747230-c215-4609-8bb1-bd518ffe4eb1 req-533006cf-b53f-436d-b2a0-0066955414cc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:47.288263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb747230-c215-4609-8bb1-bd518ffe4eb1 req-533006cf-b53f-436d-b2a0-0066955414cc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0528858 Jul 28 18:53:47.324384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb747230-c215-4609-8bb1-bd518ffe4eb1 req-f619d717-8b04-4ed8-8744-9fb914d1808a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302691 Jul 28 18:53:47.739640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:53:48.001746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:48.013045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'mac_address': 'fa:16:3e:b0:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:53:48.049318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:48.061490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2433fcc-1e09-4d48-9848-8c318e6469ac {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:53:48.084470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:48.176018 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:48.224291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:48.365177 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['f2433fcc-1e09-4d48-9848-8c318e6469ac'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:53:48.439645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1411b1-18a1-4894-b5fe-b6d200d4fa88 req-826fa92c-e22a-404c-a212-1246a673bcb9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:48.441150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a1411b1-18a1-4894-b5fe-b6d200d4fa88 req-826fa92c-e22a-404c-a212-1246a673bcb9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 945 time: 0.0482547 Jul 28 18:53:48.481910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a1411b1-18a1-4894-b5fe-b6d200d4fa88 req-74d56fa1-a671-4259-b351-8f67cad38a97 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Jul 28 18:53:49.113337 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:49.602951 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39512-2a76-4785-83ff-298be525ab7d req-2da777f4-1b5a-41ff-8812-1756fbf74b6f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:49.604627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9c39512-2a76-4785-83ff-298be525ab7d req-2da777f4-1b5a-41ff-8812-1756fbf74b6f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 945 time: 0.0484326 Jul 28 18:53:49.644452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d9c39512-2a76-4785-83ff-298be525ab7d req-c52f788e-2d10-4fc4-ba2f-2c2493440d3a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jul 28 18:53:49.754076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:53:49.895991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port f2433fcc-1e09-4d48-9848-8c318e6469ac completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:53:49.899898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port f2433fcc-1e09-4d48-9848-8c318e6469ac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:53:49.900277 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:49.979877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:50.003468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:50.005765 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f818ca9de7b1cf673d5f27e9ca984fd6526c23a0ffa8416d18c3c13f1e564d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f9165-6b8e-46b3-b7e1-42fce8c3e5d4" -d '{"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-plugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:50.018200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:53:50.042536 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6405b3-4d18-476a-9ff8-df166c4304fc x-openstack-request-id: req-7a6405b3-4d18-476a-9ff8-df166c4304fc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:50.042824 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-plugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:50.043096 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a6405b3-4d18-476a-9ff8-df166c4304fc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:50.043508 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'code': 200} Jul 28 18:53:50.113540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:50.154127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95b96a-2422-48d5-924a-dfaf90e9f400 req-41288f14-ee67-42ff-9dfd-f2df0af09356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:50.155714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f95b96a-2422-48d5-924a-dfaf90e9f400 req-41288f14-ee67-42ff-9dfd-f2df0af09356 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1097 time: 0.0404918 Jul 28 18:53:50.165570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:53:50.195094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f95b96a-2422-48d5-924a-dfaf90e9f400 req-d9a33d86-2dd8-4f44-a67b-4d13e31962d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Jul 28 18:53:50.755886 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb08c-dc88-49c9-b115-71bfaacabb71 req-005b16bd-d705-427d-a2ff-aa5974f77d63 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:50.757505 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d92bb08c-dc88-49c9-b115-71bfaacabb71 req-005b16bd-d705-427d-a2ff-aa5974f77d63 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0479600 Jul 28 18:53:50.799881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d92bb08c-dc88-49c9-b115-71bfaacabb71 req-42430023-1fea-4581-b751-67725d15b812 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Jul 28 18:53:51.913463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0fc78-52b7-4684-895b-f9c039cad711 req-21a11c2c-a460-40ef-9efe-2103a1063b12 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:51.914921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4c0fc78-52b7-4684-895b-f9c039cad711 req-21a11c2c-a460-40ef-9efe-2103a1063b12 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0474894 Jul 28 18:53:51.955408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4c0fc78-52b7-4684-895b-f9c039cad711 req-91d14422-8444-45d9-b316-6309a113de11 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Jul 28 18:53:52.066699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ea6c-5c04-4f3d-b3c0-6720040b0015 req-45b16d2e-1633-4cd1-a39e-445a634d70f1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:52.068280 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3e33ea6c-5c04-4f3d-b3c0-6720040b0015 req-45b16d2e-1633-4cd1-a39e-445a634d70f1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0514400 Jul 28 18:53:52.076559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 48620) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:53:52.081469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'floatingip': {'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:53:52.119014 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:52.541854 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:52.611078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:52.707843 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 associated. External IP: 172.25.7.154, port: f2433fcc-1e09-4d48-9848-8c318e6469ac. Jul 28 18:53:52.910586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:53:53.014594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:53:53.019566 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:53:53.024230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:53:53.034253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:53.034865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:53.046463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d0854bf5-e1cd-4535-983a-0fe20fdd1117 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "PUT /v2.0/floatingips/4249cdc2-7b13-4c38-986c-901e9be229f3 HTTP/1.1" status: 200 len: 992 time: 0.9688830 Jul 28 18:53:53.047728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:53:53.049963 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2bd9cb5ece7ea22880e2fa99b175444157eebb6d334a9ab4ce42d567d2690f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5915207-4461-4d8a-acd1-0f449aed9730" -d '{"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:53:53.085414 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0829b5d8-3853-4551-8bea-ca844fb807de x-openstack-request-id: req-0829b5d8-3853-4551-8bea-ca844fb807de {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:53:53.085991 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:53:53.085991 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0829b5d8-3853-4551-8bea-ca844fb807de {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:53:53.086564 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'status': 'completed', 'code': 200} Jul 28 18:53:53.142357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:53.147174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-9db592fe-68aa-41e9-a0f6-d197ba71a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:53.148689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-9db592fe-68aa-41e9-a0f6-d197ba71a2e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1097 time: 0.0400743 Jul 28 18:53:53.159211 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:53:53.239119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-c0d3dab0-b55e-4ad1-a476-604381f4939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:53.240633 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-c0d3dab0-b55e-4ad1-a476-604381f4939a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0831239 Jul 28 18:53:53.364864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:b0:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743b9a93-116c-460b-aa54-bd39f45eda66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:53:52Z', 'revision_number': 1, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:53.395234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:53:53.404103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:53:53.404717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:53:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:53.512534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:53:53.662380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-f71588ee-dbbd-4ffe-9eed-4eaa9ece728f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1000 time: 0.4145417 Jul 28 18:53:53.711046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-75486278-bf5a-4302-bcec-b71641f0cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:53.712690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-75486278-bf5a-4302-bcec-b71641f0cdb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0429778 Jul 28 18:53:53.733623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:b0:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743b9a93-116c-460b-aa54-bd39f45eda66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:53:52Z', 'revision_number': 1, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:53:53.758985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-4643ecef-491a-494d-91d8-88c363896d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:53:53.759857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516bf98-2839-4392-a88e-f0d7733b8fc7 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:b0:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743b9a93-116c-460b-aa54-bd39f45eda66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:53:52Z', 'revision_number': 1, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:53:53.760451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-4643ecef-491a-494d-91d8-88c363896d23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402548 Jul 28 18:53:53.854084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-eef1b7ab-f440-4e8d-acbc-004dbb582cbe service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Jul 28 18:53:53.945975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f5915207-4461-4d8a-acd1-0f449aed9730 req-aee3a11c-c867-4b78-97aa-6fb2359c621d service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Jul 28 18:53:53.956301 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87f2dd-8a7d-4ab1-b47b-224f0f5f043d None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:54:07.719638 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-95511c8d-f67f-4764-8d91-5cd00c621729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:10.140198 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:10.302431 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b141dc1-63a9-4211-a5e9-43f45c759c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:11.251189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:13.148142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:15.948065 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:19.071869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:30.158542 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:54:36.405558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-4b753fbf-259a-4197-8703-d4138070fd2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964277 Jul 28 18:54:36.487619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472422a8-c47e-4dad-93ed-6b297534d627 req-c5a3cd1c-93ac-49c6-89e9-8af0f1005a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:54:36.489136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-c5a3cd1c-93ac-49c6-89e9-8af0f1005a66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1097 time: 0.0398855 Jul 28 18:54:36.591949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472422a8-c47e-4dad-93ed-6b297534d627 req-bcd52943-47a7-4ea3-9048-1272c862febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:54:36.593355 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-bcd52943-47a7-4ea3-9048-1272c862febe service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0832927 Jul 28 18:54:36.661648 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-3d116f99-c215-4abd-853e-defc8d699413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1002 time: 0.0605218 Jul 28 18:54:36.707913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472422a8-c47e-4dad-93ed-6b297534d627 req-f6e9ef81-600c-42d7-bd32-0bc1516d2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:54:36.709303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-f6e9ef81-600c-42d7-bd32-0bc1516d2c54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0414834 Jul 28 18:54:36.753553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472422a8-c47e-4dad-93ed-6b297534d627 req-f7173f41-aa86-4f06-a907-d6cae8bdba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:54:36.754991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-f7173f41-aa86-4f06-a907-d6cae8bdba64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388718 Jul 28 18:54:36.845696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-1955891c-92e1-4b44-8ee8-bc5d09434499 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Jul 28 18:54:36.932132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-472422a8-c47e-4dad-93ed-6b297534d627 req-27aa32fc-113d-4493-a47f-42b78c901516 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783858 Jul 28 18:54:37.697250 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7356e50d-2fa4-4430-b71c-0c86e24c2d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:40.083648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:40.325943 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-947f4cb9-e0fb-4ecd-b61e-9a2047dbd43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:41.254834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:43.117910 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:45.947195 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:49.074801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:07.157634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:55:07.723862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-978fc8a8-1312-4311-a67a-c2c7b24f5108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.077708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.346780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20dca1dc-b4c1-486b-b44b-f538947688ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:11.258700 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:13.100585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:15.969514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:19.104217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:30.053703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb370674-7502-42f2-8d21-fe7ae9759799 req-3bbea3c1-e01f-4e05-986f-35fc332cddba tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:30.055095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb370674-7502-42f2-8d21-fe7ae9759799 req-3bbea3c1-e01f-4e05-986f-35fc332cddba tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0898545 Jul 28 18:55:30.096749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb370674-7502-42f2-8d21-fe7ae9759799 req-814db69e-adc6-47eb-b34c-8303fd840f55 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352204 Jul 28 18:55:30.477699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2680-e280-49bb-aede-ce8b44e4073a req-fc278654-2b4a-442c-9141-18fb863eab58 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:30.479689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54fc2680-e280-49bb-aede-ce8b44e4073a req-fc278654-2b4a-442c-9141-18fb863eab58 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Jul 28 18:55:30.518408 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54fc2680-e280-49bb-aede-ce8b44e4073a req-357d6601-d642-44a8-a68a-0e67f918131b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jul 28 18:55:30.576924 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-58e31a18-b062-4332-93fb-aaa1a02a25bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430779 Jul 28 18:55:31.754085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b40ba-744d-4844-a310-863dd4415a84 req-0f20d2b1-1df8-444c-8608-11d8a40f0adb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:31.755521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-899b40ba-744d-4844-a310-863dd4415a84 req-0f20d2b1-1df8-444c-8608-11d8a40f0adb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0951788 Jul 28 18:55:31.793577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-899b40ba-744d-4844-a310-863dd4415a84 req-af4b01af-3c7e-490b-8d5b-e50c7e5381bd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Jul 28 18:55:32.647427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-6dec7a47-d0ea-422f-8d88-04c15c0f71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.648984 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-6dec7a47-d0ea-422f-8d88-04c15c0f71ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1097 time: 0.0772040 Jul 28 18:55:32.739082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-2b603a8f-6c12-4cca-b2af-8efdff4ff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.740627 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-2b603a8f-6c12-4cca-b2af-8efdff4ff026 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0850577 Jul 28 18:55:32.803844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-45df0b42-0026-4090-ab31-e977a73cff3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1002 time: 0.0561717 Jul 28 18:55:32.853798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-b2358624-3ff4-4e53-a56d-d44d4e2c84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.855273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-b2358624-3ff4-4e53-a56d-d44d4e2c84ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0436714 Jul 28 18:55:32.955776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378d19b-d641-4265-b125-4c8cf8143aa5 req-2635781a-2e6c-4406-904b-e83183b75a80 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.957904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a378d19b-d641-4265-b125-4c8cf8143aa5 req-2635781a-2e6c-4406-904b-e83183b75a80 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0960610 Jul 28 18:55:32.960610 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-361ddc51-1d9e-40a6-80d5-519b3896ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.962137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-361ddc51-1d9e-40a6-80d5-519b3896ce80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987923 Jul 28 18:55:33.045814 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a378d19b-d641-4265-b125-4c8cf8143aa5 req-aa70cb95-8a27-4bae-a219-d65807acba58 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813143 Jul 28 18:55:33.083908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-72da62fe-8e9e-4a94-af40-10ccc92741a6 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104016 Jul 28 18:55:33.171658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-69473d16-50cf-49b1-a042-fc223627e940 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797765 Jul 28 18:55:34.161762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86c0a3-c445-406a-896d-b55c5890c43a req-9d288474-9b0e-49f4-8854-62a72372b23d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:34.163226 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a86c0a3-c445-406a-896d-b55c5890c43a req-9d288474-9b0e-49f4-8854-62a72372b23d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0506747 Jul 28 18:55:34.200659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a86c0a3-c445-406a-896d-b55c5890c43a req-41ca75a6-0080-40ae-9fc1-3f5b36bcd236 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Jul 28 18:55:35.320564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18536-9b9c-4738-a8b3-3397d47a3e56 req-0d4b77f0-e8b0-486b-9615-46b1a5160e9e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:35.322524 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d18536-9b9c-4738-a8b3-3397d47a3e56 req-0d4b77f0-e8b0-486b-9615-46b1a5160e9e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Jul 28 18:55:35.359357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60d18536-9b9c-4738-a8b3-3397d47a3e56 req-a15a7794-ca13-404c-a922-5a9ca4663a5d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Jul 28 18:55:36.373973 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-8a827261-0776-477c-8e87-e76fb389c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:36.375483 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-8a827261-0776-477c-8e87-e76fb389c6d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1097 time: 0.0458345 Jul 28 18:55:36.473517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f40a7-8b7a-4917-bba9-83a7963d4185 req-e49d74e3-89a1-4616-80ad-924734f423ae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:36.475044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-901f40a7-8b7a-4917-bba9-83a7963d4185 req-e49d74e3-89a1-4616-80ad-924734f423ae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0484755 Jul 28 18:55:36.476513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-ab99e171-7f0e-45c0-a413-0025c2547fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:36.477964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-ab99e171-7f0e-45c0-a413-0025c2547fa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0838079 Jul 28 18:55:36.514550 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-901f40a7-8b7a-4917-bba9-83a7963d4185 req-11fe9065-2a01-4a23-82c1-7e9c3817ad0a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Jul 28 18:55:36.546793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-9a7353df-bb61-4e63-ac69-cf9e243d6ea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1002 time: 0.0614591 Jul 28 18:55:36.597206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-e565a967-f288-4d5d-9ea4-3163d659fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:36.598596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-e565a967-f288-4d5d-9ea4-3163d659fbce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0430908 Jul 28 18:55:36.642647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-6654ad58-a3f4-410c-b625-810264430c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:36.644051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-6654ad58-a3f4-410c-b625-810264430c6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388310 Jul 28 18:55:36.734535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-c2c979fe-6014-48a3-aafe-16401d003cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824754 Jul 28 18:55:36.823184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e20ec18a-8654-4f97-9bad-262e481bd0d7 req-44985eae-c565-4212-b77e-77bf24fea9c7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816104 Jul 28 18:55:37.629440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21b59-1bab-4d47-86b1-fc2ec9fc5ff7 req-0a1381f4-8c64-493a-8000-998fc858d632 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:37.630938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42e21b59-1bab-4d47-86b1-fc2ec9fc5ff7 req-0a1381f4-8c64-493a-8000-998fc858d632 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0489926 Jul 28 18:55:37.669066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42e21b59-1bab-4d47-86b1-fc2ec9fc5ff7 req-3bc581ff-1d63-4950-950c-2d9addfcd5a8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 28 18:55:37.712722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-785a0fa8-bf5a-4f89-b0d0-7472efca3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:38.783883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053ef8c-cacb-47b6-a838-ae7db87ac2c5 req-92b1457b-f151-413f-bfb2-a0cca884663c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:38.785266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7053ef8c-cacb-47b6-a838-ae7db87ac2c5 req-92b1457b-f151-413f-bfb2-a0cca884663c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0477049 Jul 28 18:55:38.822614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7053ef8c-cacb-47b6-a838-ae7db87ac2c5 req-814acaad-122a-46a9-a55c-4756c531ef4d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310266 Jul 28 18:55:39.942097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b78f9-cbea-432e-8555-e79a8ecf1afd req-c00fc737-d8b8-41ee-8567-5eb583bc3bdd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:39.943624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a4b78f9-cbea-432e-8555-e79a8ecf1afd req-c00fc737-d8b8-41ee-8567-5eb583bc3bdd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0540669 Jul 28 18:55:39.986724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3a4b78f9-cbea-432e-8555-e79a8ecf1afd req-3c656424-2468-4844-a4cd-844de97b5659 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365806 Jul 28 18:55:40.095042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:40.318075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1bdd-a805-4426-9a74-9c7b36cb41d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:41.104579 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dccf68-7b6a-48b4-82f6-bc490f2ce0f3 req-02e7292f-4a61-4a9a-b1d5-f6c49217561a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:41.106068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79dccf68-7b6a-48b4-82f6-bc490f2ce0f3 req-02e7292f-4a61-4a9a-b1d5-f6c49217561a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0533097 Jul 28 18:55:41.145809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79dccf68-7b6a-48b4-82f6-bc490f2ce0f3 req-99e17c16-463a-4440-b4a9-bb81a94cda66 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Jul 28 18:55:41.242200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:42.266638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf2e0-d16e-4113-877f-e9b7c7bc59fe req-21366d01-539d-4876-840c-a31b151367aa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:42.268185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df3bf2e0-d16e-4113-877f-e9b7c7bc59fe req-21366d01-539d-4876-840c-a31b151367aa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0501049 Jul 28 18:55:42.305190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df3bf2e0-d16e-4113-877f-e9b7c7bc59fe req-46d1db87-25e2-47de-94c4-21f6496b52f7 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Jul 28 18:55:43.089379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:43.420520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699264c5-7899-4e19-a67c-502e2a7b5484 req-5f20b8ed-9a2d-4969-8fb8-0b6169caff8c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:43.422022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-699264c5-7899-4e19-a67c-502e2a7b5484 req-5f20b8ed-9a2d-4969-8fb8-0b6169caff8c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Jul 28 18:55:43.459692 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-699264c5-7899-4e19-a67c-502e2a7b5484 req-731c74d0-35b2-4aad-9d74-3de7698fc753 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jul 28 18:55:44.156378 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:55:44.572114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f7a5-e694-4c94-9921-0bffd12d70e2 req-4f7739d9-db0c-457d-8039-c1c2f3873b9d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:44.573584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1015f7a5-e694-4c94-9921-0bffd12d70e2 req-4f7739d9-db0c-457d-8039-c1c2f3873b9d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0479109 Jul 28 18:55:44.610461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1015f7a5-e694-4c94-9921-0bffd12d70e2 req-312deaf3-88f4-43d4-a4a5-f614ae79efdd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Jul 28 18:55:45.216532 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-bf1298cd-95b4-4fb4-8397-8dc2b6e665b2 service neutron] show failed (client error): The resource could not be found. Jul 28 18:55:45.217531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-bf1298cd-95b4-4fb4-8397-8dc2b6e665b2 service neutron] 10.222.0.37 "GET /v2.0/ports/f2433fcc-1e09-4d48-9848-8c318e6469ac/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0580032 Jul 28 18:55:45.742450 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840416e-8b70-42a9-9263-5465aad39cfe req-d0207399-9891-4d6a-b030-fa5a670b9952 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:45.744486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d840416e-8b70-42a9-9263-5465aad39cfe req-d0207399-9891-4d6a-b030-fa5a670b9952 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0493550 Jul 28 18:55:45.782638 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d840416e-8b70-42a9-9263-5465aad39cfe req-d819d6ee-b4da-45fc-a860-ec0b50b973f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Jul 28 18:55:45.794954 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-99fa6d03-8d32-47ca-8249-92a63d3a71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:45.796511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-99fa6d03-8d32-47ca-8249-92a63d3a71ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1097 time: 0.0786088 Jul 28 18:55:45.808719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:45.858457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:45.951754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.067718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:46.103751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:55:46.142316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:55:46.147449 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.159707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Transition to ACTIVE for port object f2433fcc-1e09-4d48-9848-8c318e6469ac will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:46.183326 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0abbe8-bef9-4b16-bd66-ca6844a26eae" -d '{"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-unplugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:55:46.215508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.289447 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb85a1-ab9c-4cea-8b40-7e43f508b999 x-openstack-request-id: req-aadb85a1-ab9c-4cea-8b40-7e43f508b999 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:55:46.289747 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-unplugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:55:46.290004 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aadb85a1-ab9c-4cea-8b40-7e43f508b999 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:55:46.290401 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'code': 200} Jul 28 18:55:46.298220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:46.310545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.310902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.311241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.311618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.311948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.312487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.312822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.313152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.313482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.313970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.314310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.314634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:46.352465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] No DVR routers for this DVR port f2433fcc-1e09-4d48-9848-8c318e6469ac on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:55:46.486614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:55:46.486952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:55:46.487289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:55:46.491551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:55:46.491882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Attempting to bind port f2433fcc-1e09-4d48-9848-8c318e6469ac on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:55:46.496956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:55:46.497301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:46.497691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:55:46.498121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Bound port: f2433fcc-1e09-4d48-9848-8c318e6469ac, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:55:46.498482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.559938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:55:46.562779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:55:46.672775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.705849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:46.706471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:46.708001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1092 time: 0.9037519 Jul 28 18:55:46.729328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e804-a807-4b4a-a0da-f96c88b342c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:46.777706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-36a16a8d-422e-4a47-a92b-362b5b3b8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:46.779284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-36a16a8d-422e-4a47-a92b-362b5b3b8402 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1095 time: 0.0468085 Jul 28 18:55:46.872508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-b6cf7c2e-f79f-41a6-9bf5-66c42bd1bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:46.874042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-b6cf7c2e-f79f-41a6-9bf5-66c42bd1bf22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0874174 Jul 28 18:55:46.905259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05bfbd-1956-4f35-b9bf-f23c1a993298 req-21192e40-32c9-444e-ac1f-bead022e563b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:46.906760 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d05bfbd-1956-4f35-b9bf-f23c1a993298 req-21192e40-32c9-444e-ac1f-bead022e563b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0527234 Jul 28 18:55:46.944040 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-fbc34a9c-5930-4be3-b114-40ce8b14c39f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1000 time: 0.0619395 Jul 28 18:55:46.945155 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d05bfbd-1956-4f35-b9bf-f23c1a993298 req-60b98fba-8962-4955-938a-cdc3372b8d40 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Jul 28 18:55:46.994046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-9de6329d-5c41-4f1b-8f99-1d2c1e4bc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:46.995447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-9de6329d-5c41-4f1b-8f99-1d2c1e4bc30a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0452335 Jul 28 18:55:47.040078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-0354113e-2f0e-4cb3-bda8-599f4ad908ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:47.042163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-0354113e-2f0e-4cb3-bda8-599f4ad908ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400264 Jul 28 18:55:47.131282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-e927b24f-5fc5-494b-b8e6-4a5ade8ca564 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Jul 28 18:55:47.217713 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55b4d9c7-a2bc-4703-bc11-edad42e9a1f2 req-004431c8-ab28-4f94-9b19-9610f0f93890 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798414 Jul 28 18:55:48.062942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae13da-da34-4ef2-9284-d671540d672e req-41593935-d24b-4211-9ca1-8f3d77849c29 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.065851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5eae13da-da34-4ef2-9284-d671540d672e req-41593935-d24b-4211-9ca1-8f3d77849c29 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0504322 Jul 28 18:55:48.102041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5eae13da-da34-4ef2-9284-d671540d672e req-fbaf812c-d529-4e7e-a316-192c9583504f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Jul 28 18:55:48.291971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:55:48.294188 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bddcdd-1848-496b-855a-5fceb57e1819" -d '{"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:55:48.309881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:55:48.353696 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d2b738-2d06-43aa-9ff6-23400f356723 x-openstack-request-id: req-89d2b738-2d06-43aa-9ff6-23400f356723 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:55:48.353883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:55:48.354027 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:55:48.354221 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89d2b738-2d06-43aa-9ff6-23400f356723 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:55:48.354618 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'status': 'completed', 'code': 200} Jul 28 18:55:48.446225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-561bf4d1-575f-4dbc-aabf-49fed7f72550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.448331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-561bf4d1-575f-4dbc-aabf-49fed7f72550 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1095 time: 0.0644336 Jul 28 18:55:48.450014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-bcdb07cd-f139-4558-b4a1-9438bd0064e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.451356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-bcdb07cd-f139-4558-b4a1-9438bd0064e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1095 time: 0.0754223 Jul 28 18:55:48.601564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-31363041-0941-492f-a203-041be6f5765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.602935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-31363041-0941-492f-a203-041be6f5765e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1475370 Jul 28 18:55:48.604284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-4f88ce69-06d6-4043-a08e-0b9dc3fc76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.605585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-4f88ce69-06d6-4043-a08e-0b9dc3fc76a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1419740 Jul 28 18:55:48.714290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-5ac97b70-9e5b-4e9c-aec4-510eeaf34db0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1000 time: 0.1036923 Jul 28 18:55:48.717739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-32969d58-667d-43ad-a337-90874868e05c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1000 time: 0.1019199 Jul 28 18:55:48.796925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-57f896e6-21b9-4214-b034-cb651a17b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.798333 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-57f896e6-21b9-4214-b034-cb651a17b62b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0773251 Jul 28 18:55:48.800026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-c471ebe4-83e9-4b01-9ab2-ceda6aa99e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.801309 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-c471ebe4-83e9-4b01-9ab2-ceda6aa99e2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0734010 Jul 28 18:55:48.869942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-f88ff799-ae9f-4111-a228-6200d870df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.871305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-f88ff799-ae9f-4111-a228-6200d870df26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578535 Jul 28 18:55:48.872999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-a15e46c2-2597-43da-8982-cfd5401f9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:48.874337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-a15e46c2-2597-43da-8982-cfd5401f9250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685422 Jul 28 18:55:49.033015 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-395723f9-8c97-4f48-889d-b85a151ecbce service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542709 Jul 28 18:55:49.034904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-2760e6e7-31fb-4c67-9e4b-ce48c10f06e7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489658 Jul 28 18:55:49.106740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:49.211068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-e32c51f1-adb9-48c7-b864-e3f79603ce14 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694257 Jul 28 18:55:49.214522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-16bddcdd-1848-496b-855a-5fceb57e1819 req-e81ac603-a3a9-4610-ac1a-0f333436823f service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718979 Jul 28 18:55:49.235516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e58ba-277c-453a-8794-bf36b1153cfa req-a10b57ec-1cdf-4468-9667-f1c69967bdf8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:49.236995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b1e58ba-277c-453a-8794-bf36b1153cfa req-a10b57ec-1cdf-4468-9667-f1c69967bdf8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0641510 Jul 28 18:55:49.277455 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3b1e58ba-277c-453a-8794-bf36b1153cfa req-3bdb57ef-d3a7-46c5-9d56-f6a57933a1a1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345774 Jul 28 18:55:50.402117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de92b1-fa8f-42be-833b-0c5cf02534c5 req-d78de079-2bb2-48ed-989a-2db105d66a05 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:50.403646 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4de92b1-fa8f-42be-833b-0c5cf02534c5 req-d78de079-2bb2-48ed-989a-2db105d66a05 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 944 time: 0.0494089 Jul 28 18:55:50.441344 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f4de92b1-fa8f-42be-833b-0c5cf02534c5 req-5f66fbf4-6f22-412d-916e-0e27556ef2a7 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 28 18:55:50.885634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:55:50.980490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:50.995681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'mac_address': 'fa:16:3e:b0:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:55:51.030117 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:51.042711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2433fcc-1e09-4d48-9848-8c318e6469ac {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:55:51.063691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:51.139657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:51.185907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:51.193136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.193489 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.193834 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.194171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.194506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.194841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.195191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.195550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.195879 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.196202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.196525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.196849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:51.524218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['f2433fcc-1e09-4d48-9848-8c318e6469ac'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:55:51.554153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6763931-1578-4571-a434-db1dd806439d req-b53db5ea-6921-4452-96d7-db4f4d45d8ae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:51.555704 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6763931-1578-4571-a434-db1dd806439d req-b53db5ea-6921-4452-96d7-db4f4d45d8ae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Jul 28 18:55:51.593477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a6763931-1578-4571-a434-db1dd806439d req-e5817527-1e82-4bfe-a663-43fba084f2ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jul 28 18:55:51.926601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28e323-c036-4120-9004-09bf7579f663 req-e502b263-803a-465b-9bad-346a7fa6db7e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:51.928119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c28e323-c036-4120-9004-09bf7579f663 req-e502b263-803a-465b-9bad-346a7fa6db7e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Jul 28 18:55:51.970752 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c28e323-c036-4120-9004-09bf7579f663 req-be4720c0-8a97-481c-80db-529f2b918294 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338473 Jul 28 18:55:52.019860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-982ed65b-196f-4a86-8e11-8b6b24db9671 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:52.021294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-982ed65b-196f-4a86-8e11-8b6b24db9671 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66&tenant_id=276b7558cfe14488bb6e79a94db92c01&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 945 time: 0.0496514 Jul 28 18:55:52.079868 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-65ff9b0a-fbbf-4106-b6c9-327e8141275e service neutron] delete failed (client error): The resource could not be found. Jul 28 18:55:52.080761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-65ff9b0a-fbbf-4106-b6c9-327e8141275e service neutron] 10.222.0.37 "DELETE /v2.0/ports/f2433fcc-1e09-4d48-9848-8c318e6469ac/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0517275 Jul 28 18:55:52.165000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-0b9c4196-4fe0-4bab-a7e9-8edcb16f5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:52.167117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-0b9c4196-4fe0-4bab-a7e9-8edcb16f5a74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 1096 time: 0.0438857 Jul 28 18:55:52.252465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-6275a03c-f74b-453a-b942-0ec057e47210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:52.253879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-6275a03c-f74b-453a-b942-0ec057e47210 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0798786 Jul 28 18:55:52.319786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-adcc07fa-2d7e-4c3d-aa91-438c069cd0a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 200 len: 1001 time: 0.0583622 Jul 28 18:55:52.368285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-eafa8f47-008a-46e7-8fc2-7733f67bb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:52.369820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-eafa8f47-008a-46e7-8fc2-7733f67bb479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0434532 Jul 28 18:55:52.414119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-8b0436fe-4f49-4f6b-8f94-0311966141ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:52.415614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-8b0436fe-4f49-4f6b-8f94-0311966141ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389187 Jul 28 18:55:52.503825 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-1fb5aa58-d152-400e-9232-128526f8ce1a service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812604 Jul 28 18:55:52.896618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:52.936087 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a216268-d7f1-42a0-b494-7a542aaf8edd req-94f79106-016b-4c18-ad7f-88cdf75c2e86 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243970 Jul 28 18:55:52.996999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port f2433fcc-1e09-4d48-9848-8c318e6469ac completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:53.005201 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port f2433fcc-1e09-4d48-9848-8c318e6469ac triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:53.005201 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:53.085087 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:53.089983 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225c357-adde-4b8f-900b-476c9e38b30f req-a806e40f-01af-4b6c-9bb7-1d8c69f53165 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:53.091615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d225c357-adde-4b8f-900b-476c9e38b30f req-a806e40f-01af-4b6c-9bb7-1d8c69f53165 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Jul 28 18:55:53.107265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:55:53.122499 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:53.132421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d225c357-adde-4b8f-900b-476c9e38b30f req-850a8663-ae23-46a2-8197-457a3435cdc5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Jul 28 18:55:53.149852 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b2bf2-989f-4c35-9769-e5bbfe50237a" -d '{"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-plugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:55:53.181455 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:53.230200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:53.244401 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f3b64-5c09-4598-8806-4b66a875da5e x-openstack-request-id: req-ba4f3b64-5c09-4598-8806-4b66a875da5e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:55:53.244401 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-plugged", "status": "completed", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:55:53.244401 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba4f3b64-5c09-4598-8806-4b66a875da5e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:55:53.244401 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'code': 200} Jul 28 18:55:54.251516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61ca5-6eac-4b6d-b33d-43b455c3e5f4 req-7d84d6ce-c87d-4a5b-aea7-1c9e88197f39 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:54.252990 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ccc61ca5-6eac-4b6d-b33d-43b455c3e5f4 req-7d84d6ce-c87d-4a5b-aea7-1c9e88197f39 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0530746 Jul 28 18:55:54.290167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ccc61ca5-6eac-4b6d-b33d-43b455c3e5f4 req-602e0f71-87ca-43ac-8508-f2fac1e85d85 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Jul 28 18:55:54.404893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e23f3-50ce-4d63-bf0d-683488e0137f req-dfafeb55-8ba3-4773-b4e2-9bdcb328913c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:54.406348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01e23f3-50ce-4d63-bf0d-683488e0137f req-dfafeb55-8ba3-4773-b4e2-9bdcb328913c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0474329 Jul 28 18:55:54.443131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01e23f3-50ce-4d63-bf0d-683488e0137f req-ba8c0226-c822-487b-b5a6-906c2c044045 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Jul 28 18:55:54.554480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47b556-d3d2-4b6d-85b3-a67c9a7855c8 req-c2aab2bc-bbd6-46a0-a967-2f681158cf5e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:54.555973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd47b556-d3d2-4b6d-85b3-a67c9a7855c8 req-c2aab2bc-bbd6-46a0-a967-2f681158cf5e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Jul 28 18:55:54.592508 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fd47b556-d3d2-4b6d-85b3-a67c9a7855c8 req-42dbe245-8345-486e-8993-53f2770154f2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Jul 28 18:55:54.976513 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605797-558b-4ae9-a9ba-978dde77abe6 req-0179d1f0-5a67-484d-9fd0-db4d00fab060 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:54.977995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60605797-558b-4ae9-a9ba-978dde77abe6 req-0179d1f0-5a67-484d-9fd0-db4d00fab060 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0486710 Jul 28 18:55:55.015891 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60605797-558b-4ae9-a9ba-978dde77abe6 req-2babcb2a-ad6d-48a6-9b98-8e9f180169fe tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 28 18:55:56.133621 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216915-ded0-467c-b16a-c7fd3f7eb037 req-f17d6663-3573-405a-93ec-ae4c2abc5a87 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:56.135626 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb216915-ded0-467c-b16a-c7fd3f7eb037 req-f17d6663-3573-405a-93ec-ae4c2abc5a87 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0521145 Jul 28 18:55:56.173103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb216915-ded0-467c-b16a-c7fd3f7eb037 req-2ec6173b-0b04-4a1d-8609-b90544fff494 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jul 28 18:55:56.383754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-a2a6df3d-8a7c-4fb5-a70b-77d249594b63 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:56.385589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-a2a6df3d-8a7c-4fb5-a70b-77d249594b63 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 946 time: 0.0464954 Jul 28 18:55:56.473732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Deleting port f2433fcc-1e09-4d48-9848-8c318e6469ac {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:55:56.474074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:56.559073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] For port f2433fcc-1e09-4d48-9848-8c318e6469ac, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=f2433fcc-1e09-4d48-9848-8c318e6469ac,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:56.559469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:56.721098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:56.721474 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:56.721812 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 disassociated. External IP: 172.25.7.154, port: f2433fcc-1e09-4d48-9848-8c318e6469ac. Jul 28 18:55:56.722161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Calling delete_port for f2433fcc-1e09-4d48-9848-8c318e6469ac owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:55:56.923834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:56.952103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'Port': ['ID=f2433fcc-1e09-4d48-9848-8c318e6469ac,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:57.068391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:55:57.177802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:55:57.187069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:55:57.195921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:57.196608 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:55:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:57.218986 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] No DVR routers for this DVR port f2433fcc-1e09-4d48-9848-8c318e6469ac on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:55:57.221783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:57.224069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-173e810f-3d75-4cfa-8e05-2e545d18ed3d req-b1e71840-e847-45c2-bc9c-12b0f85d9eaa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "DELETE /v2.0/ports/f2433fcc-1e09-4d48-9848-8c318e6469ac HTTP/1.1" status: 204 len: 173 time: 0.8318527 Jul 28 18:55:57.224519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-deleted', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:55:57.227590 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d15e196-713f-4596-8893-27ada513edd9" -d '{"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-deleted", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:55:57.267910 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb046aae-2d1c-419b-8b11-7cea6831d3ac x-openstack-request-id: req-cb046aae-2d1c-419b-8b11-7cea6831d3ac {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:55:57.268265 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b9a93-116c-460b-aa54-bd39f45eda66", "name": "network-vif-deleted", "tag": "f2433fcc-1e09-4d48-9848-8c318e6469ac", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:55:57.268518 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb046aae-2d1c-419b-8b11-7cea6831d3ac {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:55:57.268919 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b9a93-116c-460b-aa54-bd39f45eda66', 'name': 'network-vif-deleted', 'tag': 'f2433fcc-1e09-4d48-9848-8c318e6469ac', 'status': 'completed', 'code': 200} Jul 28 18:55:57.292600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c9d945b3-f462-4523-ba48-5c0bfb5ba8b9 req-896eef7c-8350-4f10-8ad9-3a67cc0ae94f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=743b9a93-116c-460b-aa54-bd39f45eda66 HTTP/1.1" status: 200 len: 210 time: 0.0430124 Jul 28 18:55:57.307679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:57.503304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:57.533633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:55:57.542367 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:57.543004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:55:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:57.805634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:57.997079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:58.022645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7eef-30ab-49e8-a0a3-72f805bcadd4 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:55:58.232593 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3aad9-b045-41f9-878b-7167c1cb5477 None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:55:58.532683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-599d26e9-ef43-4a1c-aa07-d539503d34d1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1401006315&fields=id&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 267 time: 0.0363603 Jul 28 18:55:58.636184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-6d8536b6-e842-464e-a81c-217fba168629 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:58.637558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-6d8536b6-e842-464e-a81c-217fba168629 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.0980597 Jul 28 18:55:58.652819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-e3924cb7-002f-4b3e-8317-cbdc3462f8a4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/quotas/276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 375 time: 0.0096276 Jul 28 18:55:58.703628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-beedef28-5634-4c96-8a3a-4f75012042e2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457006 Jul 28 18:55:58.764489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-eac42f95-d6d1-4544-b180-0828fe63e871 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:55:58.765516 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-eac42f95-d6d1-4544-b180-0828fe63e871 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504031 Jul 28 18:55:58.855710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-902fb83d-d3a9-4bf6-84c6-400017150bb7 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840263 Jul 28 18:55:58.942850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-3d964e3d-b9e9-4140-8061-a2ae46ab9879 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809813 Jul 28 18:55:59.171558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-49149e45-db86-4960-b199-3d5534fc95a2 req-4887c70c-1a7c-4d88-8d35-73c20adeb4f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 210 time: 0.0269759 Jul 28 18:56:00.270471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ccb88d3-2d64-48f6-b8ec-0d17e779b555 req-b6c4bdc5-a343-484d-ae06-da7a0565239c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jul 28 18:56:00.947343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:56:00.970632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: f2433fcc-1e09-4d48-9848-8c318e6469ac {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:56:00.970973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device f2433fcc-1e09-4d48-9848-8c318e6469ac not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:56:01.056996 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-0df7b1a0-cb49-4856-a5dd-6217dc10edbc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:01.059247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-0df7b1a0-cb49-4856-a5dd-6217dc10edbc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.1052225 Jul 28 18:56:01.111899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-f2a3ac77-6226-4aa7-9bff-76d7b43c11f5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 380 time: 0.0367630 Jul 28 18:56:01.122632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'port': {'device_id': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'admin_state_up': True, 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'security_groups': ['06e39866-bb9b-486d-b31f-10eb3008b875']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:56:01.308024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:56:01.311612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:01.366146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ed786d04-d147-4c04-8c28-a13d703def35 req-57450742-3ac8-4a2b-8308-7bec4bc78cd2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 210 time: 0.0264699 Jul 28 18:56:01.443817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Allocated IP 172.20.0.8 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/b87bb627-3b5c-410f-8571-45949b8c4948) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:56:01.577594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:01.591196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Transition to ACTIVE for port object b87bb627-3b5c-410f-8571-45949b8c4948 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:56:01.695867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:01.737116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:56:01.740140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:56:01.744286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:56:01.771625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:56:01.799430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:01.800052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:01.896472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-43bd7ef8-3a9f-45a7-a19b-8589a0393bc8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779884 Jul 28 18:56:01.908506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Request body: {'port': {'device_id': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:56:01.965493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.038139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b68ff386-c7b8-4003-9005-793530519ea3 None None] Provisioning for port b87bb627-3b5c-410f-8571-45949b8c4948 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:56:02.042391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b68ff386-c7b8-4003-9005-793530519ea3 None None] Provisioning complete for port b87bb627-3b5c-410f-8571-45949b8c4948 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:56:02.049877 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b68ff386-c7b8-4003-9005-793530519ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.075907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-b68ff386-c7b8-4003-9005-793530519ea3 None None] Port b87bb627-3b5c-410f-8571-45949b8c4948 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:56:02.222545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87bb627-3b5c-410f-8571-45949b8c4948 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:56:02.230299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.241953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Transition to ACTIVE for port object b87bb627-3b5c-410f-8571-45949b8c4948 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:56:02.307018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.377910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:56:02.432359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:56:02.432887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:56:02.433234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:56:02.440195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:56:02.440522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:56:02.468725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:56:02.469074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:56:02.469497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:56:02.469948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Bound port: b87bb627-3b5c-410f-8571-45949b8c4948, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:56:02.470599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.527679 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7297-2db3-4a3c-a489-a666c0d3c730 req-a235f7ef-0fa4-4fc6-89fe-cab07b5a6f61 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:02.529205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4ac7297-2db3-4a3c-a489-a666c0d3c730 req-a235f7ef-0fa4-4fc6-89fe-cab07b5a6f61 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0908053 Jul 28 18:56:02.575452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:56:02.582551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:56:02.591910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4ac7297-2db3-4a3c-a489-a666c0d3c730 req-2ed09b15-3740-4684-b00e-4ad65e621833 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530853 Jul 28 18:56:02.655983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.690177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:02.690789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:02.692218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] 10.222.0.35 "PUT /v2.0/ports/b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1091 time: 0.7880251 Jul 28 18:56:02.692657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:56:02.694899 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f9840-81a5-4ca0-8ccf-00f2b255581a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:56:02.721303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4a1b0-fee5-4b8e-b3d3-1f24cb6d8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:56:02.733162 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bedd052-61af-43aa-b8b4-77190bbf5ef0 x-openstack-request-id: req-0bedd052-61af-43aa-b8b4-77190bbf5ef0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:56:02.733453 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:56:02.733705 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bedd052-61af-43aa-b8b4-77190bbf5ef0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:56:02.734114 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'status': 'completed', 'code': 200} Jul 28 18:56:02.795736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-2a615a69-aac8-430c-b973-b970874d22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:02.797559 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-2a615a69-aac8-430c-b973-b970874d22cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0439143 Jul 28 18:56:02.900806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-19d62927-f2a4-46e0-a3ca-351f86ddf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:02.902289 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-19d62927-f2a4-46e0-a3ca-351f86ddf528 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=276b7558cfe14488bb6e79a94db92c01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967271 Jul 28 18:56:02.994672 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-8a1b8e6f-cba1-4e99-aadc-878f0e419a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:02.996115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-435f9840-81a5-4ca0-8ccf-00f2b255581a req-8a1b8e6f-cba1-4e99-aadc-878f0e419a31 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872040 Jul 28 18:56:03.069524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-6310d23b-c6dd-4fe9-840f-9c9669196eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:03.071072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-6310d23b-c6dd-4fe9-840f-9c9669196eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0401020 Jul 28 18:56:03.116271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-74e52e54-ac8e-40ad-b203-f033910fe73f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 217 time: 0.0375304 Jul 28 18:56:03.163980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c696857c-5d10-4ab7-aae4-af30acde718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:03.165447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-c696857c-5d10-4ab7-aae4-af30acde718c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0428860 Jul 28 18:56:03.209031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-58c76056-6517-4a91-9ba2-3269fbef4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:03.210458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-58c76056-6517-4a91-9ba2-3269fbef4f84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385122 Jul 28 18:56:03.301131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-153fee4f-bbfe-4cbd-a4f4-c6c993d7c940 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Jul 28 18:56:03.388256 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64dd59e5-7a02-435b-bf8c-5f1ae6cbd361 req-0d134d3a-5972-4322-8115-0c9825c124a5 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800185 Jul 28 18:56:03.709094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b4a99-2145-4f2a-807b-304f3f798e1e req-bb33e9b0-79c5-4dd1-a11c-a15d1f3a74e8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:03.710579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd5b4a99-2145-4f2a-807b-304f3f798e1e req-bb33e9b0-79c5-4dd1-a11c-a15d1f3a74e8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0510538 Jul 28 18:56:03.754226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd5b4a99-2145-4f2a-807b-304f3f798e1e req-7e3a6665-1fd5-4ae8-baaf-932cde77623c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361083 Jul 28 18:56:04.868818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe599eaa-0b6c-4817-bd49-92a4cac477ea req-47976219-6bb0-4428-8bd4-5c96fee8a7be tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:04.870289 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe599eaa-0b6c-4817-bd49-92a4cac477ea req-47976219-6bb0-4428-8bd4-5c96fee8a7be tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0483589 Jul 28 18:56:04.906921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe599eaa-0b6c-4817-bd49-92a4cac477ea req-41890e5b-d08e-4b30-8ad6-1b1d7cfc1608 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Jul 28 18:56:06.028456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23083ae8-abe9-4c74-8166-a32873e82682 req-d9aede30-d781-4398-8ee5-a259579a908c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:06.029967 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23083ae8-abe9-4c74-8166-a32873e82682 req-d9aede30-d781-4398-8ee5-a259579a908c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0499768 Jul 28 18:56:06.066634 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-23083ae8-abe9-4c74-8166-a32873e82682 req-82fa7418-a920-4411-b6c0-1aa07727b2ef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jul 28 18:56:06.978042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:56:07.076163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:56:07.087227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'mac_address': 'fa:16:3e:12:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:56:07.125184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:07.137978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87bb627-3b5c-410f-8571-45949b8c4948 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:56:07.158128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:56:07.187427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860945-4e8c-48b3-a900-108a1413f1a5 req-786eedea-3092-41a5-bf9a-8962e1dc0a21 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:07.188954 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03860945-4e8c-48b3-a900-108a1413f1a5 req-786eedea-3092-41a5-bf9a-8962e1dc0a21 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0550461 Jul 28 18:56:07.220209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:07.231375 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03860945-4e8c-48b3-a900-108a1413f1a5 req-901b4ba0-7d29-40c4-8a6d-7365eae0dd7f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361814 Jul 28 18:56:07.268072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:56:07.494370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['b87bb627-3b5c-410f-8571-45949b8c4948'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:56:07.723828 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-996f4c96-fbd0-4a2d-b6e8-f0605feff729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:08.346774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef967a-459a-4354-b8bb-93032fc037e0 req-f07d1e7d-121d-4e19-99e5-554fde00bc91 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:08.348311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41ef967a-459a-4354-b8bb-93032fc037e0 req-f07d1e7d-121d-4e19-99e5-554fde00bc91 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 944 time: 0.0493784 Jul 28 18:56:08.386724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-41ef967a-459a-4354-b8bb-93032fc037e0 req-8b8695d7-b7d3-412d-81fc-df680383ce6b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Jul 28 18:56:08.985427 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:56:09.088450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port b87bb627-3b5c-410f-8571-45949b8c4948 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:56:09.091974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port b87bb627-3b5c-410f-8571-45949b8c4948 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:56:09.092348 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:09.168499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:09.190946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:56:09.193197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d85b80-d6bd-4057-9cbe-3635afd34683" -d '{"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-plugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:56:09.206435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:56:09.227688 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9cbbc-3382-4960-a6c5-9cce58aab93e x-openstack-request-id: req-38d9cbbc-3382-4960-a6c5-9cce58aab93e {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:56:09.227977 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-plugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:56:09.230441 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38d9cbbc-3382-4960-a6c5-9cce58aab93e {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:56:09.230841 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'code': 200} Jul 28 18:56:09.283179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:09.321351 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89fda-cd13-4d91-abb0-092d9f020886 req-63fcdebe-ef61-4002-9fe5-c5b2f420a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:09.323343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45a89fda-cd13-4d91-abb0-092d9f020886 req-63fcdebe-ef61-4002-9fe5-c5b2f420a01e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0417542 Jul 28 18:56:09.332268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:56:09.368574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45a89fda-cd13-4d91-abb0-092d9f020886 req-294e331c-deb1-49ef-8f0c-6d48e1134311 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387745 Jul 28 18:56:09.498627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb69fc-2b13-46ed-a970-85074d017709 req-98152b15-8130-4d17-894b-c9af3e27bca4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:09.500156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1adb69fc-2b13-46ed-a970-85074d017709 req-98152b15-8130-4d17-894b-c9af3e27bca4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0483603 Jul 28 18:56:09.539146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1adb69fc-2b13-46ed-a970-85074d017709 req-69fa91b6-9f45-438d-88ca-5f397ca4e6f6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 28 18:56:10.123825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:10.300962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bb30981-a6dc-4ad9-9ab3-bdfa13761ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:10.656391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174121-5665-4db1-8b37-77d000b5d85f req-3994bafc-309d-4821-8428-6e5b2c02d59e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:10.657869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d174121-5665-4db1-8b37-77d000b5d85f req-3994bafc-309d-4821-8428-6e5b2c02d59e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0489767 Jul 28 18:56:10.696720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d174121-5665-4db1-8b37-77d000b5d85f req-4f14a9cd-e9ab-4a7d-b37b-ee75880b6ca1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Jul 28 18:56:10.813485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c71583-36ad-4726-900c-6a25cdcf5bb6 req-c1e472ef-bbb0-4404-b20d-685567d6f3d0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:10.814875 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-89c71583-36ad-4726-900c-6a25cdcf5bb6 req-c1e472ef-bbb0-4404-b20d-685567d6f3d0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0485425 Jul 28 18:56:10.823531 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 49018) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:56:10.828212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'floatingip': {'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:56:10.865893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:11.291492 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:11.295774 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:11.381371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:11.479474 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 associated. External IP: 172.25.7.154, port: b87bb627-3b5c-410f-8571-45949b8c4948. Jul 28 18:56:11.676971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:56:12.089743 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:56:12.094561 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:12.099327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:56:12.108787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:56:12.109398 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:56:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:56:12.124627 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff552b54-8053-4160-a4fc-eb0e47e4be41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "PUT /v2.0/floatingips/4249cdc2-7b13-4c38-986c-901e9be229f3 HTTP/1.1" status: 200 len: 991 time: 1.2972429 Jul 28 18:56:12.124627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:56:12.166811 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916511d-546d-4b8e-b129-70bd18983de0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:56:12.229908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:56:12.259909 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7597b77-b12a-4c17-bdfc-a55a7eb964ae x-openstack-request-id: req-e7597b77-b12a-4c17-bdfc-a55a7eb964ae {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:56:12.260652 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:56:12.260919 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7597b77-b12a-4c17-bdfc-a55a7eb964ae {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:56:12.261313 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'status': 'completed', 'code': 200} Jul 28 18:56:12.322949 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916511d-546d-4b8e-b129-70bd18983de0 req-92d4ea4b-048c-459f-a9ce-16d76be372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:12.324821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-92d4ea4b-048c-459f-a9ce-16d76be372e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0437238 Jul 28 18:56:12.423972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916511d-546d-4b8e-b129-70bd18983de0 req-41567e91-d165-47a5-a992-a60dfbb34c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:12.425451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-41567e91-d165-47a5-a992-a60dfbb34c26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0938222 Jul 28 18:56:12.467484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:12:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:56:11Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:56:12.489707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-2b8beaf7-2ae0-40fa-9165-821d3349e3e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 999 time: 0.0572164 Jul 28 18:56:12.493282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:56:12.501618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:56:12.502231 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:56:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:56:12.545081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916511d-546d-4b8e-b129-70bd18983de0 req-e95c51a1-b0b5-4b04-8599-dd2b7ef422f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:12.546570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-e95c51a1-b0b5-4b04-8599-dd2b7ef422f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0503080 Jul 28 18:56:12.591638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916511d-546d-4b8e-b129-70bd18983de0 req-3bb2cac1-cee2-4e04-8676-ed164469c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:12.593133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-3bb2cac1-cee2-4e04-8676-ed164469c134 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394580 Jul 28 18:56:12.607495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:56:12.682369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-193fbf26-9b43-46ab-a2a3-895dcd11d806 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803299 Jul 28 18:56:12.774169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9916511d-546d-4b8e-b129-70bd18983de0 req-fae960e5-9d73-4a9b-89bb-1665062156d1 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Jul 28 18:56:12.828009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:12:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:56:11Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:56:12.853587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed310167-1051-4a7c-86ec-ad5a4ec3df3f None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:12:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:56:11Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:56:13.044011 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d9131-fb9c-4b83-bdd2-34800222dc0f None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:56:13.140952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:15.945439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:19.100426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:21.154627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:56:37.701183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0e705b11-2321-49ca-85b8-a6f9eae26262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:40.089586 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:40.340833 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-847b5944-4750-4473-b499-1d0c8630d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:40.578298 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-c68ded10-2f6e-4b41-85d8-d66256e48b63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408368 Jul 28 18:56:40.659284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-6a7c57a6-f4db-4caa-b268-e78916f21adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:40.660733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-6a7c57a6-f4db-4caa-b268-e78916f21adb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0396359 Jul 28 18:56:40.766511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-cbbdc2ce-c7ce-4639-80f6-1bac44be879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:40.768018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-cbbdc2ce-c7ce-4639-80f6-1bac44be879e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0879033 Jul 28 18:56:40.831744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-dd526ad5-863d-4125-bcdc-8985e0a2a10e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1001 time: 0.0556581 Jul 28 18:56:40.882680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-60488de8-c36f-4f6b-98be-7aab7e483724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:40.884116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-60488de8-c36f-4f6b-98be-7aab7e483724 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0453024 Jul 28 18:56:40.928014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-b2c6e79c-58b5-4433-bf66-5a7769502905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:56:40.929405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-b2c6e79c-58b5-4433-bf66-5a7769502905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387352 Jul 28 18:56:41.017510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-cd8decd3-cef5-4453-ae5a-4cde15e423a1 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806811 Jul 28 18:56:41.118433 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57d1129-b2e7-40ae-b454-5e9cd785d6bd req-399fb1d4-603c-4107-86a7-a3802dec7ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Jul 28 18:56:41.249972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:43.118472 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:45.952511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:49.100761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:58.153862 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:57:07.695419 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-087ca5c2-ad4f-494e-bfa8-b07cc025a866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:10.066507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:10.324095 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2c0987e0-b9fe-49b3-ab2e-af1704c53ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:11.289695 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:13.129837 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:14.758368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-c914fcf1-ef3a-4c31-a5fb-ae24f702fa20 req-d253041f-4c9c-4377-b809-ed206acc0c83 service neutron] (101106) timed out ('10.222.0.35', 53050) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 18:57:15.952672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:19.101006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:35.153307 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:57:37.701288 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e030485-bdc2-4c34-9336-c5f5f1800930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:40.084100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:40.317854 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-247c61a3-1f8d-43ed-898f-ac288f501fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:40.582142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-7dbd111a-828f-4dc0-8a3c-4c4a5c3998ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442882 Jul 28 18:57:40.667509 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-953bfd42-1beb-401a-9d66-7dac55391350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:40.668917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-953bfd42-1beb-401a-9d66-7dac55391350 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0448997 Jul 28 18:57:40.772720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-1f74c440-6af1-41bd-9ab3-c9bace19b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:40.774185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-1f74c440-6af1-41bd-9ab3-c9bace19b64f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0866039 Jul 28 18:57:40.838542 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-1c80e597-dd60-4778-ba44-1e6d24385e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1001 time: 0.0567524 Jul 28 18:57:40.891019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-3a548095-2fd9-493e-a00f-81c7a03e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:40.892473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-3a548095-2fd9-493e-a00f-81c7a03e5a7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0474398 Jul 28 18:57:40.953210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-bc82fb40-f6db-4450-afaa-200cbcda5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:40.953210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-bc82fb40-f6db-4450-afaa-200cbcda5b67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388525 Jul 28 18:57:41.025618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-8d8ecc89-4439-4299-bd1e-f7059c851856 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800018 Jul 28 18:57:41.116449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f9bb5cc5-97d5-4fce-b0eb-c181360d8f0e req-6fdc71ad-25da-4024-9860-0d31246f4a29 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844553 Jul 28 18:57:41.308075 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:43.124247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:45.998836 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:49.124573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:07.679071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ca615c0d-2b44-414b-93c0-71d11ca2d179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.078849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.324482 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cace773f-1eff-4004-a602-b863bc3c8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:11.290842 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:12.152706 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:58:13.129115 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:15.976194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:19.136459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:37.684963 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d64592f5-2a27-4444-a7da-eb12a36d3620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:40.089243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:40.325521 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e5194f8-8334-4b98-8db4-7e71a1cd0752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:41.277899 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:41.591759 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-ca54120f-d036-4e1f-9a1a-1572981ae40b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448101 Jul 28 18:58:41.673481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-c01bbc38-01bf-436b-a0ab-e611196e4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:41.674924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-c01bbc38-01bf-436b-a0ab-e611196e4f13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0398362 Jul 28 18:58:41.779242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-27c4200d-3e78-4cb6-a1b7-b69be406028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:41.780631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-27c4200d-3e78-4cb6-a1b7-b69be406028d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0854962 Jul 28 18:58:41.847336 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-aa3db44b-aa4d-4a29-9aa1-ab984349112b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1001 time: 0.0596468 Jul 28 18:58:41.899327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-5da732d2-a5c6-45aa-8c1a-6fe6f86f7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:41.900741 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-5da732d2-a5c6-45aa-8c1a-6fe6f86f7c98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0465984 Jul 28 18:58:41.944981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-f2a76c36-8923-4243-9dfb-91f5ecfada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:41.946535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-f2a76c36-8923-4243-9dfb-91f5ecfada1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392227 Jul 28 18:58:41.958206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-d434f33c-0c1b-40ba-9e28-e75688a6344a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:58:41.958341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-d434f33c-0c1b-40ba-9e28-e75688a6344a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051968 Jul 28 18:58:42.047647 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-323949a9-8f6c-4543-b4ff-3448ee5602b6 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Jul 28 18:58:42.138503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fa42e2d9-eafc-426e-a3ac-bc68b65cfb82 req-965aa99a-f8dc-4eda-9f2e-db98393cb3b5 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Jul 28 18:58:43.142215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:45.481590 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109ca4-d37a-48a1-a304-b71d19701081 req-5b725e7e-f99c-4f2b-8c5f-0011fcd4184a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:45.483060 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7109ca4-d37a-48a1-a304-b71d19701081 req-5b725e7e-f99c-4f2b-8c5f-0011fcd4184a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0542951 Jul 28 18:58:45.525173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7109ca4-d37a-48a1-a304-b71d19701081 req-146be3bb-b7e6-405a-beea-22a97bc84d84 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Jul 28 18:58:46.088697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:46.641773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58583955-10ce-49e7-b412-6198f6ae8869 req-2a93e61f-420a-467d-866f-b43e7f3555c1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:46.643247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58583955-10ce-49e7-b412-6198f6ae8869 req-2a93e61f-420a-467d-866f-b43e7f3555c1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0492113 Jul 28 18:58:46.680475 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58583955-10ce-49e7-b412-6198f6ae8869 req-4974b1ac-725f-4b21-b950-d3425501c8d1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Jul 28 18:58:47.799408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c093-f2f1-4876-b3d4-109e89dc9ffa req-80c70118-eabf-479a-a51b-5c83f092bf14 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:47.800875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a95c093-f2f1-4876-b3d4-109e89dc9ffa req-80c70118-eabf-479a-a51b-5c83f092bf14 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0515976 Jul 28 18:58:47.838218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a95c093-f2f1-4876-b3d4-109e89dc9ffa req-6e338383-4af7-43f8-a5a4-4a5b9ee9e0be tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jul 28 18:58:48.950808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e97bd4-a8e2-461d-821a-1e4663c00faf req-362ff005-10cd-490d-9d13-bf66b49044be tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:48.952293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e97bd4-a8e2-461d-821a-1e4663c00faf req-362ff005-10cd-490d-9d13-bf66b49044be tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0471680 Jul 28 18:58:48.993248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9e97bd4-a8e2-461d-821a-1e4663c00faf req-10277365-b7c2-40f9-96bb-e03ff413060d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Jul 28 18:58:49.147843 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:49.151516 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:58:50.118717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466ef4-c984-4d19-8912-db0f5b2fff9e req-411b8a35-3086-474b-8d93-742fb19288cb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:50.120268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6466ef4-c984-4d19-8912-db0f5b2fff9e req-411b8a35-3086-474b-8d93-742fb19288cb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0483308 Jul 28 18:58:50.157325 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6466ef4-c984-4d19-8912-db0f5b2fff9e req-94232def-a78a-4794-b0ac-397186922e66 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Jul 28 18:58:51.273386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c2497-55b7-4508-8375-27d1cce48d2e req-79d2f921-6453-4451-99d4-adf4985e728c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:51.274862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81c2497-55b7-4508-8375-27d1cce48d2e req-79d2f921-6453-4451-99d4-adf4985e728c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0501077 Jul 28 18:58:51.311934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81c2497-55b7-4508-8375-27d1cce48d2e req-c019aaa2-8da2-45c3-aa0f-850353f33ed3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jul 28 18:58:52.424549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4280d-d689-4613-b3fb-fc432386e7cb req-72f4031a-6355-4e28-ac59-72cb766004d5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:52.426036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4f4280d-d689-4613-b3fb-fc432386e7cb req-72f4031a-6355-4e28-ac59-72cb766004d5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0484114 Jul 28 18:58:52.462384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c4f4280d-d689-4613-b3fb-fc432386e7cb req-d00d2674-d374-468b-ac20-18f22e79771f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304415 Jul 28 18:58:53.576615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574189-d3dc-47ab-a78a-31dc77f96081 req-f1c70dc1-15a1-4535-8fd0-3472a622035d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:53.578107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98574189-d3dc-47ab-a78a-31dc77f96081 req-f1c70dc1-15a1-4535-8fd0-3472a622035d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0482535 Jul 28 18:58:53.614395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-98574189-d3dc-47ab-a78a-31dc77f96081 req-a497e1f4-a79b-4503-b0ba-173c6c5dfc5d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304065 Jul 28 18:58:54.733147 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca95e2-8d4a-41cf-96cd-29dd6cf7a2d5 req-54ea8f7d-991e-4e1f-b00f-431b8af5d64a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:54.734672 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6ca95e2-8d4a-41cf-96cd-29dd6cf7a2d5 req-54ea8f7d-991e-4e1f-b00f-431b8af5d64a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0535004 Jul 28 18:58:54.772338 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c6ca95e2-8d4a-41cf-96cd-29dd6cf7a2d5 req-0065c96c-a79b-4031-aa32-ccf555011094 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Jul 28 18:58:55.887747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cd95-f40d-4af9-afcc-cf85ae36f882 req-d5a204fc-d90e-4e6d-b7a2-85f0e688e757 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:55.889269 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd33cd95-f40d-4af9-afcc-cf85ae36f882 req-d5a204fc-d90e-4e6d-b7a2-85f0e688e757 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0494559 Jul 28 18:58:55.929523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd33cd95-f40d-4af9-afcc-cf85ae36f882 req-43c5eeec-cf3d-4ab6-8389-b206cd521fd5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Jul 28 18:58:57.045650 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d06c-43dd-44c0-8338-645c7d8f3de3 req-5a85dd10-9413-4381-8184-58a0ba7c8f42 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:57.047109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cde8d06c-43dd-44c0-8338-645c7d8f3de3 req-5a85dd10-9413-4381-8184-58a0ba7c8f42 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0476451 Jul 28 18:58:57.083825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cde8d06c-43dd-44c0-8338-645c7d8f3de3 req-13f761bc-ba9a-4b70-9f89-00ea7fc37633 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Jul 28 18:58:57.424112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5446c-e967-473f-b9c3-5ae5f00e2733 req-18a11ae4-6e3e-418c-921b-4fa814138d40 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:57.425597 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ed5446c-e967-473f-b9c3-5ae5f00e2733 req-18a11ae4-6e3e-418c-921b-4fa814138d40 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0478504 Jul 28 18:58:57.461912 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8ed5446c-e967-473f-b9c3-5ae5f00e2733 req-89791380-c383-449c-b0c4-6e113f1a50a0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303600 Jul 28 18:58:57.596807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-6a9dd582-1a79-446d-9420-7e8af0f56eba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880072 Jul 28 18:58:58.580507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79eb62-082e-4a0a-87fa-02bddf2804ee req-f735fd89-3e6f-4467-ab7f-a1c330d307f5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:58.582021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd79eb62-082e-4a0a-87fa-02bddf2804ee req-f735fd89-3e6f-4467-ab7f-a1c330d307f5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0490170 Jul 28 18:58:58.621290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cd79eb62-082e-4a0a-87fa-02bddf2804ee req-303038a2-b749-408c-afe2-542c25929eef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Jul 28 18:58:59.739313 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c54f-f898-4ab0-b314-ba67df393c95 req-a0380728-4a9e-4db1-abdb-2523eb951273 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:59.740857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54f7c54f-f898-4ab0-b314-ba67df393c95 req-a0380728-4a9e-4db1-abdb-2523eb951273 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0493643 Jul 28 18:58:59.741133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-00d09a30-b3c6-472a-9654-45f772798255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:59.742659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-00d09a30-b3c6-472a-9654-45f772798255 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0403428 Jul 28 18:58:59.779723 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-54f7c54f-f898-4ab0-b314-ba67df393c95 req-e72bf0a2-993e-4269-b887-c8fdaf2cc9d1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 28 18:58:59.833553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-78788ba0-f9b2-4518-922f-98be7b437b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:59.835018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-78788ba0-f9b2-4518-922f-98be7b437b25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0857966 Jul 28 18:58:59.896684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-63b460e3-00fc-40cb-948b-4cf3c188d7a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1001 time: 0.0550077 Jul 28 18:58:59.943935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-cd8cd389-65d5-454a-a7bc-d726a9acb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:59.945366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-cd8cd389-65d5-454a-a7bc-d726a9acb18d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0413892 Jul 28 18:58:59.993601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-d5859363-9186-40e9-93cb-da82e2120799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:59.995055 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-d5859363-9186-40e9-93cb-da82e2120799 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431418 Jul 28 18:59:00.081599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-3487d8b1-bef7-4e70-bc78-de74a912e412 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794392 Jul 28 18:59:00.170987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-24d83060-aade-41bc-96f2-b00a01be88f8 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Jul 28 18:59:00.893890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bbcc3-0d70-4d6c-a3b1-654701e1696d req-5137274d-5f6b-4cb2-af08-2aceb441c815 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:00.895454 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a8bbcc3-0d70-4d6c-a3b1-654701e1696d req-5137274d-5f6b-4cb2-af08-2aceb441c815 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0496793 Jul 28 18:59:00.932572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6a8bbcc3-0d70-4d6c-a3b1-654701e1696d req-55bb1129-4358-4950-87b9-386157127d2b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Jul 28 18:59:02.046056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a276f6-c1fd-451b-bdb6-8586437b7c04 req-7b3c12c3-e35c-4be2-9a7d-aacdd62b7264 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:02.047560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13a276f6-c1fd-451b-bdb6-8586437b7c04 req-7b3c12c3-e35c-4be2-9a7d-aacdd62b7264 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0477262 Jul 28 18:59:02.084097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13a276f6-c1fd-451b-bdb6-8586437b7c04 req-d1eb56f6-c184-42b1-8f75-9babfc64e4c4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Jul 28 18:59:02.209571 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-f955f2b8-7152-4eb6-9751-5a2a3eef0dd0 service neutron] show failed (client error): The resource could not be found. Jul 28 18:59:02.210586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-f955f2b8-7152-4eb6-9751-5a2a3eef0dd0 service neutron] 10.222.0.35 "GET /v2.0/ports/b87bb627-3b5c-410f-8571-45949b8c4948/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0528681 Jul 28 18:59:02.704058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-148173bd-b5fa-4b66-8f72-e4c889b4b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:02.705536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-148173bd-b5fa-4b66-8f72-e4c889b4b67a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1096 time: 0.0434041 Jul 28 18:59:02.716869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:59:02.767480 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:02.960999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:02.993503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:59:03.030955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:03.033223 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0caac23-3f00-4162-a876-c3d82edfe1d1" -d '{"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-unplugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:03.036941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.049534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Transition to ACTIVE for port object b87bb627-3b5c-410f-8571-45949b8c4948 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:59:03.083813 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f4c28-d34c-4b70-a70f-8c675786b22c x-openstack-request-id: req-db8f4c28-d34c-4b70-a70f-8c675786b22c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:03.084105 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-unplugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:03.084378 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db8f4c28-d34c-4b70-a70f-8c675786b22c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:03.084771 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'code': 200} Jul 28 18:59:03.125524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.204360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325c93-9f44-4362-a1eb-10de2410abaf req-824097c5-f5d4-4649-a8a9-4b0d3eb4ba66 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.205932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc325c93-9f44-4362-a1eb-10de2410abaf req-824097c5-f5d4-4649-a8a9-4b0d3eb4ba66 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0537832 Jul 28 18:59:03.207808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:03.220563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.221248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.221248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.221675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.222100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.222437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.222786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.223101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.223450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.223779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.224307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.224637 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:03.254340 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc325c93-9f44-4362-a1eb-10de2410abaf req-205fd8c0-57a2-4bb5-b03e-bb44643d5909 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 Jul 28 18:59:03.264633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] No DVR routers for this DVR port b87bb627-3b5c-410f-8571-45949b8c4948 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:59:03.397872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:59:03.398209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:59:03.398536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:59:03.403258 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:59:03.403609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Attempting to bind port b87bb627-3b5c-410f-8571-45949b8c4948 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:59:03.408332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:59:03.408670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:59:03.409051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:59:03.409470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Bound port: b87bb627-3b5c-410f-8571-45949b8c4948, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:59:03.409820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.473606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:59:03.476721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:59:03.525586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.559303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.560022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.561512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1091 time: 0.8485205 Jul 28 18:59:03.584452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67f21-7823-4e70-9b2c-e7dd04bb34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:03.632325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-25016751-e475-4430-9449-beed1930a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.633862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-25016751-e475-4430-9449-beed1930a710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0421822 Jul 28 18:59:03.729172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-9e120a34-47a5-401d-86c0-77219dc688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.730661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-9e120a34-47a5-401d-86c0-77219dc688a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0902524 Jul 28 18:59:03.794416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-8cf84096-4fdc-4cbb-aa46-2d3c62e1f07d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 999 time: 0.0567238 Jul 28 18:59:03.841919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-536932bb-df58-487e-bded-55e3a949c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.843211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-536932bb-df58-487e-bded-55e3a949c62e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0419981 Jul 28 18:59:03.891746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-e0368c08-a356-4294-82b5-c520c2c6b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:03.893260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-e0368c08-a356-4294-82b5-c520c2c6b9be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420527 Jul 28 18:59:03.904024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-a55ec248-25a9-439b-94ec-9336b834b501 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:59:03.904964 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-a55ec248-25a9-439b-94ec-9336b834b501 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053906 Jul 28 18:59:03.991853 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-d6551310-bdfb-4339-b4da-3d4cba4799a3 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788949 Jul 28 18:59:04.081452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e4b89cba-f148-41f9-9c9e-24a9f26b57a5 req-a5cd90c1-41cd-4a3d-a940-50a9020e926e service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831566 Jul 28 18:59:04.371225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fd6ad-1584-4a5c-8157-f52315c554bf req-193a66cb-e8a2-4e1c-b215-da2efb07f201 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:04.372845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-552fd6ad-1584-4a5c-8157-f52315c554bf req-193a66cb-e8a2-4e1c-b215-da2efb07f201 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0493739 Jul 28 18:59:04.410867 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-552fd6ad-1584-4a5c-8157-f52315c554bf req-a9215cb0-0c5d-4607-a58a-8d675242d2a4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 28 18:59:05.085747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:05.088123 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:05.135021 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5980ce-b75c-417d-87d7-fe7bac19d3ce x-openstack-request-id: req-cf5980ce-b75c-417d-87d7-fe7bac19d3ce {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:05.135313 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:05.135600 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf5980ce-b75c-417d-87d7-fe7bac19d3ce {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:05.135993 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'status': 'completed', 'code': 200} Jul 28 18:59:05.222889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-933ea487-fddc-4618-a59f-dccaf990987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.224385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-933ea487-fddc-4618-a59f-dccaf990987e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0696666 Jul 28 18:59:05.226786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-33d1a2f5-18e2-46ce-b39e-37cceed092d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.228189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-33d1a2f5-18e2-46ce-b39e-37cceed092d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0643139 Jul 28 18:59:05.754700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd8d4-96a1-4d44-b374-3ddc8af53063 req-339199ed-f54c-4999-906a-f5c7029d3e41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.756225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c73fd8d4-96a1-4d44-b374-3ddc8af53063 req-339199ed-f54c-4999-906a-f5c7029d3e41 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.1339972 Jul 28 18:59:05.774659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-dec096dd-8242-4da0-a2b9-94b76fbed2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.776113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-dec096dd-8242-4da0-a2b9-94b76fbed2eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.5448925 Jul 28 18:59:05.786028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-40db97a9-9566-41d7-9067-4ffaf754b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.787442 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-40db97a9-9566-41d7-9067-4ffaf754b32e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.5482671 Jul 28 18:59:05.799513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:59:05.837153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:59:05.880931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c73fd8d4-96a1-4d44-b374-3ddc8af53063 req-8abdda23-06e3-4b67-9b6a-aa0cdbfe466e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139703 Jul 28 18:59:05.909023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-3833aa26-b141-4a8a-8f66-315fa149d7e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 999 time: 0.1242337 Jul 28 18:59:05.912643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-04cce370-b5ca-45e3-8d9d-bcc431989bed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 999 time: 0.1155841 Jul 28 18:59:05.994360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-7ee5d6f6-5e15-47e3-bf4b-7d4e5c1ae41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.995837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-7ee5d6f6-5e15-47e3-bf4b-7d4e5c1ae41d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0801642 Jul 28 18:59:05.997773 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-19fdf3e2-0b8d-4885-a179-a79be536dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:05.999139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-19fdf3e2-0b8d-4885-a179-a79be536dc74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0763133 Jul 28 18:59:06.071292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-9d55aea8-6699-4f0c-97a3-d8eb4a026f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:06.072813 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-9d55aea8-6699-4f0c-97a3-d8eb4a026f6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628693 Jul 28 18:59:06.075307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-214d020a-8364-4f6e-9e95-45f5efb65a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:06.076692 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-214d020a-8364-4f6e-9e95-45f5efb65a32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743895 Jul 28 18:59:06.226764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-ecdba9a3-c3f0-4a38-9ef4-a73b0ad4e6b1 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466286 Jul 28 18:59:06.230059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-b2914f86-309f-46b9-b78a-bb959d3ac978 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423569 Jul 28 18:59:06.381943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-281f6e6c-e6ee-4084-b402-ccf6b81df862 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478047 Jul 28 18:59:06.384023 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f735c5bf-b86a-46ee-8b82-c86d5eba2dd4 req-662380f7-83f8-4ade-9b19-d11bd45c1192 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430366 Jul 28 18:59:06.998722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda1455-0e65-4a2f-8f2d-46c4291e03d7 req-152f738c-4b0a-4e15-82c8-1a543d4d1878 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.000207 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9eda1455-0e65-4a2f-8f2d-46c4291e03d7 req-152f738c-4b0a-4e15-82c8-1a543d4d1878 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0489495 Jul 28 18:59:07.037449 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9eda1455-0e65-4a2f-8f2d-46c4291e03d7 req-6245251d-c1a6-445b-955c-b51b858cc4a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 28 18:59:07.302773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:59:07.323522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c367a-1fda-4208-a03e-83715512197c req-5da3804e-7882-49f3-9fda-d28384fd54e1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.325094 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a2c367a-1fda-4208-a03e-83715512197c req-5da3804e-7882-49f3-9fda-d28384fd54e1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 943 time: 0.0511382 Jul 28 18:59:07.364925 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a2c367a-1fda-4208-a03e-83715512197c req-3c349a58-3c80-448f-b20e-863e1eee68de tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338533 Jul 28 18:59:07.411660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-53a3bfdc-4485-425e-a3f5-fa0604a219bc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.413137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-53a3bfdc-4485-425e-a3f5-fa0604a219bc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a&tenant_id=276b7558cfe14488bb6e79a94db92c01&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 943 time: 0.0710654 Jul 28 18:59:07.425394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:07.438128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'mac_address': 'fa:16:3e:12:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:59:07.471956 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-dc984b6c-7e8d-4cd6-8787-11826231ece7 service neutron] delete failed (client error): The resource could not be found. Jul 28 18:59:07.472963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-dc984b6c-7e8d-4cd6-8787-11826231ece7 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b87bb627-3b5c-410f-8571-45949b8c4948/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0522916 Jul 28 18:59:07.476325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:07.490173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87bb627-3b5c-410f-8571-45949b8c4948 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:59:07.513702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:07.564947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-48657a55-bce0-4345-b7b8-478515d1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.566458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-48657a55-bce0-4345-b7b8-478515d1b8f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1094 time: 0.0493014 Jul 28 18:59:07.571501 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:07.624533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:07.639105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.639829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.639829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.640148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.640482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.640809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.641211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.641463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.641782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.642106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.642429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.642749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:07.658426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-27a7f5a2-1010-455c-bb38-e3120f8939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.659951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-27a7f5a2-1010-455c-bb38-e3120f8939ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0866740 Jul 28 18:59:07.728636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-3c71cc9c-b110-420d-b4d7-8d6b61cf8eb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1000 time: 0.0609062 Jul 28 18:59:07.746092 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4f88c9c3-b4bb-4d6d-819c-00836ecba983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:07.778071 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-ed9452a0-edfc-4fa1-9a7f-11203bd0a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.779621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-ed9452a0-edfc-4fa1-9a7f-11203bd0a598 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0439713 Jul 28 18:59:07.808436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['b87bb627-3b5c-410f-8571-45949b8c4948'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:59:07.825993 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-71212ccd-957d-48c5-9ba6-e6ccf965e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:07.827572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-71212ccd-957d-48c5-9ba6-e6ccf965e5ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414886 Jul 28 18:59:07.917244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-1a7ab45d-1f4e-4011-bf43-15b6fd7fdeb7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829904 Jul 28 18:59:08.004270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d1b8d9d0-dd27-4371-b1f1-4824d1d9088f req-76c6f30b-3e08-446e-a78b-281a58ec7134 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805092 Jul 28 18:59:08.484569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6c57-b9ad-47d6-b0d0-3ca8b6db2c37 req-21f2e0d7-424b-46b1-b8e5-0f164ab6bba5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:08.486331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0a6c57-b9ad-47d6-b0d0-3ca8b6db2c37 req-21f2e0d7-424b-46b1-b8e5-0f164ab6bba5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 944 time: 0.0499923 Jul 28 18:59:08.525465 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f0a6c57-b9ad-47d6-b0d0-3ca8b6db2c37 req-26ea930f-4709-491a-829a-c720884e4ca7 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Jul 28 18:59:09.302584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:59:09.443079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port b87bb627-3b5c-410f-8571-45949b8c4948 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:59:09.447112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port b87bb627-3b5c-410f-8571-45949b8c4948 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:59:09.447520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:09.523096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:09.548092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:09.550197 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a439825-033b-425c-9dd8-58958060acad" -d '{"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-plugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:09.569049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:09.588020 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd99b23-74e5-44e2-aedc-c27d8bb3e8b6 x-openstack-request-id: req-7cd99b23-74e5-44e2-aedc-c27d8bb3e8b6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:09.588315 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-plugged", "status": "completed", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:09.588569 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cd99b23-74e5-44e2-aedc-c27d8bb3e8b6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:09.588967 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'code': 200} Jul 28 18:59:09.642543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea878-9d3d-49f8-9b6c-5fd52a3803ca req-4e5f898c-68e1-464d-8488-131484dc8c59 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:09.644042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61fea878-9d3d-49f8-9b6c-5fd52a3803ca req-4e5f898c-68e1-464d-8488-131484dc8c59 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 944 time: 0.0498958 Jul 28 18:59:09.668987 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:09.688062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61fea878-9d3d-49f8-9b6c-5fd52a3803ca req-3411b3e4-b14a-4660-8fe8-18ea48e4c43e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Jul 28 18:59:09.728503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:09.809001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b2858-675b-40d0-b82d-950b604ceb7c req-b8b6cce9-f80c-406c-bb8b-201a9c0b7e2d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:09.810378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d88b2858-675b-40d0-b82d-950b604ceb7c req-b8b6cce9-f80c-406c-bb8b-201a9c0b7e2d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0521219 Jul 28 18:59:09.847789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d88b2858-675b-40d0-b82d-950b604ceb7c req-730ad047-1c40-43e0-88a8-3b700541a93a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Jul 28 18:59:10.100625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:10.177442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106179b-e6e6-4dc8-b484-02a8e70e4b7d req-84284d8c-1ca5-4a09-bdca-4bc3b74a6ce4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:10.178923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3106179b-e6e6-4dc8-b484-02a8e70e4b7d req-84284d8c-1ca5-4a09-bdca-4bc3b74a6ce4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0494456 Jul 28 18:59:10.220198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3106179b-e6e6-4dc8-b484-02a8e70e4b7d req-2d812f2c-b9b2-404f-b711-7d7bd26a00c0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Jul 28 18:59:10.286680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-dcc0ec33-8e8f-4ce0-964f-fdb570635628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:10.288555 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-dcc0ec33-8e8f-4ce0-964f-fdb570635628 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 1096 time: 0.0400169 Jul 28 18:59:10.340359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-791e2912-f230-4b2f-92f0-e4656aac74dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:10.379009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-5e4d7482-7300-4655-abcd-e737601c636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:10.380568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-5e4d7482-7300-4655-abcd-e737601c636a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0854943 Jul 28 18:59:10.447086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-6a08d9e5-54fe-451c-994b-fcd0b92e8ae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 200 len: 1001 time: 0.0597320 Jul 28 18:59:10.499365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-5cd8452f-1c3b-4ddb-8fa5-7e76237e2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:10.500886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-5cd8452f-1c3b-4ddb-8fa5-7e76237e2e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0472097 Jul 28 18:59:10.546693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-326849a8-4cef-4c65-90f7-54f286f73c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:10.548183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-326849a8-4cef-4c65-90f7-54f286f73c5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Jul 28 18:59:10.637017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-a98e609b-8e80-4215-a550-3213fe26bfdb service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816152 Jul 28 18:59:10.732133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d7856e2d-5e6c-4773-9242-ecb286ba4624 req-c87e4df7-9571-4fac-ae1a-830719b58f08 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887675 Jul 28 18:59:11.285500 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:11.341708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587019de-08e3-4ffb-bc41-d30658097889 req-9118acbf-5dfa-42bc-8fc3-78e9c684bae0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:11.343206 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-587019de-08e3-4ffb-bc41-d30658097889 req-9118acbf-5dfa-42bc-8fc3-78e9c684bae0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0542850 Jul 28 18:59:11.382401 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-587019de-08e3-4ffb-bc41-d30658097889 req-52d02e68-2cf0-4365-9773-702a26a11fd4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Jul 28 18:59:12.499229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152db84-58ae-41ef-be98-f7d2c87b2e0a req-886ff8e2-d593-49d8-b1b5-8861fa5b29ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:12.501273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0152db84-58ae-41ef-be98-f7d2c87b2e0a req-886ff8e2-d593-49d8-b1b5-8861fa5b29ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0488768 Jul 28 18:59:12.538334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0152db84-58ae-41ef-be98-f7d2c87b2e0a req-5e7b80e4-7da4-4ff8-be3f-b4354702ded5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Jul 28 18:59:12.941460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfa793-48ef-4c62-855d-08afe77bc8d0 req-62af1486-bf4e-4363-bb50-65e4181010f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:12.942932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27bfa793-48ef-4c62-855d-08afe77bc8d0 req-62af1486-bf4e-4363-bb50-65e4181010f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0477233 Jul 28 18:59:12.980488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-27bfa793-48ef-4c62-855d-08afe77bc8d0 req-6f24c6bf-553e-4760-893c-31f7fb0dc130 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Jul 28 18:59:13.125214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.094949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ec7b-e2a2-4261-809b-2e6d831cad0b req-7f2fcb20-0e93-46f8-b5c8-8f61da259596 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:14.096458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e01ec7b-e2a2-4261-809b-2e6d831cad0b req-7f2fcb20-0e93-46f8-b5c8-8f61da259596 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0483775 Jul 28 18:59:14.134092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e01ec7b-e2a2-4261-809b-2e6d831cad0b req-0ee13125-d506-4f7e-be9d-6f25cd89327a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Jul 28 18:59:14.193689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-3c57f663-06dd-459d-86e3-8d3ff25df136 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:14.195163 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-3c57f663-06dd-459d-86e3-8d3ff25df136 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 945 time: 0.0529454 Jul 28 18:59:14.282633 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Deleting port b87bb627-3b5c-410f-8571-45949b8c4948 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 18:59:14.282898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.373462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] For port b87bb627-3b5c-410f-8571-45949b8c4948, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=b87bb627-3b5c-410f-8571-45949b8c4948,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:14.373822 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.534232 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.534513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.534825 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 disassociated. External IP: 172.25.7.154, port: b87bb627-3b5c-410f-8571-45949b8c4948. Jul 28 18:59:14.535161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Calling delete_port for b87bb627-3b5c-410f-8571-45949b8c4948 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 18:59:14.729341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:14.758097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'Port': ['ID=b87bb627-3b5c-410f-8571-45949b8c4948,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:14.879037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:59:14.987330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:59:14.998102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:59:15.007856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:59:15.008579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:15.026604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] No DVR routers for this DVR port b87bb627-3b5c-410f-8571-45949b8c4948 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 18:59:15.029858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:15.032066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0a269735-cb34-49d9-8809-b5dc1afe58b6 req-a53cdf4a-ad0d-48db-aaff-f0f132558386 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "DELETE /v2.0/ports/b87bb627-3b5c-410f-8571-45949b8c4948 HTTP/1.1" status: 204 len: 173 time: 0.8311005 Jul 28 18:59:15.032451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-deleted', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:15.034672 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c6b80-6baa-4401-9c79-24d0ff9f9486" -d '{"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-deleted", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:15.069914 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf44c46-4c86-4760-b985-a9da232190c0 x-openstack-request-id: req-daf44c46-4c86-4760-b985-a9da232190c0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:15.070205 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6722d-3b50-4695-9c83-ec8728b6b88a", "name": "network-vif-deleted", "tag": "b87bb627-3b5c-410f-8571-45949b8c4948", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:15.070456 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daf44c46-4c86-4760-b985-a9da232190c0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:15.070852 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6722d-3b50-4695-9c83-ec8728b6b88a', 'name': 'network-vif-deleted', 'tag': 'b87bb627-3b5c-410f-8571-45949b8c4948', 'status': 'completed', 'code': 200} Jul 28 18:59:15.115310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:59:15.230260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07442d7e-0fac-441a-bf77-8135c808407b req-33aa45c3-c31c-4c9f-905b-b82557c1d414 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f6722d-3b50-4695-9c83-ec8728b6b88a HTTP/1.1" status: 200 len: 210 time: 0.0259442 Jul 28 18:59:15.320388 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:15.507097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:59:15.516026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:59:15.516630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:15.617445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:59:15.806955 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:15.836028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59063d-6c6d-4eda-85dc-9c8b4740d340 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:59:16.035890 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:16.040742 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95fbd0-dfa6-4ccf-90c6-755dd104524b None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:59:16.521404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-c180bf21-2999-4b1f-b901-caf7b4db0189 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1401006315&fields=id&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 267 time: 0.0329275 Jul 28 18:59:16.626000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-c9b50e2a-62d6-4aee-9387-b812cce3bfca tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:16.627461 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-c9b50e2a-62d6-4aee-9387-b812cce3bfca tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.0987604 Jul 28 18:59:16.642245 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-d9686213-ac40-42a0-91df-2d788a345674 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/quotas/276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 375 time: 0.0091615 Jul 28 18:59:16.693646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-ca0b58b7-b437-40cd-9599-e1733e03844b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463779 Jul 28 18:59:16.874942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-f78d2ef1-0f25-4d8a-b30e-b999b71b0ea4 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206625 Jul 28 18:59:16.961228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-5691286d-2b1c-4601-ba38-1169696360c2 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800867 Jul 28 18:59:17.205279 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d4d1486-3fff-49b4-8615-5d3d52fa1cb7 req-d48e46cb-d6bd-4b0b-a7ad-acc5cd33ffa2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 210 time: 0.0310881 Jul 28 18:59:17.321787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:59:17.341131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: b87bb627-3b5c-410f-8571-45949b8c4948 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 18:59:17.341539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device b87bb627-3b5c-410f-8571-45949b8c4948 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:59:18.302497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9feacb1-8660-4851-a26c-81a6ab396900 req-229d5c97-5979-4697-82d8-621c88a0d164 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 210 time: 0.0262885 Jul 28 18:59:18.954463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-85398785-909c-4d74-a4f4-1b264134b9d8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:18.955983 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-85398785-909c-4d74-a4f4-1b264134b9d8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.1041343 Jul 28 18:59:19.000358 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-240ef53d-a930-4ec0-a18b-77d412b79297 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 380 time: 0.0344927 Jul 28 18:59:19.009367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'port': {'device_id': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'admin_state_up': True, 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'security_groups': ['06e39866-bb9b-486d-b31f-10eb3008b875']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:59:19.188223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:59:19.188478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.191744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.317837 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Allocated IP 172.20.0.6 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/77f3cec7-b749-4059-8919-bb3040ea82f1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:59:19.400023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-55bccfef-b71d-49d2-9f5f-baae25f32d79 req-e4a0244c-a41e-478c-8868-707fb43cdd19 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 210 time: 0.0270462 Jul 28 18:59:19.457777 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.471676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Transition to ACTIVE for port object 77f3cec7-b749-4059-8919-bb3040ea82f1 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:59:19.603182 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.644097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:59:19.647078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:59:19.650793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:59:19.679667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:19.708596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:19.709228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.800835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-8cb47e48-e8a3-44d9-8e04-18860dae00f8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7949677 Jul 28 18:59:19.814273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Request body: {'port': {'device_id': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:59:19.869600 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.925244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f0439678-43f8-42ca-98d9-22e0778a2b4b None None] Provisioning for port 77f3cec7-b749-4059-8919-bb3040ea82f1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:59:19.928995 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f0439678-43f8-42ca-98d9-22e0778a2b4b None None] Provisioning complete for port 77f3cec7-b749-4059-8919-bb3040ea82f1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:59:19.929366 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0439678-43f8-42ca-98d9-22e0778a2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:19.962328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f0439678-43f8-42ca-98d9-22e0778a2b4b None None] Port 77f3cec7-b749-4059-8919-bb3040ea82f1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:59:20.125446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:59:20.131603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:20.143922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Transition to ACTIVE for port object 77f3cec7-b749-4059-8919-bb3040ea82f1 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:59:20.211140 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:20.260565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:20.331603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:59:20.332275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:59:20.332275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:59:20.336693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 18:59:20.337015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:59:20.342702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:59:20.343047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:59:20.343450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:59:20.343884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Bound port: 77f3cec7-b749-4059-8919-bb3040ea82f1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:59:20.344245 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:20.411821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:59:20.414863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:59:20.497907 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:20.540967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:20.541610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:20.543001 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1091 time: 0.7329247 Jul 28 18:59:20.543499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:20.545714 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2befe-3018-4289-a3ba-6433469756a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:20.573101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243ec5-4b73-4cdb-8002-4f997e0b87e4 req-6dbf9c74-2e44-46b5-b09f-0e05d859a1ea tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:20.575258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02243ec5-4b73-4cdb-8002-4f997e0b87e4 req-6dbf9c74-2e44-46b5-b09f-0e05d859a1ea tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.1075528 Jul 28 18:59:20.583439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658dadb-fd8e-4499-a80b-d503d24552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:20.587890 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77bf98-057c-4b28-a894-b98c8d1fd61c x-openstack-request-id: req-bf77bf98-057c-4b28-a894-b98c8d1fd61c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:20.588168 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:20.588423 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf77bf98-057c-4b28-a894-b98c8d1fd61c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:20.588804 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'status': 'completed', 'code': 200} Jul 28 18:59:20.997042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-02243ec5-4b73-4cdb-8002-4f997e0b87e4 req-42f114e1-a0b5-419a-96c4-bd0099205e45 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141541 Jul 28 18:59:21.006233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2befe-3018-4289-a3ba-6433469756a0 req-fa347250-201d-4dd4-893b-3e779ad86fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.007730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15c2befe-3018-4289-a3ba-6433469756a0 req-fa347250-201d-4dd4-893b-3e779ad86fa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.4019253 Jul 28 18:59:21.102174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2befe-3018-4289-a3ba-6433469756a0 req-d487ceed-e8c6-4223-9712-996a14a1d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.103676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15c2befe-3018-4289-a3ba-6433469756a0 req-d487ceed-e8c6-4223-9712-996a14a1d653 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=276b7558cfe14488bb6e79a94db92c01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0871742 Jul 28 18:59:21.196714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2befe-3018-4289-a3ba-6433469756a0 req-d3a7cd6c-d0cc-401d-865f-cc219929dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.198213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15c2befe-3018-4289-a3ba-6433469756a0 req-d3a7cd6c-d0cc-401d-865f-cc219929dc8e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882807 Jul 28 18:59:21.273519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-999a6a44-bbc2-4b89-acfd-a08ceb84d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.274892 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-999a6a44-bbc2-4b89-acfd-a08ceb84d795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.0407417 Jul 28 18:59:21.319360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-f559b2d3-f554-48db-ae12-b9661801884a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 217 time: 0.0369570 Jul 28 18:59:21.367220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-f1a90303-a9e5-44be-9716-86b4f4b4e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.368705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-f1a90303-a9e5-44be-9716-86b4f4b4e41f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0433171 Jul 28 18:59:21.416635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-c9be8b16-1681-45eb-80e9-a95504cd70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:21.418720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-c9be8b16-1681-45eb-80e9-a95504cd70c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426893 Jul 28 18:59:21.528390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-65578109-cc6b-4d24-9e5d-e59986af89cb service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031172 Jul 28 18:59:21.615096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d3b0075a-c329-4d73-8586-fb97b5feb71a req-d260ba1a-662e-4843-a503-a0abee8ce585 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Jul 28 18:59:22.111505 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904ff8b-ed80-4559-8124-6790b7cda267 req-6a8d2fd3-5e24-4d95-9d23-fa28ec99cfc1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:22.112963 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d904ff8b-ed80-4559-8124-6790b7cda267 req-6a8d2fd3-5e24-4d95-9d23-fa28ec99cfc1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0482209 Jul 28 18:59:22.149607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d904ff8b-ed80-4559-8124-6790b7cda267 req-62af066e-4e4f-466e-b54c-b817668d6c5b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Jul 28 18:59:23.265139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1e8e-5bb2-4067-959c-c96e793ee1ce req-38076ed6-6bf9-4dad-bc58-18d6d4d84626 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:23.266592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-492f1e8e-5bb2-4067-959c-c96e793ee1ce req-38076ed6-6bf9-4dad-bc58-18d6d4d84626 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0492165 Jul 28 18:59:23.302959 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-492f1e8e-5bb2-4067-959c-c96e793ee1ce req-127fb4b3-f988-48e6-b7ca-2629d0325d1c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Jul 28 18:59:24.414822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381babe-caeb-416d-8a0d-4c42a86cace7 req-f349fa62-1773-41a1-983e-b471ca772de8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:24.416302 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9381babe-caeb-416d-8a0d-4c42a86cace7 req-f349fa62-1773-41a1-983e-b471ca772de8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0478714 Jul 28 18:59:24.460771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9381babe-caeb-416d-8a0d-4c42a86cace7 req-06e396ac-6910-41c8-b9eb-e3f6bb5169f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Jul 28 18:59:25.577990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fbb37-fc41-468e-b10b-ec3fb0dc27f3 req-2ae11d02-7473-4d42-acf7-8ac5b4f6fdff tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:25.579458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-163fbb37-fc41-468e-b10b-ec3fb0dc27f3 req-2ae11d02-7473-4d42-acf7-8ac5b4f6fdff tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0510738 Jul 28 18:59:25.616321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-163fbb37-fc41-468e-b10b-ec3fb0dc27f3 req-cecad609-da46-4b7f-b03f-579c97a483d8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307744 Jul 28 18:59:25.878025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:59:25.970656 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:25.981662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:59:26.017792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:26.029899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 18:59:26.051163 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:26.119669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:26.150434 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:59:26.165189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:26.520732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['77f3cec7-b749-4059-8919-bb3040ea82f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:59:26.734549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7a81-5b68-4fb4-89b1-3e3384c638ed req-6f1d382f-9f0a-4468-af12-b58719b16c44 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:26.736328 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-190b7a81-5b68-4fb4-89b1-3e3384c638ed req-6f1d382f-9f0a-4468-af12-b58719b16c44 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0530856 Jul 28 18:59:26.773644 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-190b7a81-5b68-4fb4-89b1-3e3384c638ed req-98ef418e-0168-4396-926b-b4a23d78c21d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Jul 28 18:59:27.878099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:59:27.886206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b462de9-2fd7-423f-824e-792cccd96098 req-5b121cc0-fe9a-4c70-a3b8-0d96ca7bdcf5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:27.887731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b462de9-2fd7-423f-824e-792cccd96098 req-5b121cc0-fe9a-4c70-a3b8-0d96ca7bdcf5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0487254 Jul 28 18:59:27.926164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b462de9-2fd7-423f-824e-792cccd96098 req-28c68483-c629-4dae-bc39-44881fb67364 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jul 28 18:59:28.002741 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 77f3cec7-b749-4059-8919-bb3040ea82f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:59:28.006641 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 77f3cec7-b749-4059-8919-bb3040ea82f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:59:28.007015 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:28.083312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:28.104523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:28.107287 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c622d-f15c-4046-be63-5b7a0a510a2f" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:28.120605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:59:28.143933 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90a0dc-1315-4976-bd53-35597d745003 x-openstack-request-id: req-cb90a0dc-1315-4976-bd53-35597d745003 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:28.143933 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:28.143933 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb90a0dc-1315-4976-bd53-35597d745003 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:28.144243 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'code': 200} Jul 28 18:59:28.191778 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:28.238585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424779e-0187-4042-832f-73816bae6510 req-86e51055-4f06-4d59-abdd-85ebf4c3940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:28.239081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:28.240146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8424779e-0187-4042-832f-73816bae6510 req-86e51055-4f06-4d59-abdd-85ebf4c3940d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0403256 Jul 28 18:59:28.274006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8424779e-0187-4042-832f-73816bae6510 req-ea5bc35e-783c-4f34-858d-a08a53ca36d6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270662 Jul 28 18:59:29.044674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb33c5f-ab5f-48f2-a7c6-11f214b5a3a9 req-12cac378-7cf7-4540-ae16-13bac0bdd6aa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:29.046139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbb33c5f-ab5f-48f2-a7c6-11f214b5a3a9 req-12cac378-7cf7-4540-ae16-13bac0bdd6aa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0531943 Jul 28 18:59:29.082447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fbb33c5f-ab5f-48f2-a7c6-11f214b5a3a9 req-4775eb85-d0c1-4f24-982b-09ea569bb162 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304091 Jul 28 18:59:30.196060 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3e03-90a0-43e1-bcd5-af5f8be536fe req-8388af70-5db4-4c58-bad1-9e30595f6539 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:30.197520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-738d3e03-90a0-43e1-bcd5-af5f8be536fe req-8388af70-5db4-4c58-bad1-9e30595f6539 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0477479 Jul 28 18:59:30.234165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-738d3e03-90a0-43e1-bcd5-af5f8be536fe req-97cc16cc-d498-48e8-9085-3d97cb103ba9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300992 Jul 28 18:59:30.355687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0ef0-ea2e-4134-b15e-fb9966b77b0f req-3ff2a41d-c2d0-403c-9305-6f0d658efbb5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:30.357229 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df8c0ef0-ea2e-4134-b15e-fb9966b77b0f req-3ff2a41d-c2d0-403c-9305-6f0d658efbb5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0483665 Jul 28 18:59:30.366120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 49614) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:59:30.370858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'floatingip': {'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:59:30.409398 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:30.835816 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:30.891430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:30.992388 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 associated. External IP: 172.25.7.154, port: 77f3cec7-b749-4059-8919-bb3040ea82f1. Jul 28 18:59:31.194417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:59:31.300631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:59:31.305162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:31.310563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:59:31.320964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:59:31.321660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:31.333767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2d386616-881d-4c92-821d-7ba60e8751b0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "PUT /v2.0/floatingips/4249cdc2-7b13-4c38-986c-901e9be229f3 HTTP/1.1" status: 200 len: 991 time: 0.9665823 Jul 28 18:59:31.335638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 18:59:31.336851 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c2b162-be14-41c6-ba16-de939746ac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:59:31.377905 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0638ad-4ed1-4573-bef0-b6a3249b8252 x-openstack-request-id: req-9c0638ad-4ed1-4573-bef0-b6a3249b8252 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:59:31.378517 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:59:31.378517 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c0638ad-4ed1-4573-bef0-b6a3249b8252 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:59:31.379459 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'status': 'completed', 'code': 200} Jul 28 18:59:31.436823 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:59:31.438628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b162-be14-41c6-ba16-de939746ac1d req-5ebfaa4c-6ddd-4113-be15-260a0da24815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:31.440210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-5ebfaa4c-6ddd-4113-be15-260a0da24815 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0418265 Jul 28 18:59:31.533356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b162-be14-41c6-ba16-de939746ac1d req-6ecf5a77-c904-4886-b648-c4daa25cfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:31.534855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-6ecf5a77-c904-4886-b648-c4daa25cfe0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0880907 Jul 28 18:59:31.599460 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-be60dc55-ad7c-462d-bbe4-07862504ba57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 999 time: 0.0578156 Jul 28 18:59:31.647910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b162-be14-41c6-ba16-de939746ac1d req-99e1d018-c51c-4463-9325-81e37d0eacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:31.649531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-99e1d018-c51c-4463-9325-81e37d0eacb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0435946 Jul 28 18:59:31.656495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:59:30Z', 'revision_number': 9, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:31.681747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:59:31.690798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:59:31.691438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T18:59:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:31.698181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b162-be14-41c6-ba16-de939746ac1d req-6c19bf49-cbaf-464b-a5d3-766c6240f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:31.700310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-6c19bf49-cbaf-464b-a5d3-766c6240f098 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435371 Jul 28 18:59:31.788810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-f5490093-e356-40d1-a062-560c941bebdb service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Jul 28 18:59:31.796119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:59:31.881156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10c2b162-be14-41c6-ba16-de939746ac1d req-3d4b26c8-acd2-4546-8587-ce1c837fc65a service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854695 Jul 28 18:59:32.010454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:59:30Z', 'revision_number': 9, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:59:32.039628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a0c03-c53c-4531-b0c0-61021ef56d08 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T18:59:30Z', 'revision_number': 9, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:59:32.228370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80a355-00b7-4dd1-99fc-406800096eef None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 18:59:37.731929 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2b70-db81-4398-88f6-46274d9c5174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:40.088396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:40.333775 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53507dae-1192-49f7-87d8-ae5601f39572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:41.257088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:43.214281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:43.596177 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-b0ffc4a5-3bb9-40ca-9b66-2e6cbf835f6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396109 Jul 28 18:59:43.673228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-d2c427bd-42bb-4d33-9230-9e121672ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:43.674583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-d2c427bd-42bb-4d33-9230-9e121672ffa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0396955 Jul 28 18:59:43.777086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-e6a41858-8433-4c53-ae95-fe4db9c70e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:43.778563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-e6a41858-8433-4c53-ae95-fe4db9c70e3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0846565 Jul 28 18:59:43.841150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-4ba9a529-7450-471b-9b13-f1c2268764cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1002 time: 0.0560822 Jul 28 18:59:43.887474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-8878cfd8-2a32-4e59-891d-84a134d5e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:43.889390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-8878cfd8-2a32-4e59-891d-84a134d5e19e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0421195 Jul 28 18:59:43.936843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-05f22158-d032-4d0d-a626-3be688520187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:59:43.938356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-05f22158-d032-4d0d-a626-3be688520187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427227 Jul 28 18:59:44.027421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-97892fe8-834d-4e04-9f78-e0d79be3d5fc service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812120 Jul 28 18:59:44.121518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-107bd15d-0ead-42d5-9f27-97d0a7149f3d req-8ef26299-0bfc-4d8e-9cd4-75f89faeaa61 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869396 Jul 28 18:59:46.065217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:49.171528 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:03.150514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:00:07.733891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2ead4412-22a8-4d02-bd1b-2468d150ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:10.139290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:10.394821 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4f633d87-cd87-4c7b-aad3-b7e5a3a2166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:11.276563 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:13.126138 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:16.065188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:19.184708 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:37.716185 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeec1-42b7-426e-abff-46c6b28034f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:40.098585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:40.149659 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:00:40.333083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b37f7a9-fca9-4cd8-b655-435d2d114145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:41.253673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:43.138782 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:43.584764 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-72d0a877-cc97-4600-bf07-7d7a479027db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392878 Jul 28 19:00:43.666168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-61363cb3-3eed-4b9f-a755-70afd99b5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:00:43.667743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-61363cb3-3eed-4b9f-a755-70afd99b5aac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0405040 Jul 28 19:00:43.770741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-92b5a580-0e90-4f1c-8cc3-7bbd8b5b51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:00:43.772226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-92b5a580-0e90-4f1c-8cc3-7bbd8b5b51c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0849791 Jul 28 19:00:43.836362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-69ebc665-02a4-4634-b481-5dd1c56e4894 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1002 time: 0.0556417 Jul 28 19:00:43.884015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-75c4ea36-2a8d-42b5-beeb-61a9ce17e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:00:43.885396 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-75c4ea36-2a8d-42b5-beeb-61a9ce17e81b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0416498 Jul 28 19:00:43.937282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-a7197876-5f4e-40d9-a336-8f6b999f80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:00:43.938821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-a7197876-5f4e-40d9-a336-8f6b999f80c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466130 Jul 28 19:00:44.031820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-db498f03-e332-4427-bd49-1ef6a991cce9 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Jul 28 19:00:44.121105 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8bbc85e0-58c4-4609-b478-ed65d30d920e req-834e4626-eb9e-447f-afc5-a58ff63786d6 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825863 Jul 28 19:00:46.062857 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:49.167046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:07.727173 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-41ea39ad-9490-4b50-8c34-d42677c6f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:10.081970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:10.342834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb4699-6afb-4bb7-b7f9-5c09edea50ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:11.304188 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:13.131624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:16.096826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:17.149037 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:01:19.182581 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:37.720945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3101c42d-1e3c-46af-be00-f0996c44b14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:40.086697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:40.322462 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e7597c33-5928-4ea5-bbd6-7a72ba7786c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:41.298301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:43.120783 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:45.640768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-5dd8ff1a-b582-4503-8283-18ed23dd3d7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858564 Jul 28 19:01:45.724049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-75aec520-d470-42c0-b2b8-f6eaf72ce4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:01:45.726070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-75aec520-d470-42c0-b2b8-f6eaf72ce4a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0425317 Jul 28 19:01:45.826271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-1351681d-22b9-447e-8cb1-f0344f5ee1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:01:45.827810 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-1351681d-22b9-447e-8cb1-f0344f5ee1c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0842853 Jul 28 19:01:45.890742 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-43e934df-aec7-491f-9e65-988761ceedc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1002 time: 0.0564313 Jul 28 19:01:45.939123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-1ff23cfd-3e86-475c-a386-351b878789ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:01:45.940660 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-1ff23cfd-3e86-475c-a386-351b878789ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0433104 Jul 28 19:01:46.018157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-a4184f51-2792-49c1-919f-e36d070bd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:01:46.018157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-a4184f51-2792-49c1-919f-e36d070bd62c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481627 Jul 28 19:01:46.083724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-b8b734b8-5ed3-4bf5-b226-e383bb72f256 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813329 Jul 28 19:01:46.160110 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:46.176664 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-76d90bb1-4de0-4ea7-ac8d-766834e8a39d req-2a88a361-a53c-409a-b8c9-d811ebeba8c7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860567 Jul 28 19:01:49.200682 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:54.148229 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:02:07.743230 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-80b4bceb-e169-4073-98ba-389d385b5338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:08.908389 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37383f69-e888-4ed0-b741-1021fa674a96 req-dec53bfc-61f4-4df2-be54-31739d5fb14a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:08.909935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37383f69-e888-4ed0-b741-1021fa674a96 req-dec53bfc-61f4-4df2-be54-31739d5fb14a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.1276643 Jul 28 19:02:08.956462 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-37383f69-e888-4ed0-b741-1021fa674a96 req-521b8cba-6c2f-4890-9e08-a4043e42d3d3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Jul 28 19:02:09.014674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-9c4dbe50-d6a5-4fb5-9b49-c31da1f5d56c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786242 Jul 28 19:02:10.083996 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:10.117068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f9d9-8c97-4a31-84df-1b7e0358065d req-f51b04d4-0c11-4f89-b7b8-4598008fa816 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:10.118589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52b8f9d9-8c97-4a31-84df-1b7e0358065d req-f51b04d4-0c11-4f89-b7b8-4598008fa816 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0928707 Jul 28 19:02:10.155851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52b8f9d9-8c97-4a31-84df-1b7e0358065d req-74a339b5-679b-44a9-beb1-02d668eec817 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Jul 28 19:02:10.365731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cf6b75f2-8c9a-4e0a-8794-144e6dba3d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:10.797214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-0f5e9ca2-2206-4682-9dc1-755aae246124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:10.798707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-0f5e9ca2-2206-4682-9dc1-755aae246124 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1096 time: 0.0403600 Jul 28 19:02:10.888802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-5f2fea97-d37e-441b-96c7-12d6f6560b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:10.890232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-5f2fea97-d37e-441b-96c7-12d6f6560b4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0850360 Jul 28 19:02:10.953990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-8ad75b87-02fd-40ee-bb23-01b48b5159e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1002 time: 0.0558741 Jul 28 19:02:11.006785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-8079ee5d-7063-486e-b71a-c9f394a9d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:11.008287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-8079ee5d-7063-486e-b71a-c9f394a9d1fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0471625 Jul 28 19:02:11.052365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-f98dd3cb-9499-483a-8719-3945fe2274b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:11.053755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-f98dd3cb-9499-483a-8719-3945fe2274b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389366 Jul 28 19:02:11.139974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-36924f78-776a-4a78-9c6b-96d9313d872e service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788975 Jul 28 19:02:11.233886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-c846b9b5-3b84-457c-929a-5cc688f47933 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Jul 28 19:02:11.273002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e425-8c09-42d7-92bd-286c8c78ed7c req-0807f129-acb8-447f-b664-dde6b4e2be6e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:11.274487 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:11.274998 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce24e425-8c09-42d7-92bd-286c8c78ed7c req-0807f129-acb8-447f-b664-dde6b4e2be6e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0490370 Jul 28 19:02:11.313435 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ce24e425-8c09-42d7-92bd-286c8c78ed7c req-b4102bdc-4cc8-448a-9458-fee57667a424 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 28 19:02:12.427098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394665bc-69e8-49fd-8a1b-fe2dc000115c req-d60029d3-3af3-412e-ad93-1ca6818c756f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:12.428595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-394665bc-69e8-49fd-8a1b-fe2dc000115c req-d60029d3-3af3-412e-ad93-1ca6818c756f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0480773 Jul 28 19:02:12.465492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-394665bc-69e8-49fd-8a1b-fe2dc000115c req-8fd434de-470f-417a-b078-2b6e461d84a3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304399 Jul 28 19:02:13.154363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:13.579671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b1980-800f-44d0-a788-f175e9193ed8 req-f03f20a5-a803-4a7c-8359-9a6fad0c2440 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:13.581161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b92b1980-800f-44d0-a788-f175e9193ed8 req-f03f20a5-a803-4a7c-8359-9a6fad0c2440 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0479441 Jul 28 19:02:13.624276 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b92b1980-800f-44d0-a788-f175e9193ed8 req-bb3ee891-2480-407d-ada2-66ac10d6de24 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Jul 28 19:02:14.736586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcefd7-a579-4e2e-8726-6b295405ff58 req-32bff964-0618-46f1-ab28-57040314e494 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:14.738047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09fcefd7-a579-4e2e-8726-6b295405ff58 req-32bff964-0618-46f1-ab28-57040314e494 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0476320 Jul 28 19:02:14.774922 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09fcefd7-a579-4e2e-8726-6b295405ff58 req-05016106-5951-43f1-bda2-69ceb1933283 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Jul 28 19:02:15.901511 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c67a5-296e-4681-b19a-2e9063174455 req-1b9732a4-461b-4391-98fb-5d0c3d97ef7b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:15.903030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-929c67a5-296e-4681-b19a-2e9063174455 req-1b9732a4-461b-4391-98fb-5d0c3d97ef7b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0535345 Jul 28 19:02:15.940758 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-929c67a5-296e-4681-b19a-2e9063174455 req-7536bb4c-1516-400f-872c-b4267e152755 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Jul 28 19:02:16.068684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:17.058938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bcccd-fe49-4c7c-a1b2-396b72c2587e req-f4ee1c5d-d068-46ea-9045-922fae676865 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:17.060426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c0bcccd-fe49-4c7c-a1b2-396b72c2587e req-f4ee1c5d-d068-46ea-9045-922fae676865 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0518749 Jul 28 19:02:17.098477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c0bcccd-fe49-4c7c-a1b2-396b72c2587e req-4a809f60-4905-44de-9f1a-5f743f3dce99 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jul 28 19:02:18.213601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a22f5b-49d2-4d77-83a6-cddc8dd793ac req-a25810c2-5744-4de9-ad47-fbcfe4f6933e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:18.215146 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71a22f5b-49d2-4d77-83a6-cddc8dd793ac req-a25810c2-5744-4de9-ad47-fbcfe4f6933e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0489826 Jul 28 19:02:18.254230 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71a22f5b-49d2-4d77-83a6-cddc8dd793ac req-378c262e-ba77-433a-8c2a-718dbfcd6b9e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jul 28 19:02:19.188229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:19.365529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872eee-df6f-483f-9b92-2d93a49c4c5f req-e5aac657-b91c-4dd3-a8ec-60e2104abd7b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:19.367005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3872eee-df6f-483f-9b92-2d93a49c4c5f req-e5aac657-b91c-4dd3-a8ec-60e2104abd7b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0475898 Jul 28 19:02:19.404479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3872eee-df6f-483f-9b92-2d93a49c4c5f req-50e747c7-5862-400e-b7e0-cdfb0a59bffa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Jul 28 19:02:20.516715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2525f8-8e6f-41ea-ab29-0199b501dd05 req-baecd43e-4dd6-4a23-a6f5-b158b5761713 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:20.518191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b2525f8-8e6f-41ea-ab29-0199b501dd05 req-baecd43e-4dd6-4a23-a6f5-b158b5761713 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0477180 Jul 28 19:02:20.555110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1b2525f8-8e6f-41ea-ab29-0199b501dd05 req-99e4468a-22b4-4b61-a31f-56e3c56e3630 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Jul 28 19:02:21.670030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5348364-96f3-4fc9-85a0-6a4c81cede8b req-8e61b86a-30f3-4625-92f4-e0aeca9c6b07 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:21.671514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5348364-96f3-4fc9-85a0-6a4c81cede8b req-8e61b86a-30f3-4625-92f4-e0aeca9c6b07 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0475652 Jul 28 19:02:21.707568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5348364-96f3-4fc9-85a0-6a4c81cede8b req-5efe9a46-a282-478a-8c69-ce58b7610b66 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301423 Jul 28 19:02:22.823741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958763d-b454-4f00-b669-f18b56458644 req-6cc6fe9d-a9ff-45f9-bee5-bb3b6c17ea98 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:22.825603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7958763d-b454-4f00-b669-f18b56458644 req-6cc6fe9d-a9ff-45f9-bee5-bb3b6c17ea98 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0524254 Jul 28 19:02:22.863160 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7958763d-b454-4f00-b669-f18b56458644 req-e5a584fa-c98f-45fe-a2d3-48fac74b76b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Jul 28 19:02:23.979345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2808a5-daaf-44da-9c69-eda886bdcf8a req-7b492975-d936-4775-afe4-22ed9daaa156 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:23.980851 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c2808a5-daaf-44da-9c69-eda886bdcf8a req-7b492975-d936-4775-afe4-22ed9daaa156 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0513406 Jul 28 19:02:24.019007 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9c2808a5-daaf-44da-9c69-eda886bdcf8a req-d378be01-f46a-4821-8feb-23abe02f76c9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Jul 28 19:02:25.134333 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838a31b-540f-4969-bb67-109dea5c2f4e req-1285ff12-a6c4-47c7-957e-1b8175c5b63f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:25.135872 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0838a31b-540f-4969-bb67-109dea5c2f4e req-1285ff12-a6c4-47c7-957e-1b8175c5b63f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0506070 Jul 28 19:02:25.172693 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0838a31b-540f-4969-bb67-109dea5c2f4e req-7cf9fc14-92bd-4280-a78a-8ffce48e7244 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Jul 28 19:02:26.287217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701920bd-5751-4268-a9b4-411a5cf56d4d req-a71ffa15-1042-4dbd-855a-30e785dc417f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:26.288736 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-701920bd-5751-4268-a9b4-411a5cf56d4d req-a71ffa15-1042-4dbd-855a-30e785dc417f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0481422 Jul 28 19:02:26.331184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-701920bd-5751-4268-a9b4-411a5cf56d4d req-2d9efeb5-b1b3-4832-8cae-91fa46c60449 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 28 19:02:27.445565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f506df-fa76-4edc-9d41-0743ce9f5bbd req-4fdcf102-3f75-43c1-b098-ea4d66ee4a88 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:27.447044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38f506df-fa76-4edc-9d41-0743ce9f5bbd req-4fdcf102-3f75-43c1-b098-ea4d66ee4a88 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0474427 Jul 28 19:02:27.485001 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38f506df-fa76-4edc-9d41-0743ce9f5bbd req-1e2fab47-4cad-4f95-b678-f7781a9b158b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Jul 28 19:02:28.598149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec406b1-5b23-4189-9c71-dd7b7d0f61c1 req-1f97b36c-10ef-4f38-a792-725a6e46aaae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:28.599643 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dec406b1-5b23-4189-9c71-dd7b7d0f61c1 req-1f97b36c-10ef-4f38-a792-725a6e46aaae tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0484276 Jul 28 19:02:28.640425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dec406b1-5b23-4189-9c71-dd7b7d0f61c1 req-e7a1cc95-f0ee-41ce-9a32-d6378352bec0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346320 Jul 28 19:02:28.826043 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-8265edde-c2eb-4038-8ce9-77492c416e5c service neutron] show failed (client error): The resource could not be found. Jul 28 19:02:28.826929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-8265edde-c2eb-4038-8ce9-77492c416e5c service neutron] 10.222.0.35 "GET /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0566459 Jul 28 19:02:29.390065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-de59153f-9bc3-409a-a4e1-a2c691d53a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:29.391550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-de59153f-9bc3-409a-a4e1-a2c691d53a2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1096 time: 0.0768597 Jul 28 19:02:29.404397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:02:29.457001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:29.656750 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:29.688943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:02:29.728174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:29.730438 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee037e-de7f-4634-be52-af46c68f14b9" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:29.734989 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:29.748463 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Transition to ACTIVE for port object 77f3cec7-b749-4059-8919-bb3040ea82f1 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:02:29.761896 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3a5-b838-4c9b-bdaa-86cb059cc798 req-be9fb9bd-1988-491e-a3d1-960a2ecacc6a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:29.764084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9428d3a5-b838-4c9b-bdaa-86cb059cc798 req-be9fb9bd-1988-491e-a3d1-960a2ecacc6a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0564449 Jul 28 19:02:29.803082 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9428d3a5-b838-4c9b-bdaa-86cb059cc798 req-b33870c2-9fc3-468d-8cd4-73f9ee41e8a4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Jul 28 19:02:29.811703 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:29.838758 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b704c7e-9b71-4208-ac13-f32d4922604f x-openstack-request-id: req-6b704c7e-9b71-4208-ac13-f32d4922604f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:29.839023 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:29.839269 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b704c7e-9b71-4208-ac13-f32d4922604f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:29.839670 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'code': 200} Jul 28 19:02:29.894732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:29.906359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.906702 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.907121 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.907376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.907729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.908057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.908381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.908708 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.909038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.909359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.909741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:29.910061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:30.286127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] No DVR routers for this DVR port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:02:30.414794 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:02:30.415129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:02:30.415491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:30.420184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:02:30.420511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:30.425207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:02:30.425553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:02:30.425940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:02:30.426386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Bound port: 77f3cec7-b749-4059-8919-bb3040ea82f1, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:02:30.426720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:30.488615 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:02:30.491622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:02:30.543198 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:30.576802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.577457 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:30.578926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] 10.222.0.37 "PUT /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1091 time: 1.1790149 Jul 28 19:02:30.602522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2c7e-2e4f-4d7a-9829-3b29f84e33fe service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:30.649337 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-6ced90b6-6ec7-4ff7-a1c2-712d6a2adb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.650893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-6ced90b6-6ec7-4ff7-a1c2-712d6a2adb8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.0453932 Jul 28 19:02:30.742286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-c3397896-bfae-4ec2-9de2-9950f52c01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.743797 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-c3397896-bfae-4ec2-9de2-9950f52c01ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0857983 Jul 28 19:02:30.811609 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-083920cb-52ee-4ca3-97b4-7f505e83af96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.0607684 Jul 28 19:02:30.860848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-36a41663-8f76-460d-90c6-a6c9fdb69116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.862326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-36a41663-8f76-460d-90c6-a6c9fdb69116 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0434480 Jul 28 19:02:30.908440 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-a2be4f4b-810d-4031-ac0a-4d0a18d5af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.909933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-a2be4f4b-810d-4031-ac0a-4d0a18d5af2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399070 Jul 28 19:02:30.925204 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5738-3b21-4012-93d4-34decee2d69f req-8eaec144-47ec-49da-aceb-5ed88c9fb75e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:30.926762 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62db5738-3b21-4012-93d4-34decee2d69f req-8eaec144-47ec-49da-aceb-5ed88c9fb75e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0504241 Jul 28 19:02:30.965414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62db5738-3b21-4012-93d4-34decee2d69f req-0ba76363-2248-4fbf-971c-874973fd05a4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Jul 28 19:02:31.002745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-0bc10c6c-222f-4cf4-8680-23297a996320 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Jul 28 19:02:31.090145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-82b1e156-9958-45bb-bf72-be563acac2f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797861 Jul 28 19:02:31.147128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:02:31.841005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:31.843407 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39efe8-fabe-43b1-8e0b-a27b5306673d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:31.892805 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d434dbb8-3cbc-4b20-ba4e-2104816454f5 x-openstack-request-id: req-d434dbb8-3cbc-4b20-ba4e-2104816454f5 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:31.893107 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:31.893364 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d434dbb8-3cbc-4b20-ba4e-2104816454f5 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:31.893767 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'status': 'completed', 'code': 200} Jul 28 19:02:31.986114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-64095287-b139-44b0-a67c-e00eb6380421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:31.987661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-64095287-b139-44b0-a67c-e00eb6380421 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.0749187 Jul 28 19:02:31.989537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-83eab98a-2b70-4144-815b-227255ecc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:31.990904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-83eab98a-2b70-4144-815b-227255ecc0f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.0689700 Jul 28 19:02:32.082290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cddee-dcfc-4912-a52c-8a030b5a18da req-1acf7975-524f-4138-8af9-68194a973668 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.083869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e6cddee-dcfc-4912-a52c-8a030b5a18da req-1acf7975-524f-4138-8af9-68194a973668 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0490530 Jul 28 19:02:32.121247 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e6cddee-dcfc-4912-a52c-8a030b5a18da req-cf9b7aeb-5dc5-423e-b562-ff3defc3b6ec tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 28 19:02:32.150512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-45f4ec5e-3b87-4391-88f1-d6d76a602e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.152030 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-45f4ec5e-3b87-4391-88f1-d6d76a602e79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1562197 Jul 28 19:02:32.153453 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-6b1d7ec7-6e53-45e1-88ff-85364e358b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.154775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-6b1d7ec7-6e53-45e1-88ff-85364e358b2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1511805 Jul 28 19:02:32.274263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-d2be1284-1b4d-41f2-bb55-3d8d8135451e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.1140532 Jul 28 19:02:32.276047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-44370786-99a8-4c8b-8732-fccf2ccf711c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.1096170 Jul 28 19:02:32.354731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-7c2ce0c4-1176-4dba-ab0b-ac042b033a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.356197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-7c2ce0c4-1176-4dba-ab0b-ac042b033a61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0750289 Jul 28 19:02:32.360269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-fc682b16-b6e7-49ab-9e5a-4d2cc74a6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.361593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-fc682b16-b6e7-49ab-9e5a-4d2cc74a6eeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0733349 Jul 28 19:02:32.435328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-9dab55d9-13cd-436d-b326-05fbb1ad4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.436770 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-9dab55d9-13cd-436d-b326-05fbb1ad4383 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709205 Jul 28 19:02:32.439222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-39a2e46e-2199-45a1-af97-ef9eb0b9cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:32.440624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-39a2e46e-2199-45a1-af97-ef9eb0b9cb26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666707 Jul 28 19:02:32.605780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-25742708-e7d4-4fac-814b-8754b9f6a87b service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609449 Jul 28 19:02:32.608492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-a914c33d-dd39-4460-aed8-addfb147d686 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566212 Jul 28 19:02:32.658632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:02:32.695270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:02:32.767141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-f0740521-3973-4894-842b-4225fc923ade service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506929 Jul 28 19:02:32.769077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8c39efe8-fabe-43b1-8e0b-a27b5306673d req-583d519d-46f6-488f-8607-4c75d3a41c02 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450052 Jul 28 19:02:33.261598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece063-9021-4eac-b6d5-9aceb2da9eda req-8a8c0001-15db-49b0-acd1-0ee7b30509fd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:33.263622 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fece063-9021-4eac-b6d5-9aceb2da9eda req-8a8c0001-15db-49b0-acd1-0ee7b30509fd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0533276 Jul 28 19:02:33.300449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6fece063-9021-4eac-b6d5-9aceb2da9eda req-996cc0b7-1eb5-4fc8-979c-63d449d7a26d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Jul 28 19:02:33.927035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a47-e66e-4869-a480-a1a9d2786ab6 req-4c04c875-eaf6-4b41-babb-2f5dae9f9f92 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:33.928558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-340a3a47-e66e-4869-a480-a1a9d2786ab6 req-4c04c875-eaf6-4b41-babb-2f5dae9f9f92 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 943 time: 0.0800178 Jul 28 19:02:33.942429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-532ab2c5-f1a5-4b11-9c9d-44a7f1b36d46 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:33.943929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-532ab2c5-f1a5-4b11-9c9d-44a7f1b36d46 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&tenant_id=276b7558cfe14488bb6e79a94db92c01&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 943 time: 0.0688338 Jul 28 19:02:34.007917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-340a3a47-e66e-4869-a480-a1a9d2786ab6 req-69f9eba7-1814-4939-b262-70c338e0d184 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730429 Jul 28 19:02:34.030847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-a4e7fcd1-7495-4e2b-87f7-9a2025cc6551 service neutron] 10.222.0.37 "GET /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1/bindings/n-h2-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0738156 Jul 28 19:02:34.093160 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-17630005-e950-40fd-b7e8-2089898a01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:34.094549 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-17630005-e950-40fd-b7e8-2089898a01cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1094 time: 0.0399411 Jul 28 19:02:34.182271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-7ffc59e9-4745-4928-a6ad-747dc3e60992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:34.183739 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-7ffc59e9-4745-4928-a6ad-747dc3e60992 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0819569 Jul 28 19:02:34.251210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-c37c60f5-a965-4fb8-ac02-3e040ff072af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.0608912 Jul 28 19:02:34.256336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:02:34.298969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-13b151fa-35dd-4f71-8de2-ac0d999245c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:34.300453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-13b151fa-35dd-4f71-8de2-ac0d999245c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0425444 Jul 28 19:02:34.344539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-63855503-8a7b-4e83-9cc7-0814088f2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:34.345972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-63855503-8a7b-4e83-9cc7-0814088f2582 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389361 Jul 28 19:02:34.347573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:34.359352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:02:34.397492 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:34.410136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:02:34.429967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:34.438293 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-837b4b8d-c1db-4d23-8942-84f758dbc25c service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847633 Jul 28 19:02:34.503081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:34.526612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-39bcf99d-5724-447f-8de6-42d12950c236 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805626 Jul 28 19:02:34.553196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:34.561381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.561733 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.562078 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.562418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.562752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.563086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.563434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.563772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.564104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.564429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.564756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.565081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:02:34.743743 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['77f3cec7-b749-4059-8919-bb3040ea82f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:02:35.130268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95ff4-1818-4ea1-b7fd-70865b5a9230 req-a3b89c42-8a5d-43d3-b712-021b901ba019 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:35.131772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61f95ff4-1818-4ea1-b7fd-70865b5a9230 req-a3b89c42-8a5d-43d3-b712-021b901ba019 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0519063 Jul 28 19:02:35.168539 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-61f95ff4-1818-4ea1-b7fd-70865b5a9230 req-82b442e0-517a-4c4b-969b-9f15cdf0f791 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Jul 28 19:02:36.259010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:02:36.292853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975989-3949-483c-9f9e-b7f6067fe469 req-e36d180a-7c99-4991-9057-d9974e438bbd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:36.294426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf975989-3949-483c-9f9e-b7f6067fe469 req-e36d180a-7c99-4991-9057-d9974e438bbd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0578914 Jul 28 19:02:36.333847 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf975989-3949-483c-9f9e-b7f6067fe469 req-5985dadf-52ff-4945-a726-fd6e2afe5003 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Jul 28 19:02:36.383141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 77f3cec7-b749-4059-8919-bb3040ea82f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:02:36.387100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 77f3cec7-b749-4059-8919-bb3040ea82f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:02:36.387510 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:36.460793 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:36.485930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:36.488320 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe3278-d9b3-48c6-b5d2-0d80cde90a44" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:36.504135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:36.571882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:36.595449 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9013e28-3759-4b7c-aee9-641083d6988f x-openstack-request-id: req-a9013e28-3759-4b7c-aee9-641083d6988f {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:36.595750 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:36.596003 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9013e28-3759-4b7c-aee9-641083d6988f {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:36.596394 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'code': 200} Jul 28 19:02:36.622005 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:36.942423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d2aaaee2-1a83-4099-b156-888d5549c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:36.943916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d2aaaee2-1a83-4099-b156-888d5549c978 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1096 time: 0.0391886 Jul 28 19:02:36.955758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:02:37.005295 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.201689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:37.234429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:02:37.272557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:37.274727 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d631f9d6-edfb-4b50-9c12-c682b5f932d4" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:37.278511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.290671 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Transition to ACTIVE for port object 77f3cec7-b749-4059-8919-bb3040ea82f1 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:02:37.324111 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64eafd0-2994-4d35-a5e3-8072ce8701b8 x-openstack-request-id: req-c64eafd0-2994-4d35-a5e3-8072ce8701b8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:37.324685 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-unplugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:37.324685 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c64eafd0-2994-4d35-a5e3-8072ce8701b8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:37.325065 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'code': 200} Jul 28 19:02:37.377388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.458139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd0297-87f1-44a7-b184-d5272fd829b3 req-7b8fe118-4cb9-45e7-8297-4889f6a1f979 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:37.459874 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89bd0297-87f1-44a7-b184-d5272fd829b3 req-7b8fe118-4cb9-45e7-8297-4889f6a1f979 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0556631 Jul 28 19:02:37.462260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:37.506047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] No DVR routers for this DVR port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:02:37.514524 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-89bd0297-87f1-44a7-b184-d5272fd829b3 req-9bc9e2ae-5838-47e6-8402-9a51dab459fc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450084 Jul 28 19:02:37.640489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:02:37.640804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:02:37.641133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:37.645905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:02:37.646228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Attempting to bind port 77f3cec7-b749-4059-8919-bb3040ea82f1 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:37.651654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:02:37.652013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:02:37.652487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:02:37.652913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Bound port: 77f3cec7-b749-4059-8919-bb3040ea82f1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:02:37.653353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.715047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:02:37.718082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:02:37.759504 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-117a73a8-6eae-4f71-b503-59fcdba3f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.800309 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.835184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:37.835832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:37.837233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] 10.222.0.35 "PUT /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1092 time: 0.8853943 Jul 28 19:02:37.856709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10012e9-0835-4fe0-bd79-9f562346a533 service neutron] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=11']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:37.906699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-0870bc89-13b3-4108-b44f-e7e7ee1ee596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:37.908299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-0870bc89-13b3-4108-b44f-e7e7ee1ee596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1095 time: 0.0462935 Jul 28 19:02:38.001454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-9c3c9dd6-af34-4200-834f-68d1b6f5e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:38.009753 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-9c3c9dd6-af34-4200-834f-68d1b6f5e4d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0881770 Jul 28 19:02:38.070865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-9e096419-3041-46ec-b0ae-72b99957e23c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.0605850 Jul 28 19:02:38.118228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-b3114090-7d19-4562-a558-9c7055685452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:38.119567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-b3114090-7d19-4562-a558-9c7055685452 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0413110 Jul 28 19:02:38.163934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-2ddbe931-9e59-4acc-8ce0-1398e975c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:38.165411 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-2ddbe931-9e59-4acc-8ce0-1398e975c8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388606 Jul 28 19:02:38.255157 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-03c75fa0-a631-4412-b740-666d26cce71b service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Jul 28 19:02:38.342103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33d811d8-ef1b-456d-9280-2a747fb802ab req-f925e7dd-4c3a-4d79-8592-9d528358020f service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800998 Jul 28 19:02:38.628495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec10911-6996-4bcc-b9da-27a5a36c633e req-1e668059-9d93-4045-b5df-7f2e836a68f2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:38.629912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ec10911-6996-4bcc-b9da-27a5a36c633e req-1e668059-9d93-4045-b5df-7f2e836a68f2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.0497649 Jul 28 19:02:38.666708 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ec10911-6996-4bcc-b9da-27a5a36c633e req-713ff2b9-e52f-40c1-ab9a-42c1c460d5f6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307393 Jul 28 19:02:39.326459 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:39.328841 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8193a92b-8f9a-415b-b914-65e11c7c774b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:39.376263 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3500c1-a8ab-4553-b7a4-b85fb7c655dc x-openstack-request-id: req-bc3500c1-a8ab-4553-b7a4-b85fb7c655dc {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:39.376853 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:39.377140 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc3500c1-a8ab-4553-b7a4-b85fb7c655dc {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:39.377538 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'status': 'completed', 'code': 200} Jul 28 19:02:39.463238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-d49b3920-c203-44da-8c33-27e7409b8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.464882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-d49b3920-c203-44da-8c33-27e7409b8acc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1095 time: 0.0635703 Jul 28 19:02:39.467852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-884e734f-da38-41a1-baed-cf2bf143115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.469199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-884e734f-da38-41a1-baed-cf2bf143115a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 1095 time: 0.0758500 Jul 28 19:02:39.622492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-6d05d78c-7b1a-4d78-ab13-9ac62a0da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.623962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-6d05d78c-7b1a-4d78-ab13-9ac62a0da07a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1514869 Jul 28 19:02:39.626406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-8128a30d-ecc6-48c7-8755-2c308408739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.627769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-8128a30d-ecc6-48c7-8755-2c308408739a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1476424 Jul 28 19:02:39.735282 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-f4a858f7-1714-47d5-b6b1-f841564fc57a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.1036510 Jul 28 19:02:39.738998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-49c6399a-e78e-458a-9e07-8d05bb6efbdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 200 len: 1000 time: 0.1021199 Jul 28 19:02:39.851088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-046dc141-b041-46d6-9b8e-2b39dfb702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.852573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-046dc141-b041-46d6-9b8e-2b39dfb702f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.1042407 Jul 28 19:02:39.861457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77095116-6c59-4387-a761-23915825528e req-b2f94bbd-28b8-470a-9291-cf337ac7065c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.862826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77095116-6c59-4387-a761-23915825528e req-b2f94bbd-28b8-470a-9291-cf337ac7065c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 944 time: 0.1229594 Jul 28 19:02:39.864081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-76ec96d2-88c6-450f-bec1-97e8add94aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:39.865820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-76ec96d2-88c6-450f-bec1-97e8add94aec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.1165206 Jul 28 19:02:40.086055 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:40.275338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:02:40.306583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77095116-6c59-4387-a761-23915825528e req-d791d480-e532-4f56-89ed-dccb491ebc42 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4313419 Jul 28 19:02:40.313585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:02:40.315753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-7d80c93b-b3ec-4d24-9ac3-d6ef0a9f1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:40.315986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-edabadd9-9a07-4421-bfbf-4761de2496b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:40.316233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-7d80c93b-b3ec-4d24-9ac3-d6ef0a9f1d1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4400437 Jul 28 19:02:40.318090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-ec0f121e-5a1e-4214-bd80-1a078c213fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:40.319637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-ec0f121e-5a1e-4214-bd80-1a078c213fcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4529524 Jul 28 19:02:40.468737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-7724e44c-355a-4a7c-b1b8-0581836d1297 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449075 Jul 28 19:02:40.470784 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-fa667f00-918d-4610-b11e-d75d3879b182 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392417 Jul 28 19:02:40.620510 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-d23a4679-2f9c-4c22-a5ab-3067ad98c9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448491 Jul 28 19:02:40.623960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8193a92b-8f9a-415b-b914-65e11c7c774b req-0f1c5084-746a-421e-bce8-8de609aad0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415362 Jul 28 19:02:40.673666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:02:40.916586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:40.927815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'mac_address': 'fa:16:3e:8a:59:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:02:40.962989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:40.975655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:02:40.995529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:41.079551 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:41.129780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:41.285942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:41.425705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069d38b-f9de-4251-9d01-8c68cb808589 req-b585dfc2-f1ca-46af-a2ed-c3ad8a606599 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:41.427260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f069d38b-f9de-4251-9d01-8c68cb808589 req-b585dfc2-f1ca-46af-a2ed-c3ad8a606599 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0487955 Jul 28 19:02:41.439521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['77f3cec7-b749-4059-8919-bb3040ea82f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:02:41.466444 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f069d38b-f9de-4251-9d01-8c68cb808589 req-0214f602-b236-4ee1-963a-c11100914304 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jul 28 19:02:42.582175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498e3fd-d2cf-4466-a201-d0f648280aae req-207778cf-518d-48b9-9349-2768c707e911 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:42.583678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f498e3fd-d2cf-4466-a201-d0f648280aae req-207778cf-518d-48b9-9349-2768c707e911 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0492964 Jul 28 19:02:42.620096 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f498e3fd-d2cf-4466-a201-d0f648280aae req-485d6246-9c67-4e9f-8ab4-6d50c15ddcc2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306418 Jul 28 19:02:42.689425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:02:42.735587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d396d1-39b2-4388-90da-bc74b8ea9ded req-1ddf6bcf-7201-4a06-b0a1-d93965cff2c4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:42.737103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d396d1-39b2-4388-90da-bc74b8ea9ded req-1ddf6bcf-7201-4a06-b0a1-d93965cff2c4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0526927 Jul 28 19:02:42.775541 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-71d396d1-39b2-4388-90da-bc74b8ea9ded req-28a4d893-b52d-404e-97ea-938bd93fe4cc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Jul 28 19:02:42.858091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 77f3cec7-b749-4059-8919-bb3040ea82f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:02:42.862145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 77f3cec7-b749-4059-8919-bb3040ea82f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:02:42.862520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:42.891166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131940-1c38-4c5c-b172-1fee800d9733 req-9963f266-d6e9-4ad5-bcbe-d52529f7c2a9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:42.892731 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1131940-1c38-4c5c-b172-1fee800d9733 req-9963f266-d6e9-4ad5-bcbe-d52529f7c2a9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 945 time: 0.0533662 Jul 28 19:02:42.931860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1131940-1c38-4c5c-b172-1fee800d9733 req-1300c9a6-7311-4830-b409-cc596b8fa40b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Jul 28 19:02:42.939559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:42.961578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:42.963884 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54bc697-3242-416d-90b7-30101f5318b2" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:42.976709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:43.002688 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b243856-ab42-45e7-a5d6-045fb44d411d x-openstack-request-id: req-0b243856-ab42-45e7-a5d6-045fb44d411d {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:43.002988 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-plugged", "status": "completed", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:43.003240 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b243856-ab42-45e7-a5d6-045fb44d411d {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:43.003659 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'code': 200} Jul 28 19:02:43.068300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:43.127203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:43.177149 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:43.383289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2385-380e-4f3c-ae10-875972985646 req-4e6f42bf-f513-4cbe-9942-bfeafd7e6c05 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:43.384874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4ea2385-380e-4f3c-ae10-875972985646 req-4e6f42bf-f513-4cbe-9942-bfeafd7e6c05 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 946 time: 0.0506713 Jul 28 19:02:43.424414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4ea2385-380e-4f3c-ae10-875972985646 req-da73c9b6-ce80-44a4-a7c9-445cc52dc970 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Jul 28 19:02:44.540045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1edb1e-182e-474e-b931-3b272f7da24a req-d3a19748-9915-44e4-ad76-597e830faf7a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:44.541553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d1edb1e-182e-474e-b931-3b272f7da24a req-d3a19748-9915-44e4-ad76-597e830faf7a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 946 time: 0.0483971 Jul 28 19:02:44.579651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1d1edb1e-182e-474e-b931-3b272f7da24a req-37f5c457-fd63-4ee5-8400-eed08a0519b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Jul 28 19:02:44.838923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-20eaf542-2ed2-47aa-b645-fdc120473763 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:44.840321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-20eaf542-2ed2-47aa-b645-fdc120473763 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 946 time: 0.0473816 Jul 28 19:02:44.929781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Deleting port 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:02:44.930129 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.015826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] For port 77f3cec7-b749-4059-8919-bb3040ea82f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=77f3cec7-b749-4059-8919-bb3040ea82f1,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:45.016192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.185958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.186242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.186564 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 disassociated. External IP: 172.25.7.154, port: 77f3cec7-b749-4059-8919-bb3040ea82f1. Jul 28 19:02:45.186892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Calling delete_port for 77f3cec7-b749-4059-8919-bb3040ea82f1 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:02:45.359862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.387126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'Port': ['ID=77f3cec7-b749-4059-8919-bb3040ea82f1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:45.507714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:02:45.617435 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:02:45.628307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:02:45.637514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:02:45.638623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:45.663657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] No DVR routers for this DVR port 77f3cec7-b749-4059-8919-bb3040ea82f1 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:02:45.666216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.668252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6daf1287-0285-4aa5-9769-d3b528679e7b req-d5054566-bbb7-467a-b008-e8989a2fae94 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "DELETE /v2.0/ports/77f3cec7-b749-4059-8919-bb3040ea82f1 HTTP/1.1" status: 204 len: 173 time: 0.8215275 Jul 28 19:02:45.675535 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-deleted', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:45.678069 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d81a2b-18f8-4239-ab47-ecb75aae7da9" -d '{"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-deleted", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:45.708621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-969de519-c24d-4d22-a8bc-5a03a8248cc4 req-2ac1baad-bd8e-478e-843c-af360e219d0c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f HTTP/1.1" status: 200 len: 210 time: 0.0455756 Jul 28 19:02:45.716308 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70eca84-b5d1-44ce-b3d7-2699bfb4d82e x-openstack-request-id: req-c70eca84-b5d1-44ce-b3d7-2699bfb4d82e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:45.716595 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f", "name": "network-vif-deleted", "tag": "77f3cec7-b749-4059-8919-bb3040ea82f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:45.716841 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c70eca84-b5d1-44ce-b3d7-2699bfb4d82e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:45.717235 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d410b4c-bbaf-4ff0-b2d5-46cc7082e64f', 'name': 'network-vif-deleted', 'tag': '77f3cec7-b749-4059-8919-bb3040ea82f1', 'status': 'completed', 'code': 200} Jul 28 19:02:45.747896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:02:45.942384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:45.968479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:02:45.976765 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:02:45.977363 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:46.081446 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:46.091512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:02:46.286803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:46.313121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49e00-1a22-4e5f-aeac-f20aa5f56a3e None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:02:46.531142 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e211462-3b6c-4573-80ea-7069718398b3 None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:02:47.005219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-9bae6b28-b749-4c01-b53f-5065ac8a98aa tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1401006315&fields=id&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 267 time: 0.0330060 Jul 28 19:02:47.113529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-a98d6fc0-8ee3-4a7e-85de-c68a3beeebf0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:47.114910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-a98d6fc0-8ee3-4a7e-85de-c68a3beeebf0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.1027882 Jul 28 19:02:47.130063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-8fdc6749-54a9-489a-8072-95d85b9389c1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/quotas/276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Jul 28 19:02:47.185737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-912ca011-b529-4d7f-92ff-376d16782f82 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505831 Jul 28 19:02:47.276874 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-6797001a-714f-4ca0-a69f-3a8f3273dde7 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797758 Jul 28 19:02:47.369779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-5011edae-ec6e-4fbe-bb45-d35967946a64 service neutron] 10.222.0.25 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866373 Jul 28 19:02:47.620016 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-52a951ea-ad96-46e8-ab51-952538c079f6 req-fbe34739-2e65-4eb8-9e2e-01b38d5296eb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0278413 Jul 28 19:02:48.708961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:02:48.714755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-40002a96-fb30-4846-aac4-76f8d3d98c54 req-1c05cb9b-8e56-419b-bb9b-5623150c2b68 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jul 28 19:02:48.730082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 77f3cec7-b749-4059-8919-bb3040ea82f1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:02:48.730434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 77f3cec7-b749-4059-8919-bb3040ea82f1 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:02:49.194061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:49.519863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-99746ebe-8326-4257-8c89-bc4359adc34e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:49.522392 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-99746ebe-8326-4257-8c89-bc4359adc34e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 812 time: 0.1017296 Jul 28 19:02:49.563993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-f0a5434a-583c-4b9e-b2ff-55055f2cebee tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 380 time: 0.0341539 Jul 28 19:02:49.573512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'port': {'device_id': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'admin_state_up': True, 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'security_groups': ['06e39866-bb9b-486d-b31f-10eb3008b875']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:02:49.748962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Made reservation on behalf of 276b7558cfe14488bb6e79a94db92c01 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:02:49.752936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:49.817829 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-546a3519-b61f-4d98-8297-0cd5ff83a418 req-5650f2c5-a881-4f1e-a6ee-7f6ab940f58b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0309863 Jul 28 19:02:49.887036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Allocated IP 172.20.0.7 (8f564a8c-3af7-4e4d-8c32-ae6b94df3901/40de25c5-743d-4070-a0aa-d3185b8bdc45/ad82ea2f-949c-4ef4-a478-a6873ac724d7) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:02:50.017525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.031557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Transition to ACTIVE for port object ad82ea2f-949c-4ef4-a478-a6873ac724d7 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:02:50.109247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.155583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:02:50.158636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:02:50.162275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:02:50.200467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:50.217898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:50.218614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.297978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-d799ba18-cbbc-4de4-8cd1-e29c57fd6526 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280750 Jul 28 19:02:50.310848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Request body: {'port': {'device_id': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:02:50.364795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.496750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e9525d75-bb13-4861-b421-164e885a0c3a None None] Provisioning for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:02:50.503052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e9525d75-bb13-4861-b421-164e885a0c3a None None] Provisioning complete for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:02:50.503668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e9525d75-bb13-4861-b421-164e885a0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.541001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e9525d75-bb13-4861-b421-164e885a0c3a None None] Port ad82ea2f-949c-4ef4-a478-a6873ac724d7 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:02:50.625746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:02:50.633015 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.644484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Transition to ACTIVE for port object ad82ea2f-949c-4ef4-a478-a6873ac724d7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:02:50.725126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.774114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:50.842583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:02:50.842921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:02:50.843245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:50.848077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:02:50.848402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:02:50.853562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:02:50.854015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:02:50.854263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:02:50.854688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Bound port: ad82ea2f-949c-4ef4-a478-a6873ac724d7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:02:50.855103 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:50.955464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:02:50.964334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15d8f-a528-45a8-a1c2-cae298056a95 req-cee7e718-587e-477e-9217-d41be69d5d4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:50.969558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1a15d8f-a528-45a8-a1c2-cae298056a95 req-cee7e718-587e-477e-9217-d41be69d5d4c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0740886 Jul 28 19:02:50.969558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:02:51.004209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1a15d8f-a528-45a8-a1c2-cae298056a95 req-e7bb3171-6359-4e21-9e24-395da948ff57 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Jul 28 19:02:51.073796 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:51.105921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.107229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:51.108745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1091 time: 0.8024433 Jul 28 19:02:51.109220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:51.111451 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:51.139325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a4efc-a8fb-4a6a-97cd-9115de642ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:51.155143 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54388f72-f07f-460c-b068-6a0eede0476f x-openstack-request-id: req-54388f72-f07f-460c-b068-6a0eede0476f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:51.155555 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:51.155811 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54388f72-f07f-460c-b068-6a0eede0476f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:51.156222 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'status': 'completed', 'code': 200} Jul 28 19:02:51.223759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-4bc08e85-a38a-4a95-afbe-cb6cc10feeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.225308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-4bc08e85-a38a-4a95-afbe-cb6cc10feeef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0486012 Jul 28 19:02:51.326165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-bb948ce6-cd41-41af-977f-ffa545aab546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.327676 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-bb948ce6-cd41-41af-977f-ffa545aab546 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=276b7558cfe14488bb6e79a94db92c01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947371 Jul 28 19:02:51.425172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-deb14925-efe2-4e46-9f91-8e964d2075c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.426585 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32b3b7a8-dfe5-4343-9db3-79bdc7d53ab8 req-deb14925-efe2-4e46-9f91-8e964d2075c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924881 Jul 28 19:02:51.501450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0f20f0df-6ec2-4645-9c38-f8f096b7d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.502981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-0f20f0df-6ec2-4645-9c38-f8f096b7d4a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0419521 Jul 28 19:02:51.547241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-8a03eb32-720f-440f-b0e2-86117aa3883f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 217 time: 0.0353572 Jul 28 19:02:51.596147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-82283d84-5adb-4f1d-9791-1b6115ca4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.597547 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-82283d84-5adb-4f1d-9791-1b6115ca4150 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0430810 Jul 28 19:02:51.646968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-92b91845-df48-4ed0-b84f-e233156e1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:51.648458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-92b91845-df48-4ed0-b84f-e233156e1119 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435126 Jul 28 19:02:51.735675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-45373824-9444-4ba0-b898-b5626fae6a81 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799508 Jul 28 19:02:51.828016 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c9991d54-6768-4694-bd1d-4ff0953bcd57 req-781556b1-03c2-4e21-9148-a49b7f5c8f3e service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Jul 28 19:02:52.117734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb093ff-50fa-4506-9ff5-ebae97def98c req-790a771e-bdb7-406f-97c5-2b9dc261e56e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:52.119223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8fb093ff-50fa-4506-9ff5-ebae97def98c req-790a771e-bdb7-406f-97c5-2b9dc261e56e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0485640 Jul 28 19:02:52.156501 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8fb093ff-50fa-4506-9ff5-ebae97def98c req-34edd26b-b02e-41ed-bd04-fa80946fd569 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Jul 28 19:02:53.271641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a19564-358b-411a-bd63-606b367009aa req-999bfe4e-ac2f-4760-927b-4fcc6eed629a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:53.273140 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94a19564-358b-411a-bd63-606b367009aa req-999bfe4e-ac2f-4760-927b-4fcc6eed629a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0489080 Jul 28 19:02:53.310537 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94a19564-358b-411a-bd63-606b367009aa req-f68891ad-c826-473f-8f5c-50b026fe2901 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Jul 28 19:02:54.400566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:02:54.423965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71795-da8f-4991-93f7-d6ec233d2900 req-e512d4d6-875c-4c10-9d94-e8db7cf4be7c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:54.425478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97f71795-da8f-4991-93f7-d6ec233d2900 req-e512d4d6-875c-4c10-9d94-e8db7cf4be7c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0474639 Jul 28 19:02:54.463584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97f71795-da8f-4991-93f7-d6ec233d2900 req-a5e17143-debe-4378-9212-936ddc036186 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jul 28 19:02:54.498506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:54.506230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:02:54.545825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:54.557874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:02:54.576158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:54.622430 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:54.667583 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:54.812936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ad82ea2f-949c-4ef4-a478-a6873ac724d7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:02:55.580325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22544e3-1223-4725-b4fc-40311de99eb6 req-667a1c9b-eb50-43ba-b5d4-62a94b2ab4af tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:55.581785 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d22544e3-1223-4725-b4fc-40311de99eb6 req-667a1c9b-eb50-43ba-b5d4-62a94b2ab4af tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0480535 Jul 28 19:02:55.618532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d22544e3-1223-4725-b4fc-40311de99eb6 req-f1459643-9744-42f9-8c73-3320e2398848 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Jul 28 19:02:56.416633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:02:56.536376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:02:56.540432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:02:56.541010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:56.614862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:56.637154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:56.639434 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baeec80-a7fe-42cb-aa57-ca28984ff054" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:56.652004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:02:56.675626 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c10c91-bd6a-4723-91de-fee090f487d1 x-openstack-request-id: req-b1c10c91-bd6a-4723-91de-fee090f487d1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:56.675919 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:56.676167 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1c10c91-bd6a-4723-91de-fee090f487d1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:56.676580 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'code': 200} Jul 28 19:02:56.719949 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:56.741442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359554-d3cd-4ad3-a1ab-7a289702ce7d req-c739c38d-4b28-40c6-abe7-3fafd8830f92 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:56.742966 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba359554-d3cd-4ad3-a1ab-7a289702ce7d req-c739c38d-4b28-40c6-abe7-3fafd8830f92 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0548098 Jul 28 19:02:56.773416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:02:56.806479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ba359554-d3cd-4ad3-a1ab-7a289702ce7d req-2aace0f7-5874-4d1c-a304-bb276b2edf13 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551760 Jul 28 19:02:56.809314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d05a-f8ad-4319-8ff7-8989a2b1d6ad req-d5c5901a-9d60-4c11-a10e-ed229ad527a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:56.810767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f997d05a-f8ad-4319-8ff7-8989a2b1d6ad req-d5c5901a-9d60-4c11-a10e-ed229ad527a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1096 time: 0.0668097 Jul 28 19:02:56.847084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f997d05a-f8ad-4319-8ff7-8989a2b1d6ad req-7da3be5d-8559-412b-a99f-a6a3676d65e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287287 Jul 28 19:02:57.920830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35687e3-8404-4783-b24b-088a3ed41eb4 req-ff95ecc2-8516-4b13-b477-1c822a65603b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:57.922316 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35687e3-8404-4783-b24b-088a3ed41eb4 req-ff95ecc2-8516-4b13-b477-1c822a65603b tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0482626 Jul 28 19:02:57.963133 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b35687e3-8404-4783-b24b-088a3ed41eb4 req-a9c6a049-1f05-402c-8ba9-c9f113de9bcf tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Jul 28 19:02:58.076417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eacb85-3faf-4322-aa9b-47a520d395c3 req-d6497ac9-6b6d-4cbc-aad9-82c3b9e951a5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:58.077886 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49eacb85-3faf-4322-aa9b-47a520d395c3 req-d6497ac9-6b6d-4cbc-aad9-82c3b9e951a5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0471981 Jul 28 19:02:58.086312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50168) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:02:58.090653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Request body: {'floatingip': {'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:02:58.132383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:58.557662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:58.599684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:58.696248 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 associated. External IP: 172.25.7.154, port: ad82ea2f-949c-4ef4-a478-a6873ac724d7. Jul 28 19:02:58.890868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:02:58.994097 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:02:58.999005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:59.006161 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:02:59.014746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:02:59.015349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:59.025468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ed7cffc6-856a-4af3-926b-62f9908cb343 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "PUT /v2.0/floatingips/4249cdc2-7b13-4c38-986c-901e9be229f3 HTTP/1.1" status: 200 len: 992 time: 0.9381936 Jul 28 19:02:59.026061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:02:59.028409 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e1276d-3530-43ad-a5f6-fe2a382f661f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:02:59.067593 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7147449f-4602-4bea-a095-68e86ecd1000 x-openstack-request-id: req-7147449f-4602-4bea-a095-68e86ecd1000 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:02:59.067891 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:02:59.068150 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7147449f-4602-4bea-a095-68e86ecd1000 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:02:59.068550 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'status': 'completed', 'code': 200} Jul 28 19:02:59.126059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:02:59.136109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-9ca31cab-5671-46a5-9eda-2c332cb4dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:59.138206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-9ca31cab-5671-46a5-9eda-2c332cb4dfa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1096 time: 0.0446789 Jul 28 19:02:59.225412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-fc5f720a-b3d0-44ee-81b1-fa333d604837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:59.226907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-fc5f720a-b3d0-44ee-81b1-fa333d604837 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0822017 Jul 28 19:02:59.294826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-0bb4a51e-0c2e-4f72-8db3-406ce900f0b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.0611670 Jul 28 19:02:59.343319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-b3cf0f4e-e943-47da-a2b8-c999113b46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:59.344823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-b3cf0f4e-e943-47da-a2b8-c999113b46fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0433424 Jul 28 19:02:59.353549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T19:02:58Z', 'revision_number': 13, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:59.382884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:02:59.389933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-97e0c1ea-74e0-4645-b0af-51f98de30619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:02:59.391436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-97e0c1ea-74e0-4645-b0af-51f98de30619 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397513 Jul 28 19:02:59.391595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:02:59.392194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:02:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:59.502976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:02:59.842438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-8a6aebb5-74e0-47f5-b4e8-71324c2a4a6d service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431307 Jul 28 19:02:59.890348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T19:02:58Z', 'revision_number': 13, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:02:59.920308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f78f9-8d9b-48f2-ae79-913535ee86f5 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '4249cdc2-7b13-4c38-986c-901e9be229f3', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T18:53:39Z', 'updated_at': '2021-07-28T19:02:58Z', 'revision_number': 13, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:02:59.930252 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e1276d-3530-43ad-a5f6-fe2a382f661f req-4932ee03-5bcd-4e82-88be-92f110de2c01 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804975 Jul 28 19:03:00.110455 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433abeb-2b26-4eee-b111-1e172fbfbab4 None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:03:07.765417 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b7d40ca4-e68a-41d2-aeb9-039daa179b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.146268 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:03:10.114105 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.342649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7bf1000c-bed8-48e2-ab14-4a12ff3f08d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.285588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.164549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:16.124606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.176686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:37.771315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1079c000-b4ad-45f4-8140-ab2c76252220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.090700 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.334975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df87e519-f35b-42eb-956a-32f7c332f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.291162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:43.153499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:45.145351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:03:46.152544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:47.333919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-e13fb724-4e57-469f-8e33-f8b80d853711 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392902 Jul 28 19:03:47.415000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec872-1174-4e4c-9489-34c13db90aed req-8ad53e32-ea2b-4d12-9c09-b8bbcc11ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.416472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-8ad53e32-ea2b-4d12-9c09-b8bbcc11ad61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1096 time: 0.0422893 Jul 28 19:03:47.517194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec872-1174-4e4c-9489-34c13db90aed req-e44bf009-2344-4e2a-bccb-822e6eda90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.518658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-e44bf009-2344-4e2a-bccb-822e6eda90a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0844815 Jul 28 19:03:47.587013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-19fe42f2-0204-46ce-b858-079cd635afd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1002 time: 0.0616591 Jul 28 19:03:47.634618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec872-1174-4e4c-9489-34c13db90aed req-ff3928f7-9943-46a0-8944-76fb32f98aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.636679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-ff3928f7-9943-46a0-8944-76fb32f98aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0426590 Jul 28 19:03:47.678763 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec872-1174-4e4c-9489-34c13db90aed req-51bd1353-1245-4bf7-b256-9c1ffa3948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.680223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-51bd1353-1245-4bf7-b256-9c1ffa3948a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379038 Jul 28 19:03:47.771896 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-e7b347e6-7e96-4ab0-9a11-8c8286b7de7f service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jul 28 19:03:47.860478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e71ec872-1174-4e4c-9489-34c13db90aed req-9fcb5cab-acf4-4823-b56d-6f296b228e63 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818844 Jul 28 19:03:49.211294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:07.763298 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bc5c8c19-095d-4fd1-bd4f-8894a693115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.088630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.376855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af02adfe-dc68-4976-b149-8976c5df859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:11.365326 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:13.176303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.130926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.199892 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.144702 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:04:37.727871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a997bb13-4aaf-4c6b-bff9-08616cd54d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:38.770582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc7a5a-cf6a-46ce-91cb-dc35e7a23a97 req-78937cbd-c523-4674-b0ec-f969d55e069c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:38.772012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73fc7a5a-cf6a-46ce-91cb-dc35e7a23a97 req-78937cbd-c523-4674-b0ec-f969d55e069c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0499403 Jul 28 19:04:38.809889 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-73fc7a5a-cf6a-46ce-91cb-dc35e7a23a97 req-5f8f1f2b-b69c-4720-a159-6874e4ee00ef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jul 28 19:04:40.105574 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:40.348228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-33355a20-2e7a-4739-bddf-612169578524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:41.299649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:43.204869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.148033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.341095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-3155a3cb-2839-4fe9-8dff-2f86b2bf8b3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399010 Jul 28 19:04:48.426215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-68d805d5-675e-44a5-9542-db44976f2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.427720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-68d805d5-675e-44a5-9542-db44976f2437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1096 time: 0.0446365 Jul 28 19:04:48.527185 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-6360255c-e355-4e79-8f2b-9484d8e48594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.532311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-6360255c-e355-4e79-8f2b-9484d8e48594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0834270 Jul 28 19:04:48.596086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-f2305dd1-45db-4f94-b44f-a69ca7282d50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1002 time: 0.0607920 Jul 28 19:04:48.643332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-cd6f57f0-43c5-4225-9f62-8bd185a3817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.644732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-cd6f57f0-43c5-4225-9f62-8bd185a3817d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0425222 Jul 28 19:04:48.689441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-0ad5b57f-9071-4a69-aa7e-a1e0c05518c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.690921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-0ad5b57f-9071-4a69-aa7e-a1e0c05518c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387514 Jul 28 19:04:48.782243 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-381e9f43-fa6d-4a42-b0c1-cca5ea77f9ae service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839512 Jul 28 19:04:48.873325 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3ef52e0c-c94b-4cd7-9f49-911dea00f6ed req-d21bb397-c031-4127-b40c-88fdb6b321db service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Jul 28 19:04:49.213177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.612856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb0ed-2350-454d-8d7c-a9f61ea79251 req-e1767cfd-bf10-494f-9f48-cbbca5c90040 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:51.614354 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c1eb0ed-2350-454d-8d7c-a9f61ea79251 req-e1767cfd-bf10-494f-9f48-cbbca5c90040 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0513980 Jul 28 19:04:51.652534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c1eb0ed-2350-454d-8d7c-a9f61ea79251 req-a1c53c4c-200e-4bcf-8971-186fa9126b09 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Jul 28 19:04:51.792315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50436) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:51.877818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-b7033a35-b421-407b-b50c-dc529e311a4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843530 Jul 28 19:04:52.772082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd812f-a6ff-4bcd-9b57-9cfa26cfef93 req-48453e8d-d16d-47fc-a1d4-662afa2270ea tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:52.773577 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bcd812f-a6ff-4bcd-9b57-9cfa26cfef93 req-48453e8d-d16d-47fc-a1d4-662afa2270ea tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0519900 Jul 28 19:04:52.811609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4bcd812f-a6ff-4bcd-9b57-9cfa26cfef93 req-79323207-5ce6-4d87-ae89-53cfacb6ff48 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Jul 28 19:04:53.960399 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8103496-5803-4b2e-b44f-b030bcaff2c2 req-1710cc14-46bd-4df7-b6ca-f5b43ee5fee9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:53.961884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8103496-5803-4b2e-b44f-b030bcaff2c2 req-1710cc14-46bd-4df7-b6ca-f5b43ee5fee9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0825810 Jul 28 19:04:53.963985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-3b6e0bbc-339e-4152-9278-50148bd88f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:53.965347 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-3b6e0bbc-339e-4152-9278-50148bd88f71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1096 time: 0.0577288 Jul 28 19:04:54.052378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8103496-5803-4b2e-b44f-b030bcaff2c2 req-ffa95f4b-39e1-41dc-97ab-5782da9320b5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845845 Jul 28 19:04:54.083260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-962044aa-193d-4b89-b5b6-9192932d8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:54.084761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-962044aa-193d-4b89-b5b6-9192932d8e95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1112220 Jul 28 19:04:54.150197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-b3235592-dc00-4e13-8aec-6d5bb03f8664 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1002 time: 0.0575199 Jul 28 19:04:54.201251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-9a45f9aa-d1b5-4297-8b88-d47dfcab9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:54.202653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-9a45f9aa-d1b5-4297-8b88-d47dfcab9840 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0457191 Jul 28 19:04:54.247421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-f5da5c10-cd54-40b6-923a-72759166f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:54.248912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-f5da5c10-cd54-40b6-923a-72759166f9a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389628 Jul 28 19:04:54.334155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-e10a2812-dd03-411c-9379-ad2fa0ea4119 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781713 Jul 28 19:04:54.425368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-ac18cc95-35f2-43b3-bb3d-3ba00a1f1ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844026 Jul 28 19:04:55.173417 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba73a3-aa81-4350-aada-dad02955044f req-1aa96d41-feef-4e8d-b8e6-83cb5412df60 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:55.174936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fba73a3-aa81-4350-aada-dad02955044f req-1aa96d41-feef-4e8d-b8e6-83cb5412df60 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0528042 Jul 28 19:04:55.211600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9fba73a3-aa81-4350-aada-dad02955044f req-660ccf42-7d60-4801-b6d6-3bd364fa90dd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Jul 28 19:04:56.325503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dcbc0-1f5f-40de-851c-028c07e4c442 req-1f15835c-dd65-490f-80d1-068d19e42ac0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:56.329262 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b6dcbc0-1f5f-40de-851c-028c07e4c442 req-1f15835c-dd65-490f-80d1-068d19e42ac0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0508332 Jul 28 19:04:56.366326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b6dcbc0-1f5f-40de-851c-028c07e4c442 req-bc57ca37-9ba6-411e-90fd-fdea5b44d6de tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Jul 28 19:04:57.492711 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97571d-e368-4724-b817-f9c1003532b7 req-3c0e5b06-5791-451d-a793-a8f8a33515ba tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:57.494181 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d97571d-e368-4724-b817-f9c1003532b7 req-3c0e5b06-5791-451d-a793-a8f8a33515ba tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0482187 Jul 28 19:04:57.533240 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4d97571d-e368-4724-b817-f9c1003532b7 req-cf3ffe53-52c2-443b-8049-81778f8c5bda tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Jul 28 19:04:58.646469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a402d0-f96e-4ed9-991e-072252eb51b4 req-d712e401-0901-4b7d-ad98-63c1024d8797 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:58.647951 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49a402d0-f96e-4ed9-991e-072252eb51b4 req-d712e401-0901-4b7d-ad98-63c1024d8797 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0474489 Jul 28 19:04:58.689121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49a402d0-f96e-4ed9-991e-072252eb51b4 req-96471300-677d-4bcd-b03a-b7a508dd8bfc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353265 Jul 28 19:04:59.143772 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:04:59.805696 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc797af6-fca1-4c8d-a318-2a416f702fd9 req-c2e6d92e-bc66-4760-baae-588182354c30 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:59.807164 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc797af6-fca1-4c8d-a318-2a416f702fd9 req-c2e6d92e-bc66-4760-baae-588182354c30 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0490942 Jul 28 19:04:59.847070 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc797af6-fca1-4c8d-a318-2a416f702fd9 req-106da654-cb13-483b-8602-a12ca2efb654 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Jul 28 19:05:00.963484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2ad51-226f-4fdd-a5a5-ca6accf1c856 req-d256d09f-6777-4ca7-9c02-c7d1abb55d19 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.964903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cd2ad51-226f-4fdd-a5a5-ca6accf1c856 req-d256d09f-6777-4ca7-9c02-c7d1abb55d19 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0483823 Jul 28 19:05:01.002600 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cd2ad51-226f-4fdd-a5a5-ca6accf1c856 req-000ce876-abd7-4530-bf69-70ed7a294333 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Jul 28 19:05:02.122157 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedfaf-17dc-4d23-9ade-4a0555d55feb req-d38ab416-f441-4011-a4bc-87cbc5e3f625 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:02.123669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5fedfaf-17dc-4d23-9ade-4a0555d55feb req-d38ab416-f441-4011-a4bc-87cbc5e3f625 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0525503 Jul 28 19:05:02.161086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5fedfaf-17dc-4d23-9ade-4a0555d55feb req-5d470864-8ed5-498a-9fd1-36f99d8ebd26 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Jul 28 19:05:03.274481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93604-c094-4f51-b17a-cca3f6c91f0f req-0a935264-c5e3-490a-a88e-0aab5e8a72a6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:03.276041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8a93604-c094-4f51-b17a-cca3f6c91f0f req-0a935264-c5e3-490a-a88e-0aab5e8a72a6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0491416 Jul 28 19:05:03.320247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f8a93604-c094-4f51-b17a-cca3f6c91f0f req-8c16067d-0195-485a-ac60-a84e84830c6f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377979 Jul 28 19:05:04.434169 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d0a1-630d-4e23-9fbe-a2c804b67467 req-a50ba164-0707-4379-b77d-11d6ec7828d2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:04.435694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7752d0a1-630d-4e23-9fbe-a2c804b67467 req-a50ba164-0707-4379-b77d-11d6ec7828d2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0488005 Jul 28 19:05:04.473227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7752d0a1-630d-4e23-9fbe-a2c804b67467 req-dfd8b00f-8dc0-4957-8e9f-68093399aacb tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Jul 28 19:05:05.588101 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ee0cc-a110-47d4-b913-3bb6f4ea7caf req-e02bb897-f2a9-40cb-b311-9c957e285918 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:05.589570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-906ee0cc-a110-47d4-b913-3bb6f4ea7caf req-e02bb897-f2a9-40cb-b311-9c957e285918 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0482252 Jul 28 19:05:05.632357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-906ee0cc-a110-47d4-b913-3bb6f4ea7caf req-7ca14ade-0eee-4fa5-8f16-b4150f2680b3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Jul 28 19:05:06.748947 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4937-4e50-4de3-bce9-09b47f4f9a9d req-6345123c-c174-4b24-91fb-051322df999a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:06.750501 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a39c4937-4e50-4de3-bce9-09b47f4f9a9d req-6345123c-c174-4b24-91fb-051322df999a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0500426 Jul 28 19:05:06.789408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a39c4937-4e50-4de3-bce9-09b47f4f9a9d req-743eb355-11fe-4022-aa1e-6a02f76be957 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Jul 28 19:05:07.733124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fafbfd4-c5fd-4a83-afb0-ac95bf696ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.905947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889b1e6-5be0-4a82-9e9c-d20278516c8c req-cd85352c-0707-47a5-9b8b-85e9eb1eb966 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:07.907438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3889b1e6-5be0-4a82-9e9c-d20278516c8c req-cd85352c-0707-47a5-9b8b-85e9eb1eb966 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0482790 Jul 28 19:05:07.949846 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3889b1e6-5be0-4a82-9e9c-d20278516c8c req-0f381f64-50c8-47c5-8602-9db3aab2eba2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364990 Jul 28 19:05:09.069860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e15b19-3d76-4824-81cf-ca8af119ca4a req-1e59a104-6f27-46e2-b26d-a8dd85094123 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:09.071334 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2e15b19-3d76-4824-81cf-ca8af119ca4a req-1e59a104-6f27-46e2-b26d-a8dd85094123 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0525553 Jul 28 19:05:09.108617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a2e15b19-3d76-4824-81cf-ca8af119ca4a req-b5d0001b-5f14-4b3c-a800-fc92cc5d969f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Jul 28 19:05:10.141769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.223292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513b46e-e0e1-4212-87aa-f73b9d9e1637 req-ae59d60e-c143-4c00-9953-f6faab176bfd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:10.224800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b513b46e-e0e1-4212-87aa-f73b9d9e1637 req-ae59d60e-c143-4c00-9953-f6faab176bfd tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0483401 Jul 28 19:05:10.261525 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b513b46e-e0e1-4212-87aa-f73b9d9e1637 req-451d7c9b-32fc-4bd6-bb25-df857e0f24e8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306344 Jul 28 19:05:10.347439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-03d90f0c-dffb-4ac3-a055-fdc86a263689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:11.310001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:11.378107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956d24-5484-4db7-b509-a65cfa0e5eda req-fc05791e-e959-4e2f-969e-13d53da7404d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:11.379652 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c956d24-5484-4db7-b509-a65cfa0e5eda req-fc05791e-e959-4e2f-969e-13d53da7404d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0508459 Jul 28 19:05:11.416668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c956d24-5484-4db7-b509-a65cfa0e5eda req-657cb837-5731-4694-b665-d46eebc7b211 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Jul 28 19:05:12.531767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd60dd-2216-4706-805b-fc4d5886fc1d req-6ce0f043-be70-40c8-b8f4-d61a7c7f4ae4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:12.533251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61cd60dd-2216-4706-805b-fc4d5886fc1d req-6ce0f043-be70-40c8-b8f4-d61a7c7f4ae4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0490613 Jul 28 19:05:12.575064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61cd60dd-2216-4706-805b-fc4d5886fc1d req-2da486b7-e692-4a0a-834c-9da956e9fb79 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358427 Jul 28 19:05:13.196088 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.689485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2bb4a-ac23-4f21-b269-c09609c83a95 req-9cf330b4-f012-43ce-a175-1c53327a46a6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:13.690986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77f2bb4a-ac23-4f21-b269-c09609c83a95 req-9cf330b4-f012-43ce-a175-1c53327a46a6 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0479898 Jul 28 19:05:13.727795 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77f2bb4a-ac23-4f21-b269-c09609c83a95 req-12c62526-fea5-4e2f-955b-9726e8257d24 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Jul 28 19:05:14.845055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a154-7518-402b-9d8c-53ebe138d807 req-2abd8630-ec35-4600-8fd0-91e19f71b206 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:14.846530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1d4a154-7518-402b-9d8c-53ebe138d807 req-2abd8630-ec35-4600-8fd0-91e19f71b206 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0501778 Jul 28 19:05:14.884880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1d4a154-7518-402b-9d8c-53ebe138d807 req-6ae9ebdf-15d8-474a-8a2a-546714a99b91 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Jul 28 19:05:16.002221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ec9ba-21b0-4846-9b62-9a710e0bf969 req-af0895c5-44e1-4f25-a47c-46a6742ff9dc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:16.003730 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-930ec9ba-21b0-4846-9b62-9a710e0bf969 req-af0895c5-44e1-4f25-a47c-46a6742ff9dc tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0526423 Jul 28 19:05:16.040689 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-930ec9ba-21b0-4846-9b62-9a710e0bf969 req-672b187a-2bf2-4386-affc-da0d2e1a7a1a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jul 28 19:05:16.147365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:17.155930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7f4fd-a47b-4d15-b83d-8de7ef537dcf req-0976e049-46b4-4aa3-9e36-859350ac64fe tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:17.157421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7f7f4fd-a47b-4d15-b83d-8de7ef537dcf req-0976e049-46b4-4aa3-9e36-859350ac64fe tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0482905 Jul 28 19:05:17.196556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a7f7f4fd-a47b-4d15-b83d-8de7ef537dcf req-93bbf879-3263-470b-a170-be3db7d8c2f4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Jul 28 19:05:18.312228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e692-b9b6-4c90-9e54-d6588c34dc07 req-d0154290-bbbe-45ea-a3e5-7e576f705e95 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:18.314228 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2663e692-b9b6-4c90-9e54-d6588c34dc07 req-d0154290-bbbe-45ea-a3e5-7e576f705e95 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0489099 Jul 28 19:05:18.355658 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2663e692-b9b6-4c90-9e54-d6588c34dc07 req-df04f49b-edd3-4ea1-8f3b-5e6944ccb5ee tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347192 Jul 28 19:05:18.726438 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-0002a082-7460-4b0e-94b6-4ebdec511ff9 service neutron] show failed (client error): The resource could not be found. Jul 28 19:05:18.727497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-0002a082-7460-4b0e-94b6-4ebdec511ff9 service neutron] 10.222.0.37 "GET /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0774069 Jul 28 19:05:19.235436 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:19.264216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-bca620a0-b5d2-4f9a-9c8a-52f9366c4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:19.265699 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-bca620a0-b5d2-4f9a-9c8a-52f9366c4380 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1096 time: 0.0408905 Jul 28 19:05:19.277200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:19.327957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:19.534497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc26de-591f-493d-a10c-013721842aa9 req-bd9e7c13-5fe2-40b8-8965-5b91f8c26aec tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:19.535989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3cc26de-591f-493d-a10c-013721842aa9 req-bd9e7c13-5fe2-40b8-8965-5b91f8c26aec tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.1089830 Jul 28 19:05:19.593918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e3cc26de-591f-493d-a10c-013721842aa9 req-a224ed21-a3b1-4908-bee1-fc28131d8e67 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518899 Jul 28 19:05:19.595576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:19.628233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:19.665735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:19.668020 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444c76f-0193-44c2-ad91-4be2c22f9f40" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:19.671712 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:19.683765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Transition to ACTIVE for port object ad82ea2f-949c-4ef4-a478-a6873ac724d7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:19.719876 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1e823-c4b5-41dc-a2bf-31eaac0d4541 x-openstack-request-id: req-aea1e823-c4b5-41dc-a2bf-31eaac0d4541 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:19.720247 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:19.720496 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aea1e823-c4b5-41dc-a2bf-31eaac0d4541 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:19.720892 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'code': 200} Jul 28 19:05:19.761391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:19.837447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:19.850038 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.850382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.850717 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.851049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.851381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.851729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.852050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.852371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.852809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.853133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.853449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.853766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:19.892304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] No DVR routers for this DVR port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:05:20.028016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:20.028273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:20.028597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:20.034490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:05:20.034819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:20.039727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:20.040088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:20.040465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:20.040879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Bound port: ad82ea2f-949c-4ef4-a478-a6873ac724d7, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:20.041237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:20.119235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:20.119235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:20.189797 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:20.223585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.224207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:20.225605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] 10.222.0.35 "PUT /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1091 time: 0.9524267 Jul 28 19:05:20.249470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebca0-7d55-494c-9937-cb351b7e9795 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:20.298928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-319a5d0f-ab82-439c-b953-5451d683c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.300833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-319a5d0f-ab82-439c-b953-5451d683c3d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0482061 Jul 28 19:05:20.397128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-c7ecbcd8-2925-4eb2-82c5-a70ba209c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.398646 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-c7ecbcd8-2925-4eb2-82c5-a70ba209c969 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0915854 Jul 28 19:05:20.464788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-f45789a5-55aa-4337-bccc-12fd103059a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.0594285 Jul 28 19:05:20.512587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-c9f77fb0-3d6b-489c-8767-c600efbee970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.514716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-c9f77fb0-3d6b-489c-8767-c600efbee970 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0430648 Jul 28 19:05:20.562583 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-f6937ecc-869d-40d0-bd41-2bcbf70462f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.564029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-f6937ecc-869d-40d0-bd41-2bcbf70462f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425451 Jul 28 19:05:20.652118 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-2ac2295b-e331-49b3-9832-c0832543c809 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801060 Jul 28 19:05:20.782321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6aa4-4034-4338-beb9-d7adcdef2580 req-2e25c315-04bf-4a38-b151-ca68a124bb7c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.783823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7aa6aa4-4034-4338-beb9-d7adcdef2580 req-2e25c315-04bf-4a38-b151-ca68a124bb7c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0765324 Jul 28 19:05:20.786034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-91a0239f-7b93-4933-ad53-ee0d4f80c94b req-8f158aec-5d8a-4994-99f1-bb5a37d62b5e service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284091 Jul 28 19:05:20.823445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7aa6aa4-4034-4338-beb9-d7adcdef2580 req-4e83ef07-65f0-4009-a18a-3b11d093ebc2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Jul 28 19:05:21.161973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:05:21.199539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:05:21.722136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:21.724550 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a611bf-0929-40ff-a15d-2d04ff786bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:21.773309 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f57f4-4697-4866-b432-0a32d7bb2e28 x-openstack-request-id: req-536f57f4-4697-4866-b432-0a32d7bb2e28 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:21.773611 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:21.773871 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-536f57f4-4697-4866-b432-0a32d7bb2e28 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:21.774281 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'status': 'completed', 'code': 200} Jul 28 19:05:21.868093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-46dda9ba-1b40-4bc1-9458-6bfee273dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:21.869721 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-46dda9ba-1b40-4bc1-9458-6bfee273dc81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0677664 Jul 28 19:05:21.871742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-a6e75c43-f668-48fe-be16-160b7687bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:21.873146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-a6e75c43-f668-48fe-be16-160b7687bd90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0803382 Jul 28 19:05:22.048981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54647c28-9bff-4d7b-ac1d-ce15e23b1d72 req-95a44dcd-5e88-4a29-928e-af21100a7de5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.050359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54647c28-9bff-4d7b-ac1d-ce15e23b1d72 req-95a44dcd-5e88-4a29-928e-af21100a7de5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.1486046 Jul 28 19:05:22.084523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-597b6a1f-7118-4719-a315-88a929841e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.086279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-597b6a1f-7118-4719-a315-88a929841e6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.2090061 Jul 28 19:05:22.093043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-2e2b62a5-2aed-4adb-aff3-ef06ffb56aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.094414 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-2e2b62a5-2aed-4adb-aff3-ef06ffb56aea service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.2087414 Jul 28 19:05:22.178518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54647c28-9bff-4d7b-ac1d-ce15e23b1d72 req-0be46729-631f-42bc-9be1-a3ac756dc7c7 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199038 Jul 28 19:05:22.220271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-77de264f-003f-4a16-ba44-5fbaff9a0c7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.1096232 Jul 28 19:05:22.221878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-e084f44f-8c71-4788-9335-0b3ba11e3f2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.1265292 Jul 28 19:05:22.304978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-3d3f7756-02f1-4e3f-8fc5-b3f10c9bc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.306363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-3d3f7756-02f1-4e3f-8fc5-b3f10c9bc024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0794909 Jul 28 19:05:22.307723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-dc545b2e-0f46-4d8c-9906-6f998daf162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.309027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-dc545b2e-0f46-4d8c-9906-6f998daf162f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0748165 Jul 28 19:05:22.379919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-7b088485-da84-486f-b59c-4916e19abe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.381494 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-7b088485-da84-486f-b59c-4916e19abe82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602670 Jul 28 19:05:22.383137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-67d9ae5b-77dd-4082-9678-5e975b704c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.384535 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-67d9ae5b-77dd-4082-9678-5e975b704c09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709755 Jul 28 19:05:22.543418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-4bd82952-d2cb-4956-9072-fc2bbf9a3d1f service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550803 Jul 28 19:05:22.547067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-c9e8c73f-5e81-49f2-a61b-05350d696c54 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510005 Jul 28 19:05:22.699287 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-1ee0d2db-d136-40a5-b4dc-52c7609e6690 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485791 Jul 28 19:05:22.701208 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7a611bf-0929-40ff-a15d-2d04ff786bf6 req-abad7778-b7c8-4d35-894d-22d08aa23131 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436503 Jul 28 19:05:23.297171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9db8d-d882-451a-86e6-5f7e60060fdd req-cbf74c76-5d74-462d-ba8a-c494b2bd9fc3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:23.298575 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ef9db8d-d882-451a-86e6-5f7e60060fdd req-cbf74c76-5d74-462d-ba8a-c494b2bd9fc3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0488472 Jul 28 19:05:23.337122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ef9db8d-d882-451a-86e6-5f7e60060fdd req-78e0cff0-7863-4c8a-96db-904093b1cb84 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Jul 28 19:05:24.454930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68805406-fc9e-47d3-81cb-bea44071982e req-0a123161-1ba2-4610-b999-cd645576b312 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:24.456452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68805406-fc9e-47d3-81cb-bea44071982e req-0a123161-1ba2-4610-b999-cd645576b312 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0485582 Jul 28 19:05:24.493974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68805406-fc9e-47d3-81cb-bea44071982e req-da8d7144-bacf-4aca-bd09-a032b0fb95d4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Jul 28 19:05:25.614094 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428d820-56b8-46a2-92bb-aa1f3d1ee610 req-dc155bcb-afe9-4e5e-8dc4-f40c5f92e1ee tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:25.615607 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8428d820-56b8-46a2-92bb-aa1f3d1ee610 req-dc155bcb-afe9-4e5e-8dc4-f40c5f92e1ee tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0530429 Jul 28 19:05:25.652634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8428d820-56b8-46a2-92bb-aa1f3d1ee610 req-b3b16344-27d3-4c7a-9d63-4decaf65a70c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Jul 28 19:05:26.767715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df773412-1882-4cda-b8e5-0a1490fff5f1 req-3f8dcf34-994a-41b8-a8b8-6a7f3e327646 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:26.769082 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df773412-1882-4cda-b8e5-0a1490fff5f1 req-3f8dcf34-994a-41b8-a8b8-6a7f3e327646 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0474317 Jul 28 19:05:26.805819 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df773412-1882-4cda-b8e5-0a1490fff5f1 req-c0c55c7c-5a01-4b07-93ba-de318f394d60 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308614 Jul 28 19:05:27.921520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bbca8-d8e0-488b-890c-df2523ec8c6a req-76732ec3-de74-4fa9-be06-97c14f81e2ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:27.923006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a1bbca8-d8e0-488b-890c-df2523ec8c6a req-76732ec3-de74-4fa9-be06-97c14f81e2ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0482056 Jul 28 19:05:27.960483 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2a1bbca8-d8e0-488b-890c-df2523ec8c6a req-171a756a-564c-4782-a732-92c1654318b1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Jul 28 19:05:29.077014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c0ae3-82cb-425c-ac0b-425fb860e75a req-059e3948-baf5-4dd1-8437-151a933deeb1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:29.078458 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed5c0ae3-82cb-425c-ac0b-425fb860e75a req-059e3948-baf5-4dd1-8437-151a933deeb1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0512414 Jul 28 19:05:29.114811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ed5c0ae3-82cb-425c-ac0b-425fb860e75a req-145e44df-4f52-4007-87b8-1d33f3bb7fef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Jul 28 19:05:30.228454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2a404-63c0-46a8-972e-1549541b0fa7 req-a900b2a0-c3d4-4db3-b1b8-00a2f658f04c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:30.230176 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53c2a404-63c0-46a8-972e-1549541b0fa7 req-a900b2a0-c3d4-4db3-b1b8-00a2f658f04c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0483191 Jul 28 19:05:30.269030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53c2a404-63c0-46a8-972e-1549541b0fa7 req-2248a0f4-aceb-4c45-b415-b45f3f3e41a3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Jul 28 19:05:31.384467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4f17d-10a1-4fb1-8605-5efd5938edbe req-0a4ae665-fb06-4a1d-8cac-019b27ab6b84 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:31.385937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34d4f17d-10a1-4fb1-8605-5efd5938edbe req-0a4ae665-fb06-4a1d-8cac-019b27ab6b84 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0480933 Jul 28 19:05:31.423880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34d4f17d-10a1-4fb1-8605-5efd5938edbe req-e2fe22c8-6161-4bc4-8ecc-0e48bfc24eba tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Jul 28 19:05:32.546444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17170-3174-403d-aa88-1e49fc8723d4 req-eac1e69e-36e2-43c2-8d36-e439199a1ff1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:32.548024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34c17170-3174-403d-aa88-1e49fc8723d4 req-eac1e69e-36e2-43c2-8d36-e439199a1ff1 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0571187 Jul 28 19:05:32.584307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-34c17170-3174-403d-aa88-1e49fc8723d4 req-47cbfd1f-8b84-4ca7-a461-c1682307e212 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Jul 28 19:05:33.697653 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fa564-c337-4146-9c37-d2b4f6160f45 req-c6a43382-a8aa-4edb-9189-e0e934271e0f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:33.699110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f08fa564-c337-4146-9c37-d2b4f6160f45 req-c6a43382-a8aa-4edb-9189-e0e934271e0f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0471869 Jul 28 19:05:33.737145 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f08fa564-c337-4146-9c37-d2b4f6160f45 req-0941a46d-2dcc-4777-9c22-4d32a791631a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Jul 28 19:05:34.859155 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891b14-a959-47a9-94f5-afe7dbd33fe3 req-24e7145f-a00b-4dfa-8b41-6f68ecd1a6d9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:34.860678 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8891b14-a959-47a9-94f5-afe7dbd33fe3 req-24e7145f-a00b-4dfa-8b41-6f68ecd1a6d9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0494688 Jul 28 19:05:34.898187 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f8891b14-a959-47a9-94f5-afe7dbd33fe3 req-505995ef-4b97-47ad-bc04-9af131001afe tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Jul 28 19:05:35.462683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31cdc-2b83-4213-b7bf-8abe316e6d92 req-09cf3cd4-2e18-4f38-a6d8-5b1aeddbb094 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.464263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86c31cdc-2b83-4213-b7bf-8abe316e6d92 req-09cf3cd4-2e18-4f38-a6d8-5b1aeddbb094 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 943 time: 0.0485928 Jul 28 19:05:35.504055 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-86c31cdc-2b83-4213-b7bf-8abe316e6d92 req-d9dd215a-ac6c-4a37-a9d3-f3909577a9ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Jul 28 19:05:35.505242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-3c6975cf-ecc1-4b81-8b0f-5c5213aacbde tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.506774 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-3c6975cf-ecc1-4b81-8b0f-5c5213aacbde tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&tenant_id=276b7558cfe14488bb6e79a94db92c01&binding%3Ahost_id=n-h1-778550-5 HTTP/1.1" status: 200 len: 943 time: 0.0556135 Jul 28 19:05:35.532193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:05:35.568968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-99f2ef41-558f-4509-aea2-5f5c9dbc16bb service neutron] 10.222.0.35 "GET /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7/bindings/n-h1-778550-5 HTTP/1.1" status: 200 len: 382 time: 0.0547562 Jul 28 19:05:35.628214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:35.630415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-5f6c84db-2820-41ed-8236-ab358b999616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.631998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-5f6c84db-2820-41ed-8236-ab358b999616 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1094 time: 0.0412807 Jul 28 19:05:35.639287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:05:35.675438 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:35.689148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:35.709294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:35.789911 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:35.839764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:35.847633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.847978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.848321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.848657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.848988 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.849316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.849645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.849970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.850291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.850612 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.850934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:35.851251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:36.086501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-58381e9d-8a1e-40cf-9416-9de377c2c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.088025 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-58381e9d-8a1e-40cf-9416-9de377c2c452 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.4497397 Jul 28 19:05:36.143067 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:05:36.150132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-580cb000-29b6-46c0-ae6d-0c726dbbb593 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1001 time: 0.0549054 Jul 28 19:05:36.159435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['ad82ea2f-949c-4ef4-a478-a6873ac724d7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:36.197811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-1a64a6b5-9914-4cfe-89f2-fd1ec04ac53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.199364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-1a64a6b5-9914-4cfe-89f2-fd1ec04ac53d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0422037 Jul 28 19:05:36.248225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-ad3e9c9d-dbf4-4852-a6e7-b40107a4b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.249743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-ad3e9c9d-dbf4-4852-a6e7-b40107a4b89b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434611 Jul 28 19:05:36.338115 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-fb8f1de3-ed31-4c75-ae2a-4eff67e073cf service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804133 Jul 28 19:05:36.430514 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-c4de25b4-45f9-44ff-b193-19c699ff7ddc service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853314 Jul 28 19:05:36.621458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1c37b-1db8-4b60-857e-287cf22b0e3e req-8af4ed80-7bcf-4a5a-9312-4a1eceb41597 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.622833 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3f1c37b-1db8-4b60-857e-287cf22b0e3e req-8af4ed80-7bcf-4a5a-9312-4a1eceb41597 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0486932 Jul 28 19:05:36.661045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3f1c37b-1db8-4b60-857e-287cf22b0e3e req-6c9b7e8c-5c86-4a1f-aab1-c0364631a174 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Jul 28 19:05:37.553423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:37.674703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:37.678453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:37.681469 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.721862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01e892b9-c693-40a6-a420-123a5efcee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.773072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.788668 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86a32b-13de-412c-8e10-02569667d264 req-d261cce3-941e-4d52-8a57-eeda1720f5d8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:37.790213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c86a32b-13de-412c-8e10-02569667d264 req-d261cce3-941e-4d52-8a57-eeda1720f5d8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0586548 Jul 28 19:05:37.795841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:37.798123 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f404ad57-e662-4446-b37d-29fecdb46150" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:37.812401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:37.836126 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4c86a32b-13de-412c-8e10-02569667d264 req-f901fe81-009e-49f7-887a-b702cca771ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368409 Jul 28 19:05:37.851358 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2a8c3-6bd2-4571-bbe2-bb8a3b773a8c x-openstack-request-id: req-04d2a8c3-6bd2-4571-bbe2-bb8a3b773a8c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:37.851851 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:37.852228 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04d2a8c3-6bd2-4571-bbe2-bb8a3b773a8c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:37.852798 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'code': 200} Jul 28 19:05:37.907183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.953089 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:38.954856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8ec4-5888-41c3-8f0e-ffd1c37a2c45 req-fac50a5b-0252-4953-bd5f-9f211f976b7d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:38.956417 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec6a8ec4-5888-41c3-8f0e-ffd1c37a2c45 req-fac50a5b-0252-4953-bd5f-9f211f976b7d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0486996 Jul 28 19:05:38.995752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ec6a8ec4-5888-41c3-8f0e-ffd1c37a2c45 req-ebd90b50-d6da-4145-89d0-886d37210ee2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332165 Jul 28 19:05:40.103331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:40.114959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bfe0d-1db9-49be-8da6-7b6099e4ee11 req-e2ecfd23-ee6d-42ab-b93f-8a94216541ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:40.116484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a7bfe0d-1db9-49be-8da6-7b6099e4ee11 req-e2ecfd23-ee6d-42ab-b93f-8a94216541ab tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0491188 Jul 28 19:05:40.153868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4a7bfe0d-1db9-49be-8da6-7b6099e4ee11 req-d20c1b29-f033-4654-9cee-e9fdf7bb8b5d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Jul 28 19:05:40.364506 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6f1aef73-a9f1-4f2b-be6d-8e8a007be336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.273043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a80d0-7e66-4d45-b797-64921eaf2604 req-ae99c954-de3a-42bb-81ef-4962f6842fb3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:41.274596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-801a80d0-7e66-4d45-b797-64921eaf2604 req-ae99c954-de3a-42bb-81ef-4962f6842fb3 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0497797 Jul 28 19:05:41.309393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.312248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-801a80d0-7e66-4d45-b797-64921eaf2604 req-4b3a04b0-f898-4964-a4fe-0efb5dbc2ddf tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jul 28 19:05:41.469107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-edd50406-80ce-44e5-a168-b0d0bf51de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:41.477855 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-edd50406-80ce-44e5-a168-b0d0bf51de28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa&tenant_id=276b7558cfe14488bb6e79a94db92c01 HTTP/1.1" status: 200 len: 1096 time: 0.0439208 Jul 28 19:05:41.483137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:41.535472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.568355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:05:41.645296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.734151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:41.769420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:41.811473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:41.813748 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93e90f-a4c7-4860-b7d8-e2058bd89835" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:41.817431 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.831116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Transition to ACTIVE for port object ad82ea2f-949c-4ef4-a478-a6873ac724d7 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:41.868025 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4c12f8-9481-4572-ab47-29d84046a428 x-openstack-request-id: req-4c4c12f8-9481-4572-ab47-29d84046a428 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:41.868025 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:41.868025 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c4c12f8-9481-4572-ab47-29d84046a428 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:41.868025 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'code': 200} Jul 28 19:05:41.921271 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:41.955689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:05:41.955839 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:05:41.999988 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:42.039525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] No DVR routers for this DVR port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:05:42.178042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:42.178376 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:42.178705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:42.183137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:05:42.183496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Attempting to bind port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:42.188366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:42.188707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Checking segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:42.189092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Bound using segment: {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:42.189513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Bound port: ad82ea2f-949c-4ef4-a478-a6873ac724d7, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbf19e6-99e6-403e-ad78-947ad8e42af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:42.189869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.252164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:42.255004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:42.344340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.377506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.378146 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.380148 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1092 time: 0.9011652 Jul 28 19:05:42.419939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbf91c-0685-4af8-9e52-2254faba4f02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=11']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:42.441764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df382b0-a1ce-4c05-a7f7-3794afa5d02a req-b1d32cff-866b-4d78-939e-699cdc8e45f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.444103 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9df382b0-a1ce-4c05-a7f7-3794afa5d02a req-b1d32cff-866b-4d78-939e-699cdc8e45f0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0617316 Jul 28 19:05:42.453944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-d1e36f20-90f4-417c-8856-5676bc678946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.455528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-d1e36f20-90f4-417c-8856-5676bc678946 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1095 time: 0.0483229 Jul 28 19:05:42.487347 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9df382b0-a1ce-4c05-a7f7-3794afa5d02a req-1031f03a-5a8e-4cda-b964-4f5efb1ee253 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Jul 28 19:05:42.560227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-6fd31063-c080-4082-9a8d-0c8c784daa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.561732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-6fd31063-c080-4082-9a8d-0c8c784daa81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.0992682 Jul 28 19:05:42.627794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-bf433292-246b-4d2f-b8a1-c52c7470a8f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.0591381 Jul 28 19:05:42.680438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-4aaac38c-00b0-4246-9645-250033ffeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.681789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-4aaac38c-00b0-4246-9645-250033ffeece service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0476437 Jul 28 19:05:42.727245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-e1d8acfd-2d91-4c94-a5f9-838e804e4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.728738 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-e1d8acfd-2d91-4c94-a5f9-838e804e4069 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395725 Jul 28 19:05:42.815748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-8ed727d9-d16d-44a9-b478-2c5a0f3e702e service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795913 Jul 28 19:05:42.907921 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ac98d2f-8174-4bb0-9330-8264bf04ad2a req-fc6d59fb-7724-463e-a98b-40d40bd6551f service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854778 Jul 28 19:05:43.200550 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:43.607436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cdbf-2d2d-4a2a-a90d-6e5261c8d630 req-6f282f44-8bb8-4718-afbc-3365686ccc5e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.609063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46a0cdbf-2d2d-4a2a-a90d-6e5261c8d630 req-6f282f44-8bb8-4718-afbc-3365686ccc5e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0505791 Jul 28 19:05:43.648280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-46a0cdbf-2d2d-4a2a-a90d-6e5261c8d630 req-d64b29d5-14d1-45c5-8ab8-24e223ba06c5 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Jul 28 19:05:43.866181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:43.868547 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c669e08b-5487-4cce-9706-75599cef54f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:43.916754 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50e8ea-e1ab-49ed-aa82-53c1d86601ed x-openstack-request-id: req-6c50e8ea-e1ab-49ed-aa82-53c1d86601ed {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:43.917076 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:43.918023 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c50e8ea-e1ab-49ed-aa82-53c1d86601ed {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:43.918425 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'status': 'completed', 'code': 200} Jul 28 19:05:44.010658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-9c14a8e9-2e6f-43b1-b060-12e977e69189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.012263 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-9c14a8e9-2e6f-43b1-b060-12e977e69189 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1095 time: 0.0758407 Jul 28 19:05:44.021550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-fbd49d4b-d965-41ab-881c-8e3dce99a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.023063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-fbd49d4b-d965-41ab-881c-8e3dce99a235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1095 time: 0.0786448 Jul 28 19:05:44.186780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-bd1af8e0-d3ae-4fe6-84b5-b6b0755b2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.188259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-bd1af8e0-d3ae-4fe6-84b5-b6b0755b2c53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1642349 Jul 28 19:05:44.189570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-769f0ed0-9214-4905-9581-b9a4dfde87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.190872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-769f0ed0-9214-4905-9581-b9a4dfde87b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1578479 Jul 28 19:05:44.305673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-45214704-670c-48e6-a83c-1b4090283bf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.1103380 Jul 28 19:05:44.307526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-34167540-d8a7-468c-8d6d-b4391348fa12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.1065533 Jul 28 19:05:44.392387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-56024e9b-6c73-4fac-9a26-823fac74cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.393800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-56024e9b-6c73-4fac-9a26-823fac74cbdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0812776 Jul 28 19:05:44.397042 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-00e413a2-838a-443c-b0d0-23a096d07b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.398372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-00e413a2-838a-443c-b0d0-23a096d07b0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0779929 Jul 28 19:05:44.465751 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-d28e4dcb-ce42-4a1c-b478-548a35787153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.467261 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-d28e4dcb-ce42-4a1c-b478-548a35787153 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589235 Jul 28 19:05:44.469846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e08b-5487-4cce-9706-75599cef54f8 req-8267af67-903c-4e74-a879-b2c93ba430ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.471206 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-8267af67-903c-4e74-a879-b2c93ba430ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704350 Jul 28 19:05:44.625410 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-9d3ab4bc-093b-4605-97f4-ef66cb5c1dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513917 Jul 28 19:05:44.627596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-fd4851ab-b57f-4345-a635-efc68592af11 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457207 Jul 28 19:05:44.826965 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-2c727eaa-4dfc-4641-9265-91b3336a1639 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870787 Jul 28 19:05:44.835552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64732d85-e1e9-4f96-82af-633fefce53b5 req-4d397f5d-16f7-4980-a7c9-12e2be177d56 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.836975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64732d85-e1e9-4f96-82af-633fefce53b5 req-4d397f5d-16f7-4980-a7c9-12e2be177d56 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.1164832 Jul 28 19:05:44.838878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c669e08b-5487-4cce-9706-75599cef54f8 req-aed93b6d-1b09-429d-b7ba-065e3f19ff8e service neutron] 10.222.0.35 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066200 Jul 28 19:05:44.877091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-64732d85-e1e9-4f96-82af-633fefce53b5 req-dd4813df-756f-470a-baac-6feaf0ba2560 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Jul 28 19:05:45.995920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f777-8169-4f63-9e3d-833ce4e9ace4 req-f1f02529-3f48-4e1d-9dfa-a522616cc098 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.997531 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80e4f777-8169-4f63-9e3d-833ce4e9ace4 req-f1f02529-3f48-4e1d-9dfa-a522616cc098 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0509346 Jul 28 19:05:46.037856 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-80e4f777-8169-4f63-9e3d-833ce4e9ace4 req-7295d948-3538-4bab-b192-ebafa5cc72b4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Jul 28 19:05:46.154663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:47.154205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97605-427b-4678-92bb-04d95af9aab1 req-82d5585e-4fb6-4a9a-87e9-e55c75847d6a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.155639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ae97605-427b-4678-92bb-04d95af9aab1 req-82d5585e-4fb6-4a9a-87e9-e55c75847d6a tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0492122 Jul 28 19:05:47.193471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ae97605-427b-4678-92bb-04d95af9aab1 req-aeb0609d-a384-4a29-8bac-9df0feb2d0ad tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Jul 28 19:05:48.307712 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d882b7-6f35-41af-8f58-30f9c84a4cb2 req-619243a0-8c81-40ad-be4c-a7bd99abac36 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:48.309183 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33d882b7-6f35-41af-8f58-30f9c84a4cb2 req-619243a0-8c81-40ad-be4c-a7bd99abac36 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0481462 Jul 28 19:05:48.348285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-33d882b7-6f35-41af-8f58-30f9c84a4cb2 req-1694459a-ea01-4fe0-a952-d04636ae1e2e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Jul 28 19:05:49.261243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:49.359041 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-b224d9be-b390-4b87-b625-e10c1c567119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.361180 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-b224d9be-b390-4b87-b625-e10c1c567119 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=276b7558cfe14488bb6e79a94db92c01&device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 1095 time: 0.0448005 Jul 28 19:05:49.499491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fb0a1-79f1-4b33-83bc-b6ccd39bcdf3 req-555d7501-a302-4c7b-9ba8-bfa768352331 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.501052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01fb0a1-79f1-4b33-83bc-b6ccd39bcdf3 req-555d7501-a302-4c7b-9ba8-bfa768352331 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0766470 Jul 28 19:05:49.502542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-aec5cef7-f1a4-42fe-b0ad-d812e4eb3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.503927 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-aec5cef7-f1a4-42fe-b0ad-d812e4eb3743 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 200 len: 913 time: 0.1238630 Jul 28 19:05:49.588599 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b01fb0a1-79f1-4b33-83bc-b6ccd39bcdf3 req-114eaf3e-3f4f-4dc7-8f1f-9fda701178e9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814576 Jul 28 19:05:49.592213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-870e52a1-c0c4-4be2-8b3b-d39632ad35fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 200 len: 1000 time: 0.0792236 Jul 28 19:05:49.640968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-45d426cc-3fac-499c-af83-30c7075b6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.642365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-45d426cc-3fac-499c-af83-30c7075b6789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 200 len: 851 time: 0.0434818 Jul 28 19:05:49.689738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-9e99a2e1-bde8-47c3-a2f4-870daa1075bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.691168 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-9e99a2e1-bde8-47c3-a2f4-870daa1075bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f564a8c-3af7-4e4d-8c32-ae6b94df3901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422926 Jul 28 19:05:49.782311 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-5a6e7506-8346-421f-994a-95db76874cbe service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Jul 28 19:05:49.872992 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1c7dbfb-dd60-43a1-b123-8cdfd38b041a req-0954fb6e-4e2c-4013-ae83-46dd40522899 service neutron] 10.222.0.37 "GET /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Jul 28 19:05:50.707053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422aa0-b749-4153-a402-e500c6aad782 req-6ce16be7-2a3c-44d8-b8ec-48b89dd4d1c0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:50.708558 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a422aa0-b749-4153-a402-e500c6aad782 req-6ce16be7-2a3c-44d8-b8ec-48b89dd4d1c0 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0526626 Jul 28 19:05:50.747739 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a422aa0-b749-4153-a402-e500c6aad782 req-2e123456-a4f5-4ded-9b38-60890314a989 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331736 Jul 28 19:05:51.868426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1552-1d3b-4a74-9ebb-ed4d3a65ebae req-0397f04a-878e-4df8-966b-7409acc130e9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:51.869899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08fa1552-1d3b-4a74-9ebb-ed4d3a65ebae req-0397f04a-878e-4df8-966b-7409acc130e9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0491693 Jul 28 19:05:51.906887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-08fa1552-1d3b-4a74-9ebb-ed4d3a65ebae req-37753469-9453-4425-a78e-046ee3dcc906 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Jul 28 19:05:53.021814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1ee0-c082-441d-8057-cf1be551e642 req-e8691e85-dfce-4a84-a14a-eefc2bccde59 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:53.023310 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f40d1ee0-c082-441d-8057-cf1be551e642 req-e8691e85-dfce-4a84-a14a-eefc2bccde59 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0484371 Jul 28 19:05:53.061892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f40d1ee0-c082-441d-8057-cf1be551e642 req-7d73aa13-0c48-4c24-acc9-ac36b564de84 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Jul 28 19:05:54.176668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400604a-50bf-4019-832c-0949c0d0dc08 req-4ac6dcd6-d170-42bf-a9ec-05b5cb2e5a47 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.178155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5400604a-50bf-4019-832c-0949c0d0dc08 req-4ac6dcd6-d170-42bf-a9ec-05b5cb2e5a47 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0480635 Jul 28 19:05:54.215446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5400604a-50bf-4019-832c-0949c0d0dc08 req-07f03b4f-a5f3-463d-af76-95768b008ce4 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312066 Jul 28 19:05:55.297740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:05:55.329426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ad0c-2076-4e8d-ab6f-236a21cc10ee req-8c9f0605-a7f2-49da-9e4e-aea96ac0f24e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.330950 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68c9ad0c-2076-4e8d-ab6f-236a21cc10ee req-8c9f0605-a7f2-49da-9e4e-aea96ac0f24e tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0491338 Jul 28 19:05:55.370202 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68c9ad0c-2076-4e8d-ab6f-236a21cc10ee req-fe0c0459-92c0-4526-9d4e-63572db1bd3f tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Jul 28 19:05:55.389073 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:55.400352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'port_id': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'mac_address': 'fa:16:3e:53:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:05:55.440309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:55.453312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:55.473252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:55.483860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a952-a1f7-40f5-92f3-e2b4eeeb4431 req-e91dbada-7756-42be-83c4-8b834c843638 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.485368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d58a952-a1f7-40f5-92f3-e2b4eeeb4431 req-e91dbada-7756-42be-83c4-8b834c843638 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 944 time: 0.0486498 Jul 28 19:05:55.528079 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2d58a952-a1f7-40f5-92f3-e2b4eeeb4431 req-831ef11e-c801-44ea-bb6c-57b6f16484a9 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366077 Jul 28 19:05:55.542997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:55.589593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:55.646989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d772d-1728-4f9b-90a0-a04696a1fc67 req-b193c725-1a94-4ebb-a080-c7c3c8d2e113 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.648485 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9d772d-1728-4f9b-90a0-a04696a1fc67 req-b193c725-1a94-4ebb-a080-c7c3c8d2e113 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0524061 Jul 28 19:05:55.685663 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af9d772d-1728-4f9b-90a0-a04696a1fc67 req-33331d1b-7fc7-4306-8f8b-99b757b167ac tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Jul 28 19:05:55.787423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['ad82ea2f-949c-4ef4-a478-a6873ac724d7'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:56.165588 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3510-dd83-4b2b-8e3a-f3ce3aaa84f8 req-81d2dbea-076b-42c8-b944-8cb7281fffef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:56.167061 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72ec3510-dd83-4b2b-8e3a-f3ce3aaa84f8 req-81d2dbea-076b-42c8-b944-8cb7281fffef tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0480149 Jul 28 19:05:56.204530 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-72ec3510-dd83-4b2b-8e3a-f3ce3aaa84f8 req-63ca57ee-307b-4a30-9130-e8c8be31e096 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jul 28 19:05:57.308659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:57.319813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac1947-8846-4989-a356-bcae9181a62a req-53c28990-ed22-45ec-b8ae-d35da828b981 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:57.321446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ac1947-8846-4989-a356-bcae9181a62a req-53c28990-ed22-45ec-b8ae-d35da828b981 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 945 time: 0.0497456 Jul 28 19:05:57.362488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ac1947-8846-4989-a356-bcae9181a62a req-a6011164-1bec-43e4-a5a5-9d035a7a989d tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e39866-bb9b-486d-b31f-10eb3008b875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350862 Jul 28 19:05:57.467082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:57.471060 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port ad82ea2f-949c-4ef4-a478-a6873ac724d7 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:57.471470 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:57.546247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:57.567783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:57.570023 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fce434-9658-4a93-bd06-af3a8cd4dc0f" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:57.586083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:57.606426 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497d6121-1b8d-440d-b9fb-0d18667cfbe4 x-openstack-request-id: req-497d6121-1b8d-440d-b9fb-0d18667cfbe4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:57.606701 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:57.606951 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-497d6121-1b8d-440d-b9fb-0d18667cfbe4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:57.607344 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'code': 200} Jul 28 19:05:57.695738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:57.743241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-642cd40c-e067-418f-ae9c-d16852d32f87 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:57.743546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=13']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:57.744789 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-642cd40c-e067-418f-ae9c-d16852d32f87 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 946 time: 0.0482614 Jul 28 19:05:57.837179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Deleting port ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:05:57.837530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:57.924974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] For port ad82ea2f-949c-4ef4-a478-a6873ac724d7, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=ad82ea2f-949c-4ef4-a478-a6873ac724d7,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:57.925342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:58.090147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:58.090437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:58.090749 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3 disassociated. External IP: 172.25.7.154, port: ad82ea2f-949c-4ef4-a478-a6873ac724d7. Jul 28 19:05:58.091092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Calling delete_port for ad82ea2f-949c-4ef4-a478-a6873ac724d7 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:05:58.320584 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:58.347556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'Port': ['ID=ad82ea2f-949c-4ef4-a478-a6873ac724d7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:58.469671 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10267ed4-2a7f-450c-abef-dabcc760bcf2 req-31c2775a-289a-41d6-a0b2-b3110d67cbad tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0309126 Jul 28 19:05:58.492419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:05:58.599940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:05:58.610199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:05:58.620488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:58.621106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:05:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:58.642796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] No DVR routers for this DVR port ad82ea2f-949c-4ef4-a478-a6873ac724d7 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:05:58.645368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:58.647452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-38deb1ed-7496-40e3-b825-c5f4c7398550 req-aa6ed570-8254-435a-9127-5fa29431df3c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.37 "DELETE /v2.0/ports/ad82ea2f-949c-4ef4-a478-a6873ac724d7 HTTP/1.1" status: 204 len: 173 time: 0.8960345 Jul 28 19:05:58.647856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-deleted', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:58.650154 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac82af26-48a5-4a09-a175-cb801f8ef313" -d '{"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-deleted", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:58.686801 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4632f4f-40b1-4e69-9edd-73354226bb99 x-openstack-request-id: req-c4632f4f-40b1-4e69-9edd-73354226bb99 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:58.687103 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b70a2a6-9db5-45d8-818b-704c8383d0fa", "name": "network-vif-deleted", "tag": "ad82ea2f-949c-4ef4-a478-a6873ac724d7", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:58.687361 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4632f4f-40b1-4e69-9edd-73354226bb99 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:58.687870 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b70a2a6-9db5-45d8-818b-704c8383d0fa', 'name': 'network-vif-deleted', 'tag': 'ad82ea2f-949c-4ef4-a478-a6873ac724d7', 'status': 'completed', 'code': 200} Jul 28 19:05:58.725946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:58.920849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:58.950493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:05:58.959343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:58.959976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:05:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:59.066351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:59.413241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:59.440272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2bdac-109e-46b9-ac5a-ba5ff165b836 None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T18:53:34Z', 'revision_number': 4, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8d478acf-b092-435c-a32c-06a37403737d', 'name': '', 'network_id': '8f564a8c-3af7-4e4d-8c32-ae6b94df3901', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'mac_address': 'fa:16:3e:bb:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:34Z', 'updated_at': '2021-07-28T18:53:39Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'subnets': [{'id': '40de25c5-743d-4070-a0aa-d3185b8bdc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:05:59.570556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-15a3de66-f7de-4d2e-82c7-445d48f12aca req-b42ccc89-d2d1-407c-b06e-a08b3f975ce8 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0275912 Jul 28 19:05:59.694514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b34b8-0792-4286-900d-9794521d2c6c None None] New status for floating IP 4249cdc2-7b13-4c38-986c-901e9be229f3: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:06:00.669860 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b80f8402-17ad-4546-b5ba-85b8ddc7e8ce req-4ceb5c26-68bc-4251-8ac1-3bdd0827d521 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jul 28 19:06:01.329296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:01.354516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: ad82ea2f-949c-4ef4-a478-a6873ac724d7 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:01.354869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device ad82ea2f-949c-4ef4-a478-a6873ac724d7 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:01.765594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8ecbb793-f82e-4596-b4ef-499425057ca0 req-bd0bbab3-918f-4f3a-a872-232273388642 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0273032 Jul 28 19:06:02.879193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab56a5f5-682e-403e-b72c-feee26716f6b req-c32debd0-6022-4e76-9bcf-5ed240306645 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b70a2a6-9db5-45d8-818b-704c8383d0fa HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jul 28 19:06:07.735959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb3d4-dad4-413c-bdba-ab0292611aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:07.915019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50666) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:07.977389 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.000834 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.125762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.128316 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.129463 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "DELETE /v2.0/security-groups/06e39866-bb9b-486d-b31f-10eb3008b875 HTTP/1.1" status: 204 len: 168 time: 0.2134063 Jul 28 19:06:08.132377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50670) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:08.138449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e39866-bb9b-486d-b31f-10eb3008b875,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:08.145628 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-34ef84eb-260f-4fce-b1bf-f45fcb48ea91 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] show failed (client error): The resource could not be found. Jul 28 19:06:08.146618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-34ef84eb-260f-4fce-b1bf-f45fcb48ea91 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "GET /v2.0/security-groups/06e39866-bb9b-486d-b31f-10eb3008b875 HTTP/1.1" status: 404 len: 347 time: 0.0132656 Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.150669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.151371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.151371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.151371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.151665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.151988 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118626e-49af-440e-9e5f-4f220b39757c tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:08.152641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50672) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:08.282225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Deleting port 00b0eea2-eb30-44de-a8aa-1d8536ba2661 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:08.282572 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.365371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.365695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.377295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Calling delete_port for 00b0eea2-eb30-44de-a8aa-1d8536ba2661 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:08.575961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.603245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Pushing event deleted for resources: {'Port': ['ID=00b0eea2-eb30-44de-a8aa-1d8536ba2661,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:08.661552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.665192 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:08.666931 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-57eb841d-4486-4895-a1dc-ee7ee335d6a2 tempest-ServerActionsTestJSON-1775796798 tempest-ServerActionsTestJSON-1775796798-project] 10.222.0.25 "DELETE /v2.0/floatingips/4249cdc2-7b13-4c38-986c-901e9be229f3 HTTP/1.1" status: 204 len: 168 time: 0.5131030 Jul 28 19:06:08.669588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50674) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:09.488527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:09.726462 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Deleting port 8d478acf-b092-435c-a32c-06a37403737d {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:09.726809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:09.803816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] For port 8d478acf-b092-435c-a32c-06a37403737d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8d478acf-b092-435c-a32c-06a37403737d,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:09.804108 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:09.817082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Calling delete_port for 8d478acf-b092-435c-a32c-06a37403737d owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:10.165964 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.195581 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d478acf-b092-435c-a32c-06a37403737d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:10.205914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.360579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.377300 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee45d85f-de6d-4f17-a9c9-4ea5ea37c689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.579495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Router dac809b5-7794-4ee2-989f-2fe8a57b4309 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:06:10.688575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:06:10.693968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-93a64657-5412-4d4b-a4ff-ac85a926635a admin admin] 10.222.0.25 "PUT /v2.0/routers/dac809b5-7794-4ee2-989f-2fe8a57b4309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0232036 Jul 28 19:06:10.696327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50678) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:10.698957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Sync routers for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:06:10.708173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:06:10.708784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:10.801674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.813960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:06:10.909120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.987517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T19:06:09Z', 'revision_number': 5, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port': {'id': '62187a5e-906f-46ad-af6f-f75bd6b10169', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:53:32Z', 'updated_at': '2021-07-28T18:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:11.016747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Checking router: dac809b5-7794-4ee2-989f-2fe8a57b4309 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:06:11.025331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Routers {'dac809b5-7794-4ee2-989f-2fe8a57b4309'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:06:11.025943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:06:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['dac809b5-7794-4ee2-989f-2fe8a57b4309'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:11.037369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Deleting port 62187a5e-906f-46ad-af6f-f75bd6b10169 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:11.037732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.108153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] Set router dac809b5-7794-4ee2-989f-2fe8a57b4309 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:06:11.115892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] For port 62187a5e-906f-46ad-af6f-f75bd6b10169, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=62187a5e-906f-46ad-af6f-f75bd6b10169,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:11.116260 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.129533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Calling delete_port for 62187a5e-906f-46ad-af6f-f75bd6b10169 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:11.162522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T19:06:10Z', 'revision_number': 6, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:11.189702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856214-18f5-4e30-b809-fb432a35f66e None None] The sync data for ids ['dac809b5-7794-4ee2-989f-2fe8a57b4309'] in n-d-778550-5 is: [{'id': 'dac809b5-7794-4ee2-989f-2fe8a57b4309', 'name': 'tempest-ServerActionsTestJSON-1546792538-router', 'tenant_id': '276b7558cfe14488bb6e79a94db92c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:53:31Z', 'updated_at': '2021-07-28T19:06:10Z', 'revision_number': 6, 'project_id': '276b7558cfe14488bb6e79a94db92c01', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:06:11.303426 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.382961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.414726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Pushing event deleted for resources: {'Port': ['ID=62187a5e-906f-46ad-af6f-f75bd6b10169,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:11.475769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.574610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.577243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.714564 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.716473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac809b5-7794-4ee2-989f-2fe8a57b4309 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:06:11.720493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.721690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-38f3e555-29b4-4a80-a31f-ec0a4c2f4078 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dac809b5-7794-4ee2-989f-2fe8a57b4309 HTTP/1.1" status: 204 len: 168 time: 1.0244238 Jul 28 19:06:11.724230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50680) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:11.773151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Deleting subnet 40de25c5-743d-4070-a0aa-d3185b8bdc45 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:06:11.776497 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.810049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.886450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.004964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8d478acf-b092-435c-a32c-06a37403737d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:12.028288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8d478acf-b092-435c-a32c-06a37403737d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:12.028663 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8d478acf-b092-435c-a32c-06a37403737d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:12.040440 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.069617 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40de25c5-743d-4070-a0aa-d3185b8bdc45,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:12.073831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.076550 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e2cc25fe-ea20-4d55-96a0-e8c19d42232e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40de25c5-743d-4070-a0aa-d3185b8bdc45 HTTP/1.1" status: 204 len: 168 time: 0.3508401 Jul 28 19:06:12.078537 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50682) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:12.080807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69572e-da07-4eed-92b0-1cb20226c236 None None] Network 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:12.147653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.204925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Deleting port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:12.205839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.272793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] DHCP port deletion for 8f564a8c-3af7-4e4d-8c32-ae6b94df3901 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:06:12.275034 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] For port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:12.275434 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.288936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Calling delete_port for 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:12.324766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Deleting port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:12.325318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.385875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] For port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,segment=NetworkSegment(6dbf19e6-99e6-403e-ad78-947ad8e42af9),segment_id=6dbf19e6-99e6-403e-ad78-947ad8e42af9)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:12.386278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.399224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Calling delete_port for 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:12.432684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.463772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:12.469112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] No DVR routers for this DVR port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:12.483738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.511372 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] Pushing event deleted for resources: {'Port': ['ID=826d9f14-4c97-46bc-b8cb-c992f1aeddc4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:12.514980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6206e9-56e7-40dc-8474-136be6407cb7 None None] No DVR routers for this DVR port 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:12.547369 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.557753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f564a8c-3af7-4e4d-8c32-ae6b94df3901']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:12.569333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbf19e6-99e6-403e-ad78-947ad8e42af9') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:12.569625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbf19e6-99e6-403e-ad78-947ad8e42af9') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:12.578357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.593446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.599294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:06:12.600109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:06:12.602750 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:06:12.726159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.731916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.733757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f564a8c-3af7-4e4d-8c32-ae6b94df3901 HTTP/1.1" status: 204 len: 168 time: 0.6541212 Jul 28 19:06:12.744626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdaad-f2f2-4c9d-a91d-a8ddc4a447a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f564a8c-3af7-4e4d-8c32-ae6b94df3901,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:13.033089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50686) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:13.074476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e47aeccc-7f9d-4f0f-95a6-1b40347a2d95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=276b7558cfe14488bb6e79a94db92c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401914 Jul 28 19:06:13.076785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50688) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:13.125373 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.142391 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:06:13.147448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.165701 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.262620 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.265177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.266995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ed39305-6ee0-445e-96ea-92502de3b639 HTTP/1.1" status: 204 len: 168 time: 0.1892548 Jul 28 19:06:13.274968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1134a43-af1f-4a9e-857d-19eab04c7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed39305-6ee0-445e-96ea-92502de3b639,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:13.661758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 62187a5e-906f-46ad-af6f-f75bd6b10169 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:13.681407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 62187a5e-906f-46ad-af6f-f75bd6b10169 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:13.681748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 62187a5e-906f-46ad-af6f-f75bd6b10169 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:13.682153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:13.700209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:13.700551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 826d9f14-4c97-46bc-b8cb-c992f1aeddc4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:14.573128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50710) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:14.664817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1660724130-network', 'tenant_id': '92060c75b24e4c76ba1b27d65b405c1f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:14.811230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Made reservation on behalf of 92060c75b24e4c76ba1b27d65b405c1f for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:14.813479 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.821859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.910603 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.987893 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.014786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:06:15.020599 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d685af-f0e8-4f95-98e8-e9c8d0851930,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:15.031508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.031508 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Added segment afbe83ae-917b-4f2f-90a3-f62bb8e801a6 of type vlan for network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 Jul 28 19:06:15.068750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.199604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.200593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:15.201177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.264253 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:15.275642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:06:15.366102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-67bed113-c877-445a-b5ab-635e087c1618 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7918599 Jul 28 19:06:15.369036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50714) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:15.373866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Request body: {'subnet': {'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1660724130-subnet', 'tenant_id': '92060c75b24e4c76ba1b27d65b405c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:15.478393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Made reservation on behalf of 92060c75b24e4c76ba1b27d65b405c1f for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:15.480923 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.735936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.783976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d38a30-488f-46ea-8fd0-5b9b6cb45a21,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:15.800508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Checking segment: {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:15.800868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Network hostable DHCP agents. Network: 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:06:15.896398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:06:15.988167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:15.992154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:15.992751 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.001114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eddf655-8eb6-459e-ab61-350816232b8f None None] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:16.103211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0ad31523-c739-42b2-9ca6-9d871b238e36 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7330880 Jul 28 19:06:16.135810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2f123-443b-41d7-9a8c-41df209f0de9 None None] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:16.195901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.551572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-ecd1a8b7-81ce-45f6-9935-e079a632df36 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:16.553605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-ecd1a8b7-81ce-45f6-9935-e079a632df36 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/networks?id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 HTTP/1.1" status: 200 len: 814 time: 0.1021392 Jul 28 19:06:16.569652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-53c3f309-a017-4e38-b1f6-09938fd63025 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/quotas/92060c75b24e4c76ba1b27d65b405c1f HTTP/1.1" status: 200 len: 375 time: 0.0104029 Jul 28 19:06:16.607058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-d5da2f0f-ebaa-4cfe-a084-0c23a1d48163 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321105 Jul 28 19:06:16.661319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-72c52655-6053-4ba8-b846-07846659739f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:06:16.662321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-72c52655-6053-4ba8-b846-07846659739f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485239 Jul 28 19:06:16.749393 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-f5265dee-00d4-4988-a6cf-1944dc277835 service neutron] 10.222.0.25 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Jul 28 19:06:16.844116 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-75360456-291b-49a0-955c-c86595afb108 service neutron] 10.222.0.25 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868633 Jul 28 19:06:17.088633 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17b7a0d1-ec0c-4176-92d7-cad57d061269 req-84e63882-eb6b-4137-98d8-db617967cdbe tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 210 time: 0.0303500 Jul 28 19:06:18.164904 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8a9f4454-135b-4013-ad19-a36b29a4c447 req-c0d1a849-b875-4b86-9fff-cd418dc6f733 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 210 time: 0.0264416 Jul 28 19:06:19.261172 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb6e0d85-42de-4926-b169-63c0c43833f0 req-5f72f8e6-0e38-43d3-ad59-642dda89e213 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 210 time: 0.0262451 Jul 28 19:06:19.274127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:19.637300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-f23e3c99-ad47-44ba-91cc-ef526a6ed9ac tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:19.638910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-f23e3c99-ad47-44ba-91cc-ef526a6ed9ac tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.37 "GET /v2.0/networks?id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 HTTP/1.1" status: 200 len: 814 time: 0.0997577 Jul 28 19:06:19.650901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Request body: {'port': {'device_id': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497', 'admin_state_up': True, 'tenant_id': '92060c75b24e4c76ba1b27d65b405c1f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:19.879738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Made reservation on behalf of 92060c75b24e4c76ba1b27d65b405c1f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:19.883201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.003627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Allocated IP 172.20.0.4 (1f8c66ad-5109-4674-a4eb-7c7fc4f4a497/e6d38a30-488f-46ea-8fd0-5b9b6cb45a21/0242ea76-79db-4d80-9bbb-64c3255340ad) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:06:20.145958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.245765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.286664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:06:20.291491 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:20.298452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:06:20.302363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Pushing event updated for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:20.331968 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.332314 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.332651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.332985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.333312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.333636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.333963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.334284 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.334606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.334923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.335241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.335587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:20.385004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:20.385872 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.410963 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdaad4-b6d6-4127-85d4-0351c80ad86c req-b49a37b0-dcf0-4d87-be13-814f2678896f tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:20.412385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52fdaad4-b6d6-4127-85d4-0351c80ad86c req-b49a37b0-dcf0-4d87-be13-814f2678896f tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 931 time: 0.0735555 Jul 28 19:06:20.451594 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-52fdaad4-b6d6-4127-85d4-0351c80ad86c req-9b4c0613-7656-467b-8adb-eacf3bd71c22 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Jul 28 19:06:20.480636 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-f36657de-e752-426a-b3c9-88e685bedea2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8333750 Jul 28 19:06:20.492718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Request body: {'port': {'device_id': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:20.549189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.801142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0242ea76-79db-4d80-9bbb-64c3255340ad {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:20.808388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.819981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Transition to ACTIVE for port object 0242ea76-79db-4d80-9bbb-64c3255340ad will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:20.918961 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:20.965741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:21.035387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Attempting to bind port 0242ea76-79db-4d80-9bbb-64c3255340ad on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:06:21.035785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Attempting to bind port 0242ea76-79db-4d80-9bbb-64c3255340ad by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:06:21.036125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Attempting to bind port 0242ea76-79db-4d80-9bbb-64c3255340ad on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:21.040339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Port 0242ea76-79db-4d80-9bbb-64c3255340ad on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:06:21.043524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Attempting to bind port 0242ea76-79db-4d80-9bbb-64c3255340ad on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:21.045298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:06:21.045629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Checking segment: {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:21.046005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Bound using segment: {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:06:21.046446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Bound port: 0242ea76-79db-4d80-9bbb-64c3255340ad, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:06:21.046805 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:21.107243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:06:21.110110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0242ea76-79db-4d80-9bbb-64c3255340ad,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:06:21.205419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:21.238559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.239167 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:21.240568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/0242ea76-79db-4d80-9bbb-64c3255340ad HTTP/1.1" status: 200 len: 1091 time: 0.7519352 Jul 28 19:06:21.240995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:21.243205 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793e2e4-342b-47c8-b699-031315dab55d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:21.266678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86d1f-5ff7-4324-841e-99f286e390e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:21.277628 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a72a3d2-9ff2-428c-9c32-56613598379b x-openstack-request-id: req-6a72a3d2-9ff2-428c-9c32-56613598379b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:21.277910 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:21.278157 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a72a3d2-9ff2-428c-9c32-56613598379b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:21.278571 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad', 'status': 'completed', 'code': 200} Jul 28 19:06:21.339525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e2e4-342b-47c8-b699-031315dab55d req-53adb9d8-4e49-425c-9d2d-29a22011c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.341063 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5793e2e4-342b-47c8-b699-031315dab55d req-53adb9d8-4e49-425c-9d2d-29a22011c973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 1094 time: 0.0415032 Jul 28 19:06:21.440525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e2e4-342b-47c8-b699-031315dab55d req-bef0f5e6-5985-4176-a220-b096e2f60765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.441942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5793e2e4-342b-47c8-b699-031315dab55d req-bef0f5e6-5985-4176-a220-b096e2f60765 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936351 Jul 28 19:06:21.569831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e2e4-342b-47c8-b699-031315dab55d req-bb052d2c-a085-489d-b220-41e9ae8b8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.571285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5793e2e4-342b-47c8-b699-031315dab55d req-bb052d2c-a085-489d-b220-41e9ae8b8f1e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214156 Jul 28 19:06:21.587283 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affe2fb-309a-4b1f-acba-1394f01a3359 req-2a56fcd3-e740-43e6-b73e-79d592d85118 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.588735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6affe2fb-309a-4b1f-acba-1394f01a3359 req-2a56fcd3-e740-43e6-b73e-79d592d85118 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 943 time: 0.0659649 Jul 28 19:06:21.652544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6affe2fb-309a-4b1f-acba-1394f01a3359 req-e8d776d4-cfcf-4ba5-af0b-09124ca33038 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576992 Jul 28 19:06:21.661822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-9a3fbc0f-6e22-4f00-b5d6-fc06c01565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.663248 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-9a3fbc0f-6e22-4f00-b5d6-fc06c01565e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 1094 time: 0.0551302 Jul 28 19:06:21.707078 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-3c8f5def-2041-4a07-9448-c90184093d5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0242ea76-79db-4d80-9bbb-64c3255340ad HTTP/1.1" status: 200 len: 217 time: 0.0365491 Jul 28 19:06:21.759426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809754-b818-42c0-8803-02dc314986d0 req-20a1d95e-35c0-4133-892e-6fce30aa773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.760897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-20a1d95e-35c0-4133-892e-6fce30aa773f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6d38a30-488f-46ea-8fd0-5b9b6cb45a21 HTTP/1.1" status: 200 len: 854 time: 0.0476949 Jul 28 19:06:21.792893 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-bde2384f-9611-4225-9a59-e8d0c350e1ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243359 Jul 28 19:06:21.881578 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-7da4bf95-26e5-4dcf-a1a2-53fe997635e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811474 Jul 28 19:06:21.971957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6809754-b818-42c0-8803-02dc314986d0 req-5d6eca45-aab2-4198-8582-b6626b1517f1 service neutron] 10.222.0.37 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Jul 28 19:06:22.769025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060b482-6ab0-4226-9550-c2b8ce2d7298 req-4691fdc4-d2e2-4226-b5ae-c200e1be784a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.770465 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8060b482-6ab0-4226-9550-c2b8ce2d7298 req-4691fdc4-d2e2-4226-b5ae-c200e1be784a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 943 time: 0.0504646 Jul 28 19:06:22.812165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8060b482-6ab0-4226-9550-c2b8ce2d7298 req-54e6fc94-a931-454a-8cd8-0cca9629b1e4 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Jul 28 19:06:23.924824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beaf12-1c29-498e-9313-17cedbbdbe5f req-405cc883-0415-46d8-be4b-54ac1d6f243f tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.926292 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6beaf12-1c29-498e-9313-17cedbbdbe5f req-405cc883-0415-46d8-be4b-54ac1d6f243f tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 943 time: 0.0482237 Jul 28 19:06:23.963103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e6beaf12-1c29-498e-9313-17cedbbdbe5f req-7e563bf4-66c4-442d-b75c-9211a37dfd26 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Jul 28 19:06:25.077920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb90e-4b64-450a-866e-9cfa2c19b3af req-374bede3-f5f3-44c1-8189-5f9a12bba917 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:25.080040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-826eb90e-4b64-450a-866e-9cfa2c19b3af req-374bede3-f5f3-44c1-8189-5f9a12bba917 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 943 time: 0.0494623 Jul 28 19:06:25.117366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-826eb90e-4b64-450a-866e-9cfa2c19b3af req-e8aea4c0-0549-4fe8-8029-52af9cf92826 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Jul 28 19:06:25.392212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0242ea76-79db-4d80-9bbb-64c3255340ad details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:06:25.485290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0242ea76-79db-4d80-9bbb-64c3255340ad,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:25.496204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '0242ea76-79db-4d80-9bbb-64c3255340ad', 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497', 'port_id': '0242ea76-79db-4d80-9bbb-64c3255340ad', 'mac_address': 'fa:16:3e:ed:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d38a30-488f-46ea-8fd0-5b9b6cb45a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:06:25.532177 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:25.544171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0242ea76-79db-4d80-9bbb-64c3255340ad {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:25.563547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0242ea76-79db-4d80-9bbb-64c3255340ad,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:25.649787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:25.694325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:25.836031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['0242ea76-79db-4d80-9bbb-64c3255340ad'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:26.233836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85cbf-2bda-4c4b-91c1-cfaf21621c46 req-1fbdd77a-c7d3-410a-9735-ae54b63c785a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:26.235335 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8b85cbf-2bda-4c4b-91c1-cfaf21621c46 req-1fbdd77a-c7d3-410a-9735-ae54b63c785a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 944 time: 0.0520778 Jul 28 19:06:26.272036 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d8b85cbf-2bda-4c4b-91c1-cfaf21621c46 req-f1dc47a9-e9d3-4b71-bfb1-6295fe95be8a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305295 Jul 28 19:06:27.384318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924b4b-5d17-41df-9a92-62792e30c540 req-06e17029-39e7-4282-85ce-9041d17bbb64 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.385823 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7924b4b-5d17-41df-9a92-62792e30c540 req-06e17029-39e7-4282-85ce-9041d17bbb64 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 944 time: 0.0484910 Jul 28 19:06:27.396001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0242ea76-79db-4d80-9bbb-64c3255340ad up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:06:27.426220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7924b4b-5d17-41df-9a92-62792e30c540 req-cb45bb40-de7e-4860-9c2c-21059de02908 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Jul 28 19:06:27.541996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 0242ea76-79db-4d80-9bbb-64c3255340ad completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:06:27.545913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 0242ea76-79db-4d80-9bbb-64c3255340ad triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:27.546287 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.620505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.642274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:27.644524 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc3c21-b1bf-46bb-905a-4ee6dbc5c0c5" -d '{"events": [{"server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "name": "network-vif-plugged", "status": "completed", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:27.657153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0242ea76-79db-4d80-9bbb-64c3255340ad,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:27.687047 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3aa561-2f20-4e71-80bc-33652e950ae6 x-openstack-request-id: req-3d3aa561-2f20-4e71-80bc-33652e950ae6 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:27.687364 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "name": "network-vif-plugged", "status": "completed", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:27.687651 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d3aa561-2f20-4e71-80bc-33652e950ae6 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:27.688051 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad', 'code': 200} Jul 28 19:06:27.747809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.780317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0caf5-8a77-4e1b-a4ac-332345f379e6 req-c719f5d0-5592-45b4-9e5e-4a7cb370935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.781862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59c0caf5-8a77-4e1b-a4ac-332345f379e6 req-c719f5d0-5592-45b4-9e5e-4a7cb370935b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 1096 time: 0.0397141 Jul 28 19:06:27.796508 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:27.817035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-59c0caf5-8a77-4e1b-a4ac-332345f379e6 req-b8330af9-89e9-4d97-bc86-2c5554373f15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278175 Jul 28 19:06:28.544191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe1442-c541-4e90-a55d-419e180a6c20 req-5411b42e-6f0c-48cb-bddb-5e8ce5986ca0 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:28.545699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4afe1442-c541-4e90-a55d-419e180a6c20 req-5411b42e-6f0c-48cb-bddb-5e8ce5986ca0 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0533717 Jul 28 19:06:28.587580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4afe1442-c541-4e90-a55d-419e180a6c20 req-0301f2b2-8aef-4762-bba6-9821627a046d tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353231 Jul 28 19:06:29.701680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba06ac-6b8d-4f64-a0a1-8a39d20867e5 req-c4952362-2d27-41c0-8ef5-eca2feaa4f2a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:29.703133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bba06ac-6b8d-4f64-a0a1-8a39d20867e5 req-c4952362-2d27-41c0-8ef5-eca2feaa4f2a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jul 28 19:06:29.740218 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bba06ac-6b8d-4f64-a0a1-8a39d20867e5 req-1b71e687-4f03-4772-9009-c05d4eaebd12 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Jul 28 19:06:29.962683 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-e3f94c13-9126-463d-aa17-81980af6ffd8 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:29.964186 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-e3f94c13-9126-463d-aa17-81980af6ffd8 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/networks?id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 HTTP/1.1" status: 200 len: 814 time: 0.0995779 Jul 28 19:06:29.979271 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-1d4b2818-65cc-4e9f-b909-24857863935f tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/quotas/92060c75b24e4c76ba1b27d65b405c1f HTTP/1.1" status: 200 len: 375 time: 0.0092039 Jul 28 19:06:30.027812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-07ab7226-5239-4356-8dbd-529f962feb65 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430560 Jul 28 19:06:30.110196 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-28e117c7-d84e-4744-b413-7ac3ed00b7f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:06:30.111752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-28e117c7-d84e-4744-b413-7ac3ed00b7f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453088 Jul 28 19:06:30.201637 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9115a689-f194-46fc-9319-19ac5f005d93 service neutron] 10.222.0.25 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837798 Jul 28 19:06:30.288414 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-1996e944-3e4c-4c62-8d73-db1334c5bfc9 service neutron] 10.222.0.25 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806503 Jul 28 19:06:30.514113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dcc66ef0-4d80-474b-854b-fa90689d1b97 req-ce120358-6614-411f-abce-1378c29df1d6 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 210 time: 0.0297923 Jul 28 19:06:31.612021 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4af6e773-9c61-4844-a2f0-e683097c8253 req-3c52f9ac-081e-4e05-8a95-8f44b58faf5e tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 210 time: 0.0324647 Jul 28 19:06:32.784907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c292a4d8-b47b-4f8b-b8cc-3c3cb9d0a962 req-14406314-8db8-4f7a-99c1-8032c8b677f8 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 210 time: 0.0528362 Jul 28 19:06:32.830098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-164775aa-e3d7-4f33-a5f4-de9b74d93b00 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:32.832185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-164775aa-e3d7-4f33-a5f4-de9b74d93b00 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.35 "GET /v2.0/networks?id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 HTTP/1.1" status: 200 len: 814 time: 0.4658873 Jul 28 19:06:32.844439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Request body: {'port': {'device_id': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497', 'admin_state_up': True, 'tenant_id': '92060c75b24e4c76ba1b27d65b405c1f'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:32.999636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Made reservation on behalf of 92060c75b24e4c76ba1b27d65b405c1f for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:33.003110 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.126519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Allocated IP 172.20.0.13 (1f8c66ad-5109-4674-a4eb-7c7fc4f4a497/e6d38a30-488f-46ea-8fd0-5b9b6cb45a21/c25babbe-9949-40e2-b7d1-11cf3db0c8c0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:06:33.268372 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.382329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.395062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['0242ea76-79db-4d80-9bbb-64c3255340ad'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:33.427869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:06:33.430956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:33.434612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:06:33.460762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Pushing event updated for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:33.488559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:33.489176 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.566242 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a13e6685-9382-4a77-941c-770cf9dbd77a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253790 Jul 28 19:06:33.578433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Request body: {'port': {'device_id': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:33.631262 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.888915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25babbe-9949-40e2-b7d1-11cf3db0c8c0 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:33.897435 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.900638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037386e0-b8b8-4f9d-a06c-03a43bc65140 req-1fbd0563-ae10-4cdf-abba-1ca08b55cd34 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:33.902153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-037386e0-b8b8-4f9d-a06c-03a43bc65140 req-1fbd0563-ae10-4cdf-abba-1ca08b55cd34 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 932 time: 0.0486577 Jul 28 19:06:33.909815 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Transition to ACTIVE for port object c25babbe-9949-40e2-b7d1-11cf3db0c8c0 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:33.940840 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-037386e0-b8b8-4f9d-a06c-03a43bc65140 req-f4ea4305-32e2-42c1-bfe4-e3aa57a8da63 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jul 28 19:06:33.964907 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:34.015572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:34.079291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Attempting to bind port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:06:34.079574 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Attempting to bind port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:06:34.079896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Attempting to bind port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:34.084693 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:06:34.085014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Attempting to bind port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 on network 1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:34.089642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:06:34.089962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Checking segment: {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:34.090345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Bound using segment: {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:06:34.090758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Bound port: c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:06:34.091104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:34.155056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:06:34.158083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:06:34.228227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:34.262662 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.263272 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:34.264720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c25babbe-9949-40e2-b7d1-11cf3db0c8c0 HTTP/1.1" status: 200 len: 1092 time: 0.6905296 Jul 28 19:06:34.265151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:34.267376 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0db014-5534-4f32-b8e8-a6867801f82c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:34.291585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d83a4-ea37-457b-b03e-cf265c9a76c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:34.305485 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91f09e0-3f20-4b10-af28-98bee928d93b x-openstack-request-id: req-a91f09e0-3f20-4b10-af28-98bee928d93b {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:34.305857 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:34.306092 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a91f09e0-3f20-4b10-af28-98bee928d93b {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:34.306494 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0', 'status': 'completed', 'code': 200} Jul 28 19:06:34.368087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-380184cc-ebbb-4e78-b1c3-d617ee525627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.369571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-380184cc-ebbb-4e78-b1c3-d617ee525627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 1095 time: 0.0425947 Jul 28 19:06:34.467145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-39856b76-61ba-4046-9672-5f925dca7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.468732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-39856b76-61ba-4046-9672-5f925dca7455 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920024 Jul 28 19:06:34.563151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-edb25979-b0e8-4d74-941a-d8744b7d3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.564663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc0db014-5534-4f32-b8e8-a6867801f82c req-edb25979-b0e8-4d74-941a-d8744b7d3fcf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884168 Jul 28 19:06:34.643175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-65133ca6-b4dc-4d04-828f-c19d415d26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.644598 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-65133ca6-b4dc-4d04-828f-c19d415d26b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 1095 time: 0.0456543 Jul 28 19:06:34.684911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-16ea2c49-32a7-413a-aeab-1b140a11175b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0 HTTP/1.1" status: 200 len: 217 time: 0.0324762 Jul 28 19:06:34.732066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-d1e3346d-f59e-4aee-b260-d491b703d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.733507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-d1e3346d-f59e-4aee-b260-d491b703d2e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6d38a30-488f-46ea-8fd0-5b9b6cb45a21 HTTP/1.1" status: 200 len: 854 time: 0.0417583 Jul 28 19:06:34.767751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-a076447a-5aab-44f0-b337-321d21b9cb0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274441 Jul 28 19:06:34.855430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-d23b2974-84a4-4ebd-b332-04b6af24dd28 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802367 Jul 28 19:06:34.947084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cb2f22cf-07b1-4f25-bbaa-0d647136e295 req-d6136b22-13f1-4270-a134-533d8850df3e service neutron] 10.222.0.35 "GET /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Jul 28 19:06:35.056406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98544d74-db26-4d55-9fd9-20f6c4795671 req-25c60804-848f-43dc-b5f4-d80aac7b5bd2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:35.057884 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98544d74-db26-4d55-9fd9-20f6c4795671 req-25c60804-848f-43dc-b5f4-d80aac7b5bd2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 944 time: 0.0496855 Jul 28 19:06:35.097430 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98544d74-db26-4d55-9fd9-20f6c4795671 req-3eef14c8-e63d-4ebe-81ad-3e871e4d6110 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jul 28 19:06:36.217735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514f55-a253-48e6-95f4-e4a3a12ec7ea req-3eba19ca-a660-4198-825b-5c5a083e90fe tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:36.219220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61514f55-a253-48e6-95f4-e4a3a12ec7ea req-3eba19ca-a660-4198-825b-5c5a083e90fe tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 944 time: 0.0526874 Jul 28 19:06:36.256027 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-61514f55-a253-48e6-95f4-e4a3a12ec7ea req-2b3ca54b-146c-4a9c-8eb3-ace094989b69 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Jul 28 19:06:37.369391 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44d630-8f62-4fe5-af1a-95c3df1e2ea5 req-ed6645a8-dd0b-469e-adf8-ce1b14816399 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:37.370847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a44d630-8f62-4fe5-af1a-95c3df1e2ea5 req-ed6645a8-dd0b-469e-adf8-ce1b14816399 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 944 time: 0.0477057 Jul 28 19:06:37.412708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a44d630-8f62-4fe5-af1a-95c3df1e2ea5 req-4489e70b-71a1-4197-8bf8-76d6d5cee9db tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Jul 28 19:06:37.736548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-106c86f4-a1af-4c9a-b4ed-0fafe9167e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:37.764856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c25babbe-9949-40e2-b7d1-11cf3db0c8c0 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:06:37.860062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:37.870841 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0', 'network_id': '1f8c66ad-5109-4674-a4eb-7c7fc4f4a497', 'port_id': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0', 'mac_address': 'fa:16:3e:5d:c2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d38a30-488f-46ea-8fd0-5b9b6cb45a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:06:37.907908 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:37.920072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25babbe-9949-40e2-b7d1-11cf3db0c8c0 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:37.938679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:38.113980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:38.159534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:38.166548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.166897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.167239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.167605 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.167937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.168268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.168593 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.168915 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.169239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.169560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.169909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.170202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:38.417057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c25babbe-9949-40e2-b7d1-11cf3db0c8c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:38.532579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6197af-9fad-47ba-be9a-66b3c1f8f6fd req-43d20856-7817-453d-88e6-5db51c8c69f0 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:38.534940 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd6197af-9fad-47ba-be9a-66b3c1f8f6fd req-43d20856-7817-453d-88e6-5db51c8c69f0 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 945 time: 0.0507138 Jul 28 19:06:38.575425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd6197af-9fad-47ba-be9a-66b3c1f8f6fd req-2736ddfc-f535-4795-85b7-e603f5b97b27 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Jul 28 19:06:39.687686 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834975ef-c4ea-4a5c-92cb-e2d094e810b5 req-e43e2917-16a9-4677-89a2-060692ef8c7c tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:39.689173 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-834975ef-c4ea-4a5c-92cb-e2d094e810b5 req-e43e2917-16a9-4677-89a2-060692ef8c7c tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Jul 28 19:06:39.726067 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-834975ef-c4ea-4a5c-92cb-e2d094e810b5 req-0e0e8ad1-5013-4218-a264-79001ec37433 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Jul 28 19:06:39.780638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c25babbe-9949-40e2-b7d1-11cf3db0c8c0 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:06:39.942088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:06:39.946028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:39.946428 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:40.035779 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:40.058659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:40.061035 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85ab6c-de09-4321-ad8c-0120840d4aa9" -d '{"events": [{"server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "name": "network-vif-plugged", "status": "completed", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:40.074068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:40.098082 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687ffa1d-66c7-4564-bfc9-33e68eef41b4 x-openstack-request-id: req-687ffa1d-66c7-4564-bfc9-33e68eef41b4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:40.098373 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "name": "network-vif-plugged", "status": "completed", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:40.098627 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-687ffa1d-66c7-4564-bfc9-33e68eef41b4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:40.099028 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0', 'code': 200} Jul 28 19:06:40.106943 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:40.130156 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:40.179964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:40.198378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b0dd6-0346-4771-8b01-662adb5d3857 req-5b580b52-20ec-4d05-a9ae-f8a78fb62517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:40.199917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a21b0dd6-0346-4771-8b01-662adb5d3857 req-5b580b52-20ec-4d05-a9ae-f8a78fb62517 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 1097 time: 0.0433662 Jul 28 19:06:40.238750 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a21b0dd6-0346-4771-8b01-662adb5d3857 req-97a892a8-fea2-467d-97fe-514de19253e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jul 28 19:06:40.370361 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9f52bfa3-5d88-43ac-b11d-c8dcc0f82283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:40.836889 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e17fa-a52f-4351-b218-c95d9e5e9904 req-4928caa0-7ed8-4e8b-92b5-e4d789595d81 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:40.838348 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-157e17fa-a52f-4351-b218-c95d9e5e9904 req-4928caa0-7ed8-4e8b-92b5-e4d789595d81 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 946 time: 0.0474155 Jul 28 19:06:40.875755 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-157e17fa-a52f-4351-b218-c95d9e5e9904 req-ccfa8713-e9a9-4a14-a6a6-2eb6d1b32350 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 28 19:06:41.358273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.989159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b92f-cd01-48d1-ad62-71aa083b369d req-9983f4a0-db8e-4aa2-8a4a-5a85fe953bbc tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:41.990745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4c5b92f-cd01-48d1-ad62-71aa083b369d req-9983f4a0-db8e-4aa2-8a4a-5a85fe953bbc tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Jul 28 19:06:42.028054 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4c5b92f-cd01-48d1-ad62-71aa083b369d req-745a5440-6559-4975-a7d8-cde30ee31441 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jul 28 19:06:42.443193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed228-9d4a-4dc7-8693-838feb01909c req-6314258e-147d-41a7-8964-c7dc9b740f81 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:42.444684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db7ed228-9d4a-4dc7-8693-838feb01909c req-6314258e-147d-41a7-8964-c7dc9b740f81 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Jul 28 19:06:42.483290 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db7ed228-9d4a-4dc7-8693-838feb01909c req-fb4362db-17a9-4150-be95-c153219da4e3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Jul 28 19:06:43.198636 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:43.612234 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c4a6-821c-447a-a1fb-216f86205588 req-a5b8b411-9fb5-4beb-ad7c-13e43a617bf2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:43.613717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1631c4a6-821c-447a-a1fb-216f86205588 req-a5b8b411-9fb5-4beb-ad7c-13e43a617bf2 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Jul 28 19:06:43.655019 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1631c4a6-821c-447a-a1fb-216f86205588 req-e4168904-52e2-4710-98cc-696fdda61739 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Jul 28 19:06:43.870734 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-a048a005-2eb3-4b80-a651-d2286da04df4 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:43.872134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-a048a005-2eb3-4b80-a651-d2286da04df4 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 946 time: 0.0490124 Jul 28 19:06:43.961216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Deleting port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:43.961567 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:44.047282 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] For port c25babbe-9949-40e2-b7d1-11cf3db0c8c0, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:44.047680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:44.060495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Calling delete_port for c25babbe-9949-40e2-b7d1-11cf3db0c8c0 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:44.232190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:44.245050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['0242ea76-79db-4d80-9bbb-64c3255340ad'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:44.247887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['c25babbe-9949-40e2-b7d1-11cf3db0c8c0'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:44.261523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Pushing event deleted for resources: {'Port': ['ID=c25babbe-9949-40e2-b7d1-11cf3db0c8c0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:44.315051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] No DVR routers for this DVR port c25babbe-9949-40e2-b7d1-11cf3db0c8c0 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:44.319293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:44.321437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-169692e3-5e45-41b5-8972-dd3a59f1acf8 req-3070a50d-8939-4e71-9391-6fa3005a5c10 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.35 "DELETE /v2.0/ports/c25babbe-9949-40e2-b7d1-11cf3db0c8c0 HTTP/1.1" status: 204 len: 173 time: 0.4428165 Jul 28 19:06:44.321883 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'name': 'network-vif-deleted', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:44.324202 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58be88-705d-4a7d-96cd-1d29d6d33805" -d '{"events": [{"server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "name": "network-vif-deleted", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:44.368663 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ed1673-f01e-4fa7-a760-43db93a52165 x-openstack-request-id: req-40ed1673-f01e-4fa7-a760-43db93a52165 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:44.369219 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aba28a-342a-4d81-bfb4-1a15dc5b7f47", "name": "network-vif-deleted", "tag": "c25babbe-9949-40e2-b7d1-11cf3db0c8c0", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:44.369491 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40ed1673-f01e-4fa7-a760-43db93a52165 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:44.370173 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aba28a-342a-4d81-bfb4-1a15dc5b7f47', 'name': 'network-vif-deleted', 'tag': 'c25babbe-9949-40e2-b7d1-11cf3db0c8c0', 'status': 'completed', 'code': 200} Jul 28 19:06:44.757961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1cc7a7df-fded-4c3a-92c0-55ac8bd5024a req-c0e746e1-234f-42f3-a3b7-9f2264ccfd7d tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4aba28a-342a-4d81-bfb4-1a15dc5b7f47 HTTP/1.1" status: 200 len: 210 time: 0.0262220 Jul 28 19:06:45.905878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0a8c-ba56-48ef-806e-96647f836e04 req-c0247875-9c9b-49fd-b489-b09f04b6e872 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:45.907356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b8f0a8c-ba56-48ef-806e-96647f836e04 req-c0247875-9c9b-49fd-b489-b09f04b6e872 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0513101 Jul 28 19:06:45.944504 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3b8f0a8c-ba56-48ef-806e-96647f836e04 req-e587da9a-98ee-467f-85c2-3d5a2d58011d tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Jul 28 19:06:46.073746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62608401-e084-44df-b90b-35baa27b4a83 req-f565ef4a-843e-47a6-bcee-55cc6cc9f83c tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.075236 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62608401-e084-44df-b90b-35baa27b4a83 req-f565ef4a-843e-47a6-bcee-55cc6cc9f83c tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0491688 Jul 28 19:06:46.113715 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62608401-e084-44df-b90b-35baa27b4a83 req-e6ae1daf-cfca-4681-bf0e-08b10cb4fbf0 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Jul 28 19:06:46.227624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8541e6-3ecd-42f3-88e7-0f3e97c5ed04 req-e0251578-02cb-4143-a04c-e40862aa2822 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.229386 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a8541e6-3ecd-42f3-88e7-0f3e97c5ed04 req-e0251578-02cb-4143-a04c-e40862aa2822 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0485227 Jul 28 19:06:46.266902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7a8541e6-3ecd-42f3-88e7-0f3e97c5ed04 req-f12ab08a-7803-46b1-bced-69e62156081d tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 28 19:06:46.353407 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:46.430690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eb35a-3dc5-4089-8e26-5ebae4897f04 req-02336cb2-0e1f-4437-9016-409d9688e529 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.432212 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d38eb35a-3dc5-4089-8e26-5ebae4897f04 req-02336cb2-0e1f-4437-9016-409d9688e529 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0488782 Jul 28 19:06:46.469824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d38eb35a-3dc5-4089-8e26-5ebae4897f04 req-f3610764-9216-4cb8-b8f8-5bc4ee59d6cb tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Jul 28 19:06:46.589482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f145ba-278f-4b0c-9bf1-e9d3549c797f req-59e057fe-7d1d-4477-aa51-b3fd0899ee6a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.590861 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79f145ba-278f-4b0c-9bf1-e9d3549c797f req-59e057fe-7d1d-4477-aa51-b3fd0899ee6a tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0520124 Jul 28 19:06:46.628887 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79f145ba-278f-4b0c-9bf1-e9d3549c797f req-1e2f5aa7-e9fb-4de2-8b1f-00f6a0d94cb8 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Jul 28 19:06:46.750678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffd042-dd1e-4ddf-bfb5-7d7fb301c884 req-4bd3f991-d6f9-4d2d-b7de-7e6d52e32ad6 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.752189 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97ffd042-dd1e-4ddf-bfb5-7d7fb301c884 req-4bd3f991-d6f9-4d2d-b7de-7e6d52e32ad6 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0488536 Jul 28 19:06:46.789805 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97ffd042-dd1e-4ddf-bfb5-7d7fb301c884 req-6086d8ad-9b30-40a9-8552-e510a9518da9 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Jul 28 19:06:47.375755 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89676-c14e-4216-8c74-99bb0bcfeff5 req-a5d25ce6-4f6a-41b7-988b-6c27a24b2999 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:47.377243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79b89676-c14e-4216-8c74-99bb0bcfeff5 req-a5d25ce6-4f6a-41b7-988b-6c27a24b2999 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0486095 Jul 28 19:06:47.415243 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-79b89676-c14e-4216-8c74-99bb0bcfeff5 req-0223204c-d4fd-4d82-9af5-8dfe94752e9c tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Jul 28 19:06:47.795665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c25babbe-9949-40e2-b7d1-11cf3db0c8c0 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:47.817263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: c25babbe-9949-40e2-b7d1-11cf3db0c8c0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:47.817607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device c25babbe-9949-40e2-b7d1-11cf3db0c8c0 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:48.535661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf3bf-7618-4621-9b5f-1664de820ebe req-300e574e-d6c3-4b13-ba0f-945e2c3122c5 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:48.537679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2ddf3bf-7618-4621-9b5f-1664de820ebe req-300e574e-d6c3-4b13-ba0f-945e2c3122c5 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0533721 Jul 28 19:06:48.574423 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2ddf3bf-7618-4621-9b5f-1664de820ebe req-b8fa9ef5-6eb6-4aac-bde7-9a1910a9a425 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d685af-f0e8-4f95-98e8-e9c8d0851930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Jul 28 19:06:48.684643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06a891-de10-4104-b770-68e86aed81e0 req-d24fc688-5834-4a67-8d26-a23f2e04d43b tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:48.686070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b06a891-de10-4104-b770-68e86aed81e0 req-d24fc688-5834-4a67-8d26-a23f2e04d43b tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 945 time: 0.0475047 Jul 28 19:06:48.770929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Deleting port 0242ea76-79db-4d80-9bbb-64c3255340ad {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:48.772102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:48.859300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] For port 0242ea76-79db-4d80-9bbb-64c3255340ad, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=0242ea76-79db-4d80-9bbb-64c3255340ad,segment=NetworkSegment(afbe83ae-917b-4f2f-90a3-f62bb8e801a6),segment_id=afbe83ae-917b-4f2f-90a3-f62bb8e801a6)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:48.859684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:48.871897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Calling delete_port for 0242ea76-79db-4d80-9bbb-64c3255340ad owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:49.078857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:49.090727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['0242ea76-79db-4d80-9bbb-64c3255340ad'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:49.106045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Pushing event deleted for resources: {'Port': ['ID=0242ea76-79db-4d80-9bbb-64c3255340ad,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:49.147920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] No DVR routers for this DVR port 0242ea76-79db-4d80-9bbb-64c3255340ad on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:49.150460 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:49.152515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b06a891-de10-4104-b770-68e86aed81e0 req-9fd88a13-7c47-41a6-998b-37f9a6162bd3 tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.37 "DELETE /v2.0/ports/0242ea76-79db-4d80-9bbb-64c3255340ad HTTP/1.1" status: 204 len: 173 time: 0.4604256 Jul 28 19:06:49.152941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'name': 'network-vif-deleted', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:49.155155 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caae7c9-d860-40bf-83d4-d840612e7d85" -d '{"events": [{"server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "name": "network-vif-deleted", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:49.190010 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1626f7ec-30b7-4477-ba54-309ffbcef644 x-openstack-request-id: req-1626f7ec-30b7-4477-ba54-309ffbcef644 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:49.190301 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8dc5f7-2576-4c44-9ce3-27937426cd7b", "name": "network-vif-deleted", "tag": "0242ea76-79db-4d80-9bbb-64c3255340ad", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:49.190553 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1626f7ec-30b7-4477-ba54-309ffbcef644 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:49.190960 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8dc5f7-2576-4c44-9ce3-27937426cd7b', 'name': 'network-vif-deleted', 'tag': '0242ea76-79db-4d80-9bbb-64c3255340ad', 'status': 'completed', 'code': 200} Jul 28 19:06:49.273034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:49.677723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-92e7c5d3-1974-4012-b223-d63c66f898bc req-c6b93a35-c34f-4dc3-94ee-5ad7d4e9d63d tempest-ServersNegativeTestJSON-1609290015 tempest-ServersNegativeTestJSON-1609290015-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd8dc5f7-2576-4c44-9ce3-27937426cd7b HTTP/1.1" status: 200 len: 210 time: 0.0255194 Jul 28 19:06:50.140822 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:06:50.732723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:50.780774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Deleting subnet e6d38a30-488f-46ea-8fd0-5b9b6cb45a21 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:06:50.783672 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.816075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.852991 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.970502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.995746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d38a30-488f-46ea-8fd0-5b9b6cb45a21,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:51.000618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.002360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-69ad5863-1e4a-4472-9ad2-9287160206ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6d38a30-488f-46ea-8fd0-5b9b6cb45a21 HTTP/1.1" status: 204 len: 168 time: 0.2683516 Jul 28 19:06:51.004560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50882) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:51.075793 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.151279 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.160643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8c66ad-5109-4674-a4eb-7c7fc4f4a497']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:51.175154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:51.175489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbe83ae-917b-4f2f-90a3-f62bb8e801a6') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:51.184544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.197943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.205634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:06:51.206185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:06:51.208434 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:06:51.352303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.357849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.359681 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f8c66ad-5109-4674-a4eb-7c7fc4f4a497 HTTP/1.1" status: 204 len: 168 time: 0.3541746 Jul 28 19:06:51.371091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47a5fe-a679-427c-89de-007d097f86fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8c66ad-5109-4674-a4eb-7c7fc4f4a497,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:51.566668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0242ea76-79db-4d80-9bbb-64c3255340ad no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:51.589310 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 0242ea76-79db-4d80-9bbb-64c3255340ad {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:51.589661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 0242ea76-79db-4d80-9bbb-64c3255340ad not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:51.626129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50886) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:51.666304 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3f2a8e88-2b04-4814-9bb1-6fe0b6308945 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92060c75b24e4c76ba1b27d65b405c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390582 Jul 28 19:06:51.668726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:51.714234 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.740229 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.867386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.869963 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.871113 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60d685af-f0e8-4f95-98e8-e9c8d0851930 HTTP/1.1" status: 204 len: 168 time: 0.2015061 Jul 28 19:06:51.878899 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3385dc9-242b-41d2-8632-66dc8d363007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d685af-f0e8-4f95-98e8-e9c8d0851930,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:52.833421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50912) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:52.927142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488019637'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:53.004064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:53.007368 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.015721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.103599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.201745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.235565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:06:53.245001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bbe0ed-9881-4162-a6ed-696987d28e2b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:53.251016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.251363 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Added segment 2eb87a98-97ba-4544-8811-fcfd48edca28 of type vlan for network 8cbf89e7-550b-4069-9f85-c527147babed Jul 28 19:06:53.292925 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.364247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.369928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:53.370543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:53.437709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Network': ['ID=8cbf89e7-550b-4069-9f85-c527147babed,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:53.448276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8cbf89e7-550b-4069-9f85-c527147babed details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:06:53.520383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b33d8f97-e6e2-4095-be17-77ad1190268f tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6851995 Jul 28 19:06:56.724218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50918) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:56.729754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'subnet': {'network_id': '8cbf89e7-550b-4069-9f85-c527147babed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:56.895489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:56.898997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.210161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.277242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Subnet': ['ID=1eca3267-6d8c-4eb3-9964-071e50d7819d,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:57.281643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking segment: {'id': '2eb87a98-97ba-4544-8811-fcfd48edca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:57.282007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network hostable DHCP agents. Network: 8cbf89e7-550b-4069-9f85-c527147babed, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:06:57.381344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network 8cbf89e7-550b-4069-9f85-c527147babed is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:06:57.501017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8cbf89e7-550b-4069-9f85-c527147babed) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:57.505107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:57.505517 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.510373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73be53-44c7-4133-8480-60a939d7f86c None None] Network 8cbf89e7-550b-4069-9f85-c527147babed requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:57.649527 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-8cbf89e7-550b-4069-9f85-c527147babed', 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed', 'tenant_id': 'c8513b249cfb4e2787bbc77ca4a9add8', 'fixed_ips': [{'subnet_id': '1eca3267-6d8c-4eb3-9964-071e50d7819d'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:06:57.650369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.656329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8b805eaf-d26c-4735-9a54-a88c72708f23 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9309752 Jul 28 19:06:57.659766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50922) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:57.665364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355805437'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:57.764048 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:57.767707 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.786760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Allocated IP 2001:db8:0:ffff::2 (8cbf89e7-550b-4069-9f85-c527147babed/1eca3267-6d8c-4eb3-9964-071e50d7819d/fea618c3-26a8-4425-aec8-20ef76f9d84e) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:06:57.792384 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:06:57.800913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.801279 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Added segment 2f115560-9f45-48cf-98f6-37dfd115344b of type vlan for network 41cbccad-611e-421b-ac72-4cad18c1f4a6 Jul 28 19:06:57.840598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.926997 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.934897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Transition to ACTIVE for port object fea618c3-26a8-4425-aec8-20ef76f9d84e will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:57.949043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Transition to ACTIVE for port object fea618c3-26a8-4425-aec8-20ef76f9d84e will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:57.952873 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.962871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:57.962871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.023064 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Network': ['ID=41cbccad-611e-421b-ac72-4cad18c1f4a6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:58.033686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 41cbccad-611e-421b-ac72-4cad18c1f4a6 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:06:58.069478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.085589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b1f3e370-24fd-4a46-a839-72ccea9352f6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4247663 Jul 28 19:06:58.088488 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50924) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:58.096756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'subnet': {'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:58.124902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Network 8cbf89e7-550b-4069-9f85-c527147babed is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:06:58.131354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:58.137299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:06:58.140281 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Pushing event updated for resources: {'Port': ['ID=fea618c3-26a8-4425-aec8-20ef76f9d84e,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:58.250040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:06:58.253959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.352157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Attempting to bind port fea618c3-26a8-4425-aec8-20ef76f9d84e on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:06:58.352444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Attempting to bind port fea618c3-26a8-4425-aec8-20ef76f9d84e by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2eb87a98-97ba-4544-8811-fcfd48edca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:06:58.353135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Attempting to bind port fea618c3-26a8-4425-aec8-20ef76f9d84e on network 8cbf89e7-550b-4069-9f85-c527147babed {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:58.358320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:06:58.358525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Checking segment: {'id': '2eb87a98-97ba-4544-8811-fcfd48edca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:58.358925 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.359318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Bound using segment: {'id': '2eb87a98-97ba-4544-8811-fcfd48edca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:06:58.364852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Bound port: fea618c3-26a8-4425-aec8-20ef76f9d84e, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb87a98-97ba-4544-8811-fcfd48edca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cbf89e7-550b-4069-9f85-c527147babed'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:06:58.364852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.421815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] For port fea618c3-26a8-4425-aec8-20ef76f9d84e, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:06:58.424814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] For port fea618c3-26a8-4425-aec8-20ef76f9d84e, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fea618c3-26a8-4425-aec8-20ef76f9d84e,segment=NetworkSegment(2eb87a98-97ba-4544-8811-fcfd48edca28),segment_id=2eb87a98-97ba-4544-8811-fcfd48edca28)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:06:58.496019 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.553827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84359-c6e4-4710-b73f-115e56be9f00 None None] Pushing event updated for resources: {'Port': ['ID=fea618c3-26a8-4425-aec8-20ef76f9d84e,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:58.631033 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.685091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Subnet': ['ID=0d5cd1ad-d7b0-4ea3-b860-0579d21e87db,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:58.693057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking segment: {'id': '2f115560-9f45-48cf-98f6-37dfd115344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:58.693320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network hostable DHCP agents. Network: 41cbccad-611e-421b-ac72-4cad18c1f4a6, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:06:58.781167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network 41cbccad-611e-421b-ac72-4cad18c1f4a6 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:06:58.867402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 41cbccad-611e-421b-ac72-4cad18c1f4a6) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:58.872128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:58.874286 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.877755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1254e08-48c0-441b-9d75-587655618e8d None None] Network 41cbccad-611e-421b-ac72-4cad18c1f4a6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:58.953839 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1fb696e9-b1e6-41c9-9daa-3efd95cb27b6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8642957 Jul 28 19:06:58.956536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50926) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:59.028421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-41cbccad-611e-421b-ac72-4cad18c1f4a6', 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6', 'tenant_id': 'c8513b249cfb4e2787bbc77ca4a9add8', 'fixed_ips': [{'subnet_id': '0d5cd1ad-d7b0-4ea3-b860-0579d21e87db'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:06:59.029274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.055228 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.138111 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.169977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Allocated IP 2001:db8::2 (41cbccad-611e-421b-ac72-4cad18c1f4a6/0d5cd1ad-d7b0-4ea3-b860-0579d21e87db/a61fd924-52e7-4677-a6cd-005e97c7f150) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:06:59.324349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.332771 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Transition to ACTIVE for port object a61fd924-52e7-4677-a6cd-005e97c7f150 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:59.348549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Transition to ACTIVE for port object a61fd924-52e7-4677-a6cd-005e97c7f150 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:06:59.413228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c890b-891e-4d91-9c85-43b5eda98c7d None None] Network 8cbf89e7-550b-4069-9f85-c527147babed requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:59.418034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.490580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.508596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Network 41cbccad-611e-421b-ac72-4cad18c1f4a6 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:06:59.517511 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:59.519910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5cd1ad-d7b0-4ea3-b860-0579d21e87db,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:59.520846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Pushing event updated for resources: {'Port': ['ID=a61fd924-52e7-4677-a6cd-005e97c7f150,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:59.523680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:06:59.580628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.589504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-30d61bac-18ca-457f-9ce2-c053bea33416 None None] Provisioning for port fea618c3-26a8-4425-aec8-20ef76f9d84e completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:06:59.591017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cbccad-611e-421b-ac72-4cad18c1f4a6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:59.601198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f115560-9f45-48cf-98f6-37dfd115344b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:59.601506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f115560-9f45-48cf-98f6-37dfd115344b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:59.610516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.616204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Attempting to bind port a61fd924-52e7-4677-a6cd-005e97c7f150 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:06:59.616204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Attempting to bind port a61fd924-52e7-4677-a6cd-005e97c7f150 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '2f115560-9f45-48cf-98f6-37dfd115344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:06:59.616395 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Attempting to bind port a61fd924-52e7-4677-a6cd-005e97c7f150 on network 41cbccad-611e-421b-ac72-4cad18c1f4a6 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:06:59.624284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:06:59.624664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Checking segment: {'id': '2f115560-9f45-48cf-98f6-37dfd115344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:06:59.625068 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.625460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Bound using segment: {'id': '2f115560-9f45-48cf-98f6-37dfd115344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:06:59.625931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Bound port: a61fd924-52e7-4677-a6cd-005e97c7f150, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f115560-9f45-48cf-98f6-37dfd115344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:06:59.626312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.629006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.635859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:06:59.636291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:06:59.639483 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:06:59.725188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fea618c3-26a8-4425-aec8-20ef76f9d84e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:06:59.754364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] For port a61fd924-52e7-4677-a6cd-005e97c7f150, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:06:59.764760 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 19:06:59.764760 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 19:06:59.764760 n-d-778550-5 neutron-server[101106]: [parameters: {'id': '41cbccad-611e-421b-ac72-4cad18c1f4a6'}] Jul 28 19:06:59.764760 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:06:59.765232 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:06:59.770036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] For port a61fd924-52e7-4677-a6cd-005e97c7f150, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a61fd924-52e7-4677-a6cd-005e97c7f150,segment=NetworkSegment(2f115560-9f45-48cf-98f6-37dfd115344b),segment_id=2f115560-9f45-48cf-98f6-37dfd115344b)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:06:59.844941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.875022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port fea618c3-26a8-4425-aec8-20ef76f9d84e completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:06:59.894008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fea618c3-26a8-4425-aec8-20ef76f9d84e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:59.894431 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:59.967722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331b09-c649-4b89-8b8c-3be167dbc12e None None] Pushing event updated for resources: {'Port': ['ID=a61fd924-52e7-4677-a6cd-005e97c7f150,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:59.985873 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814cb008-31c3-4f48-a78d-369d2dcc99b9 None None] Network 41cbccad-611e-421b-ac72-4cad18c1f4a6 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:06:59.989762 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1b5354ee-51b8-4548-94fd-598a8ab86b5a None None] Provisioning complete for port fea618c3-26a8-4425-aec8-20ef76f9d84e triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:59.990677 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b5354ee-51b8-4548-94fd-598a8ab86b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.138391 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.223559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b5354ee-51b8-4548-94fd-598a8ab86b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.229234 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port fea618c3-26a8-4425-aec8-20ef76f9d84e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fea618c3-26a8-4425-aec8-20ef76f9d84e,segment=NetworkSegment(2eb87a98-97ba-4544-8811-fcfd48edca28),segment_id=2eb87a98-97ba-4544-8811-fcfd48edca28)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:00.230725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6ea62-e07f-466d-94f8-a7a733f104ff None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 19:07:00.266120 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.306505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6ea62-e07f-466d-94f8-a7a733f104ff None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 19:07:00.320654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting port a61fd924-52e7-4677-a6cd-005e97c7f150 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:00.320862 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.320997 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.387727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] For port a61fd924-52e7-4677-a6cd-005e97c7f150, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a61fd924-52e7-4677-a6cd-005e97c7f150,segment=NetworkSegment(2f115560-9f45-48cf-98f6-37dfd115344b),segment_id=2f115560-9f45-48cf-98f6-37dfd115344b)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:00.388089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.400886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Calling delete_port for a61fd924-52e7-4677-a6cd-005e97c7f150 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:00.424595 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-1b5354ee-51b8-4548-94fd-598a8ab86b5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:07:00.424956 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-1b5354ee-51b8-4548-94fd-598a8ab86b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:07:00.456614 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=fea618c3-26a8-4425-aec8-20ef76f9d84e,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:00.524388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.550075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Port': ['ID=a61fd924-52e7-4677-a6cd-005e97c7f150,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:00.553814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No DVR routers for this DVR port a61fd924-52e7-4677-a6cd-005e97c7f150 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:00.631302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.640709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cbccad-611e-421b-ac72-4cad18c1f4a6']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:00.652210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f115560-9f45-48cf-98f6-37dfd115344b') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:00.652210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f115560-9f45-48cf-98f6-37dfd115344b') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:00.659977 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.673687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.679527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:00.679979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:00.682831 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:00.804174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.816329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.816329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/41cbccad-611e-421b-ac72-4cad18c1f4a6 HTTP/1.1" status: 204 len: 168 time: 1.8553193 Jul 28 19:07:00.817031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50928) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:00.822201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169472128'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:00.824411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc895841-8516-4da4-8201-7c95bae3b2be tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Network': ['ID=41cbccad-611e-421b-ac72-4cad18c1f4a6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:00.923922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:00.927266 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.954357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:00.963261 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:00.963707 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Added segment ff68c34f-6833-4907-a5bc-3a5e3d84a757 of type vlan for network c1436d62-dca3-479b-b96f-c20df3f4239f Jul 28 19:07:01.000860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.112137 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.117547 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.118132 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.179521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Network': ['ID=c1436d62-dca3-479b-b96f-c20df3f4239f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:01.189261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c1436d62-dca3-479b-b96f-c20df3f4239f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:01.250951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9a7e68dd-e1e6-47c5-9152-f307b3e9e633 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4324617 Jul 28 19:07:01.253626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50930) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:01.259312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'subnet': {'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:01.432340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:01.435839 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.495720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Performing IP validity checks on allocation pools {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 19:07:01.496309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.ipam_backend_mixin [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 19:07:01.678629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.693133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fea618c3-26a8-4425-aec8-20ef76f9d84e up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:01.740669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port fea618c3-26a8-4425-aec8-20ef76f9d84e triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:01.741041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.745472 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Subnet': ['ID=fd1aaa78-4767-430d-9ed5-832771593ae9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:01.753825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking segment: {'id': 'ff68c34f-6833-4907-a5bc-3a5e3d84a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:01.754182 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network hostable DHCP agents. Network: c1436d62-dca3-479b-b96f-c20df3f4239f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:01.872217 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network c1436d62-dca3-479b-b96f-c20df3f4239f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:01.940738 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c1436d62-dca3-479b-b96f-c20df3f4239f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:01.946023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.946607 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.950500 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fb58a-643c-482f-8902-d8002f39cf9e None None] Network c1436d62-dca3-479b-b96f-c20df3f4239f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:02.021981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5382665a-39b0-4fe7-8ad8-d063a6004f60 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7672267 Jul 28 19:07:02.024554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50932) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:02.092014 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c1436d62-dca3-479b-b96f-c20df3f4239f', 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f', 'tenant_id': 'c8513b249cfb4e2787bbc77ca4a9add8', 'fixed_ips': [{'subnet_id': 'fd1aaa78-4767-430d-9ed5-832771593ae9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:02.092869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.118071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.167912 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.225479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Allocated IP 2001:db8::3 (c1436d62-dca3-479b-b96f-c20df3f4239f/fd1aaa78-4767-430d-9ed5-832771593ae9/586124be-5975-4aed-b1cf-d2909282a54f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:02.361654 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.370296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Transition to ACTIVE for port object 586124be-5975-4aed-b1cf-d2909282a54f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:02.384359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Transition to ACTIVE for port object 586124be-5975-4aed-b1cf-d2909282a54f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:02.472986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.514082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Network c1436d62-dca3-479b-b96f-c20df3f4239f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:02.516888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:02.520264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:02.527421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Pushing event updated for resources: {'Port': ['ID=586124be-5975-4aed-b1cf-d2909282a54f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:02.558753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.577559 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Attempting to bind port 586124be-5975-4aed-b1cf-d2909282a54f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:02.577925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Attempting to bind port 586124be-5975-4aed-b1cf-d2909282a54f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'ff68c34f-6833-4907-a5bc-3a5e3d84a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:02.578282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Attempting to bind port 586124be-5975-4aed-b1cf-d2909282a54f on network c1436d62-dca3-479b-b96f-c20df3f4239f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:02.583145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:02.583543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Checking segment: {'id': 'ff68c34f-6833-4907-a5bc-3a5e3d84a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:02.583939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.584326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Bound using segment: {'id': 'ff68c34f-6833-4907-a5bc-3a5e3d84a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:02.584783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Bound port: 586124be-5975-4aed-b1cf-d2909282a54f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff68c34f-6833-4907-a5bc-3a5e3d84a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:02.585194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.587082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1aaa78-4767-430d-9ed5-832771593ae9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:02.643201 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.646406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] For port 586124be-5975-4aed-b1cf-d2909282a54f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:02.649506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] For port 586124be-5975-4aed-b1cf-d2909282a54f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=586124be-5975-4aed-b1cf-d2909282a54f,segment=NetworkSegment(ff68c34f-6833-4907-a5bc-3a5e3d84a757),segment_id=ff68c34f-6833-4907-a5bc-3a5e3d84a757)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:02.653114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1436d62-dca3-479b-b96f-c20df3f4239f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:02.663872 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68c34f-6833-4907-a5bc-3a5e3d84a757') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:02.664173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68c34f-6833-4907-a5bc-3a5e3d84a757') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:02.672729 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.747305 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.749133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.755554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:02.755697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:02.758517 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:02.826404 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce854ea0-906a-434a-bd6b-479c8abe55d4 None None] Pushing event updated for resources: {'Port': ['ID=586124be-5975-4aed-b1cf-d2909282a54f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:02.840020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7c8cd-e4c0-4a3a-b312-2b7edbdb8b3d None None] Network c1436d62-dca3-479b-b96f-c20df3f4239f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:02.850247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.db.api [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 19:07:02.850247 n-d-778550-5 neutron-server[101106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 19:07:02.850247 n-d-778550-5 neutron-server[101106]: [parameters: {'id': 'c1436d62-dca3-479b-b96f-c20df3f4239f'}] Jul 28 19:07:02.850247 n-d-778550-5 neutron-server[101106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:07:02.851249 n-d-778550-5 neutron-server[101106]: DEBUG oslo_db.api [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:07:02.954847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6d6b9-4a65-4e41-a9d1-0d06b9361fab None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 19:07:03.020658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6d6b9-4a65-4e41-a9d1-0d06b9361fab None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 19:07:03.352050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.403869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting port 586124be-5975-4aed-b1cf-d2909282a54f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:03.404209 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.462907 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] For port 586124be-5975-4aed-b1cf-d2909282a54f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=586124be-5975-4aed-b1cf-d2909282a54f,segment=NetworkSegment(ff68c34f-6833-4907-a5bc-3a5e3d84a757),segment_id=ff68c34f-6833-4907-a5bc-3a5e3d84a757)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:03.463264 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.475272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Calling delete_port for 586124be-5975-4aed-b1cf-d2909282a54f owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:03.638168 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.662742 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Port': ['ID=586124be-5975-4aed-b1cf-d2909282a54f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:03.666853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No DVR routers for this DVR port 586124be-5975-4aed-b1cf-d2909282a54f on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:03.743809 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.754628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1436d62-dca3-479b-b96f-c20df3f4239f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:03.765921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68c34f-6833-4907-a5bc-3a5e3d84a757') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:03.766222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68c34f-6833-4907-a5bc-3a5e3d84a757') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:03.776488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.791332 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.797539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:03.801792 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:03.802303 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:03.957782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.965117 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.966744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/c1436d62-dca3-479b-b96f-c20df3f4239f HTTP/1.1" status: 204 len: 168 time: 1.9412768 Jul 28 19:07:03.970528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50934) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:03.975868 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-999820075'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:03.978281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a954f-3cf3-4f29-a9f0-31e72f958ed3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Network': ['ID=c1436d62-dca3-479b-b96f-c20df3f4239f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:04.083537 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:04.087786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.111720 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:04.119994 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.120336 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Added segment b2e8cc79-4aed-4413-813d-2c2a2e9eb27c of type vlan for network 159cab0c-9397-4120-9656-e3125eb9fbb8 Jul 28 19:07:04.164118 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.272159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.277555 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:04.278141 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.340413 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Network': ['ID=159cab0c-9397-4120-9656-e3125eb9fbb8,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:04.350721 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:04.390131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3cec8400-0c17-4db0-b02f-c4b07a90af9e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4158254 Jul 28 19:07:04.390401 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50936) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:04.395446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'subnet': {'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:04.557989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:04.561468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.792477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.851149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Subnet': ['ID=f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:04.860329 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking segment: {'id': 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:04.860724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network hostable DHCP agents. Network: 159cab0c-9397-4120-9656-e3125eb9fbb8, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:04.935300 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:05.020733 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 159cab0c-9397-4120-9656-e3125eb9fbb8) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:05.025293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:05.025882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.029727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f292e79-4fd7-49e9-889c-687485471a1b None None] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:05.113908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-bd363467-4514-4ae5-a635-f82fa422bbab tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7221344 Jul 28 19:07:05.117956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50938) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:05.123271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656945151'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:05.209567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:05.213708 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.238474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:05.247020 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.247361 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Added segment b6956c7f-ecf0-4fd3-8a13-1237bd823866 of type vlan for network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 Jul 28 19:07:05.308193 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.333086 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-159cab0c-9397-4120-9656-e3125eb9fbb8', 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8', 'tenant_id': 'c8513b249cfb4e2787bbc77ca4a9add8', 'fixed_ips': [{'subnet_id': 'f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:05.338980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.415732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.422033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:05.422651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.468632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Allocated IP 2001:db8::2 (159cab0c-9397-4120-9656-e3125eb9fbb8/f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2/4f7ba772-48da-41d4-95bd-0330a201f677) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:05.487102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Network': ['ID=03f91a0c-c97f-4dca-8960-7a8fb5c11e31,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:05.516564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:05.536203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-273711ad-483a-4850-984d-85837641f58b tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4170365 Jul 28 19:07:05.539125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50940) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:05.544254 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Request body: {'subnet': {'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:05.662518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.670589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Transition to ACTIVE for port object 4f7ba772-48da-41d4-95bd-0330a201f677 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:05.684798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Transition to ACTIVE for port object 4f7ba772-48da-41d4-95bd-0330a201f677 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:05.712452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Made reservation on behalf of c8513b249cfb4e2787bbc77ca4a9add8 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:05.715992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.769735 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.805570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:05.808389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:05.811870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:05.825809 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Pushing event updated for resources: {'Port': ['ID=4f7ba772-48da-41d4-95bd-0330a201f677,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:05.873662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Attempting to bind port 4f7ba772-48da-41d4-95bd-0330a201f677 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:05.874032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Attempting to bind port 4f7ba772-48da-41d4-95bd-0330a201f677 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:05.874406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Attempting to bind port 4f7ba772-48da-41d4-95bd-0330a201f677 on network 159cab0c-9397-4120-9656-e3125eb9fbb8 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:05.879525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:05.880365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Checking segment: {'id': 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:05.880365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.885999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Bound using segment: {'id': 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:05.885999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Bound port: 4f7ba772-48da-41d4-95bd-0330a201f677, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '159cab0c-9397-4120-9656-e3125eb9fbb8'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:05.885999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.942265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] For port 4f7ba772-48da-41d4-95bd-0330a201f677, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:05.945750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] For port 4f7ba772-48da-41d4-95bd-0330a201f677, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4f7ba772-48da-41d4-95bd-0330a201f677,segment=NetworkSegment(b2e8cc79-4aed-4413-813d-2c2a2e9eb27c),segment_id=b2e8cc79-4aed-4413-813d-2c2a2e9eb27c)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:05.952911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.011563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event updated for resources: {'Subnet': ['ID=daae5e69-735c-4f68-8f9c-ccc68b997f32,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:06.020068 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Checking segment: {'id': 'b6956c7f-ecf0-4fd3-8a13-1237bd823866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:06.020432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network hostable DHCP agents. Network: 03f91a0c-c97f-4dca-8960-7a8fb5c11e31, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:06.027136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.083450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f75e5-0acf-47f9-b232-09f4cc028c82 None None] Pushing event updated for resources: {'Port': ['ID=4f7ba772-48da-41d4-95bd-0330a201f677,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:06.089545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:06.158411 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 03f91a0c-c97f-4dca-8960-7a8fb5c11e31) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:06.163484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:06.164074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.167325 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499fb166-6d8b-48fe-94eb-4f92f20d42ba None None] Network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:06.244306 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50942) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:06.247271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cc02818f-0934-490c-98dc-1bc6fb2171f7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7068784 Jul 28 19:07:06.356066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-03f91a0c-c97f-4dca-8960-7a8fb5c11e31', 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31', 'tenant_id': 'c8513b249cfb4e2787bbc77ca4a9add8', 'fixed_ips': [{'subnet_id': 'daae5e69-735c-4f68-8f9c-ccc68b997f32'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:06.356948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.357072 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.439375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.496376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Allocated IP 2001:db8::2 (03f91a0c-c97f-4dca-8960-7a8fb5c11e31/daae5e69-735c-4f68-8f9c-ccc68b997f32/56bfe407-e7d5-4871-ab3e-ba396aa287c1) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:06.643499 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.652417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Transition to ACTIVE for port object 56bfe407-e7d5-4871-ab3e-ba396aa287c1 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:06.669098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Transition to ACTIVE for port object 56bfe407-e7d5-4871-ab3e-ba396aa287c1 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:06.737515 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.758192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:06.778896 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:06.781962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:06.819013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Pushing event updated for resources: {'Port': ['ID=56bfe407-e7d5-4871-ab3e-ba396aa287c1,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:06.840222 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.852592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Attempting to bind port 56bfe407-e7d5-4871-ab3e-ba396aa287c1 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:06.856196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Attempting to bind port 56bfe407-e7d5-4871-ab3e-ba396aa287c1 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b6956c7f-ecf0-4fd3-8a13-1237bd823866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:06.856196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Attempting to bind port 56bfe407-e7d5-4871-ab3e-ba396aa287c1 on network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:06.859905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:06.860456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Checking segment: {'id': 'b6956c7f-ecf0-4fd3-8a13-1237bd823866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:06.861639 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.862147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Bound using segment: {'id': 'b6956c7f-ecf0-4fd3-8a13-1237bd823866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:06.862953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Bound port: 56bfe407-e7d5-4871-ab3e-ba396aa287c1, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6956c7f-ecf0-4fd3-8a13-1237bd823866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:06.863634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.902267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Subnet': ['ID=daae5e69-735c-4f68-8f9c-ccc68b997f32,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:06.938382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] For port 56bfe407-e7d5-4871-ab3e-ba396aa287c1, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:06.941986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] For port 56bfe407-e7d5-4871-ab3e-ba396aa287c1, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=56bfe407-e7d5-4871-ab3e-ba396aa287c1,segment=NetworkSegment(b6956c7f-ecf0-4fd3-8a13-1237bd823866),segment_id=b6956c7f-ecf0-4fd3-8a13-1237bd823866)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:06.963001 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:06.973407 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f91a0c-c97f-4dca-8960-7a8fb5c11e31']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:06.985108 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6956c7f-ecf0-4fd3-8a13-1237bd823866') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:06.985416 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6956c7f-ecf0-4fd3-8a13-1237bd823866') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:06.995360 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.025365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5d760-174a-42fe-9fd6-ffa7b4490b0f None None] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:07.029347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.029818 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.036357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:07.036757 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:07.040452 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:07.130526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.db.api [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 19:07:07.130526 n-d-778550-5 neutron-server[101105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 19:07:07.130526 n-d-778550-5 neutron-server[101105]: [parameters: {'id': '03f91a0c-c97f-4dca-8960-7a8fb5c11e31'}] Jul 28 19:07:07.130526 n-d-778550-5 neutron-server[101105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:07:07.130986 n-d-778550-5 neutron-server[101105]: DEBUG oslo_db.api [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:07:07.186476 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559a05b-47b6-493b-9a76-261eb8ce0eec None None] Pushing event updated for resources: {'Port': ['ID=56bfe407-e7d5-4871-ab3e-ba396aa287c1,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:07.196638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef967e3-6b59-4f90-a94b-43c33969fcb0 None None] Network 03f91a0c-c97f-4dca-8960-7a8fb5c11e31 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:07.261220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2e9f3731-13b7-44f2-9171-24a8190aba97 None None] Provisioning for port 4f7ba772-48da-41d4-95bd-0330a201f677 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:07.547033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7660384-ff40-47e5-bc48-96bb125dca81 None None] get_active_networks_info from n-d-778550-5 {{(pid=101108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 19:07:07.631341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7660384-ff40-47e5-bc48-96bb125dca81 None None] Resources bound (agent type, host, resource id): {{(pid=101108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 19:07:07.632025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.691723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting port 56bfe407-e7d5-4871-ab3e-ba396aa287c1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:07.692328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.743510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4f7ba772-48da-41d4-95bd-0330a201f677 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:07.755140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] For port 56bfe407-e7d5-4871-ab3e-ba396aa287c1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=56bfe407-e7d5-4871-ab3e-ba396aa287c1,segment=NetworkSegment(b6956c7f-ecf0-4fd3-8a13-1237bd823866),segment_id=b6956c7f-ecf0-4fd3-8a13-1237bd823866)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:07.755549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.768229 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Calling delete_port for 56bfe407-e7d5-4871-ab3e-ba396aa287c1 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:07.788775 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a715-7c53-4247-9e61-c0fbd314e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.912760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4f7ba772-48da-41d4-95bd-0330a201f677 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:07.913518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.917409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4f7ba772-48da-41d4-95bd-0330a201f677 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:07.917845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:07.939012 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Port': ['ID=56bfe407-e7d5-4871-ab3e-ba396aa287c1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:07.943955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No DVR routers for this DVR port 56bfe407-e7d5-4871-ab3e-ba396aa287c1 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:07.997640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.019109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.029425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4f7ba772-48da-41d4-95bd-0330a201f677, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4f7ba772-48da-41d4-95bd-0330a201f677,segment=NetworkSegment(b2e8cc79-4aed-4413-813d-2c2a2e9eb27c),segment_id=b2e8cc79-4aed-4413-813d-2c2a2e9eb27c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:08.029600 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f91a0c-c97f-4dca-8960-7a8fb5c11e31']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:08.040699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6956c7f-ecf0-4fd3-8a13-1237bd823866') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:08.040933 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6956c7f-ecf0-4fd3-8a13-1237bd823866') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:08.049694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.066453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.072499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:08.072893 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:08.075832 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:08.101868 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.149059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4f7ba772-48da-41d4-95bd-0330a201f677,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:08.198250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.206183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.208025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/03f91a0c-c97f-4dca-8960-7a8fb5c11e31 HTTP/1.1" status: 204 len: 168 time: 1.9620645 Jul 28 19:07:08.211294 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50944) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.219727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Network': ['ID=03f91a0c-c97f-4dca-8960-7a8fb5c11e31,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:08.228459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.228807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.229150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.229488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.229821 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.230152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.230480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.230811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.231135 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.231486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.231814 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.232139 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4fb2-9f28-4325-b56c-bfc01fd55fa6 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:08.244655 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f4e4fc-b58a-4492-9841-9d19a6dd05da tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] GET failed (client error): The resource could not be found. Jul 28 19:07:08.245973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-72f4e4fc-b58a-4492-9841-9d19a6dd05da tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "GET /v2.0/subnets/daae5e69-735c-4f68-8f9c-ccc68b997f32 HTTP/1.1" status: 404 len: 337 time: 0.0331855 Jul 28 19:07:08.248913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50946) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.268956 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d63b09b-17fb-4eea-af8d-8657d84c9fe2 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:08.278073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d63b09b-17fb-4eea-af8d-8657d84c9fe2 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:08.278073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8d63b09b-17fb-4eea-af8d-8657d84c9fe2 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/03f91a0c-c97f-4dca-8960-7a8fb5c11e31 HTTP/1.1" status: 404 len: 339 time: 0.0211091 Jul 28 19:07:08.280828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50948) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.310047 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e067b08-d637-454a-86a7-c96167337eff tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:08.310418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e067b08-d637-454a-86a7-c96167337eff tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:08.312129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2e067b08-d637-454a-86a7-c96167337eff tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/subnets/daae5e69-735c-4f68-8f9c-ccc68b997f32 HTTP/1.1" status: 404 len: 337 time: 0.0304177 Jul 28 19:07:08.314425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50950) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.331707 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9637a016-5130-466a-a097-c032187c5dc4 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:08.332221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9637a016-5130-466a-a097-c032187c5dc4 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:08.333876 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9637a016-5130-466a-a097-c032187c5dc4 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/03f91a0c-c97f-4dca-8960-7a8fb5c11e31 HTTP/1.1" status: 404 len: 339 time: 0.0185010 Jul 28 19:07:08.336580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50952) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.385338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting subnet f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:08.388355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.425853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.855509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.952956 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.980014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Subnet': ['ID=f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:08.981951 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:08.984977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-90a1520b-2469-47a5-86c1-196dda42a32c tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/subnets/f79a2a7c-8d45-41ce-b84b-d94dd71d3bf2 HTTP/1.1" status: 204 len: 168 time: 0.6463723 Jul 28 19:07:08.986412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50954) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:08.988877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9645aa-8ac8-48d4-a277-18f7845d2265 None None] Network 159cab0c-9397-4120-9656-e3125eb9fbb8 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:09.063908 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.116836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting port 4f7ba772-48da-41d4-95bd-0330a201f677 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:09.117189 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.177394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] For port 4f7ba772-48da-41d4-95bd-0330a201f677, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4f7ba772-48da-41d4-95bd-0330a201f677,segment=NetworkSegment(b2e8cc79-4aed-4413-813d-2c2a2e9eb27c),segment_id=b2e8cc79-4aed-4413-813d-2c2a2e9eb27c)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:09.178048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.179788 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] DHCP port deletion for 159cab0c-9397-4120-9656-e3125eb9fbb8 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:07:09.199764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Calling delete_port for 4f7ba772-48da-41d4-95bd-0330a201f677 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:09.224044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Deleting port 4f7ba772-48da-41d4-95bd-0330a201f677 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:09.224423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.290692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] For port 4f7ba772-48da-41d4-95bd-0330a201f677, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4f7ba772-48da-41d4-95bd-0330a201f677,segment=NetworkSegment(b2e8cc79-4aed-4413-813d-2c2a2e9eb27c),segment_id=b2e8cc79-4aed-4413-813d-2c2a2e9eb27c)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:09.291071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.304170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Calling delete_port for 4f7ba772-48da-41d4-95bd-0330a201f677 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:09.369958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.381858 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.396133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Port': ['ID=4f7ba772-48da-41d4-95bd-0330a201f677,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:09.399571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No DVR routers for this DVR port 4f7ba772-48da-41d4-95bd-0330a201f677 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:09.408037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] Pushing event deleted for resources: {'Port': ['ID=4f7ba772-48da-41d4-95bd-0330a201f677,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:09.410013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1aace-97d9-448a-a70a-6f84217c474a None None] No DVR routers for this DVR port 4f7ba772-48da-41d4-95bd-0330a201f677 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:09.479319 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.488833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159cab0c-9397-4120-9656-e3125eb9fbb8']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:09.499054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:09.499354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e8cc79-4aed-4413-813d-2c2a2e9eb27c') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:09.508128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.524099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.529873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:09.530261 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:09.537728 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:09.691813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4f7ba772-48da-41d4-95bd-0330a201f677 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:09.700901 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.705344 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.709655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/159cab0c-9397-4120-9656-e3125eb9fbb8 HTTP/1.1" status: 204 len: 168 time: 0.7201264 Jul 28 19:07:09.717120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50956) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.717566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4f7ba772-48da-41d4-95bd-0330a201f677 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:09.717566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4f7ba772-48da-41d4-95bd-0330a201f677 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:09.723829 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc57cc-a32c-4d78-b03e-2cc5fb03f5d7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Network': ['ID=159cab0c-9397-4120-9656-e3125eb9fbb8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:09.737532 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc671bfe-9237-44fd-9ad2-46bd949d13b3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:09.737984 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc671bfe-9237-44fd-9ad2-46bd949d13b3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:09.739694 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dc671bfe-9237-44fd-9ad2-46bd949d13b3 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/subnets/fd1aaa78-4767-430d-9ed5-832771593ae9 HTTP/1.1" status: 404 len: 337 time: 0.0280993 Jul 28 19:07:09.742189 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50958) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.759008 n-d-778550-5 neutron-server[101105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c372888-ee4a-4c7c-96f1-9a2908354afb tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:09.759549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c372888-ee4a-4c7c-96f1-9a2908354afb tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:09.761112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9c372888-ee4a-4c7c-96f1-9a2908354afb tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/c1436d62-dca3-479b-b96f-c20df3f4239f HTTP/1.1" status: 404 len: 339 time: 0.0180533 Jul 28 19:07:09.763311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50960) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.789504 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb11a1f2-43f7-4b59-a409-daa056b63e4e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:09.789941 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb11a1f2-43f7-4b59-a409-daa056b63e4e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:09.791635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fb11a1f2-43f7-4b59-a409-daa056b63e4e tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/subnets/0d5cd1ad-d7b0-4ea3-b860-0579d21e87db HTTP/1.1" status: 404 len: 337 time: 0.0273213 Jul 28 19:07:09.793890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50962) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.810710 n-d-778550-5 neutron-server[101106]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6d0a02-5ff5-46be-b749-a0ac530572ec tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] DELETE failed (client error): The resource could not be found. Jul 28 19:07:09.811229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6d0a02-5ff5-46be-b749-a0ac530572ec tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 19:07:09.813057 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dc6d0a02-5ff5-46be-b749-a0ac530572ec tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/41cbccad-611e-421b-ac72-4cad18c1f4a6 HTTP/1.1" status: 404 len: 339 time: 0.0180409 Jul 28 19:07:09.814995 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50964) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.869913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting subnet 1eca3267-6d8c-4eb3-9964-071e50d7819d {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:09.873050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.911156 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:09.990405 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.112498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.152670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.178028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Subnet': ['ID=1eca3267-6d8c-4eb3-9964-071e50d7819d,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:10.185139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.187014 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ec925e02-5a34-479c-a79f-0a79c9808ad7 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/subnets/1eca3267-6d8c-4eb3-9964-071e50d7819d HTTP/1.1" status: 204 len: 168 time: 0.3711209 Jul 28 19:07:10.189578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50966) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:10.191264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cc995-9701-4f5b-97d4-098a62b45e5c None None] Network 8cbf89e7-550b-4069-9f85-c527147babed requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:10.266912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.319500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Deleting port fea618c3-26a8-4425-aec8-20ef76f9d84e {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:10.319944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.376039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] DHCP port deletion for 8cbf89e7-550b-4069-9f85-c527147babed request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:07:10.380217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-832308be-b3c0-4781-9d5c-229a5bec2f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.381975 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] For port fea618c3-26a8-4425-aec8-20ef76f9d84e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fea618c3-26a8-4425-aec8-20ef76f9d84e,segment=NetworkSegment(2eb87a98-97ba-4544-8811-fcfd48edca28),segment_id=2eb87a98-97ba-4544-8811-fcfd48edca28)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:10.382457 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.396722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Calling delete_port for fea618c3-26a8-4425-aec8-20ef76f9d84e owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:10.423978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Deleting port fea618c3-26a8-4425-aec8-20ef76f9d84e {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:10.424380 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.487535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] For port fea618c3-26a8-4425-aec8-20ef76f9d84e, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=fea618c3-26a8-4425-aec8-20ef76f9d84e,segment=NetworkSegment(2eb87a98-97ba-4544-8811-fcfd48edca28),segment_id=2eb87a98-97ba-4544-8811-fcfd48edca28)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:10.487942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.500566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Calling delete_port for fea618c3-26a8-4425-aec8-20ef76f9d84e owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:10.592493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.598130 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.618926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Port': ['ID=fea618c3-26a8-4425-aec8-20ef76f9d84e,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:10.620724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] No DVR routers for this DVR port fea618c3-26a8-4425-aec8-20ef76f9d84e on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:10.624728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] No DVR routers for this DVR port fea618c3-26a8-4425-aec8-20ef76f9d84e on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:10.626322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4717fa3-c7c8-40c3-b7ad-bcab0cb0ce47 None None] Pushing event deleted for resources: {'Port': ['ID=fea618c3-26a8-4425-aec8-20ef76f9d84e,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:10.699418 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.708948 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbf89e7-550b-4069-9f85-c527147babed']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:10.719605 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb87a98-97ba-4544-8811-fcfd48edca28') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:10.720219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb87a98-97ba-4544-8811-fcfd48edca28') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:10.728704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.741976 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.747753 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:10.748150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:10.751167 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:10.854923 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.861526 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.863303 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] 10.222.0.25 "DELETE /v2.0/networks/8cbf89e7-550b-4069-9f85-c527147babed HTTP/1.1" status: 204 len: 168 time: 0.6727574 Jul 28 19:07:10.875159 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9265-25a1-4e9c-b595-34b2372a3f62 tempest-NetworksIpV6Test-675723186 tempest-NetworksIpV6Test-675723186-project] Pushing event deleted for resources: {'Network': ['ID=8cbf89e7-550b-4069-9f85-c527147babed,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:11.311842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:11.324091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:11.442046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-aae746c4-d225-490b-8fa8-6df895508a9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8513b249cfb4e2787bbc77ca4a9add8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290488 Jul 28 19:07:11.445037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 50976) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:11.491550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:11.513031 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:11.649355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:11.651849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:11.655477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05bbe0ed-9881-4162-a6ed-696987d28e2b HTTP/1.1" status: 204 len: 168 time: 0.2071028 Jul 28 19:07:11.661952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a98cf-8f42-4036-98b3-99f166623f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bbe0ed-9881-4162-a6ed-696987d28e2b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:11.697376 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fea618c3-26a8-4425-aec8-20ef76f9d84e no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:11.716922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: fea618c3-26a8-4425-aec8-20ef76f9d84e {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:11.717264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device fea618c3-26a8-4425-aec8-20ef76f9d84e not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:12.580996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 50998) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:12.671205 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-315651454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:12.763853 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.764770 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.818296 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.901196 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.975082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.976352 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-45246c2b-123e-446c-a9c7-a38da7b7ecb0 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3943114 Jul 28 19:07:12.986454 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51002) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:12.991325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1675658881'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:13.077934 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Made reservation on behalf of cd5d9c04781a41b2b84401dac8dfac44 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:13.081142 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.090268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.175544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.180124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.243559 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.272338 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:13.277834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff66e8-27cc-466d-87ab-e580ae218671,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:13.286170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.286394 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Added segment 7d1c00f2-fe3e-4600-83f1-1478203d06f4 of type vlan for network 884386d4-99d5-4c8b-851b-8bf90c4531f7 Jul 28 19:07:13.325034 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.409393 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.414817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:13.417215 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.798264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event updated for resources: {'Network': ['ID=884386d4-99d5-4c8b-851b-8bf90c4531f7,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:13.809356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:13.844559 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c3a3b572-2f90-4183-accc-7854aa0f5691 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8567576 Jul 28 19:07:13.846939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51004) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:13.852741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'subnet': {'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:13.991901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Made reservation on behalf of cd5d9c04781a41b2b84401dac8dfac44 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:13.995339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.238379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.297851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event updated for resources: {'Subnet': ['ID=9c909d7a-ab9f-4397-9ca6-08c61ebd53d1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:14.312406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Checking segment: {'id': '7d1c00f2-fe3e-4600-83f1-1478203d06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:14.312764 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Network hostable DHCP agents. Network: 884386d4-99d5-4c8b-851b-8bf90c4531f7, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:14.385937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:14.460343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 884386d4-99d5-4c8b-851b-8bf90c4531f7) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:14.464343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:14.464934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.469156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd83f1-c8a6-41c5-ba31-5a1666e7c2c3 None None] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:14.552939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00eb4ad3-54a1-445d-b3d7-95ae24b7b001 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7048168 Jul 28 19:07:14.556507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51006) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:14.561688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-652058730'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:14.613847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-884386d4-99d5-4c8b-851b-8bf90c4531f7', 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7', 'tenant_id': 'cd5d9c04781a41b2b84401dac8dfac44', 'fixed_ips': [{'subnet_id': '9c909d7a-ab9f-4397-9ca6-08c61ebd53d1'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:14.614690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.666213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Made reservation on behalf of cd5d9c04781a41b2b84401dac8dfac44 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:14.669867 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.694463 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:14.703178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.703575 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Added segment c8609dc5-184c-4370-bbf6-64f8d626fcdd of type vlan for network 7c465245-9101-4b32-a190-0949f3293f27 Jul 28 19:07:14.743354 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.753442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Allocated IP 172.20.0.2 (884386d4-99d5-4c8b-851b-8bf90c4531f7/9c909d7a-ab9f-4397-9ca6-08c61ebd53d1/5453da0d-6eaa-47a8-916d-85691243c91c) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:14.883692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.890546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:14.891181 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.966492 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event updated for resources: {'Network': ['ID=7c465245-9101-4b32-a190-0949f3293f27,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:15.016022 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2dd78a3e-21d2-4973-bf21-5c11089981c5 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4583337 Jul 28 19:07:15.018574 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51008) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:15.024160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'subnet': {'network_id': '7c465245-9101-4b32-a190-0949f3293f27', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:15.037713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 7c465245-9101-4b32-a190-0949f3293f27 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:15.081469 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.099117 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Transition to ACTIVE for port object 5453da0d-6eaa-47a8-916d-85691243c91c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:15.125277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Transition to ACTIVE for port object 5453da0d-6eaa-47a8-916d-85691243c91c will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:15.175149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Made reservation on behalf of cd5d9c04781a41b2b84401dac8dfac44 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:15.178616 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.198183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.235539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:15.238343 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:15.241720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:15.249066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Pushing event updated for resources: {'Port': ['ID=5453da0d-6eaa-47a8-916d-85691243c91c,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:15.304320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Attempting to bind port 5453da0d-6eaa-47a8-916d-85691243c91c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:15.304592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Attempting to bind port 5453da0d-6eaa-47a8-916d-85691243c91c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7d1c00f2-fe3e-4600-83f1-1478203d06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:15.304979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Attempting to bind port 5453da0d-6eaa-47a8-916d-85691243c91c on network 884386d4-99d5-4c8b-851b-8bf90c4531f7 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:15.310024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:15.310402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Checking segment: {'id': '7d1c00f2-fe3e-4600-83f1-1478203d06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:15.310801 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.311257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Bound using segment: {'id': '7d1c00f2-fe3e-4600-83f1-1478203d06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:15.311749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Bound port: 5453da0d-6eaa-47a8-916d-85691243c91c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1c00f2-fe3e-4600-83f1-1478203d06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '884386d4-99d5-4c8b-851b-8bf90c4531f7'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:15.312131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.373384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] For port 5453da0d-6eaa-47a8-916d-85691243c91c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:15.376382 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] For port 5453da0d-6eaa-47a8-916d-85691243c91c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5453da0d-6eaa-47a8-916d-85691243c91c,segment=NetworkSegment(7d1c00f2-fe3e-4600-83f1-1478203d06f4),segment_id=7d1c00f2-fe3e-4600-83f1-1478203d06f4)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:15.415202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.438249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.485436 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event updated for resources: {'Subnet': ['ID=b58af889-6ee6-4477-983d-8f02e22ac2a8,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:15.490459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Checking segment: {'id': 'c8609dc5-184c-4370-bbf6-64f8d626fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c465245-9101-4b32-a190-0949f3293f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:15.490833 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Network hostable DHCP agents. Network: 7c465245-9101-4b32-a190-0949f3293f27, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:15.504313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ebfd4-1e7b-4c53-994b-58fac6c4a09a None None] Pushing event updated for resources: {'Port': ['ID=5453da0d-6eaa-47a8-916d-85691243c91c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:15.580899 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Network 7c465245-9101-4b32-a190-0949f3293f27 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:15.655291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 7c465245-9101-4b32-a190-0949f3293f27) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:15.664010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:15.664010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.672050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4cb8c-180d-4397-9fe3-0d993effd0c9 None None] Network 7c465245-9101-4b32-a190-0949f3293f27 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:15.738440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5453da0d-6eaa-47a8-916d-85691243c91c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:15.751143 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51010) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:15.758141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f321b286-819b-4fbb-9a64-920b249cb418 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c465245-9101-4b32-a190-0949f3293f27'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:15.760901 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b83ba08-1eef-4e39-80f3-c227963b9bad tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7391443 Jul 28 19:07:15.866264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-7c465245-9101-4b32-a190-0949f3293f27', 'network_id': '7c465245-9101-4b32-a190-0949f3293f27', 'tenant_id': 'cd5d9c04781a41b2b84401dac8dfac44', 'fixed_ips': [{'subnet_id': 'b58af889-6ee6-4477-983d-8f02e22ac2a8'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:15.867704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.931217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5453da0d-6eaa-47a8-916d-85691243c91c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:15.969462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f321b286-819b-4fbb-9a64-920b249cb418 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.001649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Allocated IP 172.21.0.2 (7c465245-9101-4b32-a190-0949f3293f27/b58af889-6ee6-4477-983d-8f02e22ac2a8/7f190730-59e9-4b32-b0f8-704cea3db79b) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:16.155372 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [None req-f321b286-819b-4fbb-9a64-920b249cb418 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 19:07:16.156439 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f321b286-819b-4fbb-9a64-920b249cb418 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "PUT /v2.0/routers/59d47641-67b1-434b-9b0a-ee1716a57ed7 HTTP/1.1" status: 400 len: 364 time: 0.4030728 Jul 28 19:07:16.156763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.162315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51012) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:16.167550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Transition to ACTIVE for port object 7f190730-59e9-4b32-b0f8-704cea3db79b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:16.168429 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.183095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Transition to ACTIVE for port object 7f190730-59e9-4b32-b0f8-704cea3db79b will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:16.222455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Deleting subnet b58af889-6ee6-4477-983d-8f02e22ac2a8 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:16.266579 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.267351 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.308202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Network 7c465245-9101-4b32-a190-0949f3293f27 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:16.311264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:16.314406 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.314913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:16.324787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Pushing event updated for resources: {'Port': ['ID=7f190730-59e9-4b32-b0f8-704cea3db79b,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:16.381170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Attempting to bind port 7f190730-59e9-4b32-b0f8-704cea3db79b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:16.381537 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Attempting to bind port 7f190730-59e9-4b32-b0f8-704cea3db79b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'c8609dc5-184c-4370-bbf6-64f8d626fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c465245-9101-4b32-a190-0949f3293f27'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:16.381897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Attempting to bind port 7f190730-59e9-4b32-b0f8-704cea3db79b on network 7c465245-9101-4b32-a190-0949f3293f27 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:16.387509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:16.387509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Checking segment: {'id': 'c8609dc5-184c-4370-bbf6-64f8d626fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c465245-9101-4b32-a190-0949f3293f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:16.387982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.388301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Bound using segment: {'id': 'c8609dc5-184c-4370-bbf6-64f8d626fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c465245-9101-4b32-a190-0949f3293f27'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:16.389095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Bound port: 7f190730-59e9-4b32-b0f8-704cea3db79b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8609dc5-184c-4370-bbf6-64f8d626fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c465245-9101-4b32-a190-0949f3293f27'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:16.389314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.402430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.447219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe18c7c-1d43-4507-bed9-bc9022facc13 None None] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:16.535684 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.539453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] For port 7f190730-59e9-4b32-b0f8-704cea3db79b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:16.564627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Subnet': ['ID=b58af889-6ee6-4477-983d-8f02e22ac2a8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:16.566596 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.568511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-889b8bbb-52d0-4cc7-8c90-a8305a9564e2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "DELETE /v2.0/subnets/b58af889-6ee6-4477-983d-8f02e22ac2a8 HTTP/1.1" status: 204 len: 168 time: 0.4050558 Jul 28 19:07:16.571410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51014) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:16.574723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] For port 7f190730-59e9-4b32-b0f8-704cea3db79b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7f190730-59e9-4b32-b0f8-704cea3db79b,segment=NetworkSegment(c8609dc5-184c-4370-bbf6-64f8d626fcdd),segment_id=c8609dc5-184c-4370-bbf6-64f8d626fcdd)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:16.589675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Provisioning for port 5453da0d-6eaa-47a8-916d-85691243c91c completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:16.597780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Provisioning complete for port 5453da0d-6eaa-47a8-916d-85691243c91c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:16.598160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.649303 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.652374 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.717948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Deleting port 7f190730-59e9-4b32-b0f8-704cea3db79b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:16.717948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.740867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f2899-c3fc-4d03-87e8-8a873f769712 None None] Pushing event updated for resources: {'Port': ['ID=7f190730-59e9-4b32-b0f8-704cea3db79b,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:16.754625 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.792751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] For port 5453da0d-6eaa-47a8-916d-85691243c91c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5453da0d-6eaa-47a8-916d-85691243c91c,segment=NetworkSegment(7d1c00f2-fe3e-4600-83f1-1478203d06f4),segment_id=7d1c00f2-fe3e-4600-83f1-1478203d06f4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:16.799660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] For port 7f190730-59e9-4b32-b0f8-704cea3db79b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=7f190730-59e9-4b32-b0f8-704cea3db79b,segment=NetworkSegment(c8609dc5-184c-4370-bbf6-64f8d626fcdd),segment_id=c8609dc5-184c-4370-bbf6-64f8d626fcdd)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:16.800212 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.815727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Calling delete_port for 7f190730-59e9-4b32-b0f8-704cea3db79b owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:16.861249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.932689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181a4bd-a4be-41e6-bd4e-a2356285a1dc None None] Pushing event updated for resources: {'Port': ['ID=5453da0d-6eaa-47a8-916d-85691243c91c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:16.975666 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.987598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bd747c97-07e2-441d-bd5c-2f33921c3722 None None] Provisioning complete for port 5453da0d-6eaa-47a8-916d-85691243c91c triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:16.988127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd747c97-07e2-441d-bd5c-2f33921c3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.005109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Port': ['ID=7f190730-59e9-4b32-b0f8-704cea3db79b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.006957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] No DVR routers for this DVR port 7f190730-59e9-4b32-b0f8-704cea3db79b on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:17.095862 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.106426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c465245-9101-4b32-a190-0949f3293f27']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.116565 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8609dc5-184c-4370-bbf6-64f8d626fcdd') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.116867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8609dc5-184c-4370-bbf6-64f8d626fcdd') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.125417 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.138560 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.144247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:17.144629 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:17.147494 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:17.266184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.274190 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.276043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "DELETE /v2.0/networks/7c465245-9101-4b32-a190-0949f3293f27 HTTP/1.1" status: 204 len: 168 time: 0.7037008 Jul 28 19:07:17.278595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51016) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:17.287910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e085f6-525f-4412-8db6-b1693bde4d50 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Network': ['ID=7c465245-9101-4b32-a190-0949f3293f27,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.330120 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Deleting subnet 9c909d7a-ab9f-4397-9ca6-08c61ebd53d1 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:17.333134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.374202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.465385 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.598580 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.629969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.634717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "DELETE /v2.0/subnets/9c909d7a-ab9f-4397-9ca6-08c61ebd53d1 HTTP/1.1" status: 204 len: 168 time: 0.3522339 Jul 28 19:07:17.634717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20aa5be-fb87-47e1-a826-e7d8ad9d3387 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Subnet': ['ID=9c909d7a-ab9f-4397-9ca6-08c61ebd53d1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.635495 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51018) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:17.637865 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2322f8f-a132-4d52-841b-b0508af79bb2 None None] Network 884386d4-99d5-4c8b-851b-8bf90c4531f7 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:17.697070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-40d1dc18-7718-440f-9551-fa7410043545 None None] Could not find standard attr ID for object 7f190730-59e9-4b32-b0f8-704cea3db79b. {{(pid=101108) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 19:07:17.722392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5453da0d-6eaa-47a8-916d-85691243c91c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:17.725490 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.770677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd706a89-8e5d-4b8f-aa3d-16931d5a9366 None None] DHCP port deletion for 7c465245-9101-4b32-a190-0949f3293f27 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:07:17.784484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Deleting port 5453da0d-6eaa-47a8-916d-85691243c91c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:17.784858 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.812797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cd23a-740d-44c1-ad50-1ca41b857ee4 None None] Network 7c465245-9101-4b32-a190-0949f3293f27 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:17.830638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cd23a-740d-44c1-ad50-1ca41b857ee4 None None] Network 7c465245-9101-4b32-a190-0949f3293f27 could not be found, it might have been deleted concurrently. {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 19:07:17.841875 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5453da0d-6eaa-47a8-916d-85691243c91c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:17.842270 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.848730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] For port 5453da0d-6eaa-47a8-916d-85691243c91c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5453da0d-6eaa-47a8-916d-85691243c91c,segment=NetworkSegment(7d1c00f2-fe3e-4600-83f1-1478203d06f4),segment_id=7d1c00f2-fe3e-4600-83f1-1478203d06f4)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:17.853994 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.864923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Calling delete_port for 5453da0d-6eaa-47a8-916d-85691243c91c owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:17.910585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] DHCP port deletion for 884386d4-99d5-4c8b-851b-8bf90c4531f7 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:07:17.971749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Deleting port 5453da0d-6eaa-47a8-916d-85691243c91c {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:17.972073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.033159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] For port 5453da0d-6eaa-47a8-916d-85691243c91c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5453da0d-6eaa-47a8-916d-85691243c91c,segment=NetworkSegment(7d1c00f2-fe3e-4600-83f1-1478203d06f4),segment_id=7d1c00f2-fe3e-4600-83f1-1478203d06f4)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:18.033554 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.046265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Calling delete_port for 5453da0d-6eaa-47a8-916d-85691243c91c owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:18.106186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.121689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.133147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Port': ['ID=5453da0d-6eaa-47a8-916d-85691243c91c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.134967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] No DVR routers for this DVR port 5453da0d-6eaa-47a8-916d-85691243c91c on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:18.147067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] Pushing event deleted for resources: {'Port': ['ID=5453da0d-6eaa-47a8-916d-85691243c91c,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.151111 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18aa57-32b0-4f00-bc76-25cac28b1ba4 None None] No DVR routers for this DVR port 5453da0d-6eaa-47a8-916d-85691243c91c on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:18.214028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.223593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884386d4-99d5-4c8b-851b-8bf90c4531f7']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.233786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1c00f2-fe3e-4600-83f1-1478203d06f4') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.234080 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1c00f2-fe3e-4600-83f1-1478203d06f4') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.242507 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.255458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.261850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:18.262236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:18.265229 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:18.403257 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.409892 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.411584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "DELETE /v2.0/networks/884386d4-99d5-4c8b-851b-8bf90c4531f7 HTTP/1.1" status: 204 len: 168 time: 0.7749631 Jul 28 19:07:18.414434 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51020) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.422925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436ea26-c156-4a36-ae28-d9fa27e7d6f6 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Pushing event deleted for resources: {'Network': ['ID=884386d4-99d5-4c8b-851b-8bf90c4531f7,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.442560 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ade04f55-f2e9-4d52-bd97-710ce34237cf tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "GET /v2.0/ports?device_id=59d47641-67b1-434b-9b0a-ee1716a57ed7 HTTP/1.1" status: 200 len: 205 time: 0.0269809 Jul 28 19:07:18.445448 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51022) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.519822 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.673449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.675729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.797927 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.798385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Fanout notify agent at l3_agent the message router_deleted on router 59d47641-67b1-434b-9b0a-ee1716a57ed7 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:07:18.805863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.806955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5b9c03b-a97b-48e1-910c-b6d6456aaac2 tempest-RoutersNegativeTest-464778832 tempest-RoutersNegativeTest-464778832-project] 10.222.0.25 "DELETE /v2.0/routers/59d47641-67b1-434b-9b0a-ee1716a57ed7 HTTP/1.1" status: 204 len: 168 time: 0.3606222 Jul 28 19:07:19.242040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51028) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:19.266522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.369400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ffe10a15-e262-4fbe-aff8-f9066cdb4195 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd5d9c04781a41b2b84401dac8dfac44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261778 Jul 28 19:07:19.371930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51032) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:19.423913 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.444129 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.546305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.548884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.550048 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62ff66e8-27cc-466d-87ab-e580ae218671 HTTP/1.1" status: 204 len: 168 time: 0.1772311 Jul 28 19:07:19.558291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5a91-6465-461f-b3b3-fd11792f7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff66e8-27cc-466d-87ab-e580ae218671,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:19.698482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7f190730-59e9-4b32-b0f8-704cea3db79b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:19.718198 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 7f190730-59e9-4b32-b0f8-704cea3db79b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:19.718548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 7f190730-59e9-4b32-b0f8-704cea3db79b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:19.718966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5453da0d-6eaa-47a8-916d-85691243c91c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:19.736868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5453da0d-6eaa-47a8-916d-85691243c91c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:19.737218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5453da0d-6eaa-47a8-916d-85691243c91c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:20.496592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51054) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:20.589150 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-449072091-network', 'tenant_id': '690cf082ad434714a3800edbf202dd35'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:20.677786 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Made reservation on behalf of 690cf082ad434714a3800edbf202dd35 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:20.680697 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.689210 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.775486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.854317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.879658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:20.885635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472c683-cf0f-4201-bf1c-1864a89f26ce,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:20.891386 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.891766 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Added segment d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23 of type vlan for network 6e4e5791-00ae-46b6-88f3-882ff93a5225 Jul 28 19:07:20.931116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.026955 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.027995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.028938 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.090970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] Pushing event updated for resources: {'Network': ['ID=6e4e5791-00ae-46b6-88f3-882ff93a5225,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:21.100579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:21.147263 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f921e90e-8b66-433c-83f5-4d28cb07fbad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6495314 Jul 28 19:07:21.150875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51058) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:21.155872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Request body: {'subnet': {'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-subnet', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:21.254646 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Made reservation on behalf of 690cf082ad434714a3800edbf202dd35 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:21.257548 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.489077 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.548651 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fe8a78-a6b9-42f2-a6ad-1257f95e4787,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:21.552898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Checking segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:21.553267 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Network hostable DHCP agents. Network: 6e4e5791-00ae-46b6-88f3-882ff93a5225, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:21.655044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:21.758162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 6e4e5791-00ae-46b6-88f3-882ff93a5225) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:21.762171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.762902 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.768466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6605e-714c-4891-be05-5d21fe4f69ff None None] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:21.901522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2a0c9d78-37d3-4817-86ae-f6a5fc1c0aa2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7490189 Jul 28 19:07:21.903732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51060) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:21.907811 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-6e4e5791-00ae-46b6-88f3-882ff93a5225', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:21.908277 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:21.908736 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.026377 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.027463 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.038159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Allocated IP 172.20.0.2 (6e4e5791-00ae-46b6-88f3-882ff93a5225/20fe8a78-a6b9-42f2-a6ad-1257f95e4787/28eb67f8-b0a1-4215-8844-974bf9b9f620) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:22.083264 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.176873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.185444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Transition to ACTIVE for port object 28eb67f8-b0a1-4215-8844-974bf9b9f620 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:22.200140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Transition to ACTIVE for port object 28eb67f8-b0a1-4215-8844-974bf9b9f620 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:22.263086 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.272325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.309904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:22.312749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:22.316136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:22.323357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Pushing event updated for resources: {'Port': ['ID=28eb67f8-b0a1-4215-8844-974bf9b9f620,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:22.379922 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Attempting to bind port 28eb67f8-b0a1-4215-8844-974bf9b9f620 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:22.380685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Attempting to bind port 28eb67f8-b0a1-4215-8844-974bf9b9f620 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:22.380685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Attempting to bind port 28eb67f8-b0a1-4215-8844-974bf9b9f620 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:22.385533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:22.385912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Checking segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:22.386322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.386749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Bound using segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:22.387215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Bound port: 28eb67f8-b0a1-4215-8844-974bf9b9f620, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:22.387622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.448794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] For port 28eb67f8-b0a1-4215-8844-974bf9b9f620, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:22.451973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] For port 28eb67f8-b0a1-4215-8844-974bf9b9f620, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=28eb67f8-b0a1-4215-8844-974bf9b9f620,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:22.514794 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.524413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.533969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.583222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba4dc-a676-4b23-a54c-64cf0ba11106 None None] Pushing event updated for resources: {'Port': ['ID=28eb67f8-b0a1-4215-8844-974bf9b9f620,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:22.645771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Allocated IP 172.25.7.46 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/6e8e576c-bb31-4f07-bd65-b06cf288ee8b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:22.755982 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.849493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.891002 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:22.895369 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:22.902318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:22.905343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Pushing event updated for resources: {'Port': ['ID=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:23.217318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.416555 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.430740 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffdc1e-5c03-4e45-81ab-a3cb1625e04a None None] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:23.559155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0f97cbb8-a775-4591-b88e-961fb642d4a2 None None] Provisioning for port 28eb67f8-b0a1-4215-8844-974bf9b9f620 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:23.738938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 28eb67f8-b0a1-4215-8844-974bf9b9f620 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:23.854956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 28eb67f8-b0a1-4215-8844-974bf9b9f620 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:23.859025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 28eb67f8-b0a1-4215-8844-974bf9b9f620 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:23.859498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.910482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e675e2ad-1d22-461b-b8e1-d5ec60a3c74e None None] Provisioning complete for port 28eb67f8-b0a1-4215-8844-974bf9b9f620 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:23.910853 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e675e2ad-1d22-461b-b8e1-d5ec60a3c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.979040 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.039092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 28eb67f8-b0a1-4215-8844-974bf9b9f620, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=28eb67f8-b0a1-4215-8844-974bf9b9f620,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:24.043153 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e675e2ad-1d22-461b-b8e1-d5ec60a3c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.083559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Router 19dbf47d-f005-45a3-9d1f-afe89255c710 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:07:24.112659 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.181485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-e675e2ad-1d22-461b-b8e1-d5ec60a3c74e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:07:24.181838 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-e675e2ad-1d22-461b-b8e1-d5ec60a3c74e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:07:24.184066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:24.185973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=28eb67f8-b0a1-4215-8844-974bf9b9f620,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:24.195000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Sync routers for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:24.204244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:24.208558 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:24.295366 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.296641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8c9230c1-debf-4f37-a688-e9e53a567dcf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3918254 Jul 28 19:07:24.299325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51062) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:24.314858 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:24.488069 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:23Z', 'revision_number': 3, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:24.513464 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Checking router: 19dbf47d-f005-45a3-9d1f-afe89255c710 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:24.513808 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Updating router 19dbf47d-f005-45a3-9d1f-afe89255c710 port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:07:24.537764 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.711963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.798071 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.807844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Transition to ACTIVE for port object 6e8e576c-bb31-4f07-bd65-b06cf288ee8b will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:24.866818 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.867425 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Allocated IP 172.20.0.1 (6e4e5791-00ae-46b6-88f3-882ff93a5225/20fe8a78-a6b9-42f2-a6ad-1257f95e4787/c46d65db-863a-4b8a-b3d6-2618a520b913) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:24.926161 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Attempting to bind port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:24.926532 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Attempting to bind port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:24.926919 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Attempting to bind port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:24.935827 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Pushing event updated for resources: {'Port': ['ID=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:24.939013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:24.939421 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:24.939826 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.940215 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:24.940677 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Bound port: 6e8e576c-bb31-4f07-bd65-b06cf288ee8b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:24.941057 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.947877 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.948228 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.948573 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.948914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.949247 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.949582 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.949928 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.950256 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.950571 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.950899 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.951217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.951569 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:24.973307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.985795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Transition to ACTIVE for port object c46d65db-863a-4b8a-b3d6-2618a520b913 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:25.003560 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] For port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:25.006474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] For port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:25.083533 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.113648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.140914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:25.141521 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:25.144419 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917fb27-444b-4a1c-9b09-d093361bdebf None None] Pushing event updated for resources: {'Port': ['ID=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.158969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:25.161803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:25.164319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:25.200771 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Pushing event updated for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.216604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.251624 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:25.430116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.450899 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:23Z', 'revision_number': 3, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:25.478661 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bc2b7-3db7-4d82-b6f3-220fb4b67805 None None] The sync data for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 is: [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:23Z', 'revision_number': 3, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:25.616281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.637971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b9ba1cf-20ab-44e2-bb54-295fa0b4f64f None None] Provisioning for port c46d65db-863a-4b8a-b3d6-2618a520b913 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:25.642184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2b9ba1cf-20ab-44e2-bb54-295fa0b4f64f None None] Provisioning complete for port c46d65db-863a-4b8a-b3d6-2618a520b913 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:25.646385 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba1cf-20ab-44e2-bb54-295fa0b4f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.679897 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ba1cf-20ab-44e2-bb54-295fa0b4f64f None None] Port c46d65db-863a-4b8a-b3d6-2618a520b913 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:25.707123 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.773563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 28eb67f8-b0a1-4215-8844-974bf9b9f620 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:25.778191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Pushing event updated for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.779505 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.825383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 28eb67f8-b0a1-4215-8844-974bf9b9f620 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:25.825762 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.884678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:25.886156 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:26.016971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Router 19dbf47d-f005-45a3-9d1f-afe89255c710 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:07:26.107717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-85d6039e-fd83-4b95-aea3-7998bc4a069e None None] Provisioning complete for port c46d65db-863a-4b8a-b3d6-2618a520b913 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:26.108094 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-85d6039e-fd83-4b95-aea3-7998bc4a069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.138635 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:26.142323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-85d6039e-fd83-4b95-aea3-7998bc4a069e None None] Port c46d65db-863a-4b8a-b3d6-2618a520b913 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:26.144150 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b1815ae-779c-4df2-b016-e8752f235608 admin admin] 10.222.0.25 "PUT /v2.0/routers/19dbf47d-f005-45a3-9d1f-afe89255c710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8438189 Jul 28 19:07:26.824962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51078) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:26.830109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1547147543-network', 'tenant_id': 'f379a917c9794421a69bba92844c38c2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:26.929447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Made reservation on behalf of f379a917c9794421a69bba92844c38c2 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:26.931969 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.940761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.982405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Sync routers for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:26.991807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:26.992414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:27.029639 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.095748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:27.140358 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:07:27.186317 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.206995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:27.222307 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3aa27-d5ab-4bf9-a810-f7f9abed4858,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:27.226857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.227740 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Added segment 7e1df731-cd9f-40fe-a17b-8f482f554482 of type vlan for network ad87cde7-5693-441d-953e-029539f5f517 Jul 28 19:07:27.267780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.288627 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:25Z', 'revision_number': 4, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c46d65db-863a-4b8a-b3d6-2618a520b913', 'name': '', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'mac_address': 'fa:16:3e:df:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:24Z', 'updated_at': '2021-07-28T19:07:25Z', 'revision_number': 2, 'project_id': '690cf082ad434714a3800edbf202dd35', 'subnets': [{'id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:27.319104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Checking router: 19dbf47d-f005-45a3-9d1f-afe89255c710 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:27.319516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Updating router 19dbf47d-f005-45a3-9d1f-afe89255c710 port c46d65db-863a-4b8a-b3d6-2618a520b913 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:07:27.344440 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.392158 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.393273 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:27.393860 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.453923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] Pushing event updated for resources: {'Network': ['ID=ad87cde7-5693-441d-953e-029539f5f517,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:27.466038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network ad87cde7-5693-441d-953e-029539f5f517 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:27.529799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1c7a0dcc-ad31-4873-a616-e13935546622 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7036545 Jul 28 19:07:27.532517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51080) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:27.537659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Request body: {'subnet': {'network_id': 'ad87cde7-5693-441d-953e-029539f5f517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-subnet', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:27.626479 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Made reservation on behalf of f379a917c9794421a69bba92844c38c2 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:27.629096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.672228 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.682859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Transition to ACTIVE for port object c46d65db-863a-4b8a-b3d6-2618a520b913 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:27.731717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e8e576c-bb31-4f07-bd65-b06cf288ee8b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:27.767343 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.825066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4b06-dcf2-4903-aea7-fe4e28471d7e None None] Pushing event updated for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:27.876052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Attempting to bind port c46d65db-863a-4b8a-b3d6-2618a520b913 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:27.876418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Attempting to bind port c46d65db-863a-4b8a-b3d6-2618a520b913 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:27.876775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Attempting to bind port c46d65db-863a-4b8a-b3d6-2618a520b913 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:27.882332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:27.882701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Checking segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:27.883104 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.883528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Bound using segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:27.883993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Bound port: c46d65db-863a-4b8a-b3d6-2618a520b913, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:27.884381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.923568 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.950362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:27.954001 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] For port c46d65db-863a-4b8a-b3d6-2618a520b913, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:27.957967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] For port c46d65db-863a-4b8a-b3d6-2618a520b913, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c46d65db-863a-4b8a-b3d6-2618a520b913,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:27.958942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:27.959315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.982675 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79261d4c-535d-4fb5-876d-24b56be0a4c9,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:28.015244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Checking segment: {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:28.015244 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Network hostable DHCP agents. Network: ad87cde7-5693-441d-953e-029539f5f517, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:28.047832 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.055985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.071763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Network ad87cde7-5693-441d-953e-029539f5f517 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:28.111029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:28.138889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4b06-dcf2-4903-aea7-fe4e28471d7e None None] Pushing event updated for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:28.144836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:28.145411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:28.146370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, ad87cde7-5693-441d-953e-029539f5f517) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:28.159913 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:28.160500 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.182906 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85056a-beee-47c9-85b9-4fdc3c2df51a None None] Network ad87cde7-5693-441d-953e-029539f5f517 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:28.186974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.233369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b0af138a-5552-4c31-b5eb-5b771faca45c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6996706 Jul 28 19:07:28.235762 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51082) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:28.240533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:28.343120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:28.357799 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.358857 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.379304 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:28.414917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.542538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-ad87cde7-5693-441d-953e-029539f5f517', 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'fixed_ips': [{'subnet_id': '79261d4c-535d-4fb5-876d-24b56be0a4c9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:07:28.543390 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.623183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.733035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Allocated IP 172.20.0.2 (ad87cde7-5693-441d-953e-029539f5f517/79261d4c-535d-4fb5-876d-24b56be0a4c9/02f861bc-bbb7-4a9b-a924-33266623bfe0) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:28.738481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:25Z', 'revision_number': 4, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c46d65db-863a-4b8a-b3d6-2618a520b913', 'name': '', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'mac_address': 'fa:16:3e:df:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:24Z', 'updated_at': '2021-07-28T19:07:27Z', 'revision_number': 4, 'project_id': '690cf082ad434714a3800edbf202dd35', 'subnets': [{'id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:28.773692 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38bab1-f397-4387-be54-2d1b5e12f0ff None None] The sync data for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 is: [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:25Z', 'revision_number': 4, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'c46d65db-863a-4b8a-b3d6-2618a520b913', 'name': '', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'mac_address': 'fa:16:3e:df:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:24Z', 'updated_at': '2021-07-28T19:07:27Z', 'revision_number': 4, 'project_id': '690cf082ad434714a3800edbf202dd35', 'subnets': [{'id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:28.919372 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.929660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.938538 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Transition to ACTIVE for port object 02f861bc-bbb7-4a9b-a924-33266623bfe0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:28.939165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:28.954387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Transition to ACTIVE for port object 02f861bc-bbb7-4a9b-a924-33266623bfe0 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:29.046710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Allocated IP 172.25.7.210 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/5af860ba-2013-4e1b-ab30-6b5b44f9893b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:29.055219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.102630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Network ad87cde7-5693-441d-953e-029539f5f517 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:29.111471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:29.116354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:29.125822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Pushing event updated for resources: {'Port': ['ID=02f861bc-bbb7-4a9b-a924-33266623bfe0,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:29.165671 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.181952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Attempting to bind port 02f861bc-bbb7-4a9b-a924-33266623bfe0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:29.182379 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Attempting to bind port 02f861bc-bbb7-4a9b-a924-33266623bfe0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:29.182751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Attempting to bind port 02f861bc-bbb7-4a9b-a924-33266623bfe0 on network ad87cde7-5693-441d-953e-029539f5f517 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:29.188193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:29.188573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Checking segment: {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:29.188985 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.189407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Bound using segment: {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:29.189894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Bound port: 02f861bc-bbb7-4a9b-a924-33266623bfe0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:29.190265 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.255942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] For port 02f861bc-bbb7-4a9b-a924-33266623bfe0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:29.259278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] For port 02f861bc-bbb7-4a9b-a924-33266623bfe0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=02f861bc-bbb7-4a9b-a924-33266623bfe0,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:29.261239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.301236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:29.305739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:29.313105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:29.316270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5af860ba-2013-4e1b-ab30-6b5b44f9893b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:29.377575 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.474261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8636e1-12f4-46dd-81fc-d105664f2e56 None None] Pushing event updated for resources: {'Port': ['ID=02f861bc-bbb7-4a9b-a924-33266623bfe0,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:29.704815 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.811521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 02f861bc-bbb7-4a9b-a924-33266623bfe0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:29.911977 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:29.923269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 02f861bc-bbb7-4a9b-a924-33266623bfe0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:29.927364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c46d65db-863a-4b8a-b3d6-2618a520b913 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:30.020564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port c46d65db-863a-4b8a-b3d6-2618a520b913 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:30.024566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c46d65db-863a-4b8a-b3d6-2618a520b913 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:30.024941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.105100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.118146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Router 925361a7-2a22-43fd-94c2-93b08f2d9cbc is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:07:30.143068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port c46d65db-863a-4b8a-b3d6-2618a520b913, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c46d65db-863a-4b8a-b3d6-2618a520b913,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:30.215870 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.217323 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e8e576c-bb31-4f07-bd65-b06cf288ee8b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:30.229062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:30.242131 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Sync routers for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:30.252449 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:30.253189 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:30.306950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:30.317229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:30.317614 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.324031 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.328045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-15adb94c-22d5-4514-95ba-53bb3b4862b9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0886562 Jul 28 19:07:30.328336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51084) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:30.399152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119e00c-0aba-4f59-a077-f469dea2fb56 None None] Network ad87cde7-5693-441d-953e-029539f5f517 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:30.471470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:30.551187 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Provisioning for port 02f861bc-bbb7-4a9b-a924-33266623bfe0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:30.557653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Provisioning complete for port 02f861bc-bbb7-4a9b-a924-33266623bfe0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:30.558031 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.659257 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:29Z', 'revision_number': 3, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:30.691805 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Checking router: 925361a7-2a22-43fd-94c2-93b08f2d9cbc for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:30.692140 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Updating router 925361a7-2a22-43fd-94c2-93b08f2d9cbc port 5af860ba-2013-4e1b-ab30-6b5b44f9893b binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:07:30.720478 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.816274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:30.855934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] For port 02f861bc-bbb7-4a9b-a924-33266623bfe0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=02f861bc-bbb7-4a9b-a924-33266623bfe0,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:30.969939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.009956 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.020428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5e3dc-07ec-40d8-867c-836230e05ea0 None None] Pushing event updated for resources: {'Port': ['ID=02f861bc-bbb7-4a9b-a924-33266623bfe0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:31.023459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Transition to ACTIVE for port object 5af860ba-2013-4e1b-ab30-6b5b44f9893b will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:31.088250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-e5604176-77b7-4895-9750-a966b2cb4dce None None] Provisioning complete for port 02f861bc-bbb7-4a9b-a924-33266623bfe0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:31.088650 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5604176-77b7-4895-9750-a966b2cb4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.089150 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.131328 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.143095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Attempting to bind port 5af860ba-2013-4e1b-ab30-6b5b44f9893b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:31.143479 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Attempting to bind port 5af860ba-2013-4e1b-ab30-6b5b44f9893b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:31.143873 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Attempting to bind port 5af860ba-2013-4e1b-ab30-6b5b44f9893b on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:31.146773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9fae-0d17-4150-be09-368ffc875a43 None None] Pushing event updated for resources: {'Port': ['ID=5af860ba-2013-4e1b-ab30-6b5b44f9893b,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:31.153871 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:31.154242 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:31.154635 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.155038 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:31.155501 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Bound port: 5af860ba-2013-4e1b-ab30-6b5b44f9893b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:31.155882 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.215458 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] For port 5af860ba-2013-4e1b-ab30-6b5b44f9893b, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:31.218514 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] For port 5af860ba-2013-4e1b-ab30-6b5b44f9893b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5af860ba-2013-4e1b-ab30-6b5b44f9893b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:31.288304 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Allocated IP 172.20.0.1 (ad87cde7-5693-441d-953e-029539f5f517/79261d4c-535d-4fb5-876d-24b56be0a4c9/22a864c5-6d3d-4be5-96ea-f5130e683ccf) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:31.289516 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.345523 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:31.346139 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:31.380154 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9fae-0d17-4150-be09-368ffc875a43 None None] Pushing event updated for resources: {'Port': ['ID=5af860ba-2013-4e1b-ab30-6b5b44f9893b,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:31.394331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.409647 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Transition to ACTIVE for port object 22a864c5-6d3d-4be5-96ea-f5130e683ccf will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:31.459476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:31.529393 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.567995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Network ad87cde7-5693-441d-953e-029539f5f517 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:31.570105 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:31.573706 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:31.598898 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Pushing event updated for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:31.619542 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.638513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:29Z', 'revision_number': 3, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:31.670048 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da84f3-1553-4a75-9681-7be49d889d85 None None] The sync data for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 is: [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:29Z', 'revision_number': 3, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:31.747820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c46d65db-863a-4b8a-b3d6-2618a520b913 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:31.798021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port c46d65db-863a-4b8a-b3d6-2618a520b913 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:31.798400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.870065 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.882796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 02f861bc-bbb7-4a9b-a924-33266623bfe0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:31.951204 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 02f861bc-bbb7-4a9b-a924-33266623bfe0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:31.951604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.020543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-45abc919-dc1e-4a10-8709-75dc17c57c66 None None] Provisioning for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:32.029254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-45abc919-dc1e-4a10-8709-75dc17c57c66 None None] Provisioning complete for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:32.029624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-45abc919-dc1e-4a10-8709-75dc17c57c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.077043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-45abc919-dc1e-4a10-8709-75dc17c57c66 None None] Port 22a864c5-6d3d-4be5-96ea-f5130e683ccf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:32.083462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.158250 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.227332 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Pushing event updated for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:32.229814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.327049 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Network ad87cde7-5693-441d-953e-029539f5f517 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:32.328568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:32.455361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Router 925361a7-2a22-43fd-94c2-93b08f2d9cbc has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:07:32.578999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:32.584528 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b420d724-969c-403f-bcac-9737dccaebfd admin admin] 10.222.0.25 "PUT /v2.0/routers/925361a7-2a22-43fd-94c2-93b08f2d9cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2551117 Jul 28 19:07:32.602371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-11d99029-3679-4f59-b64b-77a878bdd9e1 None None] Provisioning complete for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:32.602679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-11d99029-3679-4f59-b64b-77a878bdd9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:32.636126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-11d99029-3679-4f59-b64b-77a878bdd9e1 None None] Port 22a864c5-6d3d-4be5-96ea-f5130e683ccf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:33.177196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Sync routers for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:33.186751 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:33.189416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:33.292830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:33.490839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 4, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '22a864c5-6d3d-4be5-96ea-f5130e683ccf', 'name': '', 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'mac_address': 'fa:16:3e:c8:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:31Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 2, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'subnets': [{'id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:33.520566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Checking router: 925361a7-2a22-43fd-94c2-93b08f2d9cbc for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:33.520921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Updating router 925361a7-2a22-43fd-94c2-93b08f2d9cbc port 22a864c5-6d3d-4be5-96ea-f5130e683ccf binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:07:33.546634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:33.653298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c87b23b-f8ba-4f10-b091-a59b0a50e693 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:33.654727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c87b23b-f8ba-4f10-b091-a59b0a50e693 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 816 time: 0.0982041 Jul 28 19:07:33.670749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-5fbf575d-cbad-4f31-a168-dac48b06455d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/quotas/690cf082ad434714a3800edbf202dd35 HTTP/1.1" status: 200 len: 375 time: 0.0099907 Jul 28 19:07:33.733752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-f6101f08-7e8a-4e73-96db-eb003c9b581b tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540349 Jul 28 19:07:33.751202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5af860ba-2013-4e1b-ab30-6b5b44f9893b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:33.834433 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1b9a2e0e-900a-406f-ab8f-e0f259405b9b service neutron] 10.222.0.25 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826950 Jul 28 19:07:33.846081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:33.856447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Transition to ACTIVE for port object 22a864c5-6d3d-4be5-96ea-f5130e683ccf will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:33.928986 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-c0189b30-a108-44c1-8651-9fdbb06bd58c service neutron] 10.222.0.25 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Jul 28 19:07:33.934339 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 5af860ba-2013-4e1b-ab30-6b5b44f9893b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:33.938240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5af860ba-2013-4e1b-ab30-6b5b44f9893b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:33.938615 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:33.970071 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.031194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b9545-4f16-416a-866a-0c638230f0d3 None None] Pushing event updated for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:34.119002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.144405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 5af860ba-2013-4e1b-ab30-6b5b44f9893b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5af860ba-2013-4e1b-ab30-6b5b44f9893b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:34.145820 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Attempting to bind port 22a864c5-6d3d-4be5-96ea-f5130e683ccf on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:34.146246 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Attempting to bind port 22a864c5-6d3d-4be5-96ea-f5130e683ccf by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:34.146616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Attempting to bind port 22a864c5-6d3d-4be5-96ea-f5130e683ccf on network ad87cde7-5693-441d-953e-029539f5f517 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:34.153703 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:34.158011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Checking segment: {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:34.158011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.158011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Bound using segment: {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:34.158011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Bound port: 22a864c5-6d3d-4be5-96ea-f5130e683ccf, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1df731-cd9f-40fe-a17b-8f482f554482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:34.158011 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.232938 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.235286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] For port 22a864c5-6d3d-4be5-96ea-f5130e683ccf, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:34.240631 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] For port 22a864c5-6d3d-4be5-96ea-f5130e683ccf, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22a864c5-6d3d-4be5-96ea-f5130e683ccf,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:34.302024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=5af860ba-2013-4e1b-ab30-6b5b44f9893b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:34.308978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a31d87ab-9a41-43bb-acf0-d2e33dbca4e5 req-5f05d767-b815-4c14-9016-af00d6fda79a tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 210 time: 0.1473041 Jul 28 19:07:34.346836 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:34.403776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:34.404402 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:07:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:34.441667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b9545-4f16-416a-866a-0c638230f0d3 None None] Pushing event updated for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:34.520830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:34.731707 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 4, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '22a864c5-6d3d-4be5-96ea-f5130e683ccf', 'name': '', 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'mac_address': 'fa:16:3e:c8:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:31Z', 'updated_at': '2021-07-28T19:07:34Z', 'revision_number': 4, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'subnets': [{'id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:34.758052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a476d-e4f0-4053-87b6-d0c247c61d5c None None] The sync data for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 is: [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:31Z', 'revision_number': 4, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '22a864c5-6d3d-4be5-96ea-f5130e683ccf', 'name': '', 'network_id': 'ad87cde7-5693-441d-953e-029539f5f517', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'mac_address': 'fa:16:3e:c8:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:31Z', 'updated_at': '2021-07-28T19:07:34Z', 'revision_number': 4, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'subnets': [{'id': '79261d4c-535d-4fb5-876d-24b56be0a4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:35.406651 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b84b5f54-92c8-447a-a380-56213bc619bf req-76e01f85-e2f8-404f-a3fd-379e205473db tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 210 time: 0.0293453 Jul 28 19:07:35.786561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22a864c5-6d3d-4be5-96ea-f5130e683ccf up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:35.917131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:35.920767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:35.921144 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.999359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.030381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 22a864c5-6d3d-4be5-96ea-f5130e683ccf, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22a864c5-6d3d-4be5-96ea-f5130e683ccf,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:36.111792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.112578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5af860ba-2013-4e1b-ab30-6b5b44f9893b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:36.192444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:36.206029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 5af860ba-2013-4e1b-ab30-6b5b44f9893b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:36.206414 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.271196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-c042e0ae-a2bc-4a4d-9c17-def639e96737 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:36.272897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-c042e0ae-a2bc-4a4d-9c17-def639e96737 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.37 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 816 time: 0.1104484 Jul 28 19:07:36.286888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Request body: {'port': {'device_id': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'admin_state_up': True, 'tenant_id': '690cf082ad434714a3800edbf202dd35'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:36.443111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Made reservation on behalf of 690cf082ad434714a3800edbf202dd35 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:36.446562 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.535912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28580d9e-c2c7-4749-a9f4-f76717f6885d req-dd8829bb-065c-45b9-a874-183026b9aa2b tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 210 time: 0.0324075 Jul 28 19:07:36.597831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Allocated IP 172.20.0.13 (6e4e5791-00ae-46b6-88f3-882ff93a5225/20fe8a78-a6b9-42f2-a6ad-1257f95e4787/e26c3f22-c44b-404b-ba60-abe9b2a7d207) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:36.742552 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.755934 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Transition to ACTIVE for port object e26c3f22-c44b-404b-ba60-abe9b2a7d207 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:36.838107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.877853 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:36.880833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:36.884923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:36.912394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Pushing event updated for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:36.925021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.925371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.925711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.926045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.926375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.926707 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.927035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.927362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.927714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.928037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.928355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.928676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:36.951423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:36.952054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.038625 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-1f71da76-187e-4da8-ae02-078443238c29 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566948 Jul 28 19:07:37.094089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Request body: {'port': {'device_id': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:37.145814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-accc4880-152c-4e01-a572-4432ce94cc4f None None] Provisioning for port e26c3f22-c44b-404b-ba60-abe9b2a7d207 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:37.150406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-accc4880-152c-4e01-a572-4432ce94cc4f None None] Provisioning complete for port e26c3f22-c44b-404b-ba60-abe9b2a7d207 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:37.150527 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.150729 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-accc4880-152c-4e01-a572-4432ce94cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.183887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-accc4880-152c-4e01-a572-4432ce94cc4f None None] Port e26c3f22-c44b-404b-ba60-abe9b2a7d207 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:37.404407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26c3f22-c44b-404b-ba60-abe9b2a7d207 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:07:37.411748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.423770 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Transition to ACTIVE for port object e26c3f22-c44b-404b-ba60-abe9b2a7d207 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:37.482981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.532216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:37.613897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Attempting to bind port e26c3f22-c44b-404b-ba60-abe9b2a7d207 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:37.614404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Attempting to bind port e26c3f22-c44b-404b-ba60-abe9b2a7d207 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:37.615638 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Attempting to bind port e26c3f22-c44b-404b-ba60-abe9b2a7d207 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:37.620831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Port e26c3f22-c44b-404b-ba60-abe9b2a7d207 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:07:37.621301 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Attempting to bind port e26c3f22-c44b-404b-ba60-abe9b2a7d207 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:37.627093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:37.627625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Checking segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:37.628096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Bound using segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:37.628531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Bound port: e26c3f22-c44b-404b-ba60-abe9b2a7d207, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:37.628896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.656991 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba3dff-592a-4b71-8a74-ca92a2c34e42 req-ed1fce5a-696b-441b-8c5d-fc0d039a6feb tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:37.658748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24ba3dff-592a-4b71-8a74-ca92a2c34e42 req-ed1fce5a-696b-441b-8c5d-fc0d039a6feb tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 944 time: 0.0507212 Jul 28 19:07:37.707287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:37.711378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:37.723852 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-24ba3dff-592a-4b71-8a74-ca92a2c34e42 req-a105d18a-90eb-484d-80f2-2ba65b7a38f9 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Jul 28 19:07:37.734994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9324-f345-4f28-902e-3680651bbdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.751946 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22a864c5-6d3d-4be5-96ea-f5130e683ccf up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:37.792366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.811843 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 22a864c5-6d3d-4be5-96ea-f5130e683ccf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:37.812214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.825880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:37.826510 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:37.827957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] 10.222.0.37 "PUT /v2.0/ports/e26c3f22-c44b-404b-ba60-abe9b2a7d207 HTTP/1.1" status: 200 len: 1092 time: 0.7806931 Jul 28 19:07:37.831145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:37.831145 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104a6d77-b72d-4d4e-8541-46f326d06793" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:37.878360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3def9e-863a-420a-9266-58b28421cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:37.954221 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f07b8-1a06-477d-942d-d2231881ca7e x-openstack-request-id: req-678f07b8-1a06-477d-942d-d2231881ca7e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:37.954511 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:37.954758 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-678f07b8-1a06-477d-942d-d2231881ca7e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:37.955155 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207', 'status': 'completed', 'code': 200} Jul 28 19:07:37.968830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6366e5de-ec71-41e4-a0ad-457ff3c5563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:37.970543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-6366e5de-ec71-41e4-a0ad-457ff3c5563d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 1095 time: 0.0471153 Jul 28 19:07:38.014181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-30f4cc77-d1cb-4be7-b8ca-1e1ec9c98ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207 HTTP/1.1" status: 200 len: 217 time: 0.0359137 Jul 28 19:07:38.064278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-46600820-96c2-4a1c-b37a-54078eb00a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.065757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-46600820-96c2-4a1c-b37a-54078eb00a6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fe8a78-a6b9-42f2-a6ad-1257f95e4787 HTTP/1.1" status: 200 len: 855 time: 0.0435450 Jul 28 19:07:38.113918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec47f0-d429-4731-ab4b-339021539c49 req-e843c37b-bf3c-49cf-9ea6-66efb57d04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.115343 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-e843c37b-bf3c-49cf-9ea6-66efb57d04d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4e5791-00ae-46b6-88f3-882ff93a5225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426891 Jul 28 19:07:38.202882 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-f69f9fbc-d627-4809-9f7f-2910918294dd service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Jul 28 19:07:38.293241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-60ec47f0-d429-4731-ab4b-339021539c49 req-7515b024-ffac-4260-b05e-9f386cbd6175 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 Jul 28 19:07:38.454772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-567ed104-891b-4418-81a0-5feb5d4b09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.456196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-567ed104-891b-4418-81a0-5feb5d4b09a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 1095 time: 0.0412364 Jul 28 19:07:38.548484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-b853bf6b-73bf-40ec-ac19-f8a37af7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.550009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-b853bf6b-73bf-40ec-ac19-f8a37af7f7d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 917 time: 0.0871828 Jul 28 19:07:38.591070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-58489153-c452-4f39-85fb-37495d5b20d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207 HTTP/1.1" status: 200 len: 217 time: 0.0340984 Jul 28 19:07:38.639805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-fa1a83f4-540c-40d2-8cc8-82428720b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.641286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-fa1a83f4-540c-40d2-8cc8-82428720b640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fe8a78-a6b9-42f2-a6ad-1257f95e4787 HTTP/1.1" status: 200 len: 855 time: 0.0429142 Jul 28 19:07:38.687628 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-05e56a62-0044-4204-9017-d44b656e9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.689124 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-05e56a62-0044-4204-9017-d44b656e9476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4e5791-00ae-46b6-88f3-882ff93a5225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401173 Jul 28 19:07:38.780307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-c2a4ef37-c118-4c07-b438-1df19882103b service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Jul 28 19:07:38.840190 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b0527-798b-4720-a25d-578c32359284 req-9221d29e-5199-4de5-8f20-be3f09fcedaf tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.841677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-467b0527-798b-4720-a25d-578c32359284 req-9221d29e-5199-4de5-8f20-be3f09fcedaf tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 944 time: 0.0497487 Jul 28 19:07:38.871111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-104a6d77-b72d-4d4e-8541-46f326d06793 req-4f6be8d7-faf7-4d1c-b7c6-1b32adc490c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827603 Jul 28 19:07:38.879955 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-467b0527-798b-4720-a25d-578c32359284 req-56c4c08b-3bc6-4ad9-bb40-9e5e91d92ae5 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Jul 28 19:07:40.001035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25e82-d6e5-4361-b379-29fb389be603 req-3ae1d3bb-790f-4837-98dd-f922eace4167 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:40.002558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dc25e82-d6e5-4361-b379-29fb389be603 req-3ae1d3bb-790f-4837-98dd-f922eace4167 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 944 time: 0.0528834 Jul 28 19:07:40.041606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8dc25e82-d6e5-4361-b379-29fb389be603 req-014d4c42-9254-45e4-8d9c-163e4d1a4a13 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Jul 28 19:07:40.094373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.368931 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e0d31a2f-517a-4d8a-8c54-8a28fe9a92c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.157698 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ab42-9984-408e-9bfc-85817df8dd28 req-154f567d-3bcb-41c8-a099-194d804660c5 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:41.159165 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad40ab42-9984-408e-9bfc-85817df8dd28 req-154f567d-3bcb-41c8-a099-194d804660c5 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 944 time: 0.0514357 Jul 28 19:07:41.195746 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ad40ab42-9984-408e-9bfc-85817df8dd28 req-00de2d80-43b4-404c-bd2d-d130bf809c4e tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Jul 28 19:07:41.322939 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.800937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26c3f22-c44b-404b-ba60-abe9b2a7d207 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:07:41.900725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:41.911798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'port_id': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207', 'mac_address': 'fa:16:3e:d0:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:07:41.949514 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.962190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26c3f22-c44b-404b-ba60-abe9b2a7d207 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:07:41.980926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:42.060023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.105690 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:42.112702 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.113048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.113389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.113726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.114059 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.114389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.114714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.115037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.115359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.115705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.116026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.116346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:42.262475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e26c3f22-c44b-404b-ba60-abe9b2a7d207'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:42.309404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469694-1e29-49fe-a189-5ce26b4c5f0d req-ccf8b436-d557-4456-998c-e88b626eadcb tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:42.311141 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e469694-1e29-49fe-a189-5ce26b4c5f0d req-ccf8b436-d557-4456-998c-e88b626eadcb tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 945 time: 0.0495429 Jul 28 19:07:42.348364 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1e469694-1e29-49fe-a189-5ce26b4c5f0d req-2e6e4851-27ac-4cc5-bfd8-df7372916141 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jul 28 19:07:43.174607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.463648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f52294-c736-4b48-a95a-d314be1794f1 req-1257b0ff-f1bf-43de-8c19-d7702c660879 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:43.465112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53f52294-c736-4b48-a95a-d314be1794f1 req-1257b0ff-f1bf-43de-8c19-d7702c660879 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Jul 28 19:07:43.502828 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-53f52294-c736-4b48-a95a-d314be1794f1 req-7adabcdc-d7b6-4cfd-9e53-4873991b95f9 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jul 28 19:07:43.812011 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26c3f22-c44b-404b-ba60-abe9b2a7d207 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:07:43.922787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port e26c3f22-c44b-404b-ba60-abe9b2a7d207 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:43.926573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port e26c3f22-c44b-404b-ba60-abe9b2a7d207 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:43.926954 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:44.003580 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:44.025862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:44.028183 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6564b8d5-9316-4f7f-a331-c3ffa4cc653d" -d '{"events": [{"server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "name": "network-vif-plugged", "status": "completed", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:44.041485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:44.106439 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:44.113854 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be83c1e-70fe-4d00-a7f2-f5cf825d92c4 x-openstack-request-id: req-9be83c1e-70fe-4d00-a7f2-f5cf825d92c4 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:44.114160 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "name": "network-vif-plugged", "status": "completed", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:44.114412 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9be83c1e-70fe-4d00-a7f2-f5cf825d92c4 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:44.114841 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207', 'code': 200} Jul 28 19:07:44.158125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:44.212011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78556c9-f456-4f7a-aafe-8acb7fbae6e4 req-c4e89a12-01d6-4c61-ad80-00e8dc9d9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:44.214069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e78556c9-f456-4f7a-aafe-8acb7fbae6e4 req-c4e89a12-01d6-4c61-ad80-00e8dc9d9c70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 1097 time: 0.0403531 Jul 28 19:07:44.248031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e78556c9-f456-4f7a-aafe-8acb7fbae6e4 req-5d5785d9-f323-44da-95b5-d36ee59e8464 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270944 Jul 28 19:07:44.618099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365789e-ac25-4f0f-9123-30ec633afaed req-75e10957-4d54-440a-ad92-ece0cc61c30e tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:44.621032 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f365789e-ac25-4f0f-9123-30ec633afaed req-75e10957-4d54-440a-ad92-ece0cc61c30e tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Jul 28 19:07:44.662535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f365789e-ac25-4f0f-9123-30ec633afaed req-3068fde2-654f-4c60-a403-d8d3ffefc7be tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Jul 28 19:07:45.783102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789b51a-c37f-45c7-93bd-bb4d67282d28 req-a52d516f-18be-4577-9de9-4603213dd53f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:45.784592 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f789b51a-c37f-45c7-93bd-bb4d67282d28 req-a52d516f-18be-4577-9de9-4603213dd53f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0515730 Jul 28 19:07:45.820794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f789b51a-c37f-45c7-93bd-bb4d67282d28 req-15f2e543-566e-4e9b-9334-9e5db29d8925 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Jul 28 19:07:45.937763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7799c2-1ba1-4fee-adf9-1f574086eb97 req-b6c93502-ca76-4399-b60a-91c5b99c89a9 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:45.939220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d7799c2-1ba1-4fee-adf9-1f574086eb97 req-b6c93502-ca76-4399-b60a-91c5b99c89a9 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0529730 Jul 28 19:07:45.977217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d7799c2-1ba1-4fee-adf9-1f574086eb97 req-01075b73-831a-4869-a982-6c2af833111b tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jul 28 19:07:46.122953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.243344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.328220 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-98a55d30-7337-4c23-9f17-dbe227944563 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407999 Jul 28 19:07:51.408777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-1feabe65-9c88-4562-a2d6-7011c8619448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:51.410353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-1feabe65-9c88-4562-a2d6-7011c8619448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 1097 time: 0.0409334 Jul 28 19:07:51.519920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-0a9ff755-2a24-45ba-bc62-df957502c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:51.521443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-0a9ff755-2a24-45ba-bc62-df957502c89d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 917 time: 0.0919545 Jul 28 19:07:51.562805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-7d86bc06-43ef-49a6-8289-b6b20ff73ed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207 HTTP/1.1" status: 200 len: 217 time: 0.0346200 Jul 28 19:07:51.610697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-ea34acb7-2c19-4fad-b09a-6cd2ad9ea4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:51.612164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-ea34acb7-2c19-4fad-b09a-6cd2ad9ea4dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fe8a78-a6b9-42f2-a6ad-1257f95e4787 HTTP/1.1" status: 200 len: 855 time: 0.0431492 Jul 28 19:07:51.659852 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-5ab42bcb-ab65-4bdd-9b40-b345bbd77a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:51.661215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-5ab42bcb-ab65-4bdd-9b40-b345bbd77a69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4e5791-00ae-46b6-88f3-882ff93a5225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425687 Jul 28 19:07:51.750816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-4475487c-473b-4700-ac74-63e1c36beb7f service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Jul 28 19:07:51.844994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6ba93de2-9217-4713-b4b6-db8670ef4038 req-e1afc1a5-24ca-4055-af57-c65ad17b1dab service neutron] 10.222.0.37 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876236 Jul 28 19:08:04.139826 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:08:07.768813 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-06d06791-c04d-4b33-8abc-fb9852e082aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.427702 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a655-7e1a-4ebc-95e7-3723b902864d req-245a62a7-b1cd-4b0e-83c6-0e6e5ef2cdf4 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:08.429205 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7570a655-7e1a-4ebc-95e7-3723b902864d req-245a62a7-b1cd-4b0e-83c6-0e6e5ef2cdf4 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0494738 Jul 28 19:08:08.466603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7570a655-7e1a-4ebc-95e7-3723b902864d req-a4cda5da-e7d1-43c2-b2e2-7fc12034936f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Jul 28 19:08:09.584715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70648f5f-d19f-4a70-88a7-c3be3308f00b req-3d298f26-fe6f-4486-9475-a666a1462956 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:09.586254 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70648f5f-d19f-4a70-88a7-c3be3308f00b req-3d298f26-fe6f-4486-9475-a666a1462956 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0504136 Jul 28 19:08:09.625108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-70648f5f-d19f-4a70-88a7-c3be3308f00b req-53eb4c63-caa0-45fa-88f4-7d15cbec9499 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Jul 28 19:08:09.968174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2adec32d-adbe-4ac1-a62e-374d3a335551 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:09.969631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2adec32d-adbe-4ac1-a62e-374d3a335551 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Jul 28 19:08:10.059296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Deleting port e26c3f22-c44b-404b-ba60-abe9b2a7d207 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:10.059658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.088583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.143798 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] For port e26c3f22-c44b-404b-ba60-abe9b2a7d207, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=e26c3f22-c44b-404b-ba60-abe9b2a7d207,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:10.144161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.156976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Calling delete_port for e26c3f22-c44b-404b-ba60-abe9b2a7d207 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:10.357485 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.369072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['e26c3f22-c44b-404b-ba60-abe9b2a7d207'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:10.388700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Pushing event deleted for resources: {'Port': ['ID=e26c3f22-c44b-404b-ba60-abe9b2a7d207,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:10.443710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] No DVR routers for this DVR port e26c3f22-c44b-404b-ba60-abe9b2a7d207 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:10.447213 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.451652 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-330be8e2-f7d8-4da0-a66d-4a07c1404626 req-2bc8cf76-6a3b-4045-80ed-738ec85bf7c8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.37 "DELETE /v2.0/ports/e26c3f22-c44b-404b-ba60-abe9b2a7d207 HTTP/1.1" status: 204 len: 173 time: 0.4739587 Jul 28 19:08:10.451652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'name': 'network-vif-deleted', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:10.454158 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55b5fe-b9ea-4acb-ad8a-68cd6aeec908" -d '{"events": [{"server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "name": "network-vif-deleted", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:10.491883 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c412b-0c1d-4340-aa35-0cdfa9eff179 x-openstack-request-id: req-041c412b-0c1d-4340-aa35-0cdfa9eff179 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:10.492197 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e09c10-f4fe-401d-ae68-5bdebeff7517", "name": "network-vif-deleted", "tag": "e26c3f22-c44b-404b-ba60-abe9b2a7d207", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:10.492461 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-041c412b-0c1d-4340-aa35-0cdfa9eff179 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:10.492855 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e09c10-f4fe-401d-ae68-5bdebeff7517', 'name': 'network-vif-deleted', 'tag': 'e26c3f22-c44b-404b-ba60-abe9b2a7d207', 'status': 'completed', 'code': 200} Jul 28 19:08:10.559263 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3fc2-957f-423e-b2f2-65dad1bbc0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.718244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81afbd79-b13e-4782-b64d-c1656a2b5433 req-75b659e9-710f-4a40-b9d7-aa5cd259e913 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6e09c10-f4fe-401d-ae68-5bdebeff7517 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Jul 28 19:08:11.385703 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.339270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-613773ed-bf81-4ed8-b1e3-1c2bc9bc5ac0 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.343043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-613773ed-bf81-4ed8-b1e3-1c2bc9bc5ac0 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 816 time: 0.0992386 Jul 28 19:08:12.358830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-241498d9-f2f2-4878-847f-73ff108bbf8f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/quotas/690cf082ad434714a3800edbf202dd35 HTTP/1.1" status: 200 len: 375 time: 0.0098515 Jul 28 19:08:12.413102 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-cb9e4d7e-8211-44e2-b96b-240213a14779 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489192 Jul 28 19:08:12.509518 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-7b00d2a3-ece9-4b5f-b67a-b91ae67beff4 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Jul 28 19:08:12.601864 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-4e8136af-6e4f-4ab0-aa2e-b3be3e6c49d2 service neutron] 10.222.0.25 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860634 Jul 28 19:08:12.867743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e6386830-8013-43b8-a940-ae70ac70d6ed req-dce10706-9072-4827-86e7-95065d13b08a tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Jul 28 19:08:13.197516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.942132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26c3f22-c44b-404b-ba60-abe9b2a7d207 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:13.961197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: e26c3f22-c44b-404b-ba60-abe9b2a7d207 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:13.961539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device e26c3f22-c44b-404b-ba60-abe9b2a7d207 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:13.963606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86218ae6-ce65-492b-a563-c52c2400f2b7 req-2ffe48bd-da2b-4f22-864d-0ccda1abd6cc tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 210 time: 0.0292420 Jul 28 19:08:14.697406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-6fbe6674-8a4d-4a9b-917d-a6296ac70aab tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:14.699522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-6fbe6674-8a4d-4a9b-917d-a6296ac70aab tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.35 "GET /v2.0/networks?id=6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 200 len: 816 time: 0.0997498 Jul 28 19:08:14.711603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Request body: {'port': {'device_id': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'admin_state_up': True, 'tenant_id': '690cf082ad434714a3800edbf202dd35'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:14.904706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Made reservation on behalf of 690cf082ad434714a3800edbf202dd35 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:14.908195 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.029747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Allocated IP 172.20.0.9 (6e4e5791-00ae-46b6-88f3-882ff93a5225/20fe8a78-a6b9-42f2-a6ad-1257f95e4787/fa91dff0-e591-404c-825f-2db46d17c483) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:15.058141 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-417816e2-23c1-4192-9464-32e515c7adc7 req-07955d72-104f-4e41-8e81-9815c1914dab tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Jul 28 19:08:15.174355 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.188151 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Transition to ACTIVE for port object fa91dff0-e591-404c-825f-2db46d17c483 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:15.294722 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.334596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:15.337865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:15.342428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:15.373896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Pushing event updated for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:15.405075 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:15.405719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.506596 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-e35d274f-bd51-40bf-a8d7-b28d08ac610d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984676 Jul 28 19:08:15.561606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Request body: {'port': {'device_id': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:15.613141 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.631515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-353e752d-f8b5-46bb-86b9-49242e9575a8 None None] Provisioning for port fa91dff0-e591-404c-825f-2db46d17c483 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:15.635545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-353e752d-f8b5-46bb-86b9-49242e9575a8 None None] Provisioning complete for port fa91dff0-e591-404c-825f-2db46d17c483 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:15.635981 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-353e752d-f8b5-46bb-86b9-49242e9575a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.669378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-353e752d-f8b5-46bb-86b9-49242e9575a8 None None] Port fa91dff0-e591-404c-825f-2db46d17c483 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:16.157160 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.205828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c301376-706c-452a-9287-7215f8954c4e req-c4ac4f52-2eb4-4dcd-8d94-ed5d9962760f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.207264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c301376-706c-452a-9287-7215f8954c4e req-c4ac4f52-2eb4-4dcd-8d94-ed5d9962760f tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 931 time: 0.0810773 Jul 28 19:08:16.274421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2c301376-706c-452a-9287-7215f8954c4e req-12931ed3-57e7-4835-8e8e-c7856ec72a4b tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601163 Jul 28 19:08:16.278157 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa91dff0-e591-404c-825f-2db46d17c483 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:16.294341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.297356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Transition to ACTIVE for port object fa91dff0-e591-404c-825f-2db46d17c483 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:16.368153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.419922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Pushing event updated for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:16.492005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Attempting to bind port fa91dff0-e591-404c-825f-2db46d17c483 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:16.492347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Attempting to bind port fa91dff0-e591-404c-825f-2db46d17c483 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:16.492704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Attempting to bind port fa91dff0-e591-404c-825f-2db46d17c483 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:16.501543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Port fa91dff0-e591-404c-825f-2db46d17c483 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:08:16.501876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Attempting to bind port fa91dff0-e591-404c-825f-2db46d17c483 on network 6e4e5791-00ae-46b6-88f3-882ff93a5225 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:16.507204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:16.507619 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Checking segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:16.508003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Bound using segment: {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:16.508433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Bound port: fa91dff0-e591-404c-825f-2db46d17c483, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:16.508790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.574120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:16.577145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=fa91dff0-e591-404c-825f-2db46d17c483,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:16.643074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.677280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.677280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.677280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] 10.222.0.35 "PUT /v2.0/ports/fa91dff0-e591-404c-825f-2db46d17c483 HTTP/1.1" status: 200 len: 1091 time: 1.1620677 Jul 28 19:08:16.677280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:16.679405 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b6af9-bcb4-48e9-aaba-967e22101145" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "tag": "fa91dff0-e591-404c-825f-2db46d17c483"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:16.710274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad177cd6-bff8-4d73-9de5-0538ca5c5409 service neutron] Pushing event updated for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:16.723380 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71fcb89-3a4f-4947-8a68-804f53a988a4 x-openstack-request-id: req-e71fcb89-3a4f-4947-8a68-804f53a988a4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:16.723380 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "tag": "fa91dff0-e591-404c-825f-2db46d17c483", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:16.723380 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e71fcb89-3a4f-4947-8a68-804f53a988a4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:16.723380 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483', 'status': 'completed', 'code': 200} Jul 28 19:08:16.786093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-5282f472-3547-405a-b8bb-f0693036b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.787722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-5282f472-3547-405a-b8bb-f0693036b3ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 1094 time: 0.0442510 Jul 28 19:08:16.889903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-7454853a-6ab2-4861-930e-56686f135471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.891379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-7454853a-6ab2-4861-930e-56686f135471 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=690cf082ad434714a3800edbf202dd35&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0953813 Jul 28 19:08:16.987978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-325f8001-d841-4798-bdfc-28d9187140ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.989436 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf7b6af9-bcb4-48e9-aaba-967e22101145 req-325f8001-d841-4798-bdfc-28d9187140ca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904901 Jul 28 19:08:17.062761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-555f3c04-91c4-43df-b876-c1901d187c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:17.064305 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-555f3c04-91c4-43df-b876-c1901d187c17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=690cf082ad434714a3800edbf202dd35&device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 1094 time: 0.0407214 Jul 28 19:08:17.104575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-f32c5b24-294f-4fa3-83f8-449c3e31056d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa91dff0-e591-404c-825f-2db46d17c483 HTTP/1.1" status: 200 len: 217 time: 0.0329251 Jul 28 19:08:17.150698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-cc7c7bfe-f0fc-4d3f-969b-35e75bb1dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:17.152674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-cc7c7bfe-f0fc-4d3f-969b-35e75bb1dc20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20fe8a78-a6b9-42f2-a6ad-1257f95e4787 HTTP/1.1" status: 200 len: 855 time: 0.0420308 Jul 28 19:08:17.200313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-4e83da3f-e058-4533-95bd-97b8b6850262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:17.201809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-4e83da3f-e058-4533-95bd-97b8b6850262 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e4e5791-00ae-46b6-88f3-882ff93a5225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427225 Jul 28 19:08:17.289709 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-788ba3f1-703d-4b6a-9ea0-74d8aa663cf5 service neutron] 10.222.0.35 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795944 Jul 28 19:08:17.416935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5615ed-bb86-4418-9e4d-cdd199fd3972 req-7cbd3f73-57a2-45d1-8153-1579297b73a6 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:17.419044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b5615ed-bb86-4418-9e4d-cdd199fd3972 req-7cbd3f73-57a2-45d1-8153-1579297b73a6 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 943 time: 0.0747731 Jul 28 19:08:17.422238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ebe0bb9c-558d-434e-aaeb-412295c23a25 req-98b20ef5-597a-4fd9-ae60-f63fbab9e776 service neutron] 10.222.0.35 "GET /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261399 Jul 28 19:08:17.457098 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b5615ed-bb86-4418-9e4d-cdd199fd3972 req-37d1d7e3-31c0-42b7-8596-1c342e093e9a tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 28 19:08:18.577627 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d5685-9728-4243-9295-46a260fa8e78 req-ed658abf-5779-4339-ad76-97681ef27f00 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:18.579199 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe8d5685-9728-4243-9295-46a260fa8e78 req-ed658abf-5779-4339-ad76-97681ef27f00 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 943 time: 0.0532696 Jul 28 19:08:18.616921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fe8d5685-9728-4243-9295-46a260fa8e78 req-9f63bd65-efee-4a3e-a758-27d24b861a00 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Jul 28 19:08:19.265622 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.733555 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c680e-05d3-4a88-8332-d7fbc4a9c5c8 req-3d3333e7-5f8f-4f70-8ee9-a687ad074bc6 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:19.735042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a06c680e-05d3-4a88-8332-d7fbc4a9c5c8 req-3d3333e7-5f8f-4f70-8ee9-a687ad074bc6 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 943 time: 0.0530441 Jul 28 19:08:19.772394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a06c680e-05d3-4a88-8332-d7fbc4a9c5c8 req-b3e1f25a-f6fb-47af-99f8-c66f025ad768 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jul 28 19:08:20.241132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device fa91dff0-e591-404c-825f-2db46d17c483 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:08:20.334474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=fa91dff0-e591-404c-825f-2db46d17c483,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:20.345250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'fa91dff0-e591-404c-825f-2db46d17c483', 'network_id': '6e4e5791-00ae-46b6-88f3-882ff93a5225', 'port_id': 'fa91dff0-e591-404c-825f-2db46d17c483', 'mac_address': 'fa:16:3e:e6:42:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fe8a78-a6b9-42f2-a6ad-1257f95e4787', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:08:20.380994 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.392889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa91dff0-e591-404c-825f-2db46d17c483 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:20.411332 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=fa91dff0-e591-404c-825f-2db46d17c483,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:20.516769 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.566065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:20.825778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['fa91dff0-e591-404c-825f-2db46d17c483'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:20.887246 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d758f57-4b4a-4087-80f0-1a951ed146fe req-151e768a-d365-485a-a772-c95274e88db0 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.888792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d758f57-4b4a-4087-80f0-1a951ed146fe req-151e768a-d365-485a-a772-c95274e88db0 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Jul 28 19:08:20.926266 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d758f57-4b4a-4087-80f0-1a951ed146fe req-ae2d48f1-eca1-4a14-8021-52c2ff07494c tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 28 19:08:22.040272 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f583-49ea-461f-ab97-fbd0e16c9a14 req-f539e698-5ace-4fbb-8cfb-0b93f2374bcf tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:22.041733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d998f583-49ea-461f-ab97-fbd0e16c9a14 req-f539e698-5ace-4fbb-8cfb-0b93f2374bcf tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Jul 28 19:08:22.079099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d998f583-49ea-461f-ab97-fbd0e16c9a14 req-6b3bad1b-ecf4-4411-a060-0e1832fb2d8e tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 28 19:08:22.245493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device fa91dff0-e591-404c-825f-2db46d17c483 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:22.391642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port fa91dff0-e591-404c-825f-2db46d17c483 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:22.395375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port fa91dff0-e591-404c-825f-2db46d17c483 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:22.395806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:22.469807 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:22.491045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:22.493365 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05b9456-833b-49ab-9cd0-9441558490d1" -d '{"events": [{"server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "name": "network-vif-plugged", "status": "completed", "tag": "fa91dff0-e591-404c-825f-2db46d17c483"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:22.510666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=fa91dff0-e591-404c-825f-2db46d17c483,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:22.531706 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f7bcef-9628-4a3d-af35-dc7316577734 x-openstack-request-id: req-d4f7bcef-9628-4a3d-af35-dc7316577734 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:22.532000 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "name": "network-vif-plugged", "status": "completed", "tag": "fa91dff0-e591-404c-825f-2db46d17c483", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:22.532254 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4f7bcef-9628-4a3d-af35-dc7316577734 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:22.532645 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483', 'code': 200} Jul 28 19:08:22.591000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:22.624551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17980bb0-038a-4d99-9bc5-65c57f1d169e req-73d9ce1d-9dc0-4043-b4cd-d485662fe2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:22.626069 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17980bb0-038a-4d99-9bc5-65c57f1d169e req-73d9ce1d-9dc0-4043-b4cd-d485662fe2ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 1096 time: 0.0404348 Jul 28 19:08:22.641439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:22.662288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-17980bb0-038a-4d99-9bc5-65c57f1d169e req-fca2bb81-a895-4155-95fb-8098a31d54e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288568 Jul 28 19:08:23.197809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42e67-380e-44f4-944c-74493c559f06 req-5a14d5de-0cae-4e68-8e0f-9e47dd1f660d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:23.199158 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d42e67-380e-44f4-944c-74493c559f06 req-5a14d5de-0cae-4e68-8e0f-9e47dd1f660d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0529892 Jul 28 19:08:23.236790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2d42e67-380e-44f4-944c-74493c559f06 req-7bb2b3b5-0c22-43dc-a7cd-131701a92a6d tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Jul 28 19:08:24.353611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a5e77-39bc-4681-8d87-6baaa01fb3aa req-9905fc4d-7549-4b93-bec8-7fbd804aeaff tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:24.355180 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-161a5e77-39bc-4681-8d87-6baaa01fb3aa req-9905fc4d-7549-4b93-bec8-7fbd804aeaff tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Jul 28 19:08:24.392109 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-161a5e77-39bc-4681-8d87-6baaa01fb3aa req-1d339cd6-c386-4be9-bab7-4a7091de210e tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Jul 28 19:08:24.505132 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eaec8-7bfe-44d6-95e1-db7e97b40fc5 req-ba48e0eb-bc37-48f3-a8f9-7f8468ab8aba tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:24.506685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1eaec8-7bfe-44d6-95e1-db7e97b40fc5 req-ba48e0eb-bc37-48f3-a8f9-7f8468ab8aba tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0498645 Jul 28 19:08:24.544881 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1eaec8-7bfe-44d6-95e1-db7e97b40fc5 req-900682c7-2da7-45fa-abce-ca1d152f3dbf tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Jul 28 19:08:37.744896 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb60a-d4f3-4cba-a513-0d88cc8e67e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.111274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.362817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1372f945-fbeb-4492-b568-f6eff27654b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.138725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:08:41.339841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.209227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.150952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.798627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf82bf-c4ae-4077-a6d7-3662757c870c req-ac60d665-fe70-43ff-9523-b3c0ee331d39 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:47.800037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75cf82bf-c4ae-4077-a6d7-3662757c870c req-ac60d665-fe70-43ff-9523-b3c0ee331d39 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Jul 28 19:08:47.838288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-75cf82bf-c4ae-4077-a6d7-3662757c870c req-cfed933c-71de-4bbe-95c9-8ce1c67c252c tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 28 19:08:48.956469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b29701-d26d-4e61-90d3-6bf6beb7f150 req-82c85487-9cb9-431e-9ab6-e17ad6597b75 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:48.957929 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41b29701-d26d-4e61-90d3-6bf6beb7f150 req-82c85487-9cb9-431e-9ab6-e17ad6597b75 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0528290 Jul 28 19:08:48.995792 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-41b29701-d26d-4e61-90d3-6bf6beb7f150 req-30f0233e-5901-46bc-903c-12819b6966af tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/security-groups?id=4472c683-cf0f-4201-bf1c-1864a89f26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Jul 28 19:08:49.305007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.510624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-d019f576-a130-432a-8253-36d6bf5316b8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:49.512093 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-d019f576-a130-432a-8253-36d6bf5316b8 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 945 time: 0.0532932 Jul 28 19:08:49.597604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Deleting port fa91dff0-e591-404c-825f-2db46d17c483 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:49.597867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.687386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] For port fa91dff0-e591-404c-825f-2db46d17c483, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=fa91dff0-e591-404c-825f-2db46d17c483,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:49.687804 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.700782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Calling delete_port for fa91dff0-e591-404c-825f-2db46d17c483 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:49.928186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.940178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['fa91dff0-e591-404c-825f-2db46d17c483'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:49.960016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Pushing event deleted for resources: {'Port': ['ID=fa91dff0-e591-404c-825f-2db46d17c483,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:49.988227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.988579 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.988922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.989255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.989590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.989919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.990245 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.990572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.990898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.991221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.991568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:49.991887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:50.011355 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] No DVR routers for this DVR port fa91dff0-e591-404c-825f-2db46d17c483 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:50.014153 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.016268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4e912511-49ba-4998-b721-ef5f675e1cdc req-50e3a5b4-bf55-4262-94e8-069e3b168226 tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.35 "DELETE /v2.0/ports/fa91dff0-e591-404c-825f-2db46d17c483 HTTP/1.1" status: 204 len: 173 time: 0.4984047 Jul 28 19:08:50.016783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'name': 'network-vif-deleted', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:50.019162 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7882d0f6-6885-4782-acd5-39b1784234bc" -d '{"events": [{"server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "name": "network-vif-deleted", "tag": "fa91dff0-e591-404c-825f-2db46d17c483"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:50.057620 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20a4ad-2350-4dde-9df4-a49619e70dfe x-openstack-request-id: req-ba20a4ad-2350-4dde-9df4-a49619e70dfe {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:50.057976 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0a7a0-826b-4723-9b86-83eaccd5b312", "name": "network-vif-deleted", "tag": "fa91dff0-e591-404c-825f-2db46d17c483", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:50.058293 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba20a4ad-2350-4dde-9df4-a49619e70dfe {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:50.058644 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0a7a0-826b-4723-9b86-83eaccd5b312', 'name': 'network-vif-deleted', 'tag': 'fa91dff0-e591-404c-825f-2db46d17c483', 'status': 'completed', 'code': 200} Jul 28 19:08:50.095938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33fd5c81-42ff-4fb8-a59c-09f3764a7a61 req-d0d1df7f-d3cc-4763-97b9-d005a667b69c tempest-TestEncryptedCinderVolumes-1585766839 tempest-TestEncryptedCinderVolumes-1585766839-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f0a7a0-826b-4723-9b86-83eaccd5b312 HTTP/1.1" status: 200 len: 210 time: 0.0291533 Jul 28 19:08:51.251774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51426) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:51.587025 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:51.824620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Deleting port c46d65db-863a-4b8a-b3d6-2618a520b913 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:51.824904 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:51.902469 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] For port c46d65db-863a-4b8a-b3d6-2618a520b913, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=c46d65db-863a-4b8a-b3d6-2618a520b913,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:51.902839 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:51.915251 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Calling delete_port for c46d65db-863a-4b8a-b3d6-2618a520b913 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:52.166164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:52.189024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46d65db-863a-4b8a-b3d6-2618a520b913,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:52.202321 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.202649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.202994 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.203322 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.203692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.204042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.204353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.204677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.205003 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.205325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.205649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.205972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:52.365326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:52.573538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Router 19dbf47d-f005-45a3-9d1f-afe89255c710 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:52.677580 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:52.682904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-666df65a-1ade-4c98-9985-3248a8a097b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/19dbf47d-f005-45a3-9d1f-afe89255c710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300642 Jul 28 19:08:52.685430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51428) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:52.686809 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Sync routers for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:52.696105 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:52.696698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:52.787307 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:52.798717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:52.886227 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:52.969785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:08:52Z', 'revision_number': 5, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port': {'id': '6e8e576c-bb31-4f07-bd65-b06cf288ee8b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:53.000672 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Checking router: 19dbf47d-f005-45a3-9d1f-afe89255c710 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:53.005519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Deleting port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:53.005874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.009049 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Routers {'19dbf47d-f005-45a3-9d1f-afe89255c710'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:53.009669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['19dbf47d-f005-45a3-9d1f-afe89255c710'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:53.091097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] For port 6e8e576c-bb31-4f07-bd65-b06cf288ee8b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:53.091380 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.103567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Calling delete_port for 6e8e576c-bb31-4f07-bd65-b06cf288ee8b owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:53.181746 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] Set router 19dbf47d-f005-45a3-9d1f-afe89255c710 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:53.232426 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:08:52Z', 'revision_number': 6, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:53.261759 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acf87d-3d53-4035-aefe-d9b7a35ca991 None None] The sync data for ids ['19dbf47d-f005-45a3-9d1f-afe89255c710'] in n-d-778550-5 is: [{'id': '19dbf47d-f005-45a3-9d1f-afe89255c710', 'name': 'tempest-TestEncryptedCinderVolumes-449072091-router', 'tenant_id': '690cf082ad434714a3800edbf202dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:22Z', 'updated_at': '2021-07-28T19:08:52Z', 'revision_number': 6, 'project_id': '690cf082ad434714a3800edbf202dd35', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:53.385504 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.410228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8e576c-bb31-4f07-bd65-b06cf288ee8b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:53.468119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.556016 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.558379 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.726604 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.727164 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19dbf47d-f005-45a3-9d1f-afe89255c710 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:08:53.733622 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.733622 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fdee5539-d7cb-4588-8292-bbd8ea419d2b admin admin] 10.222.0.25 "DELETE /v2.0/routers/19dbf47d-f005-45a3-9d1f-afe89255c710 HTTP/1.1" status: 204 len: 168 time: 1.0462315 Jul 28 19:08:53.735684 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51432) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:53.778879 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Deleting subnet 20fe8a78-a6b9-42f2-a6ad-1257f95e4787 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:08:53.781880 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.814642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:53.892355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.012476 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.036101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fe8a78-a6b9-42f2-a6ad-1257f95e4787,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:54.042705 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.047938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c46d65db-863a-4b8a-b3d6-2618a520b913 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:54.048477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51434) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:54.048908 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9d52ac98-4f71-497f-8053-0afb280b0335 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20fe8a78-a6b9-42f2-a6ad-1257f95e4787 HTTP/1.1" status: 204 len: 168 time: 0.3114624 Jul 28 19:08:54.052526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5de09d-db23-4b59-adc8-fe14f1c90b0a None None] Network 6e4e5791-00ae-46b6-88f3-882ff93a5225 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:54.080993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: c46d65db-863a-4b8a-b3d6-2618a520b913 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:54.081337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device c46d65db-863a-4b8a-b3d6-2618a520b913 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:54.081828 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e8e576c-bb31-4f07-bd65-b06cf288ee8b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:54.123184 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.126136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6e8e576c-bb31-4f07-bd65-b06cf288ee8b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:54.126493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6e8e576c-bb31-4f07-bd65-b06cf288ee8b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:54.179494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Deleting port 28eb67f8-b0a1-4215-8844-974bf9b9f620 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:54.179838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.247563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] For port 28eb67f8-b0a1-4215-8844-974bf9b9f620, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=28eb67f8-b0a1-4215-8844-974bf9b9f620,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:54.247940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.261370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Calling delete_port for 28eb67f8-b0a1-4215-8844-974bf9b9f620 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:54.275884 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] DHCP port deletion for 6e4e5791-00ae-46b6-88f3-882ff93a5225 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:08:54.324539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Deleting port 28eb67f8-b0a1-4215-8844-974bf9b9f620 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:54.325225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.390839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] For port 28eb67f8-b0a1-4215-8844-974bf9b9f620, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=28eb67f8-b0a1-4215-8844-974bf9b9f620,segment=NetworkSegment(d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23),segment_id=d5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:54.391244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.403222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Calling delete_port for 28eb67f8-b0a1-4215-8844-974bf9b9f620 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:54.450732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device fa91dff0-e591-404c-825f-2db46d17c483 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:54.459769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.482126 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: fa91dff0-e591-404c-825f-2db46d17c483 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:54.482474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device fa91dff0-e591-404c-825f-2db46d17c483 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:54.487808 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Pushing event deleted for resources: {'Port': ['ID=28eb67f8-b0a1-4215-8844-974bf9b9f620,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:54.489678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] No DVR routers for this DVR port 28eb67f8-b0a1-4215-8844-974bf9b9f620 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:54.503724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.525122 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Pushing event deleted for resources: {'Port': ['ID=28eb67f8-b0a1-4215-8844-974bf9b9f620,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:54.537912 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.538283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.538597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.538942 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.539279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.539633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.539968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.540296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.540624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.540953 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.541277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.541598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:54.544205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8db03-b234-45bb-a163-73d46b3f6cb1 None None] No DVR routers for this DVR port 28eb67f8-b0a1-4215-8844-974bf9b9f620 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:54.560626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.570454 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4e5791-00ae-46b6-88f3-882ff93a5225']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:54.584642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:54.584942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d1dfb2-87cd-4c18-b6a7-7bfd4040ea23') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:54.593965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.607149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.612783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:08:54.613169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:08:54.614759 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:08:54.779525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.785741 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.787674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6e4e5791-00ae-46b6-88f3-882ff93a5225 HTTP/1.1" status: 204 len: 168 time: 0.7384360 Jul 28 19:08:54.790629 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51436) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:54.799982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501fdf5-fe9e-4836-a199-db81652b716f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4e5791-00ae-46b6-88f3-882ff93a5225,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:55.443128 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:55.677863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Deleting port 22a864c5-6d3d-4be5-96ea-f5130e683ccf {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:55.678202 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:55.755942 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] For port 22a864c5-6d3d-4be5-96ea-f5130e683ccf, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=22a864c5-6d3d-4be5-96ea-f5130e683ccf,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:55.756838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:55.760431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 28eb67f8-b0a1-4215-8844-974bf9b9f620 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:55.773737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Calling delete_port for 22a864c5-6d3d-4be5-96ea-f5130e683ccf owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:55.780274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 28eb67f8-b0a1-4215-8844-974bf9b9f620 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:55.780640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 28eb67f8-b0a1-4215-8844-974bf9b9f620 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:56.013378 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.046261 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a864c5-6d3d-4be5-96ea-f5130e683ccf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:56.226460 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.438203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Router 925361a7-2a22-43fd-94c2-93b08f2d9cbc has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:56.541464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:56.546384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5cf8ee51-0477-461e-bf9b-58cc68297284 admin admin] 10.222.0.25 "PUT /v2.0/routers/925361a7-2a22-43fd-94c2-93b08f2d9cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546880 Jul 28 19:08:56.549512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51438) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:56.551571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Sync routers for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:56.560541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:56.561652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:56.653763 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.662562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:56.756463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.836275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:08:55Z', 'revision_number': 5, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port': {'id': '5af860ba-2013-4e1b-ab30-6b5b44f9893b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:56.866168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Checking router: 925361a7-2a22-43fd-94c2-93b08f2d9cbc for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:56.868345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Deleting port 5af860ba-2013-4e1b-ab30-6b5b44f9893b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:56.868704 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.875241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Routers {'925361a7-2a22-43fd-94c2-93b08f2d9cbc'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:56.875876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:56.949921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] For port 5af860ba-2013-4e1b-ab30-6b5b44f9893b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=5af860ba-2013-4e1b-ab30-6b5b44f9893b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:56.950288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.959787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] Set router 925361a7-2a22-43fd-94c2-93b08f2d9cbc gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:56.962476 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Calling delete_port for 5af860ba-2013-4e1b-ab30-6b5b44f9893b owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:57.011929 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:08:56Z', 'revision_number': 6, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:57.042260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78cf1e8-1b6c-47cf-b419-95a673d3a9c9 None None] The sync data for ids ['925361a7-2a22-43fd-94c2-93b08f2d9cbc'] in n-d-778550-5 is: [{'id': '925361a7-2a22-43fd-94c2-93b08f2d9cbc', 'name': 'tempest-TestEncryptedCinderVolumes-1547147543-router', 'tenant_id': 'f379a917c9794421a69bba92844c38c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:07:28Z', 'updated_at': '2021-07-28T19:08:56Z', 'revision_number': 6, 'project_id': 'f379a917c9794421a69bba92844c38c2', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:57.194636 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.225692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af860ba-2013-4e1b-ab30-6b5b44f9893b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:57.276524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.375316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.377561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.510618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.511200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925361a7-2a22-43fd-94c2-93b08f2d9cbc {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:08:57.515569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.516751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-772eda97-e0a4-4f1c-9daa-a2f5fef84f83 admin admin] 10.222.0.25 "DELETE /v2.0/routers/925361a7-2a22-43fd-94c2-93b08f2d9cbc HTTP/1.1" status: 204 len: 168 time: 0.9662447 Jul 28 19:08:57.519365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51440) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:57.563054 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Deleting subnet 79261d4c-535d-4fb5-876d-24b56be0a4c9 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:08:57.566001 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.599371 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.692750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.821120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22a864c5-6d3d-4be5-96ea-f5130e683ccf no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:57.825427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.842087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 22a864c5-6d3d-4be5-96ea-f5130e683ccf {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:57.843217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 22a864c5-6d3d-4be5-96ea-f5130e683ccf not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:57.843458 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5af860ba-2013-4e1b-ab30-6b5b44f9893b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:57.851002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79261d4c-535d-4fb5-876d-24b56be0a4c9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:57.856577 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.860899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-75d49a9f-0c2a-4f6c-aaca-a8e6106a8e34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79261d4c-535d-4fb5-876d-24b56be0a4c9 HTTP/1.1" status: 204 len: 168 time: 0.3381588 Jul 28 19:08:57.861167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51442) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:57.862410 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 5af860ba-2013-4e1b-ab30-6b5b44f9893b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:57.862778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 5af860ba-2013-4e1b-ab30-6b5b44f9893b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:57.866600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acadd0-be36-4d96-b0e4-a74ed1b5e93f None None] Network ad87cde7-5693-441d-953e-029539f5f517 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:57.939100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.004634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Deleting port 02f861bc-bbb7-4a9b-a924-33266623bfe0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:58.005102 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.054276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] DHCP port deletion for ad87cde7-5693-441d-953e-029539f5f517 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:08:58.077346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] For port 02f861bc-bbb7-4a9b-a924-33266623bfe0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=02f861bc-bbb7-4a9b-a924-33266623bfe0,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:58.077641 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.092083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Calling delete_port for 02f861bc-bbb7-4a9b-a924-33266623bfe0 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:58.100870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Deleting port 02f861bc-bbb7-4a9b-a924-33266623bfe0 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:58.101550 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.168426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] For port 02f861bc-bbb7-4a9b-a924-33266623bfe0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=02f861bc-bbb7-4a9b-a924-33266623bfe0,segment=NetworkSegment(7e1df731-cd9f-40fe-a17b-8f482f554482),segment_id=7e1df731-cd9f-40fe-a17b-8f482f554482)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:58.168830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.181203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Calling delete_port for 02f861bc-bbb7-4a9b-a924-33266623bfe0 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:58.271010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.277840 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.299523 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] No DVR routers for this DVR port 02f861bc-bbb7-4a9b-a924-33266623bfe0 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:58.301276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f861bc-bbb7-4a9b-a924-33266623bfe0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:58.312618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] No DVR routers for this DVR port 02f861bc-bbb7-4a9b-a924-33266623bfe0 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:58.319646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140894f-7f66-41b2-b779-19df98ffdb30 None None] Pushing event deleted for resources: {'Port': ['ID=02f861bc-bbb7-4a9b-a924-33266623bfe0,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:58.397496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.407747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad87cde7-5693-441d-953e-029539f5f517']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:58.417779 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1df731-cd9f-40fe-a17b-8f482f554482') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:58.418073 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1df731-cd9f-40fe-a17b-8f482f554482') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:58.426556 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.439625 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.445298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:08:58.445682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:08:58.447276 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:08:58.568502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.574391 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:58.576160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad87cde7-5693-441d-953e-029539f5f517 HTTP/1.1" status: 204 len: 168 time: 0.7140939 Jul 28 19:08:58.588584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0dcf7-8af3-4bea-8499-f033258356d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad87cde7-5693-441d-953e-029539f5f517,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:58.907388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51446) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:58.945856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4dc3b7fc-12e1-4fad-8f4a-e2d8262e86f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=690cf082ad434714a3800edbf202dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372543 Jul 28 19:08:58.948112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51448) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:58.999611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:59.021177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:59.131866 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:59.134491 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:59.135702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4472c683-cf0f-4201-bf1c-1864a89f26ce HTTP/1.1" status: 204 len: 168 time: 0.1866963 Jul 28 19:08:59.144076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0e92b-e2b1-4a1b-b1a4-4fb99d8fddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472c683-cf0f-4201-bf1c-1864a89f26ce,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:59.756161 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51454) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:59.760881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 02f861bc-bbb7-4a9b-a924-33266623bfe0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:59.781210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 02f861bc-bbb7-4a9b-a924-33266623bfe0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:59.781557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 02f861bc-bbb7-4a9b-a924-33266623bfe0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:59.797486 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-364363ff-ce87-407f-8176-1a23f4e6fbd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f379a917c9794421a69bba92844c38c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401609 Jul 28 19:08:59.799923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51456) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:59.847299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:59.868748 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:00.019229 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:00.021681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:00.022830 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bf3aa27-d5ab-4bf9-a810-f7f9abed4858 HTTP/1.1" status: 204 len: 168 time: 0.2219858 Jul 28 19:09:00.031129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ec38-f868-4153-b09d-245ed8880eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3aa27-d5ab-4bf9-a810-f7f9abed4858,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:01.052851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51478) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:01.144830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-222714549-network', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:01.247780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Made reservation on behalf of 6d769b404c1247cbadf9c6a9cc807218 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:01.250502 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.258847 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.344571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.407965 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.428680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:09:01.442255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543c588-355d-4192-8230-6f9eeb3d3f27,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:01.448118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.448457 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Added segment 949e1bb1-2416-4132-9c15-bc111819a080 of type vlan for network c80cb9a9-bf25-40ac-af43-8cb02ae049bf Jul 28 19:09:01.486884 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.579162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.580191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:01.580800 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.642089 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] Pushing event updated for resources: {'Network': ['ID=c80cb9a9-bf25-40ac-af43-8cb02ae049bf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:01.651891 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:09:01.682956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ce504a0a-ad90-46db-be1d-95d27fca4f4c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6289265 Jul 28 19:09:01.686516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51482) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:01.691689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Request body: {'subnet': {'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-222714549-subnet', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:01.762029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Made reservation on behalf of 6d769b404c1247cbadf9c6a9cc807218 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:01.764423 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:01.971561 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.031127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47ffc2c-411f-4bd7-82ca-b485fe9e1684,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:02.035474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Checking segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:02.035836 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Network hostable DHCP agents. Network: c80cb9a9-bf25-40ac-af43-8cb02ae049bf, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:09:02.207485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:09:02.278030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, c80cb9a9-bf25-40ac-af43-8cb02ae049bf) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:02.283649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:02.284236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.288282 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827e08a-7200-4b27-b5d4-b406b192a3cd None None] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:09:02.374215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-45d2f201-3c88-43f3-9384-66756e98c1b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6865261 Jul 28 19:09:02.376825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51484) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:02.381210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:02.425236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:09:02.435248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.506122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.506122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.559584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Allocated IP 172.20.0.2 (c80cb9a9-bf25-40ac-af43-8cb02ae049bf/f47ffc2c-411f-4bd7-82ca-b485fe9e1684/d8ed9982-be2e-4733-a71c-961b4cda41d9) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:02.560092 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.693408 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.701341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Transition to ACTIVE for port object d8ed9982-be2e-4733-a71c-961b4cda41d9 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:02.716140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Transition to ACTIVE for port object d8ed9982-be2e-4733-a71c-961b4cda41d9 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:02.773794 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.831233 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.870705 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:02.874147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:02.877536 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:02.886380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Pushing event updated for resources: {'Port': ['ID=d8ed9982-be2e-4733-a71c-961b4cda41d9,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:02.934318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Attempting to bind port d8ed9982-be2e-4733-a71c-961b4cda41d9 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:02.934683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Attempting to bind port d8ed9982-be2e-4733-a71c-961b4cda41d9 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:02.935044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Attempting to bind port d8ed9982-be2e-4733-a71c-961b4cda41d9 on network c80cb9a9-bf25-40ac-af43-8cb02ae049bf {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:02.940447 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:02.940871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Checking segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:02.941209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.941595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Bound using segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:02.942047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Bound port: d8ed9982-be2e-4733-a71c-961b4cda41d9, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:02.942423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.002207 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] For port d8ed9982-be2e-4733-a71c-961b4cda41d9, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:03.005164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] For port d8ed9982-be2e-4733-a71c-961b4cda41d9, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d8ed9982-be2e-4733-a71c-961b4cda41d9,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:03.054029 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.072575 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.086554 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.142676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a76a-e738-4cd2-a722-55944452622d None None] Pushing event updated for resources: {'Port': ['ID=d8ed9982-be2e-4733-a71c-961b4cda41d9,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:03.543102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Allocated IP 172.25.7.87 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/a154e5aa-f3bb-4234-bf8b-79250bb7b502) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:03.642826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.733200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:03.776286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:03.779227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:03.786678 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:03.789759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Pushing event updated for resources: {'Port': ['ID=a154e5aa-f3bb-4234-bf8b-79250bb7b502,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:03.790518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d8ed9982-be2e-4733-a71c-961b4cda41d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:03.903101 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d8ed9982-be2e-4733-a71c-961b4cda41d9 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:04.101049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35c181-3509-4f59-b8e2-b6e893072039 None None] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:09:04.109098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.265588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Provisioning for port d8ed9982-be2e-4733-a71c-961b4cda41d9 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:04.270349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Provisioning complete for port d8ed9982-be2e-4733-a71c-961b4cda41d9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:04.270763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.305241 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.352524 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.388351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] For port d8ed9982-be2e-4733-a71c-961b4cda41d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d8ed9982-be2e-4733-a71c-961b4cda41d9,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:04.465342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.487978 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Router 3176e26e-154c-4049-85db-fcd896d8a099 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:09:04.516479 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5081b-1a9b-4e40-8a2b-18cb9fd61910 None None] Pushing event updated for resources: {'Port': ['ID=d8ed9982-be2e-4733-a71c-961b4cda41d9,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:04.583677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-df452210-060c-46b7-835f-e38bb339139a None None] Provisioning complete for port d8ed9982-be2e-4733-a71c-961b4cda41d9 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:04.584051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-df452210-060c-46b7-835f-e38bb339139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.596402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:09:04.606063 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Sync routers for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:09:04.617424 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:04.618051 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:04.704842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.707421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c5b7ce4e-4d18-4389-8ba3-08c484436247 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3283861 Jul 28 19:09:04.709023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51486) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:04.728490 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:04.902187 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:03Z', 'revision_number': 3, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:04.928368 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Checking router: 3176e26e-154c-4049-85db-fcd896d8a099 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:09:04.928719 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Updating router 3176e26e-154c-4049-85db-fcd896d8a099 port a154e5aa-f3bb-4234-bf8b-79250bb7b502 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:09:04.955775 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.120530 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.197130 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.206989 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Transition to ACTIVE for port object a154e5aa-f3bb-4234-bf8b-79250bb7b502 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:05.274452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Allocated IP 172.20.0.1 (c80cb9a9-bf25-40ac-af43-8cb02ae049bf/f47ffc2c-411f-4bd7-82ca-b485fe9e1684/baf54748-a437-4f06-a228-8f7b819a7b6b) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:05.282097 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.326049 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Attempting to bind port a154e5aa-f3bb-4234-bf8b-79250bb7b502 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:05.326914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Attempting to bind port a154e5aa-f3bb-4234-bf8b-79250bb7b502 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:05.327267 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Attempting to bind port a154e5aa-f3bb-4234-bf8b-79250bb7b502 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:05.337418 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Pushing event updated for resources: {'Port': ['ID=a154e5aa-f3bb-4234-bf8b-79250bb7b502,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:05.340337 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:05.340700 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:05.341096 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.341476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:05.341929 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Bound port: a154e5aa-f3bb-4234-bf8b-79250bb7b502, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:05.342935 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.364578 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.364916 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.365248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.365574 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.365895 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.366215 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.366530 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.366844 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.367156 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.367496 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.367810 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.368118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:05.381465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.389423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Transition to ACTIVE for port object baf54748-a437-4f06-a228-8f7b819a7b6b will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:05.405865 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] For port a154e5aa-f3bb-4234-bf8b-79250bb7b502, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:05.410188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] For port a154e5aa-f3bb-4234-bf8b-79250bb7b502, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a154e5aa-f3bb-4234-bf8b-79250bb7b502,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:05.486225 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.520849 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.536201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:05.536809 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:05.562391 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:05.566664 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:05.569288 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:05.575741 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bf57-2527-4fab-98d7-3f776f9b675d None None] Pushing event updated for resources: {'Port': ['ID=a154e5aa-f3bb-4234-bf8b-79250bb7b502,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:05.598340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Pushing event updated for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:05.617885 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.652291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:05.785844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d8ed9982-be2e-4733-a71c-961b4cda41d9 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:05.837934 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:03Z', 'revision_number': 3, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:05.838691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d8ed9982-be2e-4733-a71c-961b4cda41d9 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:05.839315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.853122 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.869974 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d293-5d2d-4000-8858-c109d35f1463 None None] The sync data for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 is: [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:03Z', 'revision_number': 3, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:09:05.923426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d09dec4-4e48-4e69-ba7e-2fcc93bd44d7 None None] Provisioning for port baf54748-a437-4f06-a228-8f7b819a7b6b completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:05.933324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0d09dec4-4e48-4e69-ba7e-2fcc93bd44d7 None None] Provisioning complete for port baf54748-a437-4f06-a228-8f7b819a7b6b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:05.933841 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0d09dec4-4e48-4e69-ba7e-2fcc93bd44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:05.969870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-0d09dec4-4e48-4e69-ba7e-2fcc93bd44d7 None None] Port baf54748-a437-4f06-a228-8f7b819a7b6b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:06.024143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.111299 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.180225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.190965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Pushing event updated for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:06.285233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:06.286547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:06.414630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Router 3176e26e-154c-4049-85db-fcd896d8a099 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:09:06.526317 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:09:06.532655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fa5e41c4-9d72-4c96-9f68-f5b229a4f6ae admin admin] 10.222.0.25 "PUT /v2.0/routers/3176e26e-154c-4049-85db-fcd896d8a099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225222 Jul 28 19:09:06.594565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bfc6fe96-0152-44ec-80b7-70a54e115b59 None None] Provisioning complete for port baf54748-a437-4f06-a228-8f7b819a7b6b triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:06.594945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fe96-0152-44ec-80b7-70a54e115b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.630331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6fe96-0152-44ec-80b7-70a54e115b59 None None] Port baf54748-a437-4f06-a228-8f7b819a7b6b cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:07.261123 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51502) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:07.266947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693189015-network', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:07.413373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Made reservation on behalf of abbfb542e7d544e0be48fc0bbac94b36 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:07.415867 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.430415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.457197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Sync routers for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:09:07.467696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:07.469936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:07.530352 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.575018 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:07.641216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.666588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:09:07.676295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5329f46-6d87-4451-be45-74db823887f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:07.680971 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.681314 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Added segment 49c6502b-0995-40cd-bdc2-3e177c25e828 of type vlan for network f742f977-d3e6-4291-808f-e92cbde0ca8a Jul 28 19:09:07.725983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.796533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a154e5aa-f3bb-4234-bf8b-79250bb7b502 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:07.824524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 2, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:07.856037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Checking router: 3176e26e-154c-4049-85db-fcd896d8a099 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:09:07.856394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Updating router 3176e26e-154c-4049-85db-fcd896d8a099 port baf54748-a437-4f06-a228-8f7b819a7b6b binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:09:07.859648 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e5342118-490c-4c09-ab6f-a0dc91f60572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.882377 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.883522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:07.884107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.900756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:07.946578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] Pushing event updated for resources: {'Network': ['ID=f742f977-d3e6-4291-808f-e92cbde0ca8a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:07.957492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network f742f977-d3e6-4291-808f-e92cbde0ca8a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:09:08.020184 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-af1a8be6-90c9-4377-aede-c2129d99a188 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7578375 Jul 28 19:09:08.022755 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51504) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:08.027690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Request body: {'subnet': {'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693189015-subnet', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:08.053533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port a154e5aa-f3bb-4234-bf8b-79250bb7b502 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:08.070963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a154e5aa-f3bb-4234-bf8b-79250bb7b502 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:08.071342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.131512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Made reservation on behalf of abbfb542e7d544e0be48fc0bbac94b36 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:08.134009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.265702 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.303704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port a154e5aa-f3bb-4234-bf8b-79250bb7b502, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a154e5aa-f3bb-4234-bf8b-79250bb7b502,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:08.351139 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.361175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Transition to ACTIVE for port object baf54748-a437-4f06-a228-8f7b819a7b6b will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:08.413665 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.442057 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.474293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07a2dd9-88d5-48e4-abf4-fc491968a577,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:08.481825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Checking segment: {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:08.482115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Network hostable DHCP agents. Network: f742f977-d3e6-4291-808f-e92cbde0ca8a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:09:08.492474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=a154e5aa-f3bb-4234-bf8b-79250bb7b502,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:08.510535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.565407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ad1a-6aea-4f71-aafb-7c6205735324 None None] Pushing event updated for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:08.596439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Network f742f977-d3e6-4291-808f-e92cbde0ca8a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:09:08.622927 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Attempting to bind port baf54748-a437-4f06-a228-8f7b819a7b6b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:08.623831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Attempting to bind port baf54748-a437-4f06-a228-8f7b819a7b6b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:08.624239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Attempting to bind port baf54748-a437-4f06-a228-8f7b819a7b6b on network c80cb9a9-bf25-40ac-af43-8cb02ae049bf {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:08.629950 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:08.630330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Checking segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:08.630741 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.631135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Bound using segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:08.631637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Bound port: baf54748-a437-4f06-a228-8f7b819a7b6b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:08.632066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.699520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, f742f977-d3e6-4291-808f-e92cbde0ca8a) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:08.705030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] For port baf54748-a437-4f06-a228-8f7b819a7b6b, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:08.708330 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] For port baf54748-a437-4f06-a228-8f7b819a7b6b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=baf54748-a437-4f06-a228-8f7b819a7b6b,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:08.714221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:08.714221 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.715450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed75a61-103f-4e35-a920-6e18e398adbf None None] Network f742f977-d3e6-4291-808f-e92cbde0ca8a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:09:08.805347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.815147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-3fe91184-0a91-40ee-a893-db2c7ddcc5a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7906702 Jul 28 19:09:08.817085 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51506) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:08.822066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:08.901630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:08.902258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:08:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:08.907478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ad1a-6aea-4f71-aafb-7c6205735324 None None] Pushing event updated for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:08.917413 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.918712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.979838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:08.985308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-f742f977-d3e6-4291-808f-e92cbde0ca8a', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:09:08.986176 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.108698 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:09.282840 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Allocated IP 172.20.0.2 (f742f977-d3e6-4291-808f-e92cbde0ca8a/d07a2dd9-88d5-48e4-abf4-fc491968a577/d61694bf-ce5e-4ba5-8e23-af0318cfb7d2) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:09.470134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:09.484346 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.504119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f74f32-4f08-4aee-a096-995d81568da6 None None] The sync data for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 is: [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:09:09.508772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.518940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Transition to ACTIVE for port object d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:09.533718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Transition to ACTIVE for port object d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:09.628931 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.668185 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Network f742f977-d3e6-4291-808f-e92cbde0ca8a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:09.671890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:09.674818 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:09.685948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Pushing event updated for resources: {'Port': ['ID=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:09.796197 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.817026 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.910684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Attempting to bind port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:09.915114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Attempting to bind port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:09.915114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Attempting to bind port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 on network f742f977-d3e6-4291-808f-e92cbde0ca8a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:09.919184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:09.919184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Checking segment: {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:09.919184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.919184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Bound using segment: {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:09.919184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Bound port: d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:09.919683 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:09.924936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a154e5aa-f3bb-4234-bf8b-79250bb7b502 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:09.959910 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Allocated IP 172.25.7.225 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/866fc10a-8d45-4357-b9b4-28b25ac4d31d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:10.026062 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] For port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:10.029022 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port a154e5aa-f3bb-4234-bf8b-79250bb7b502 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:10.029459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.035156 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] For port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:10.083190 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.125772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device baf54748-a437-4f06-a228-8f7b819a7b6b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:10.162758 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.204422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.236962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f469e-deae-491a-b283-8e786d0f52ef None None] Pushing event updated for resources: {'Port': ['ID=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:10.265731 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.311285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port baf54748-a437-4f06-a228-8f7b819a7b6b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:10.315908 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:10.321527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:10.322099 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port baf54748-a437-4f06-a228-8f7b819a7b6b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:10.322099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.326538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:10.329807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Pushing event updated for resources: {'Port': ['ID=866fc10a-8d45-4357-b9b4-28b25ac4d31d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:10.387471 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29215b6e-ecff-4cfb-b963-3c8e04d89f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.461302 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.527793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port baf54748-a437-4f06-a228-8f7b819a7b6b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=baf54748-a437-4f06-a228-8f7b819a7b6b,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:10.641038 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:10.703679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:10.713840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:11.196453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e76d1-5d76-432b-84b8-f7572c4cb3bc None None] Network f742f977-d3e6-4291-808f-e92cbde0ca8a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:09:11.258148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:11.351453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:11.423533 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a5c99013-d6bb-4035-b878-614025e755bd None None] Provisioning for port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:11.503690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Router 62ef6989-0481-43be-a0b4-840d68b07e56 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:09:11.609594 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:09:11.620907 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Sync routers for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:09:11.632397 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:11.633201 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:11.750897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:11.752217 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fad20bc4-fa97-48de-b441-7ed75e3d54d1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9340031 Jul 28 19:09:11.760385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51510) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:11.854552 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:11.871143 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:11.990301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:11.994369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:11.994752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.049269 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 3, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:12.073317 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.075248 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Checking router: 62ef6989-0481-43be-a0b4-840d68b07e56 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:09:12.075616 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Updating router 62ef6989-0481-43be-a0b4-840d68b07e56 port 866fc10a-8d45-4357-b9b4-28b25ac4d31d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:09:12.103870 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.108974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:12.194180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.195025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device baf54748-a437-4f06-a228-8f7b819a7b6b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:12.217410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.276237 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:12.288079 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port baf54748-a437-4f06-a228-8f7b819a7b6b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:12.288452 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.370573 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.380849 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Transition to ACTIVE for port object 866fc10a-8d45-4357-b9b4-28b25ac4d31d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:12.399252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Allocated IP 172.20.0.1 (f742f977-d3e6-4291-808f-e92cbde0ca8a/d07a2dd9-88d5-48e4-abf4-fc491968a577/6b1c02eb-a80b-4930-b7ce-9a9e31b533bd) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:12.500670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.512920 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Transition to ACTIVE for port object 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:12.657197 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.697441 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.704142 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Attempting to bind port 866fc10a-8d45-4357-b9b4-28b25ac4d31d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:12.704529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Attempting to bind port 866fc10a-8d45-4357-b9b4-28b25ac4d31d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:12.704887 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Attempting to bind port 866fc10a-8d45-4357-b9b4-28b25ac4d31d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:12.714013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d2f8-6f2c-404a-a1c6-211a865cd823 None None] Pushing event updated for resources: {'Port': ['ID=866fc10a-8d45-4357-b9b4-28b25ac4d31d,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:12.716457 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:12.717438 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:12.717840 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.718220 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:12.718785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Bound port: 866fc10a-8d45-4357-b9b4-28b25ac4d31d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:12.719162 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.740636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Network f742f977-d3e6-4291-808f-e92cbde0ca8a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:12.743586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:12.746146 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:12.775499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Pushing event updated for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:12.782339 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] For port 866fc10a-8d45-4357-b9b4-28b25ac4d31d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:12.786079 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] For port 866fc10a-8d45-4357-b9b4-28b25ac4d31d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=866fc10a-8d45-4357-b9b4-28b25ac4d31d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:12.800381 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.916956 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.977178 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:12.977845 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:12.980785 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d2f8-6f2c-404a-a1c6-211a865cd823 None None] Pushing event updated for resources: {'Port': ['ID=866fc10a-8d45-4357-b9b4-28b25ac4d31d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:13.006186 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.041839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-40b46cf0-1252-48ff-a7a4-182997813127 None None] Provisioning for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:13.046196 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-40b46cf0-1252-48ff-a7a4-182997813127 None None] Provisioning complete for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:13.047248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-40b46cf0-1252-48ff-a7a4-182997813127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.083519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-40b46cf0-1252-48ff-a7a4-182997813127 None None] Port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:13.087678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:13.186183 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.215102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.284863 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b1c02eb-a80b-4930-b7ce-9a9e31b533bd', 'name': '', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'mac_address': 'fa:16:3e:e5:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:12Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 1, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'subnets': [{'id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:13.309938 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37461e9-aea6-4f07-ad84-ef59a4d0a33e None None] The sync data for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 is: [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b1c02eb-a80b-4930-b7ce-9a9e31b533bd', 'name': '', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'mac_address': 'fa:16:3e:e5:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:12Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 1, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'subnets': [{'id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:09:13.334120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.411759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Pushing event updated for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:13.414574 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.530707 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Network f742f977-d3e6-4291-808f-e92cbde0ca8a is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:13.532438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:13.661681 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Router 62ef6989-0481-43be-a0b4-840d68b07e56 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:09:13.789798 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:09:13.792474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:13.795816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-437ba3a2-43cd-4e00-be5a-6ae4986fec0c admin admin] 10.222.0.25 "PUT /v2.0/routers/62ef6989-0481-43be-a0b4-840d68b07e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342164 Jul 28 19:09:13.852613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f72d2cdf-a711-4932-9a54-022fcaadabf9 None None] Provisioning complete for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:13.853076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f72d2cdf-a711-4932-9a54-022fcaadabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.895574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:13.896068 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.897633 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-f72d2cdf-a711-4932-9a54-022fcaadabf9 None None] Port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:15.828308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 866fc10a-8d45-4357-b9b4-28b25ac4d31d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:16.089435 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 866fc10a-8d45-4357-b9b4-28b25ac4d31d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:16.094441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 866fc10a-8d45-4357-b9b4-28b25ac4d31d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:16.094893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:16.169557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:16.187794 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:16.211565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 866fc10a-8d45-4357-b9b4-28b25ac4d31d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=866fc10a-8d45-4357-b9b4-28b25ac4d31d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:16.305729 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:16.371019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=866fc10a-8d45-4357-b9b4-28b25ac4d31d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:17.202426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Sync routers for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:09:17.212478 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:17.213103 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:17.329140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:17.550047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b1c02eb-a80b-4930-b7ce-9a9e31b533bd', 'name': '', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'mac_address': 'fa:16:3e:e5:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:12Z', 'updated_at': '2021-07-28T19:09:13Z', 'revision_number': 2, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'subnets': [{'id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:17.578934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Checking router: 62ef6989-0481-43be-a0b4-840d68b07e56 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:09:17.579290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Updating router 62ef6989-0481-43be-a0b4-840d68b07e56 port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:09:17.606918 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:17.788732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 866fc10a-8d45-4357-b9b4-28b25ac4d31d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:17.876892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 866fc10a-8d45-4357-b9b4-28b25ac4d31d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:17.877258 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:17.950362 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:17.963638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Transition to ACTIVE for port object 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:18.055274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:18.101561 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f58c65-15c3-4021-9a5b-af0af96a7496 None None] Pushing event updated for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:18.139507 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:09:18.179989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Attempting to bind port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:18.180440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Attempting to bind port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:18.180813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Attempting to bind port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd on network f742f977-d3e6-4291-808f-e92cbde0ca8a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:18.190483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:18.190861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Checking segment: {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:18.191273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:18.191715 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Bound using segment: {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:18.192194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Bound port: 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c6502b-0995-40cd-bdc2-3e177c25e828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:18.192584 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:18.280239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] For port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:18.283869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] For port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:18.377544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:18.433550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:18.434172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:18.493634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f58c65-15c3-4021-9a5b-af0af96a7496 None None] Pushing event updated for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:18.589649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:18.834197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b1c02eb-a80b-4930-b7ce-9a9e31b533bd', 'name': '', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'mac_address': 'fa:16:3e:e5:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:12Z', 'updated_at': '2021-07-28T19:09:18Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'subnets': [{'id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:18.870450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26af55a-5f4e-4221-9780-36565f5477ac None None] The sync data for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 is: [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:09:12Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '6b1c02eb-a80b-4930-b7ce-9a9e31b533bd', 'name': '', 'network_id': 'f742f977-d3e6-4291-808f-e92cbde0ca8a', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'mac_address': 'fa:16:3e:e5:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:12Z', 'updated_at': '2021-07-28T19:09:18Z', 'revision_number': 4, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'subnets': [{'id': 'd07a2dd9-88d5-48e4-abf4-fc491968a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:09:19.291043 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:19.814423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:19.955925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:19.961222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:19.961668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:20.049520 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:20.088171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:20.156364 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:20.215607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:21.787658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:21.840598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:21.840965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:25.784040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-7ff1377d-2864-4b44-b286-edc719ea0ec4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.785417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-7ff1377d-2864-4b44-b286-edc719ea0ec4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 814 time: 0.0980847 Jul 28 19:09:25.800482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-dbce5518-df7b-4cc6-a740-683d17e7b502 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/quotas/6d769b404c1247cbadf9c6a9cc807218 HTTP/1.1" status: 200 len: 375 time: 0.0094030 Jul 28 19:09:25.854018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-825de1f9-af30-4911-83c5-7fd32e1888ca tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484223 Jul 28 19:09:25.946324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-44233b48-f5ec-4724-bb31-df3b67f2a321 service neutron] 10.222.0.25 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803385 Jul 28 19:09:26.036301 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-ef0ff8ee-3c0e-45de-962c-a09743183dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839024 Jul 28 19:09:26.268249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4b43639f-8ae0-4f41-b7d6-aa96dcc55e00 req-988c186f-16f3-4593-9f62-2a1988af19b1 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Jul 28 19:09:27.346690 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58eeeb74-e576-41de-9b29-2e99655c1d2b req-14599a38-bc8a-45a0-9a92-fed296b83f22 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 210 time: 0.0272129 Jul 28 19:09:28.443005 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cd8e39d6-17d5-418b-a6bc-6bd29fb7186f req-6f65d773-e3e4-4639-b14b-6543b6e62ae1 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 210 time: 0.0305345 Jul 28 19:09:28.879518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-75673970-cd9e-432d-b569-5da650054d69 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:28.881056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-75673970-cd9e-432d-b569-5da650054d69 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 814 time: 0.0993612 Jul 28 19:09:28.893895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'port': {'device_id': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'admin_state_up': True, 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:29.081866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Made reservation on behalf of 6d769b404c1247cbadf9c6a9cc807218 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:29.085499 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.207109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Allocated IP 172.20.0.11 (c80cb9a9-bf25-40ac-af43-8cb02ae049bf/f47ffc2c-411f-4bd7-82ca-b485fe9e1684/cccab471-e1f9-4b47-b573-9627b9e022c8) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:29.361383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.376421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Transition to ACTIVE for port object cccab471-e1f9-4b47-b573-9627b9e022c8 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:29.493539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.567887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:29.573895 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:29.579057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:29.622448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:29.639502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8343de-ab20-48af-8e25-ec1800f5c2a6 req-ed351476-140e-4894-933a-2e9c211a0aa8 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:29.641228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c8343de-ab20-48af-8e25-ec1800f5c2a6 req-ed351476-140e-4894-933a-2e9c211a0aa8 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.1297188 Jul 28 19:09:29.673500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:29.674482 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.716205 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c8343de-ab20-48af-8e25-ec1800f5c2a6 req-ad6e5afd-2437-4f30-befb-8a8011ecde42 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Jul 28 19:09:29.802654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-0452bfd8-e8d9-4dbe-9c45-c08bb8335e8d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9123209 Jul 28 19:09:30.056642 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-abdbf20d-14c8-43e8-9468-6cd1e0d41d0a None None] Provisioning for port cccab471-e1f9-4b47-b573-9627b9e022c8 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:30.062615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-abdbf20d-14c8-43e8-9468-6cd1e0d41d0a None None] Provisioning complete for port cccab471-e1f9-4b47-b573-9627b9e022c8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:30.063034 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-abdbf20d-14c8-43e8-9468-6cd1e0d41d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:30.102209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-abdbf20d-14c8-43e8-9468-6cd1e0d41d0a None None] Port cccab471-e1f9-4b47-b573-9627b9e022c8 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:30.838699 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a839b4b-e60e-4806-85c9-21fed458428a req-e5ff3ade-ed72-46fa-9a2c-d7d38bcad40b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:30.841234 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a839b4b-e60e-4806-85c9-21fed458428a req-e5ff3ade-ed72-46fa-9a2c-d7d38bcad40b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0545406 Jul 28 19:09:30.880836 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8a839b4b-e60e-4806-85c9-21fed458428a req-b704165d-1dba-454e-9f61-44e6e5579434 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Jul 28 19:09:32.004501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09668ad5-1adf-4bad-b608-05e72600454b req-49e59c5b-a547-402a-80c4-55101d495723 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:32.012130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09668ad5-1adf-4bad-b608-05e72600454b req-49e59c5b-a547-402a-80c4-55101d495723 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0556951 Jul 28 19:09:32.045791 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-09668ad5-1adf-4bad-b608-05e72600454b req-532e63b0-5d5c-4273-91fd-50a20ebedb7b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 28 19:09:33.176862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674776-d1d7-4dd2-aae7-b88c909434a2 req-a94e4f1b-5bc7-4118-8221-e50f162eec62 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:33.178368 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2674776-d1d7-4dd2-aae7-b88c909434a2 req-a94e4f1b-5bc7-4118-8221-e50f162eec62 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0664647 Jul 28 19:09:33.217573 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b2674776-d1d7-4dd2-aae7-b88c909434a2 req-70d06b73-aac0-43d0-a81e-793970051872 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Jul 28 19:09:34.341465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffd49d-8a69-4973-a7c6-2276ccf6ed36 req-96ec21f6-c1b9-4372-b5aa-d1d24e827994 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:34.343629 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4ffd49d-8a69-4973-a7c6-2276ccf6ed36 req-96ec21f6-c1b9-4372-b5aa-d1d24e827994 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0573118 Jul 28 19:09:34.380571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4ffd49d-8a69-4973-a7c6-2276ccf6ed36 req-c05d19d9-046f-41e5-a0eb-3d9714b6973e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Jul 28 19:09:35.498502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733728a0-facf-4ed4-a20b-f44962333902 req-e4cc1f67-ef10-4639-bce2-282bc3522940 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:35.500121 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-733728a0-facf-4ed4-a20b-f44962333902 req-e4cc1f67-ef10-4639-bce2-282bc3522940 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0502045 Jul 28 19:09:35.545153 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-733728a0-facf-4ed4-a20b-f44962333902 req-6fcbd460-189a-4eac-80fd-2774bea1c6bb tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Jul 28 19:09:36.678640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326451-9606-4e7c-b4fa-0affbdd8d9b7 req-3e303e70-41a2-4ca3-afbd-fa7e0b107702 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:36.680665 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec326451-9606-4e7c-b4fa-0affbdd8d9b7 req-3e303e70-41a2-4ca3-afbd-fa7e0b107702 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0659702 Jul 28 19:09:36.719835 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec326451-9606-4e7c-b4fa-0affbdd8d9b7 req-95c322c5-0304-4b01-be50-ef19e5158ffb tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Jul 28 19:09:37.849742 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86946-6166-4ca0-ba7b-b995879b45dd req-e8f9b4a7-6a10-4fe1-820b-c16cb63dcdba tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:37.859581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95e86946-6166-4ca0-ba7b-b995879b45dd req-e8f9b4a7-6a10-4fe1-820b-c16cb63dcdba tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0661130 Jul 28 19:09:37.903780 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95e86946-6166-4ca0-ba7b-b995879b45dd req-782923fa-24ab-411a-a705-60c6743744ab tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Jul 28 19:09:38.379190 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2de85c90-ff8b-4a24-bc0c-1a2ef96f63fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:39.023274 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f2751-1f47-4135-a0a2-8517e7b60a75 req-c2dbf27b-d240-4e21-b29b-6375b07ceea2 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:39.024725 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-470f2751-1f47-4135-a0a2-8517e7b60a75 req-c2dbf27b-d240-4e21-b29b-6375b07ceea2 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0541720 Jul 28 19:09:39.062017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-470f2751-1f47-4135-a0a2-8517e7b60a75 req-c725f691-692b-4993-a9f8-a1adf2e1d9f6 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jul 28 19:09:39.898855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-28dd8012-fe03-42a1-a47a-4181cfb2637e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:09:39.899841 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-28dd8012-fe03-42a1-a47a-4181cfb2637e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053444 Jul 28 19:09:39.912137 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Request body: {'port': {'device_id': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:39.967219 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.107753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.177117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ce577-4b93-479f-a39a-2eb3de57b2df req-ab4c6201-d424-4be3-b048-ef5bc8de9421 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:40.178815 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a54ce577-4b93-479f-a39a-2eb3de57b2df req-ab4c6201-d424-4be3-b048-ef5bc8de9421 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 932 time: 0.0494728 Jul 28 19:09:40.218282 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a54ce577-4b93-479f-a39a-2eb3de57b2df req-443980f4-fb10-4b5c-8475-b00701c175a4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Jul 28 19:09:40.228865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccab471-e1f9-4b47-b573-9627b9e022c8 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:40.236441 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.248844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Transition to ACTIVE for port object cccab471-e1f9-4b47-b573-9627b9e022c8 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:40.341907 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.390000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:40.396178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-519e6538-4749-42ea-93d8-70670d2a9780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.465592 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Attempting to bind port cccab471-e1f9-4b47-b573-9627b9e022c8 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:40.465922 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Attempting to bind port cccab471-e1f9-4b47-b573-9627b9e022c8 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:40.466400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Attempting to bind port cccab471-e1f9-4b47-b573-9627b9e022c8 on network c80cb9a9-bf25-40ac-af43-8cb02ae049bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:40.470869 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Port cccab471-e1f9-4b47-b573-9627b9e022c8 on network c80cb9a9-bf25-40ac-af43-8cb02ae049bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:09:40.471806 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Attempting to bind port cccab471-e1f9-4b47-b573-9627b9e022c8 on network c80cb9a9-bf25-40ac-af43-8cb02ae049bf {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:40.477067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:40.477400 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Checking segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:40.477777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Bound using segment: {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:40.478196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Bound port: cccab471-e1f9-4b47-b573-9627b9e022c8, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949e1bb1-2416-4132-9c15-bc111819a080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:40.478559 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.544154 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:40.547322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:40.636148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.669152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:40.669887 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.671194 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 1092 time: 0.7628422 Jul 28 19:09:40.671725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:40.673945 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0065545b-8bce-418f-ba98-57fd41e4aee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:40.706969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd845-a87a-4da9-a738-7f10d2b711e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:40.719142 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2574e-bb64-44e1-8a1f-e22c46706f6a x-openstack-request-id: req-5ca2574e-bb64-44e1-8a1f-e22c46706f6a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:40.719561 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:40.720325 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ca2574e-bb64-44e1-8a1f-e22c46706f6a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:40.720325 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:09:40.779777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-555daa6d-7405-4f8b-9c0b-b0397a420137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:40.781295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-555daa6d-7405-4f8b-9c0b-b0397a420137 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1095 time: 0.0423746 Jul 28 19:09:40.878233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-76c03543-c903-464d-bcb3-16c688510ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:40.879685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-76c03543-c903-464d-bcb3-16c688510ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d769b404c1247cbadf9c6a9cc807218&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906115 Jul 28 19:09:40.975725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-aa776619-39ca-4b18-9811-47156db0eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:40.977207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0065545b-8bce-418f-ba98-57fd41e4aee4 req-aa776619-39ca-4b18-9811-47156db0eb94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908904 Jul 28 19:09:41.050156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-69823c2d-3678-4105-8ff4-259bcbcf782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:41.051641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-69823c2d-3678-4105-8ff4-259bcbcf782c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1095 time: 0.0399220 Jul 28 19:09:41.095005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-c57e131e-74bd-4096-a452-0570b373cf8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 217 time: 0.0360434 Jul 28 19:09:41.333393 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:41.337201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbb42f-30e2-4a63-983a-33d1e0e9ddd1 req-e4f8d1d6-2ff6-408b-afb1-1d038abbe023 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:41.338922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1fbb42f-30e2-4a63-983a-33d1e0e9ddd1 req-e4f8d1d6-2ff6-408b-afb1-1d038abbe023 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 944 time: 0.0522079 Jul 28 19:09:41.385909 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e1fbb42f-30e2-4a63-983a-33d1e0e9ddd1 req-b5639f79-a974-4737-9609-4cb10ac6c446 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Jul 28 19:09:41.493372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-8d044bf6-3ff5-4e3c-8a6a-09bd4f4c22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:41.494838 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-8d044bf6-3ff5-4e3c-8a6a-09bd4f4c22e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.3931048 Jul 28 19:09:41.541590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-7c49eb16-988a-40c9-a271-9e673323205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:41.543041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-7c49eb16-988a-40c9-a271-9e673323205a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411117 Jul 28 19:09:41.631142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-c4944c6d-e5dc-4fa1-a1ff-b92666c9c6b7 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806475 Jul 28 19:09:41.719803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fc5ecf8a-661d-4f40-a6f4-c5d27f0a55e3 req-5eeb99bc-8ec8-420f-8329-d2f48edda36e service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Jul 28 19:09:42.502640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fddee6-9ac4-44ee-a457-77e73c43939b req-70cc85dc-42ff-4177-aa03-c53c76be231a tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:42.504189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3fddee6-9ac4-44ee-a457-77e73c43939b req-70cc85dc-42ff-4177-aa03-c53c76be231a tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 944 time: 0.0496168 Jul 28 19:09:42.545977 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3fddee6-9ac4-44ee-a457-77e73c43939b req-02c75132-5c90-427a-aad2-d6167b73f49e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Jul 28 19:09:43.213082 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:43.661255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b820cd6-e56c-4ae7-8777-e20cd732ab95 req-bf6d825e-15e6-493d-a0ba-a04a1ce6e8a1 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:43.662748 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b820cd6-e56c-4ae7-8777-e20cd732ab95 req-bf6d825e-15e6-493d-a0ba-a04a1ce6e8a1 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 944 time: 0.0501850 Jul 28 19:09:43.700258 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9b820cd6-e56c-4ae7-8777-e20cd732ab95 req-889d5f49-48d8-483c-911a-1bb667fb87de tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jul 28 19:09:44.233869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device cccab471-e1f9-4b47-b573-9627b9e022c8 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:09:44.337026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:44.349036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'port_id': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'mac_address': 'fa:16:3e:8b:4e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:09:44.384339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:44.397091 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccab471-e1f9-4b47-b573-9627b9e022c8 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:44.415584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:44.478582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:44.525043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:44.683348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:09:44.813868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174510-a48e-451a-a168-5356542ca9cb req-4e18ca26-445d-45c7-84d4-c69a747ec230 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:44.815903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd174510-a48e-451a-a168-5356542ca9cb req-4e18ca26-445d-45c7-84d4-c69a747ec230 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Jul 28 19:09:44.853376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dd174510-a48e-451a-a168-5356542ca9cb req-93fc5f07-62ca-487f-ac76-34ddccc377df tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Jul 28 19:09:45.966528 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850343a7-4b95-498e-90bc-b22fd25baf48 req-0e13e307-c6f6-477a-94b5-59eb905b98f3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:45.968037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-850343a7-4b95-498e-90bc-b22fd25baf48 req-0e13e307-c6f6-477a-94b5-59eb905b98f3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Jul 28 19:09:46.005011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-850343a7-4b95-498e-90bc-b22fd25baf48 req-c39ba13e-662f-445f-ad3c-4f55796e3323 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Jul 28 19:09:46.166765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:46.263361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device cccab471-e1f9-4b47-b573-9627b9e022c8 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:46.384250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port cccab471-e1f9-4b47-b573-9627b9e022c8 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:46.387858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port cccab471-e1f9-4b47-b573-9627b9e022c8 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:46.388227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:46.462002 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:46.482871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:46.485106 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ac388-a6a7-4f05-b678-4d82558a2177" -d '{"events": [{"server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "name": "network-vif-plugged", "status": "completed", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:46.498224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:46.522199 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6074226-abad-4485-ad8a-2fa99c978acd x-openstack-request-id: req-c6074226-abad-4485-ad8a-2fa99c978acd {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:46.522490 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "name": "network-vif-plugged", "status": "completed", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:46.522740 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6074226-abad-4485-ad8a-2fa99c978acd {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:46.523134 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'code': 200} Jul 28 19:09:46.576128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:46.617149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be130e-0d75-40e1-a15c-c2ccba438706 req-310c2006-ab19-4e25-a956-6692991109b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:46.618654 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14be130e-0d75-40e1-a15c-c2ccba438706 req-310c2006-ab19-4e25-a956-6692991109b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1097 time: 0.0400321 Jul 28 19:09:46.624130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:46.653837 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-14be130e-0d75-40e1-a15c-c2ccba438706 req-1968fc54-7d02-4635-9bb5-c54b50d79a33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282621 Jul 28 19:09:47.116617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4ec24-08ff-43db-b333-bdba9ed348d9 req-e1bfba3a-79bf-402b-8b49-180cf51d14fe tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:47.118084 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03d4ec24-08ff-43db-b333-bdba9ed348d9 req-e1bfba3a-79bf-402b-8b49-180cf51d14fe tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Jul 28 19:09:47.159387 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03d4ec24-08ff-43db-b333-bdba9ed348d9 req-c78c6521-0255-44ab-90c9-4f3f26f64f3d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jul 28 19:09:48.271822 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eb20b-0841-43ee-8f4b-d7b3c7f1c2e9 req-a6a0cb7b-dd51-4d52-939c-266433e980f8 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:48.273296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b3eb20b-0841-43ee-8f4b-d7b3c7f1c2e9 req-a6a0cb7b-dd51-4d52-939c-266433e980f8 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0475302 Jul 28 19:09:48.314618 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b3eb20b-0841-43ee-8f4b-d7b3c7f1c2e9 req-5431f60a-99c7-49e7-8f75-7a5bdcd3a435 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Jul 28 19:09:48.426264 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98845-816e-4129-853b-74272572a802 req-df780fb0-350a-4d76-822d-4623cf17f231 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:48.427761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-74b98845-816e-4129-853b-74272572a802 req-df780fb0-350a-4d76-822d-4623cf17f231 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0485175 Jul 28 19:09:48.464940 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-74b98845-816e-4129-853b-74272572a802 req-227fd89b-16b4-4c70-a3aa-964bc56f6114 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 28 19:09:48.651781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597180f-9361-4eb8-b686-84845f026327 req-15f63090-3314-4ec1-96f7-0c3907ab00d3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:48.653269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1597180f-9361-4eb8-b686-84845f026327 req-15f63090-3314-4ec1-96f7-0c3907ab00d3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0497334 Jul 28 19:09:48.690952 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1597180f-9361-4eb8-b686-84845f026327 req-fc06e740-25f1-404d-a5ae-bc20a3eee763 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Jul 28 19:09:49.278621 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:52.352673 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-c7408522-d6c7-42ca-b012-e74761d19a7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391481 Jul 28 19:09:52.435652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-bfe5da35-9895-4d41-a805-365973a0f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:52.437323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-bfe5da35-9895-4d41-a805-365973a0f6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1097 time: 0.0413904 Jul 28 19:09:52.543503 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-a439ffe4-2914-4f0a-b3cb-1c8102596a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:52.544987 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-a439ffe4-2914-4f0a-b3cb-1c8102596a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.0887806 Jul 28 19:09:52.585845 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-1a5d57df-24bf-42de-abec-eb7658d678d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 217 time: 0.0341959 Jul 28 19:09:52.635782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-52e47103-1e80-4796-b030-fbe7fd94f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:52.637165 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-52e47103-1e80-4796-b030-fbe7fd94f1cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0442450 Jul 28 19:09:52.682776 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-dffd1c84-4356-4f23-8d6c-dd62060d446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:52.684324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-dffd1c84-4356-4f23-8d6c-dd62060d446a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403137 Jul 28 19:09:52.776056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-9b6b4bf1-364b-4e37-b9b9-ab236233a4d8 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Jul 28 19:09:52.869444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f210e02a-6db9-4b50-866c-71f991b2f397 req-2cf18692-2b41-4d07-9db1-887c79e40861 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865302 Jul 28 19:09:55.142745 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:10:03.074000 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aec5c-c981-4537-9c67-14cae2ceaf7b req-9dec8e2c-8307-4fef-8808-8a25bc5de385 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:03.075419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-621aec5c-c981-4537-9c67-14cae2ceaf7b req-9dec8e2c-8307-4fef-8808-8a25bc5de385 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0510235 Jul 28 19:10:03.117532 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-621aec5c-c981-4537-9c67-14cae2ceaf7b req-3e28668a-dc47-47d0-8689-022ff03fc67b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Jul 28 19:10:03.139116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51720) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:03.262606 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69166a84-3f43-4c08-a63b-e072fea2919c tempest-TestMinimumBasicScenario-1176074268 tempest-TestMinimumBasicScenario-1176074268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:03.264168 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-69166a84-3f43-4c08-a63b-e072fea2919c tempest-TestMinimumBasicScenario-1176074268 tempest-TestMinimumBasicScenario-1176074268-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1092 time: 0.1240716 Jul 28 19:10:03.267217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51724) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:03.271632 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:03.366947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:03.461315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:03.570637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Allocated IP 172.25.7.71 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/a18ea650-3883-43d4-9327-d73d287d8fee) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:10:03.668443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:03.752766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:03.793144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:10:03.795972 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:10:03.799480 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:10:03.824577 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'Port': ['ID=a18ea650-3883-43d4-9327-d73d287d8fee,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:03.836457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.836815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.837165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.837508 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.837851 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.838189 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.838522 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.838854 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.839185 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.839552 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.839888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:03.840216 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:04.157720 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:04.284850 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:04.434156 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:04.506480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:04.575325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'Port': ['ID=a18ea650-3883-43d4-9327-d73d287d8fee,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:04.585716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:04.681835 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Floating IP f9582f51-5633-4a8f-aaed-7d50cf3491b1 associated. External IP: 172.25.7.71, port: cccab471-e1f9-4b47-b573-9627b9e022c8. Jul 28 19:10:04.880106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Router 3176e26e-154c-4049-85db-fcd896d8a099 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:10:04.987097 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:10:04.999171 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Sync routers for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:10:05.008036 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:10:05.008635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:05.111487 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:10:05.123879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.150742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f4715b03-53ce-4217-b88f-570ecb3902c7 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8824291 Jul 28 19:10:05.151241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:10:05.153540 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db" -d '{"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:10:05.153711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51726) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:05.158597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889994846', 'description': 'tempest-secgroup-smoke-889994846 description', 'project_id': '6d769b404c1247cbadf9c6a9cc807218'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:05.252850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.313064 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b03d0f-6fc0-4c6e-8d0f-b8d231e9bbfb x-openstack-request-id: req-48b03d0f-6fc0-4c6e-8d0f-b8d231e9bbfb {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:10:05.313906 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:10:05.314162 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b03d0f-6fc0-4c6e-8d0f-b8d231e9bbfb {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:10:05.314660 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:10:05.377314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.385318 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f9582f51-5633-4a8f-aaed-7d50cf3491b1', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'port_id': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'mac_address': 'fa:16:3e:8b:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:10:04Z', 'updated_at': '2021-07-28T19:10:04Z', 'revision_number': 0, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:05.390851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-fc7f7ba1-199c-4210-b864-fa214767922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:05.392417 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-fc7f7ba1-199c-4210-b864-fa214767922a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1097 time: 0.0556183 Jul 28 19:10:05.413538 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Checking router: 3176e26e-154c-4049-85db-fcd896d8a099 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:10:05.425819 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:10:05.426421 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:09:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:05.449487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.502331 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2d39b-ac9c-49dc-9c83-cec3259983f6,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:05.517445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.517795 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.518146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.518489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.519512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.519858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.520192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.520526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.520860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.521194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.521522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.521855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:05.527867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-987b443e-7e60-4f09-83f2-990095cc2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:05.529329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-987b443e-7e60-4f09-83f2-990095cc2fbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.1296589 Jul 28 19:10:05.573073 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.574367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-918f3967-aa40-4ae8-a83c-9f183cdad562 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4195726 Jul 28 19:10:05.577353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51732) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:05.585571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:05.614935 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-57e420e6-492d-46de-abf3-91b7cc32df61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 999 time: 0.0779927 Jul 28 19:10:05.667627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:10:05.670215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-8f4379e6-f3fe-4e60-b5fd-78cbdfe4696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:05.671751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-8f4379e6-f3fe-4e60-b5fd-78cbdfe4696a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0481982 Jul 28 19:10:05.712634 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.741711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-100a94be-3611-4abc-8871-9cc89651e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:05.742968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-100a94be-3611-4abc-8871-9cc89651e29c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644062 Jul 28 19:10:05.813516 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.853527 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-009404d3-e53c-4b79-a0c4-b78a443a5ace service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987637 Jul 28 19:10:05.903199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f9582f51-5633-4a8f-aaed-7d50cf3491b1', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'port_id': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'mac_address': 'fa:16:3e:8b:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:10:04Z', 'updated_at': '2021-07-28T19:10:04Z', 'revision_number': 0, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:05.904830 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:05.929815 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16514422-5f68-4e5e-ab66-d04b9aea22e7 None None] The sync data for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 is: [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'f9582f51-5633-4a8f-aaed-7d50cf3491b1', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'port_id': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'mac_address': 'fa:16:3e:8b:4e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:10:04Z', 'updated_at': '2021-07-28T19:10:04Z', 'revision_number': 0, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:10:05.931590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36d3b44-e73a-4e39-af6e-3c1bbb07f5d6,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:05.965449 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-84bc78c0-8670-4818-bbdf-daf9bc1ed5db req-fc63ecba-68d6-4e05-a223-98eabd64a480 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043432 Jul 28 19:10:06.015937 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.017389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7322fdc4-ea6c-473b-8d7a-04f2417bfa6c tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372973 Jul 28 19:10:06.020448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51734) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:06.025119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:06.115165 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.124423 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2613d8-8669-4e27-84b5-01a74af37091 None None] New status for floating IP f9582f51-5633-4a8f-aaed-7d50cf3491b1: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:10:06.179056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.247028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.266658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5734109a-c6ca-4584-9471-f72a69ddd014,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:06.344154 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.345391 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fb02677f-55f0-4313-a4f1-c5c491e2befd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3240204 Jul 28 19:10:06.348409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51736) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:06.353110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:06.448037 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.509023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.606624 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.624083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f614528c-bbda-4105-b7c0-557c327ce80c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:06.712243 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.713486 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da3a8796-ff92-4845-a70e-f1f3b1b1af37 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3640981 Jul 28 19:10:06.716350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51738) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:06.721175 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:06.819311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.881423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.969766 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:06.989008 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ea98d8-964d-48c0-944e-ee1f708ef7f1,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:07.061375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.062647 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e3b80192-07f7-49e4-9406-d3ceed0cf405 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452382 Jul 28 19:10:07.065559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51740) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:07.070533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:07.169896 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Project 6d769b404c1247cbadf9c6a9cc807218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:10:07.175895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.235921 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.321267 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.339757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cdddc3-cb87-4122-806c-9d43dd8f145b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:07.401294 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.402533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d8602e58-7044-48f6-9b85-93600a20a0a9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3358505 Jul 28 19:10:07.405285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51742) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:07.410563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'security_group_rule': {'security_group_id': '1de2d39b-ac9c-49dc-9c83-cec3259983f6', 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:07.486794 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Project 6d769b404c1247cbadf9c6a9cc807218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:10:07.492126 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.552820 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.614638 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.631415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e0e96e-93e7-456e-9462-67094fad45f1,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:07.712161 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.713394 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-37e68029-859d-4bb3-b97a-4cd944516437 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3071625 Jul 28 19:10:07.746451 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6531205c-95a8-46bc-82d0-7bc45e836e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:07.793132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-fdbb4b22-8313-496b-bf6a-1a001e243134 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889994846&fields=id&tenant_id=6d769b404c1247cbadf9c6a9cc807218 HTTP/1.1" status: 200 len: 267 time: 0.0356956 Jul 28 19:10:07.849023 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-9d00ea63-54dd-4808-8c0b-4dcbff69700e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:07.850480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-9d00ea63-54dd-4808-8c0b-4dcbff69700e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Jul 28 19:10:07.861364 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'port': {'security_groups': ['b543c588-355d-4192-8230-6f9eeb3d3f27', '1de2d39b-ac9c-49dc-9c83-cec3259983f6']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:10:07.921687 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:08.109099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:10:08.140055 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:08.203898 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:08.216067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:10:08.245438 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.246010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:08.247458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9a300cb6-04e8-4eba-bec9-801d3a8aff78 req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "PUT /v2.0/ports/cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 982 time: 0.3904943 Jul 28 19:10:08.247900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:10:08.250128 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41abef0-27d2-4483-8ea3-e92ef494b23a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:10:08.282151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4edaed-03ae-4d1e-bd31-1c7972ee1320 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=6']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:08.324490 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56634d4-37a9-4f92-a912-e689df36cedb x-openstack-request-id: req-d56634d4-37a9-4f92-a912-e689df36cedb {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:10:08.324806 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:10:08.325073 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d56634d4-37a9-4f92-a912-e689df36cedb {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:10:08.325530 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:10:08.337784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:10:08.414982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7e25-8620-4ec0-85a3-5f90197706fb req-e024f3c6-af96-48d2-98f1-9cc6d8a5b898 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.416593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58ff7e25-8620-4ec0-85a3-5f90197706fb req-e024f3c6-af96-48d2-98f1-9cc6d8a5b898 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0852695 Jul 28 19:10:08.418696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-140b6c8a-52d9-49c1-a8ff-acaf2ac465ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.420178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-140b6c8a-52d9-49c1-a8ff-acaf2ac465ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1136 time: 0.0770655 Jul 28 19:10:08.517074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58ff7e25-8620-4ec0-85a3-5f90197706fb req-13e89eb9-eacb-4cc2-a1ff-abfb6e91e898 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935218 Jul 28 19:10:08.553542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-8df74dd8-911f-4909-8105-eb9405005916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.556061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-8df74dd8-911f-4909-8105-eb9405005916 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.1244433 Jul 28 19:10:08.624315 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-00b6c420-40e7-43d1-90c7-9baef120e239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 1001 time: 0.0605867 Jul 28 19:10:08.632451 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5d356a1d-d81a-47a2-a20f-42288819b224 None None] Provisioning complete for port cccab471-e1f9-4b47-b573-9627b9e022c8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:10:08.632830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5d356a1d-d81a-47a2-a20f-42288819b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:08.682155 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-8c8ea669-6442-47d3-b209-0c4658a07942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.683656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-8c8ea669-6442-47d3-b209-0c4658a07942 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0516639 Jul 28 19:10:08.733876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-d5beb78f-157f-46b5-8395-7018c9517528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:08.735300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-d5beb78f-157f-46b5-8395-7018c9517528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446568 Jul 28 19:10:08.835908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-a2b4a322-5a3a-43ff-93c3-8a8367bca51b service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932152 Jul 28 19:10:08.936192 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b41abef0-27d2-4483-8ea3-e92ef494b23a req-988e4521-c1e1-47ed-a6e5-e560f89c1a66 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928037 Jul 28 19:10:10.138422 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:10.352027 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ec9d76f8-46e2-4c36-bac2-6bcd8b994e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:11.346354 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:13.195170 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:16.168889 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:19.306072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:22.582765 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5587e8-4922-4dd6-bb63-06123ecabd0c req-abaa9834-69f7-4be8-b9b6-df398db93ad9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.584211 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd5587e8-4922-4dd6-bb63-06123ecabd0c req-abaa9834-69f7-4be8-b9b6-df398db93ad9 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0504518 Jul 28 19:10:22.649330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd5587e8-4922-4dd6-bb63-06123ecabd0c req-8f432e3d-cdd2-45ec-a6fc-a173ea47f528 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576847 Jul 28 19:10:22.660275 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-e46fd1c5-2591-4e54-a79b-76261f060874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.661730 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-e46fd1c5-2591-4e54-a79b-76261f060874 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1136 time: 0.0542727 Jul 28 19:10:22.757953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-b6ceb80e-6c79-439c-84eb-5b810bf02f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.759426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-b6ceb80e-6c79-439c-84eb-5b810bf02f04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.0854411 Jul 28 19:10:22.827026 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-df3d01fb-16a2-43e4-8f40-e95b5acf51b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 1001 time: 0.0583277 Jul 28 19:10:22.882063 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-ce12c620-4da6-40e0-ba19-7256b8f6181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.883471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-ce12c620-4da6-40e0-ba19-7256b8f6181d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0459187 Jul 28 19:10:22.929936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-7b581c4f-acdb-435f-969a-2c0752361663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.931384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-7b581c4f-acdb-435f-969a-2c0752361663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389080 Jul 28 19:10:23.017919 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-3961bc11-2a8b-44ab-8ba7-6279d69ff892 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785198 Jul 28 19:10:23.109179 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f0aaa1be-a7dc-4733-a797-cf17ca2460ad req-160a981d-6a9b-4b12-9f62-4735ce6d2f41 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Jul 28 19:10:23.770844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5335c83-38d3-4832-9606-4bdc152b21c5 req-6715b93e-c8dc-46a6-8d49-c34fba9b5951 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:23.772374 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5335c83-38d3-4832-9606-4bdc152b21c5 req-6715b93e-c8dc-46a6-8d49-c34fba9b5951 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0540566 Jul 28 19:10:23.812087 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d5335c83-38d3-4832-9606-4bdc152b21c5 req-c520556b-83a4-4990-9311-70d2149781c2 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332885 Jul 28 19:10:24.929908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb574f-5d29-4858-bf36-10744a254f5d req-6dfeba78-3463-4348-9cd0-746404a15ba0 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:24.932541 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33cb574f-5d29-4858-bf36-10744a254f5d req-6dfeba78-3463-4348-9cd0-746404a15ba0 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0517318 Jul 28 19:10:24.970733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-33cb574f-5d29-4858-bf36-10744a254f5d req-0359138d-5438-41ba-a6ff-c94626840688 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328028 Jul 28 19:10:26.085940 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd6790-3958-45d7-81e8-f544e3cb799a req-d72e58f1-1f1a-4bed-a110-310a2d2d43aa tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:26.087422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dfd6790-3958-45d7-81e8-f544e3cb799a req-d72e58f1-1f1a-4bed-a110-310a2d2d43aa tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0481458 Jul 28 19:10:26.126618 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9dfd6790-3958-45d7-81e8-f544e3cb799a req-7dfd54c2-1240-4513-8329-09d4c1609781 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327604 Jul 28 19:10:27.240013 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82df85b-1ac5-46f1-a284-88233524155e req-9f6d63a3-8990-470e-81b8-66d626c0e28b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:27.241487 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c82df85b-1ac5-46f1-a284-88233524155e req-9f6d63a3-8990-470e-81b8-66d626c0e28b tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0490799 Jul 28 19:10:27.280582 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c82df85b-1ac5-46f1-a284-88233524155e req-cf45f3c0-ef77-4283-9534-8f1b23c24657 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330515 Jul 28 19:10:28.391550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fded7e-42e8-44a8-9599-64e671355961 req-18552725-7b56-4dd2-a526-d2e16cbe4460 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:28.393012 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45fded7e-42e8-44a8-9599-64e671355961 req-18552725-7b56-4dd2-a526-d2e16cbe4460 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0478394 Jul 28 19:10:28.433591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-45fded7e-42e8-44a8-9599-64e671355961 req-6f1cf788-52a0-46f8-b80b-b76d303a7fc4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341208 Jul 28 19:10:29.551739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6b447-06ac-4f73-a245-111678230e06 req-0d0315ca-3b6c-4425-9b91-12976566fbb4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:29.553226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9af6b447-06ac-4f73-a245-111678230e06 req-0d0315ca-3b6c-4425-9b91-12976566fbb4 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0524461 Jul 28 19:10:29.592872 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9af6b447-06ac-4f73-a245-111678230e06 req-9957204e-4654-4a0e-b816-50fef1f5a37e tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329432 Jul 28 19:10:30.711516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831289b-a5e8-4fc5-81d1-96abebfa9db3 req-4fa6c2a7-28a6-4cbf-928a-efe203e9f28d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:30.712996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3831289b-a5e8-4fc5-81d1-96abebfa9db3 req-4fa6c2a7-28a6-4cbf-928a-efe203e9f28d tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0527043 Jul 28 19:10:30.753273 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3831289b-a5e8-4fc5-81d1-96abebfa9db3 req-c6c4ed4e-81bd-4e7b-a769-dedbfc47ab7a tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341020 Jul 28 19:10:31.868622 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3fb4d-9778-446a-9042-d69a4c47b51f req-4aefb238-7d81-457b-a9e4-ac9b23b6b049 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:31.870108 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb3fb4d-9778-446a-9042-d69a4c47b51f req-4aefb238-7d81-457b-a9e4-ac9b23b6b049 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0488474 Jul 28 19:10:31.909712 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb3fb4d-9778-446a-9042-d69a4c47b51f req-5edb8ff5-3ec8-4966-adce-64443a355794 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334451 Jul 28 19:10:32.141459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:10:33.025029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6675a1-8d2f-45d8-bfe8-214ee207996a req-e1cf21c3-e0f1-4b8f-84f1-e5d202ea6663 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:33.026511 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d6675a1-8d2f-45d8-bfe8-214ee207996a req-e1cf21c3-e0f1-4b8f-84f1-e5d202ea6663 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0496528 Jul 28 19:10:33.065089 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0d6675a1-8d2f-45d8-bfe8-214ee207996a req-637c751d-ead3-4b52-9f7f-49fefc1dbb42 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325480 Jul 28 19:10:34.178197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfef8eb-81d0-47aa-8be5-917ca690088c req-e8c29cff-ce6a-44c4-87bf-dcf2d87cdaef tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:34.180221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4cfef8eb-81d0-47aa-8be5-917ca690088c req-e8c29cff-ce6a-44c4-87bf-dcf2d87cdaef tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0490849 Jul 28 19:10:34.219178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4cfef8eb-81d0-47aa-8be5-917ca690088c req-b673bab0-5efd-4888-b658-092dd9a86251 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&id=1de2d39b-ac9c-49dc-9c83-cec3259983f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329347 Jul 28 19:10:37.731756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-062530d2-07f1-4158-8003-d5c3276360f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:40.122704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:40.413928 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c56654a-7530-46d5-a768-360db7598d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:41.339483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:43.214289 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:46.229450 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:49.320028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:52.331238 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-f62230d9-b29f-449c-a53d-8ac80d9ddb00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433171 Jul 28 19:10:52.413138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-8b5afb51-19fc-49a0-89b0-32882d277bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:52.414604 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-8b5afb51-19fc-49a0-89b0-32882d277bdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1136 time: 0.0405974 Jul 28 19:10:52.513176 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-4fe02433-6249-46cb-be8a-7082598b7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:52.514670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-4fe02433-6249-46cb-be8a-7082598b7c2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.0820110 Jul 28 19:10:52.582321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-e7506e5d-a234-47d5-9b87-a79294bb9949 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 1001 time: 0.0601640 Jul 28 19:10:52.630880 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-9117fddb-487b-4965-b4b1-fd3c39797289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:52.632308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-9117fddb-487b-4965-b4b1-fd3c39797289 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0425017 Jul 28 19:10:52.676070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-378edac1-55a8-4ee5-869c-7d7c036a3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:52.677488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-378edac1-55a8-4ee5-869c-7d7c036a3364 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384927 Jul 28 19:10:52.768029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-290a7db6-3e89-4bf4-a524-9bcf9c630c78 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824680 Jul 28 19:10:52.855938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0c289a4f-313f-462b-bae9-b18cbd7ef2b8 req-04c77f66-7cb0-43a2-98b6-880518498ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806646 Jul 28 19:11:06.697405 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc6f58e-651d-4aed-b208-a052ff167373 req-5c226d98-5a52-4797-990b-a61d873026fd tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889994846&fields=id&tenant_id=6d769b404c1247cbadf9c6a9cc807218 HTTP/1.1" status: 200 len: 267 time: 0.0336485 Jul 28 19:11:06.753658 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f58e-651d-4aed-b208-a052ff167373 req-b840e7c0-a211-443a-bad4-7847967ac525 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:06.755027 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc6f58e-651d-4aed-b208-a052ff167373 req-b840e7c0-a211-443a-bad4-7847967ac525 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 985 time: 0.0520117 Jul 28 19:11:06.765999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Request body: {'port': {'security_groups': ['b543c588-355d-4192-8230-6f9eeb3d3f27']}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:06.828421 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:06.999517 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:07.031694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.093651 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.106425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:11:07.153066 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event updated for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=7']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:07.164477 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.165076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.165424 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.165763 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.166098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.166970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.167587 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.168101 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.168445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.168773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.169151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.169514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.186377 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:07.187033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.191488 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-afc6f58e-651d-4aed-b208-a052ff167373 req-165394fe-7e4f-4d88-82c2-6ee692dcf720 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "PUT /v2.0/ports/cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 943 time: 0.4298329 Jul 28 19:11:07.192032 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:07.194267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51798) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:07.196196 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b21a3-bb2b-452e-b052-12a7858eaada" -d '{"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:07.239855 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da59b9-52c3-4e16-821b-c8e6ee4a66c0 x-openstack-request-id: req-21da59b9-52c3-4e16-821b-c8e6ee4a66c0 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:07.240356 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:07.240773 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21da59b9-52c3-4e16-821b-c8e6ee4a66c0 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:07.241338 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:11:07.258847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:11:07.326409 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.351823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b21a3-bb2b-452e-b052-12a7858eaada req-be9a2871-5cf8-4648-a97c-cbcada1bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:07.353616 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-be9a2871-5cf8-4648-a97c-cbcada1bb668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1097 time: 0.0830140 Jul 28 19:11:07.361832 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.465048 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4b593f72-5da9-418d-866c-0b0a783f7350 None None] Provisioning complete for port cccab471-e1f9-4b47-b573-9627b9e022c8 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:07.465424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b593f72-5da9-418d-866c-0b0a783f7350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.478897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b21a3-bb2b-452e-b052-12a7858eaada req-d1081388-6769-418f-9af0-a0af44c48da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:07.480468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-d1081388-6769-418f-9af0-a0af44c48da8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.1155527 Jul 28 19:11:07.551910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-163c20e3-a0e2-44f8-bdce-0e13144ab051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 1001 time: 0.0635390 Jul 28 19:11:07.601487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b21a3-bb2b-452e-b052-12a7858eaada req-a5291828-f2d4-4cb7-839c-b54a853bfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:07.602840 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-a5291828-f2d4-4cb7-839c-b54a853bfdf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0441215 Jul 28 19:11:07.606753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.609259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.610352 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "DELETE /v2.0/security-groups/1de2d39b-ac9c-49dc-9c83-cec3259983f6 HTTP/1.1" status: 204 len: 168 time: 0.4150784 Jul 28 19:11:07.613127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51802) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:07.644456 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2d39b-ac9c-49dc-9c83-cec3259983f6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:07.656586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.656920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.657259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.657588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.657914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.658238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.658558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.658876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.659193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.659540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.659863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.660178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b0900-13b2-49a4-8410-5b44bb865675 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:07.678146 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b21a3-bb2b-452e-b052-12a7858eaada req-548a28bb-608c-40ac-83cc-8927af9fc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:07.680064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-548a28bb-608c-40ac-83cc-8927af9fc99a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687129 Jul 28 19:11:07.739322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ec1638c5-36dd-4f0a-9512-87519c16e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.772046 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-45e740d1-d019-4699-80d9-7505916e8b6d service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Jul 28 19:11:07.779776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Deleting port a18ea650-3883-43d4-9327-d73d287d8fee {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:07.780253 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.860539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.860773 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:07.867801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-161b21a3-bb2b-452e-b052-12a7858eaada req-b822dba1-c7be-49af-bb08-8209b8073e58 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894721 Jul 28 19:11:07.872143 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Calling delete_port for a18ea650-3883-43d4-9327-d73d287d8fee owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:08.092879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:08.116237 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event deleted for resources: {'Port': ['ID=a18ea650-3883-43d4-9327-d73d287d8fee,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:08.175730 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:08.176066 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Floating IP f9582f51-5633-4a8f-aaed-7d50cf3491b1 disassociated (deleted). External IP: 172.25.7.71, port: cccab471-e1f9-4b47-b573-9627b9e022c8. Jul 28 19:11:08.376865 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Router 3176e26e-154c-4049-85db-fcd896d8a099 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:08.480783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:08.485479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:08.490703 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Sync routers for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:08.504542 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:08.505143 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:08.516191 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c479b402-4694-43e2-a2d5-93e5827bf1bf tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "DELETE /v2.0/floatingips/f9582f51-5633-4a8f-aaed-7d50cf3491b1 HTTP/1.1" status: 204 len: 168 time: 0.8990240 Jul 28 19:11:08.608865 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:08.805516 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:08.832305 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Checking router: 3176e26e-154c-4049-85db-fcd896d8a099 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:08.840408 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:08.841004 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:10:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:08.945675 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:09.142091 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:11:09.150481 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:09.179199 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4e9d6-2e12-4b5e-9a19-f8c252922953 None None] The sync data for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 is: [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:09:05Z', 'revision_number': 4, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'baf54748-a437-4f06-a228-8f7b819a7b6b', 'name': '', 'network_id': 'c80cb9a9-bf25-40ac-af43-8cb02ae049bf', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'mac_address': 'fa:16:3e:2e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:05Z', 'updated_at': '2021-07-28T19:09:10Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'subnets': [{'id': 'f47ffc2c-411f-4bd7-82ca-b485fe9e1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:09.243162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:09.245964 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fc954-3ddf-428a-817c-37d0b086b049" -d '{"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:09.282145 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84856a4-7835-436b-8984-1242fb783b65 x-openstack-request-id: req-c84856a4-7835-436b-8984-1242fb783b65 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:09.282440 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:09.282696 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c84856a4-7835-436b-8984-1242fb783b65 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:09.283099 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:11:09.352502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-a44d6ddf-c054-4247-8540-cddef4a8016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:09.354009 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-a44d6ddf-c054-4247-8540-cddef4a8016b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d769b404c1247cbadf9c6a9cc807218&device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 1097 time: 0.0439215 Jul 28 19:11:09.391984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece3941-413d-4489-8741-3ffa146415f6 None None] New status for floating IP f9582f51-5633-4a8f-aaed-7d50cf3491b1: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:11:09.448220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-781a203d-5e7f-4a2e-8d2b-c05ebf4324e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:09.449902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-781a203d-5e7f-4a2e-8d2b-c05ebf4324e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 200 len: 915 time: 0.0882373 Jul 28 19:11:09.498053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-0bffb8bc-3a8d-4fe4-893a-24bdb4c7affa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 200 len: 217 time: 0.0406268 Jul 28 19:11:09.547225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-fe946fec-dd1d-4f6c-9329-534e1bbfec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:09.548686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-fe946fec-dd1d-4f6c-9329-534e1bbfec81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 200 len: 853 time: 0.0440507 Jul 28 19:11:09.594359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-bd3fc762-a2ed-4767-81e1-a47847904e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:09.595894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-bd3fc762-a2ed-4767-81e1-a47847904e4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cb9a9-bf25-40ac-af43-8cb02ae049bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403588 Jul 28 19:11:09.701273 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-c7480e63-6abb-4517-9a9a-f6d7ab18a81c service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830162 Jul 28 19:11:09.773284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f11fc954-3ddf-428a-817c-37d0b086b049 req-405b7040-b6de-44c8-9a93-8199d02cc584 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802186 Jul 28 19:11:10.116051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:10.407460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-262bd21b-7a7d-49f3-952c-70e3f88b5772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:11.327424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:13.206846 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:16.211096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:16.991156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88b9b5-689d-494b-a911-f187828bd404 req-1a213a7f-e910-464d-a145-4ed980965993 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:16.992580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b88b9b5-689d-494b-a911-f187828bd404 req-1a213a7f-e910-464d-a145-4ed980965993 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0549324 Jul 28 19:11:17.030191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b88b9b5-689d-494b-a911-f187828bd404 req-c2500b0f-bad4-4b6c-9bfb-aba524840fda tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jul 28 19:11:18.146967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c048-4262-4730-a9bf-3692aeb2feba req-54636489-55d5-4732-b1e0-6537b73659f3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:18.148479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1072c048-4262-4730-a9bf-3692aeb2feba req-54636489-55d5-4732-b1e0-6537b73659f3 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Jul 28 19:11:18.185904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1072c048-4262-4730-a9bf-3692aeb2feba req-a6ac93f9-b04c-4a83-a275-3fba59b66357 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/security-groups?id=b543c588-355d-4192-8230-6f9eeb3d3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Jul 28 19:11:18.621862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12eac-491a-49ee-af64-730102f35c9c req-80df6b38-b0c2-4376-8e88-5c99f00e87a5 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:18.624006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26c12eac-491a-49ee-af64-730102f35c9c req-80df6b38-b0c2-4376-8e88-5c99f00e87a5 tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 946 time: 0.0496163 Jul 28 19:11:18.710980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Deleting port cccab471-e1f9-4b47-b573-9627b9e022c8 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:18.711323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:18.798967 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] For port cccab471-e1f9-4b47-b573-9627b9e022c8, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=cccab471-e1f9-4b47-b573-9627b9e022c8,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:18.799256 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:18.812483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Calling delete_port for cccab471-e1f9-4b47-b573-9627b9e022c8 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:18.995548 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:19.007553 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['cccab471-e1f9-4b47-b573-9627b9e022c8'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:11:19.030833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Pushing event deleted for resources: {'Port': ['ID=cccab471-e1f9-4b47-b573-9627b9e022c8,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:19.068345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] No DVR routers for this DVR port cccab471-e1f9-4b47-b573-9627b9e022c8 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:19.070969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:19.073131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-26c12eac-491a-49ee-af64-730102f35c9c req-6a3ef41e-72fa-4377-867c-d1467ab95a7f tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.37 "DELETE /v2.0/ports/cccab471-e1f9-4b47-b573-9627b9e022c8 HTTP/1.1" status: 204 len: 173 time: 0.4434216 Jul 28 19:11:19.073725 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'name': 'network-vif-deleted', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:19.075973 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913655d-f2f8-442e-85b2-5b59942530d6" -d '{"events": [{"server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "name": "network-vif-deleted", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:19.114519 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c3ed9-314d-4964-9294-971d430c8b0a x-openstack-request-id: req-815c3ed9-314d-4964-9294-971d430c8b0a {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:19.114519 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b52a03c-5338-4faa-8b28-12d1616ee371", "name": "network-vif-deleted", "tag": "cccab471-e1f9-4b47-b573-9627b9e022c8", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:19.114519 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-815c3ed9-314d-4964-9294-971d430c8b0a {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:19.114519 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b52a03c-5338-4faa-8b28-12d1616ee371', 'name': 'network-vif-deleted', 'tag': 'cccab471-e1f9-4b47-b573-9627b9e022c8', 'status': 'completed', 'code': 200} Jul 28 19:11:19.280242 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d794bbde-c32d-4237-92e9-8ad1411a7178 req-80b9259f-a970-432e-a89e-6abd1921472a tempest-TestMinimumBasicScenario-1086862378 tempest-TestMinimumBasicScenario-1086862378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b52a03c-5338-4faa-8b28-12d1616ee371 HTTP/1.1" status: 200 len: 210 time: 0.0255959 Jul 28 19:11:19.321210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:21.417865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51902) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:21.759524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:21.992091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Deleting port baf54748-a437-4f06-a228-8f7b819a7b6b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:21.992430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:22.067295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] For port baf54748-a437-4f06-a228-8f7b819a7b6b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=baf54748-a437-4f06-a228-8f7b819a7b6b,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:22.067601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:22.079439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Calling delete_port for baf54748-a437-4f06-a228-8f7b819a7b6b owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:22.342980 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:22.372342 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf54748-a437-4f06-a228-8f7b819a7b6b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:22.533744 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:22.736853 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device cccab471-e1f9-4b47-b573-9627b9e022c8 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:22.757369 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: cccab471-e1f9-4b47-b573-9627b9e022c8 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:22.757735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device cccab471-e1f9-4b47-b573-9627b9e022c8 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:23.085543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Router 3176e26e-154c-4049-85db-fcd896d8a099 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:23.189788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:23.194668 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-59e5fda1-f653-4ade-afed-1e9dd577cb64 admin admin] 10.222.0.25 "PUT /v2.0/routers/3176e26e-154c-4049-85db-fcd896d8a099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757874 Jul 28 19:11:23.197204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51904) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:23.199763 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Sync routers for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:23.210217 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:23.210814 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:23.301058 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.313738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:23.404795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.486059 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:11:22Z', 'revision_number': 5, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port': {'id': 'a154e5aa-f3bb-4234-bf8b-79250bb7b502', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176e26e-154c-4049-85db-fcd896d8a099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:03Z', 'updated_at': '2021-07-28T19:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:23.512182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Checking router: 3176e26e-154c-4049-85db-fcd896d8a099 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:23.513526 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Deleting port a154e5aa-f3bb-4234-bf8b-79250bb7b502 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:23.513868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.520696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Routers {'3176e26e-154c-4049-85db-fcd896d8a099'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:23.521291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3176e26e-154c-4049-85db-fcd896d8a099'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:23.589651 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] For port a154e5aa-f3bb-4234-bf8b-79250bb7b502, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=a154e5aa-f3bb-4234-bf8b-79250bb7b502,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:23.590280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.602771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Calling delete_port for a154e5aa-f3bb-4234-bf8b-79250bb7b502 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:23.609151 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] Set router 3176e26e-154c-4049-85db-fcd896d8a099 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:23.661382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:11:23Z', 'revision_number': 6, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:23.687491 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6938cbb-4d94-47f9-9ca3-a49ba5a2456b None None] The sync data for ids ['3176e26e-154c-4049-85db-fcd896d8a099'] in n-d-778550-5 is: [{'id': '3176e26e-154c-4049-85db-fcd896d8a099', 'name': 'tempest-TestMinimumBasicScenario-222714549-router', 'tenant_id': '6d769b404c1247cbadf9c6a9cc807218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:02Z', 'updated_at': '2021-07-28T19:11:23Z', 'revision_number': 6, 'project_id': '6d769b404c1247cbadf9c6a9cc807218', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:23.823843 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.851703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a154e5aa-f3bb-4234-bf8b-79250bb7b502,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:23.918222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.000650 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.002669 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.109612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.110191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3176e26e-154c-4049-85db-fcd896d8a099 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:11:24.115250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.115897 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da3a86ff-86b0-4031-b405-01407415de62 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3176e26e-154c-4049-85db-fcd896d8a099 HTTP/1.1" status: 204 len: 168 time: 0.9177747 Jul 28 19:11:24.118266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51906) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:24.158502 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device baf54748-a437-4f06-a228-8f7b819a7b6b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:24.171381 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Deleting subnet f47ffc2c-411f-4bd7-82ca-b485fe9e1684 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:11:24.174496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.181390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: baf54748-a437-4f06-a228-8f7b819a7b6b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:24.181866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device baf54748-a437-4f06-a228-8f7b819a7b6b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:24.208586 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.285128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.407079 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.431792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47ffc2c-411f-4bd7-82ca-b485fe9e1684,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:24.435446 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.437413 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-62f4ad9a-8212-491e-8dab-82a627d6c2e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f47ffc2c-411f-4bd7-82ca-b485fe9e1684 HTTP/1.1" status: 204 len: 168 time: 0.3180945 Jul 28 19:11:24.439848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51908) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:24.441313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0dffa-7cda-4d3f-a0a6-486ebe6a8016 None None] Network c80cb9a9-bf25-40ac-af43-8cb02ae049bf requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:11:24.509764 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.564455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Deleting port d8ed9982-be2e-4733-a71c-961b4cda41d9 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:24.564685 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.618787 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] DHCP port deletion for c80cb9a9-bf25-40ac-af43-8cb02ae049bf request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:11:24.643468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] For port d8ed9982-be2e-4733-a71c-961b4cda41d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d8ed9982-be2e-4733-a71c-961b4cda41d9,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:24.643998 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.658223 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Calling delete_port for d8ed9982-be2e-4733-a71c-961b4cda41d9 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:24.673609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Deleting port d8ed9982-be2e-4733-a71c-961b4cda41d9 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:24.673983 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.736221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] For port d8ed9982-be2e-4733-a71c-961b4cda41d9, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d8ed9982-be2e-4733-a71c-961b4cda41d9,segment=NetworkSegment(949e1bb1-2416-4132-9c15-bc111819a080),segment_id=949e1bb1-2416-4132-9c15-bc111819a080)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:24.736662 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.750392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Calling delete_port for d8ed9982-be2e-4733-a71c-961b4cda41d9 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:24.795473 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.828353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ed9982-be2e-4733-a71c-961b4cda41d9,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:24.829610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.833311 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] No DVR routers for this DVR port d8ed9982-be2e-4733-a71c-961b4cda41d9 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:24.854041 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Pushing event deleted for resources: {'Port': ['ID=d8ed9982-be2e-4733-a71c-961b4cda41d9,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:24.864094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.864452 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.864802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.865158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.865492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.865831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.866162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.866493 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.866825 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.867150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.867667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.867829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:24.870462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb2eb5-a5e3-4448-acd8-e74dc025600f None None] No DVR routers for this DVR port d8ed9982-be2e-4733-a71c-961b4cda41d9 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:24.908750 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.918525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80cb9a9-bf25-40ac-af43-8cb02ae049bf']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:24.929221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949e1bb1-2416-4132-9c15-bc111819a080') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:24.929519 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949e1bb1-2416-4132-9c15-bc111819a080') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:24.938023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.951702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.957252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:11:24.957630 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:11:24.959260 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:11:25.075643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:25.081526 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:25.083371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/c80cb9a9-bf25-40ac-af43-8cb02ae049bf HTTP/1.1" status: 204 len: 168 time: 0.6422019 Jul 28 19:11:25.086324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51910) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:25.094627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd16282-ef21-43dd-9535-ac41eb1078cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c80cb9a9-bf25-40ac-af43-8cb02ae049bf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:25.746917 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:25.845620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a154e5aa-f3bb-4234-bf8b-79250bb7b502 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:25.865425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: a154e5aa-f3bb-4234-bf8b-79250bb7b502 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:25.865774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device a154e5aa-f3bb-4234-bf8b-79250bb7b502 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:25.866194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d8ed9982-be2e-4733-a71c-961b4cda41d9 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:25.884845 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d8ed9982-be2e-4733-a71c-961b4cda41d9 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:25.885193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d8ed9982-be2e-4733-a71c-961b4cda41d9 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:25.988501 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Deleting port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:25.988846 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:26.063542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] For port 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:26.063838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:26.076458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Calling delete_port for 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:26.297735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:26.320802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1c02eb-a80b-4930-b7ce-9a9e31b533bd,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:26.490239 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:26.700527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Router 62ef6989-0481-43be-a0b4-840d68b07e56 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:26.802567 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:26.808044 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-88adf331-8248-4843-88f3-ed1472060b79 admin admin] 10.222.0.25 "PUT /v2.0/routers/62ef6989-0481-43be-a0b4-840d68b07e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207167 Jul 28 19:11:26.811525 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51912) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:26.811676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Sync routers for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:26.820940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:26.821549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:26.912884 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:26.924010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:27.012606 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.094595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:11:26Z', 'revision_number': 5, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port': {'id': '866fc10a-8d45-4357-b9b4-28b25ac4d31d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:09:09Z', 'updated_at': '2021-07-28T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:27.123119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Deleting port 866fc10a-8d45-4357-b9b4-28b25ac4d31d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:27.123487 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.124775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Checking router: 62ef6989-0481-43be-a0b4-840d68b07e56 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:27.132918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Routers {'62ef6989-0481-43be-a0b4-840d68b07e56'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:27.133522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['62ef6989-0481-43be-a0b4-840d68b07e56'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:27.204253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] For port 866fc10a-8d45-4357-b9b4-28b25ac4d31d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=866fc10a-8d45-4357-b9b4-28b25ac4d31d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:27.204619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.216534 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Calling delete_port for 866fc10a-8d45-4357-b9b4-28b25ac4d31d owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:27.217373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] Set router 62ef6989-0481-43be-a0b4-840d68b07e56 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:27.266747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:11:27Z', 'revision_number': 6, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:27.435700 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.453243 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e948b0-20e6-4a4f-9202-5e84659079cb None None] The sync data for ids ['62ef6989-0481-43be-a0b4-840d68b07e56'] in n-d-778550-5 is: [{'id': '62ef6989-0481-43be-a0b4-840d68b07e56', 'name': 'tempest-TestMinimumBasicScenario-1693189015-router', 'tenant_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:09:08Z', 'updated_at': '2021-07-28T19:11:27Z', 'revision_number': 6, 'project_id': 'abbfb542e7d544e0be48fc0bbac94b36', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:27.460427 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Pushing event deleted for resources: {'Port': ['ID=866fc10a-8d45-4357-b9b4-28b25ac4d31d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:27.526567 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.613409 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.615477 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.761314 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.761808 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ef6989-0481-43be-a0b4-840d68b07e56 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:11:27.766523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.767721 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-329e2727-6bc6-4114-8141-4d3710a4864e admin admin] 10.222.0.25 "DELETE /v2.0/routers/62ef6989-0481-43be-a0b4-840d68b07e56 HTTP/1.1" status: 204 len: 168 time: 0.9552367 Jul 28 19:11:27.770224 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51914) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:27.817626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Deleting subnet d07a2dd9-88d5-48e4-abf4-fc491968a577 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:11:27.820114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.856045 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.906696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:27.925577 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:27.931588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 6b1c02eb-a80b-4930-b7ce-9a9e31b533bd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:27.941299 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.052375 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.078554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07a2dd9-88d5-48e4-abf4-fc491968a577,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:28.080506 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.083042 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-cf2a84ab-f364-4c07-9494-a7489a359185 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d07a2dd9-88d5-48e4-abf4-fc491968a577 HTTP/1.1" status: 204 len: 168 time: 0.3118899 Jul 28 19:11:28.085095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51916) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:28.085899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f2e6a-7a0f-4e05-8c38-3a1bc724bf81 None None] Network f742f977-d3e6-4291-808f-e92cbde0ca8a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:11:28.152050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.210024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Deleting port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:28.210376 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.257268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] DHCP port deletion for f742f977-d3e6-4291-808f-e92cbde0ca8a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:11:28.277070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] For port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:28.277463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.290805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Calling delete_port for d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:28.302660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Deleting port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:28.302978 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.368791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] For port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,segment=NetworkSegment(49c6502b-0995-40cd-bdc2-3e177c25e828),segment_id=49c6502b-0995-40cd-bdc2-3e177c25e828)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:28.369191 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.382406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Calling delete_port for d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:28.420767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.446921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:28.451099 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] No DVR routers for this DVR port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:28.466906 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.482781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] No DVR routers for this DVR port d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:28.508718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1b13-20da-4373-8575-d96b31b70f3a None None] Pushing event deleted for resources: {'Port': ['ID=d61694bf-ce5e-4ba5-8e23-af0318cfb7d2,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:28.528174 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.538227 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f742f977-d3e6-4291-808f-e92cbde0ca8a']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:28.548774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c6502b-0995-40cd-bdc2-3e177c25e828') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:28.549065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c6502b-0995-40cd-bdc2-3e177c25e828') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:28.561731 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.575818 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.581479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:11:28.581859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:11:28.583472 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:11:28.680898 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.686644 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:28.688479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] 10.222.0.25 "DELETE /v2.0/networks/f742f977-d3e6-4291-808f-e92cbde0ca8a HTTP/1.1" status: 204 len: 168 time: 0.6023746 Jul 28 19:11:28.699344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3ac1-0b65-43e3-be52-c1715f563d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f742f977-d3e6-4291-808f-e92cbde0ca8a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:29.045296 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51920) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:29.084948 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4eb0ecd4-e8d3-4f13-9977-e747c0843671 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d769b404c1247cbadf9c6a9cc807218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385101 Jul 28 19:11:29.087252 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51922) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:29.138338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.158517 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.290971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.293585 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.295369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b543c588-355d-4192-8230-6f9eeb3d3f27 HTTP/1.1" status: 204 len: 168 time: 0.2071722 Jul 28 19:11:29.302979 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e3bd9-8f1a-40bb-b607-15cabb9bae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543c588-355d-4192-8230-6f9eeb3d3f27,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:29.838097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 866fc10a-8d45-4357-b9b4-28b25ac4d31d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:29.859364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 866fc10a-8d45-4357-b9b4-28b25ac4d31d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:29.859737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 866fc10a-8d45-4357-b9b4-28b25ac4d31d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:29.860155 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:29.877941 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:29.878295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device d61694bf-ce5e-4ba5-8e23-af0318cfb7d2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:29.998961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51928) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:30.038296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fe2dbc66-0cdf-4449-9ca6-da433e22a9b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abbfb542e7d544e0be48fc0bbac94b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380385 Jul 28 19:11:30.040995 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:30.088549 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:30.109959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:30.223160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:30.225784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:30.226943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5329f46-6d87-4451-be45-74db823887f1 HTTP/1.1" status: 204 len: 168 time: 0.1849666 Jul 28 19:11:30.241342 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb97d2-49e0-4f80-85b0-4e67804272b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5329f46-6d87-4451-be45-74db823887f1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:33.531809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:33.537014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696155678', 'description': 'tempest-secgroup-smoke-1696155678 description', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:33.623487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.631938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.719005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.793486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.832237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f99d6f-889e-4346-86be-d9264214273b,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:33.888500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.971979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:33.999269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d295bd-1dcf-44e1-947e-e1e79442de78,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:34.063202 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.064401 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3811f8d-0ca1-4df8-b553-eaba5ac29bcf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5315664 Jul 28 19:11:34.067266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:34.071675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:34.160053 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.214535 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.291705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.306142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028ac1e6-a138-4825-bcf1-17b117342524,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:34.377594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.378756 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-7b8a91f8-8180-414a-8092-7077c91147ca tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105528 Jul 28 19:11:34.381442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51976) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:34.385881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:34.451597 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.508833 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.576549 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.592990 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d262f-578f-4f73-a65f-303272f3d71e,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:34.673716 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.674865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d9adc7ef-1857-41bd-9169-ed9d32871634 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924988 Jul 28 19:11:34.677557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 51978) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:34.681960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:34.769498 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.828702 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.949179 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:34.966290 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd5249-2f78-4620-b324-02a32d944a24,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:35.092246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.093481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2a247b22-964b-4c67-9c30-b1dc0af349c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149909 Jul 28 19:11:35.096581 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51980) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:35.101223 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:35.181930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.241922 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.308739 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.325659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8518e2-26fc-4ceb-9206-a1d78288def2,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:35.394776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.396025 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a2cd3682-735d-4c63-85d0-3d6145e942aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984526 Jul 28 19:11:35.398591 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51982) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:35.403472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:35.492337 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:11:35.497351 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.556602 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.628976 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.647288 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3167556-4607-4728-a7d6-0c85d844c801,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:35.755042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.756237 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-22a5c90a-e8d7-4807-859f-5a3b78ddef46 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567231 Jul 28 19:11:35.758847 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51984) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:35.763809 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '07d295bd-1dcf-44e1-947e-e1e79442de78', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:35.846420 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:11:35.851311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.910713 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.983411 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:35.997624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd34da0-2647-4169-80ee-84625556bdd9,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:36.063069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.064252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-83ea51c2-49bb-477a-9c7d-4e19cdf1a015 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044384 Jul 28 19:11:36.067191 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51986) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:36.072149 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'network': {'name': 'tempest-network-smoke--45584290', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:36.137399 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:11:36.140772 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.164283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:11:36.173434 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.173782 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Added segment b9baf74f-be43-4a04-a2e3-7fec41d2fa1e of type vlan for network 860e77b6-afb2-42da-bb42-5e97bb7bec3f Jul 28 19:11:36.214218 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.308633 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.314160 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:36.314685 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.376682 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Network': ['ID=860e77b6-afb2-42da-bb42-5e97bb7bec3f,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:36.391028 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:11:36.464049 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-197acd75-c586-4717-b88a-93cd0a9db0f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3957977 Jul 28 19:11:36.467542 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51988) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:36.472361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'admin_state_up': True, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:36.572124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.573097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.627758 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:36.811664 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:37.029120 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:37.047201 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:37.147766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.39 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/4d7a1490-a047-43fb-85ee-8d6170099e9b) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:11:37.245462 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:37.337079 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:37.370325 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:37.375031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:37.378498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:11:37.407297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=4d7a1490-a047-43fb-85ee-8d6170099e9b,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:37.737313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4f843e16-0b79-43ef-b5e8-57c247466f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:38.003695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:38.197823 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:38.377740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:11:38.481086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:38.490386 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Sync routers for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:38.500311 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:38.500914 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:38.583485 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:38.584783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2de536a2-49cf-4f51-bf5f-d46ef9546dbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1162634 Jul 28 19:11:38.588109 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51990) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:38.692365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:38.705603 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2387e85c-78b3-41ef-80fc-d67d5b59afc4 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0c5ef85a76bb4b14849ed76c43a35d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1163604 Jul 28 19:11:38.708345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51994) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:38.798212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5d24f-a3ac-4ff1-b447-c9d748446405 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:38.799761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-00c5d24f-a3ac-4ff1-b447-c9d748446405 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904927 Jul 28 19:11:38.802807 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51996) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:38.831162 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2cd630c4-2392-4a17-9f73-914d7a1bb4c2 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272801 Jul 28 19:11:38.833760 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 51998) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:38.838570 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487629736', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:38.868360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:37Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:38.893848 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Checking router: 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:38.894191 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Updating router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 port 4d7a1490-a047-43fb-85ee-8d6170099e9b binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:11:38.918250 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:38.983506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:11:38.987009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.162784 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.173946 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Transition to ACTIVE for port object 4d7a1490-a047-43fb-85ee-8d6170099e9b will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:39.229272 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.251804 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.295705 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Subnet': ['ID=768814d1-e869-49ea-8bdd-fe38a3d39861,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:39.301710 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Attempting to bind port 4d7a1490-a047-43fb-85ee-8d6170099e9b on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:11:39.302710 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Attempting to bind port 4d7a1490-a047-43fb-85ee-8d6170099e9b by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:11:39.302710 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Attempting to bind port 4d7a1490-a047-43fb-85ee-8d6170099e9b on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:11:39.302890 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Checking segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:11:39.303219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network hostable DHCP agents. Network: 860e77b6-afb2-42da-bb42-5e97bb7bec3f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:11:39.313698 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:11:39.314072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:11:39.314472 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.314872 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:11:39.315312 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Bound port: 4d7a1490-a047-43fb-85ee-8d6170099e9b, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:11:39.315715 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.317333 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Pushing event updated for resources: {'Port': ['ID=4d7a1490-a047-43fb-85ee-8d6170099e9b,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:39.340265 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.340612 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.340949 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.341279 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.341603 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.341959 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.342286 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.342606 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.342927 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.343241 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.343585 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.343901 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:39.377726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] For port 4d7a1490-a047-43fb-85ee-8d6170099e9b, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:11:39.380644 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] For port 4d7a1490-a047-43fb-85ee-8d6170099e9b, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1490-a047-43fb-85ee-8d6170099e9b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:11:39.383247 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:11:39.457882 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.480410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 860e77b6-afb2-42da-bb42-5e97bb7bec3f) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:39.485217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:39.485995 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.494067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45451731-331c-4929-ae33-5b48b63d15df None None] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:11:39.504040 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:39.504661 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:39.558984 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e75f4d5-dfd5-4fcc-8347-5470858e0150 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7209835 Jul 28 19:11:39.559712 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e149eab-1e4b-40b3-b547-8147480d3e50 None None] Pushing event updated for resources: {'Port': ['ID=4d7a1490-a047-43fb-85ee-8d6170099e9b,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:39.559919 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52000) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:39.625588 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:39.649469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:11:39.650598 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.790507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Allocated IP 172.20.0.2 (860e77b6-afb2-42da-bb42-5e97bb7bec3f/768814d1-e869-49ea-8bdd-fe38a3d39861/8983f802-a557-4e17-8102-e651d747d269) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:11:39.806832 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:37Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:39.832572 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82369-fbcb-4428-94cc-bc2d31f0aea1 None None] The sync data for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 is: [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:37Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:39.933013 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:39.941366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Transition to ACTIVE for port object 8983f802-a557-4e17-8102-e651d747d269 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:39.956772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Transition to ACTIVE for port object 8983f802-a557-4e17-8102-e651d747d269 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:40.017043 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.037278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.117766 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:40.129938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:40.133712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:11:40.137568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Pushing event updated for resources: {'Port': ['ID=8983f802-a557-4e17-8102-e651d747d269,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:40.192541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Attempting to bind port 8983f802-a557-4e17-8102-e651d747d269 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:11:40.192921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Attempting to bind port 8983f802-a557-4e17-8102-e651d747d269 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:11:40.193392 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Attempting to bind port 8983f802-a557-4e17-8102-e651d747d269 on network 860e77b6-afb2-42da-bb42-5e97bb7bec3f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:11:40.196749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.201252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:11:40.201637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Checking segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:11:40.207154 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.207154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Bound using segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:11:40.207154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Bound port: 8983f802-a557-4e17-8102-e651d747d269, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:11:40.207154 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.277391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] For port 8983f802-a557-4e17-8102-e651d747d269, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:11:40.281697 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] For port 8983f802-a557-4e17-8102-e651d747d269, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8983f802-a557-4e17-8102-e651d747d269,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:11:40.355550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.1 (860e77b6-afb2-42da-bb42-5e97bb7bec3f/768814d1-e869-49ea-8bdd-fe38a3d39861/ec1109d0-663c-4a77-9240-5512299aee62) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:11:40.356668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.390184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2195c4e0-8112-478b-93a5-85d42499f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.438454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccb53a-73ac-4504-ac2f-a37bb14687e1 None None] Pushing event updated for resources: {'Port': ['ID=8983f802-a557-4e17-8102-e651d747d269,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:40.505452 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.524181 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object ec1109d0-663c-4a77-9240-5512299aee62 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:40.629588 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.676075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:40.679386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:40.683516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:11:40.712365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:40.739235 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:40.930116 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.219054 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.302021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.371761 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.373504 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:41.378956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb0f5b-8bd5-4fd9-9f77-ab35f328e51a None None] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:11:41.393200 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.471294 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:41.472732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:41.538288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-690841ad-d43b-48c7-8075-a991a34e1d3b None None] Provisioning for port 8983f802-a557-4e17-8102-e651d747d269 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:41.588030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:41.702662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:41.707788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6ceaafc1-0a97-472d-ae49-4989e33f07d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/0f32d5f0-9e89-49f4-86ce-c6bf343c55c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466782 Jul 28 19:11:41.823693 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-17a5dde1-4995-4426-ae9d-217128f7e725 None None] Provisioning for port ec1109d0-663c-4a77-9240-5512299aee62 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:41.834516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-17a5dde1-4995-4426-ae9d-217128f7e725 None None] Provisioning complete for port ec1109d0-663c-4a77-9240-5512299aee62 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:41.834967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a5dde1-4995-4426-ae9d-217128f7e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:41.884937 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-06a97358-5e69-4208-8cf8-decd49b6a3f1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696155678&fields=id&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 267 time: 0.0579622 Jul 28 19:11:41.896215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-17a5dde1-4995-4426-ae9d-217128f7e725 None None] Port ec1109d0-663c-4a77-9240-5512299aee62 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:11:41.953746 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1490-a047-43fb-85ee-8d6170099e9b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:42.025724 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-ae5f194a-975b-4746-9598-5d7d28fc27ba tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:42.027296 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-ae5f194a-975b-4746-9598-5d7d28fc27ba tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 795 time: 0.1328964 Jul 28 19:11:42.045802 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2de474ce-7c78-4df2-a29c-f6c20e8ea692 None None] Provisioning complete for port ec1109d0-663c-4a77-9240-5512299aee62 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:42.045802 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2de474ce-7c78-4df2-a29c-f6c20e8ea692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.049503 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Sync routers for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:42.054796 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-07facafd-3b7c-4a9e-ba4c-00eb84876fae tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/quotas/0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 375 time: 0.0140653 Jul 28 19:11:42.089888 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:42.091042 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:42.097964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 4d7a1490-a047-43fb-85ee-8d6170099e9b completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:42.116346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-cfc1a273-7cd0-46d1-a384-ea77235b03ad tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541441 Jul 28 19:11:42.129336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2de474ce-7c78-4df2-a29c-f6c20e8ea692 None None] Port ec1109d0-663c-4a77-9240-5512299aee62 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:11:42.135925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d7a1490-a047-43fb-85ee-8d6170099e9b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:42.136234 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.240613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:42.263074 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f2d9cba9-84ac-4098-a6e1-a4930956632f service neutron] 10.222.0.25 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323838 Jul 28 19:11:42.311648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-119286f0-58b7-40d8-b050-23319a270c5c None None] Provisioning complete for port ec1109d0-663c-4a77-9240-5512299aee62 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:42.311942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-119286f0-58b7-40d8-b050-23319a270c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.350478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.356921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-01d0ac52-6862-41de-9fa6-9f4294cfd41f service neutron] 10.222.0.25 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Jul 28 19:11:42.428280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 4d7a1490-a047-43fb-85ee-8d6170099e9b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1490-a047-43fb-85ee-8d6170099e9b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:42.441558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-119286f0-58b7-40d8-b050-23319a270c5c None None] Port ec1109d0-663c-4a77-9240-5512299aee62 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:11:42.505355 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.506138 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8983f802-a557-4e17-8102-e651d747d269 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:42.591680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:41Z', 'revision_number': 2, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:42.596206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=4d7a1490-a047-43fb-85ee-8d6170099e9b,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:42.621861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-229ac88b-7de7-4589-bc90-3ea75bdea8cb req-35c583c1-51e6-4d01-a85a-b42b07857ad3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 210 time: 0.0317292 Jul 28 19:11:42.628645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Checking router: 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:42.629006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Updating router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 port ec1109d0-663c-4a77-9240-5512299aee62 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:11:42.657582 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.744976 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8983f802-a557-4e17-8102-e651d747d269 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:42.753664 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8983f802-a557-4e17-8102-e651d747d269 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:42.754045 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.916083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:42.982920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8983f802-a557-4e17-8102-e651d747d269, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8983f802-a557-4e17-8102-e651d747d269,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:42.998324 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.008424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Transition to ACTIVE for port object ec1109d0-663c-4a77-9240-5512299aee62 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:43.034894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.057159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.093009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8983f802-a557-4e17-8102-e651d747d269,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:43.188674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8fbc-d9c8-414c-8730-c8ed61ed1dfa None None] Pushing event updated for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:43.191064 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Attempting to bind port ec1109d0-663c-4a77-9240-5512299aee62 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:11:43.191477 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Attempting to bind port ec1109d0-663c-4a77-9240-5512299aee62 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:11:43.191833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Attempting to bind port ec1109d0-663c-4a77-9240-5512299aee62 on network 860e77b6-afb2-42da-bb42-5e97bb7bec3f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:11:43.201622 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:11:43.202006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Checking segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:11:43.202409 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.202878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Bound using segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:11:43.203263 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Bound port: ec1109d0-663c-4a77-9240-5512299aee62, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:11:43.203672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.244694 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.276218 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] For port ec1109d0-663c-4a77-9240-5512299aee62, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:11:43.280208 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] For port ec1109d0-663c-4a77-9240-5512299aee62, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec1109d0-663c-4a77-9240-5512299aee62,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:11:43.349272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.582839 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8fbc-d9c8-414c-8730-c8ed61ed1dfa None None] Pushing event updated for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:43.585438 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:43.586036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:43.702290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:43.742614 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-17577999-30d1-43d0-8524-544edc0468eb req-c7600de7-8c2f-478e-be13-7574dddcbb3e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 210 time: 0.0433230 Jul 28 19:11:43.856726 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1490-a047-43fb-85ee-8d6170099e9b up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:43.946425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 4d7a1490-a047-43fb-85ee-8d6170099e9b triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:43.946795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:43.973814 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:43Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:44.002588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723137-419a-40cb-b15a-ba2604a9d6ad None None] The sync data for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 is: [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:43Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:44.069481 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8983f802-a557-4e17-8102-e651d747d269 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:44.130353 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8983f802-a557-4e17-8102-e651d747d269 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:44.130809 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:44.603220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-b11a3201-80b3-458b-ac50-b204dee1aaa8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:44.604718 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-b11a3201-80b3-458b-ac50-b204dee1aaa8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 795 time: 0.1098573 Jul 28 19:11:44.654831 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-8a09fb60-4c52-40e2-b0d3-b15e1d6c565b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 380 time: 0.0406699 Jul 28 19:11:44.664539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'port': {'device_id': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'admin_state_up': True, 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'security_groups': ['07d295bd-1dcf-44e1-947e-e1e79442de78']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:44.840270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:11:44.844089 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:44.886225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d2098189-474b-44d3-b9bd-47eb668449c5 req-859f98d2-dc42-4f20-a214-28e7f74bab3d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 210 time: 0.0308731 Jul 28 19:11:45.003326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.11 (860e77b6-afb2-42da-bb42-5e97bb7bec3f/768814d1-e869-49ea-8bdd-fe38a3d39861/4494b43f-7007-4d46-bf65-e1603375df51) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:11:45.143870 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.157704 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 4494b43f-7007-4d46-bf65-e1603375df51 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:45.240614 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.285230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:45.290251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:45.295669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:11:45.320828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:45.352404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:45.353048 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.429943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-a4c7927b-35ea-4783-bb80-4cb7d088b3f9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7694049 Jul 28 19:11:45.455031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-e9e7eae1-84f8-4c22-897f-da45586dd68b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:11:45.456094 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-e9e7eae1-84f8-4c22-897f-da45586dd68b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060685 Jul 28 19:11:45.467502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Request body: {'port': {'device_id': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:45.532395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.675037 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-14967ec3-5d71-4cb6-94cc-d6ab11e1f88b None None] Provisioning for port 4494b43f-7007-4d46-bf65-e1603375df51 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:45.679162 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-14967ec3-5d71-4cb6-94cc-d6ab11e1f88b None None] Provisioning complete for port 4494b43f-7007-4d46-bf65-e1603375df51 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:45.679643 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-14967ec3-5d71-4cb6-94cc-d6ab11e1f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.718805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-14967ec3-5d71-4cb6-94cc-d6ab11e1f88b None None] Port 4494b43f-7007-4d46-bf65-e1603375df51 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:11:45.804145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4494b43f-7007-4d46-bf65-e1603375df51 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:11:45.810682 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.827303 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Transition to ACTIVE for port object 4494b43f-7007-4d46-bf65-e1603375df51 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:11:45.876455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec1109d0-663c-4a77-9240-5512299aee62 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:45.908868 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:45.957756 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Pushing event updated for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:46.000336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ec1109d0-663c-4a77-9240-5512299aee62 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:46.004848 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ec1109d0-663c-4a77-9240-5512299aee62 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:46.005632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.038318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3737ba-843d-4eac-8353-826d46febc48 req-9bb29af6-0985-4061-a268-271ae80785a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.039958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d3737ba-843d-4eac-8353-826d46febc48 req-9bb29af6-0985-4061-a268-271ae80785a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 944 time: 0.0594757 Jul 28 19:11:46.057243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Attempting to bind port 4494b43f-7007-4d46-bf65-e1603375df51 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:11:46.057736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Attempting to bind port 4494b43f-7007-4d46-bf65-e1603375df51 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:11:46.057956 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Attempting to bind port 4494b43f-7007-4d46-bf65-e1603375df51 on network 860e77b6-afb2-42da-bb42-5e97bb7bec3f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:11:46.064050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Port 4494b43f-7007-4d46-bf65-e1603375df51 on network 860e77b6-afb2-42da-bb42-5e97bb7bec3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:11:46.064844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Attempting to bind port 4494b43f-7007-4d46-bf65-e1603375df51 on network 860e77b6-afb2-42da-bb42-5e97bb7bec3f {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:11:46.069831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:11:46.070180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Checking segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:11:46.070559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Bound using segment: {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:11:46.070987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Bound port: 4494b43f-7007-4d46-bf65-e1603375df51, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:11:46.071367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.093130 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6d3737ba-843d-4eac-8353-826d46febc48 req-c2f47455-529a-47a7-8b97-10c2f10bb831 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Jul 28 19:11:46.103901 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.140504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ec1109d0-663c-4a77-9240-5512299aee62, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec1109d0-663c-4a77-9240-5512299aee62,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:46.142447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:11:46.146221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4494b43f-7007-4d46-bf65-e1603375df51,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:11:46.147743 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:11:46.223352 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.247159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.257376 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.280212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.280915 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:46.282530 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] 10.222.0.35 "PUT /v2.0/ports/4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 1092 time: 0.8193300 Jul 28 19:11:46.283033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:46.285260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:46.285428 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:46.317644 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ce5f-ef9f-4f05-adc6-6d7b04728877 service neutron] Pushing event updated for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:46.331347 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05177db0-435d-4387-b77f-cf9ec8019ab2 x-openstack-request-id: req-05177db0-435d-4387-b77f-cf9ec8019ab2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:46.331674 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:46.331949 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05177db0-435d-4387-b77f-cf9ec8019ab2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:46.332335 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51', 'status': 'completed', 'code': 200} Jul 28 19:11:46.395278 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-42175d3e-2a55-458d-a9f7-538c8b1db928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.396949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-42175d3e-2a55-458d-a9f7-538c8b1db928 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1095 time: 0.0423322 Jul 28 19:11:46.500310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-a178d89a-8d21-439f-9db4-2c0ab89d1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.501800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-a178d89a-8d21-439f-9db4-2c0ab89d1415 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0976765 Jul 28 19:11:46.595192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-b2b556cf-7f92-469a-88d2-5dc3650bc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.596899 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0cb7b4c4-c568-4e1e-859c-65cc1f5078a2 req-b2b556cf-7f92-469a-88d2-5dc3650bc753 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889268 Jul 28 19:11:46.670786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-028c7fcf-f01d-44b9-b0d7-c6b9047bbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.672294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-028c7fcf-f01d-44b9-b0d7-c6b9047bbcf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1095 time: 0.0412774 Jul 28 19:11:46.713111 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-33de905e-028f-4010-aec4-dec6f30f2591 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 217 time: 0.0328417 Jul 28 19:11:46.759439 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-47d78cf2-cfc5-4a27-8567-bbe028d54dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.760817 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-47d78cf2-cfc5-4a27-8567-bbe028d54dd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 200 len: 835 time: 0.0415018 Jul 28 19:11:46.808004 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-035377d5-72d5-420c-9568-afc48d5b89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:46.809482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-035377d5-72d5-420c-9568-afc48d5b89c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860e77b6-afb2-42da-bb42-5e97bb7bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422337 Jul 28 19:11:46.902232 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-b53d554a-b617-447a-b1e4-079c94cafd2f service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860469 Jul 28 19:11:46.994131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b1040847-1da5-403b-a248-7bec89a96ab7 req-7cf58eee-48d8-4842-ae50-f8c8d507f480 service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Jul 28 19:11:47.199282 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c15b3-06f4-4677-aed4-a4d85390e94e req-e45649e8-40be-4a38-9c86-a55be8c5cc73 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:47.200787 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea4c15b3-06f4-4677-aed4-a4d85390e94e req-e45649e8-40be-4a38-9c86-a55be8c5cc73 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 944 time: 0.0482261 Jul 28 19:11:47.238406 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea4c15b3-06f4-4677-aed4-a4d85390e94e req-4f55f933-7b65-4209-a0e5-1cb856961d66 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Jul 28 19:11:47.851638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec1109d0-663c-4a77-9240-5512299aee62 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:47.900131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ec1109d0-663c-4a77-9240-5512299aee62 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:47.900512 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:48.352409 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba532e-e2b4-44cf-b7cd-6e110bd82a48 req-d835e3d9-1ab1-4344-998a-eb26bca7b215 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:48.353895 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49ba532e-e2b4-44cf-b7cd-6e110bd82a48 req-d835e3d9-1ab1-4344-998a-eb26bca7b215 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 944 time: 0.0490162 Jul 28 19:11:48.390586 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49ba532e-e2b4-44cf-b7cd-6e110bd82a48 req-842a23af-ac47-472d-af35-a99bda753b9b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Jul 28 19:11:49.314382 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:49.508819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fcde1-cd57-4e0c-b1ac-5c63ca269a5e req-4e09acdc-1af5-432e-97e7-95573f911937 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:49.510320 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-601fcde1-cd57-4e0c-b1ac-5c63ca269a5e req-4e09acdc-1af5-432e-97e7-95573f911937 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 944 time: 0.0522842 Jul 28 19:11:49.548899 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-601fcde1-cd57-4e0c-b1ac-5c63ca269a5e req-802d3245-2cb1-4a88-b81b-1cc32979075e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Jul 28 19:11:50.664887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0dd01-30c9-4ea6-b26d-096d4481cd58 req-ee7aa020-eb8d-4e33-a365-1011ec5f22e8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:50.666380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67a0dd01-30c9-4ea6-b26d-096d4481cd58 req-ee7aa020-eb8d-4e33-a365-1011ec5f22e8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 944 time: 0.0487015 Jul 28 19:11:50.703656 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-67a0dd01-30c9-4ea6-b26d-096d4481cd58 req-a08be6e0-3629-4bd7-8501-8c97f38cfb0b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Jul 28 19:11:51.243083 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4494b43f-7007-4d46-bf65-e1603375df51 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:11:51.338774 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4494b43f-7007-4d46-bf65-e1603375df51,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:51.349718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '4494b43f-7007-4d46-bf65-e1603375df51', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'port_id': '4494b43f-7007-4d46-bf65-e1603375df51', 'mac_address': 'fa:16:3e:8d:7f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:11:51.385434 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:51.397340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4494b43f-7007-4d46-bf65-e1603375df51 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:11:51.416604 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4494b43f-7007-4d46-bf65-e1603375df51,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:51.485424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:51.534182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:51.818551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c6293-bbc8-4482-bda4-c496261cb8f0 req-cae88de9-446c-44ee-b8fc-27100225b6b4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:51.820076 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c20c6293-bbc8-4482-bda4-c496261cb8f0 req-cae88de9-446c-44ee-b8fc-27100225b6b4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Jul 28 19:11:51.831550 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['4494b43f-7007-4d46-bf65-e1603375df51'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:11:51.858650 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c20c6293-bbc8-4482-bda4-c496261cb8f0 req-db2ad446-52aa-4c71-b4f9-1a589207c596 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Jul 28 19:11:52.973832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6294fd-e0cb-4833-9f0d-dd3dfe0d844c req-d0f3007f-5d6b-4787-80aa-6a596a718c02 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:52.975296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e6294fd-e0cb-4833-9f0d-dd3dfe0d844c req-d0f3007f-5d6b-4787-80aa-6a596a718c02 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Jul 28 19:11:53.013395 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5e6294fd-e0cb-4833-9f0d-dd3dfe0d844c req-bb81f205-e97d-4501-93c9-23f5ca73dd9a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Jul 28 19:11:53.258589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4494b43f-7007-4d46-bf65-e1603375df51 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:11:53.359917 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 4494b43f-7007-4d46-bf65-e1603375df51 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:11:53.363590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 4494b43f-7007-4d46-bf65-e1603375df51 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:11:53.363974 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:53.436307 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:53.458274 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:53.460508 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b35b86f-0f42-40b7-a1df-c6f26d7af4ae" -d '{"events": [{"server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "name": "network-vif-plugged", "status": "completed", "tag": "4494b43f-7007-4d46-bf65-e1603375df51"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:53.473770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4494b43f-7007-4d46-bf65-e1603375df51,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:53.502521 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6507b55e-1674-4875-b42f-94cd56de479a x-openstack-request-id: req-6507b55e-1674-4875-b42f-94cd56de479a {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:53.502521 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "name": "network-vif-plugged", "status": "completed", "tag": "4494b43f-7007-4d46-bf65-e1603375df51", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:53.502521 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6507b55e-1674-4875-b42f-94cd56de479a {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:53.502521 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51', 'code': 200} Jul 28 19:11:53.542919 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:53.590723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f957-9304-4cce-9d67-ffd6b28905e2 req-13aab03a-2957-4524-9135-1e138f597b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:53.592285 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d47f957-9304-4cce-9d67-ffd6b28905e2 req-13aab03a-2957-4524-9135-1e138f597b03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1097 time: 0.0413232 Jul 28 19:11:53.595052 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:53.627326 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0d47f957-9304-4cce-9d67-ffd6b28905e2 req-e50b1b6b-8f11-4532-a469-cf48ed86535c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272369 Jul 28 19:11:54.126296 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8f17-27f9-4c3d-bb95-b94390a02b64 req-81442697-f972-49c5-a9e2-acd26dc3ec2f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:54.127820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81c8f17-27f9-4c3d-bb95-b94390a02b64 req-81442697-f972-49c5-a9e2-acd26dc3ec2f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0492985 Jul 28 19:11:54.164722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a81c8f17-27f9-4c3d-bb95-b94390a02b64 req-82c9608f-3cdc-4751-b544-198b161e7643 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Jul 28 19:11:55.278290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643816b-a6cf-4099-b237-05bb90d60d07 req-53b07553-7f00-41e3-951e-617c84585ccd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:55.279770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4643816b-a6cf-4099-b237-05bb90d60d07 req-53b07553-7f00-41e3-951e-617c84585ccd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0473607 Jul 28 19:11:55.316766 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4643816b-a6cf-4099-b237-05bb90d60d07 req-461ff0e8-1595-406e-82d7-e8d884f26121 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Jul 28 19:11:55.433221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d166-43b4-4981-b04d-2f1a51a672e8 req-3f866d3b-12f9-43ed-a93f-7ddb2e2780c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:55.434607 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d335d166-43b4-4981-b04d-2f1a51a672e8 req-3f866d3b-12f9-43ed-a93f-7ddb2e2780c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Jul 28 19:11:55.471723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d335d166-43b4-4981-b04d-2f1a51a672e8 req-79cbf724-9619-4fda-87be-ca12ae02291c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 28 19:11:55.493214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52062) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:55.531905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e316f1-2ba2-4d33-80ee-1bb82f4a0fbd tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:55.533410 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f7e316f1-2ba2-4d33-80ee-1bb82f4a0fbd tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1092 time: 0.0392761 Jul 28 19:11:55.536243 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52064) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:55.540524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '4494b43f-7007-4d46-bf65-e1603375df51', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:11:55.622571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:55.719336 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:55.818293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.27 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b468af6b-5804-4ff3-b8f8-9e4293b66f25) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:11:55.918688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:56.029305 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:56.066167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:11:56.069045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:11:56.072412 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:11:56.095972 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=b468af6b-5804-4ff3-b8f8-9e4293b66f25,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:56.770940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:56.875771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:57.019326 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:57.074028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:57.140501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=b468af6b-5804-4ff3-b8f8-9e4293b66f25,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:57.153831 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:57.247383 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP d82c7753-72e6-43c8-8f97-1da1ce989655 associated. External IP: 172.25.7.27, port: 4494b43f-7007-4d46-bf65-e1603375df51. Jul 28 19:11:57.447168 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:57.580436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:57.589806 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Sync routers for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:57.593162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-1e35cc40-1d72-43fd-91f2-9a64b00fea1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601373 Jul 28 19:11:57.599326 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:57.600193 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:57.666472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:57.700584 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f7ab3295-d76c-4ff1-a184-ee2c83d16b64 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1632440 Jul 28 19:11:57.701816 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:57.704118 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:57.706472 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:57.708482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752148fe-e09d-4974-8751-a4293a4a098e req-a740140a-227f-41c9-be88-d01a00a9a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:57.710456 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-a740140a-227f-41c9-be88-d01a00a9a190 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1097 time: 0.0750830 Jul 28 19:11:57.753392 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ae358-5b72-4d44-a67f-537f2b92a465 x-openstack-request-id: req-a25ae358-5b72-4d44-a67f-537f2b92a465 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:57.753797 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:57.754144 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a25ae358-5b72-4d44-a67f-537f2b92a465 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:57.754627 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51', 'status': 'completed', 'code': 200} Jul 28 19:11:57.824550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba792f-a3a4-4969-8a45-902386ef1e00 req-11a38821-386a-4cf6-8649-ee7923604253 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:57.825689 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752148fe-e09d-4974-8751-a4293a4a098e req-67a40b3d-3b6c-4312-8779-ff9a55fe7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:57.826092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aba792f-a3a4-4969-8a45-902386ef1e00 req-11a38821-386a-4cf6-8649-ee7923604253 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Jul 28 19:11:57.828901 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-67a40b3d-3b6c-4312-8779-ff9a55fe7311 service neutron] 10.222.0.35 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 896 time: 0.0969059 Jul 28 19:11:57.865491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8aba792f-a3a4-4969-8a45-902386ef1e00 req-be443e74-91e5-47f4-81b3-e132eaa8ae98 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329964 Jul 28 19:11:57.893152 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52070) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:57.906735 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-d4b7f847-0a57-443d-88fb-591c5c3eee1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 999 time: 0.0701656 Jul 28 19:11:57.938384 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd82c7753-72e6-43c8-8f97-1da1ce989655', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'port_id': '4494b43f-7007-4d46-bf65-e1603375df51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'mac_address': 'fa:16:3e:8d:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:11:56Z', 'updated_at': '2021-07-28T19:11:56Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:57.954674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4b40e384-59f2-412f-ba11-9ae57a216a5e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d82c7753-72e6-43c8-8f97-1da1ce989655 HTTP/1.1" status: 200 len: 991 time: 0.0600061 Jul 28 19:11:57.959141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752148fe-e09d-4974-8751-a4293a4a098e req-a6b84299-dbbb-4327-aae8-3816dd8a7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:57.960776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-a6b84299-dbbb-4327-aae8-3816dd8a7805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 200 len: 835 time: 0.0463085 Jul 28 19:11:57.968839 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Checking router: 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:57.977918 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:57.978634 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:11:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:58.006914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752148fe-e09d-4974-8751-a4293a4a098e req-4f1b7aa6-4fe3-4e70-a785-2c2a031f008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:58.008469 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-4f1b7aa6-4fe3-4e70-a785-2c2a031f008f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860e77b6-afb2-42da-bb42-5e97bb7bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411458 Jul 28 19:11:58.105887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-24cc5c0f-ab0e-4cdd-86da-5e3feb9b4963 service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899789 Jul 28 19:11:58.169678 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:58.196503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-752148fe-e09d-4974-8751-a4293a4a098e req-acd180fe-0011-4f93-bfb8-2586b47a1c6f service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839579 Jul 28 19:11:58.387419 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd82c7753-72e6-43c8-8f97-1da1ce989655', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'port_id': '4494b43f-7007-4d46-bf65-e1603375df51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'mac_address': 'fa:16:3e:8d:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:11:56Z', 'updated_at': '2021-07-28T19:11:56Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:58.396730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-4f1e5074-7bf4-465c-9b80-890447c23775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:58.398295 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-4f1e5074-7bf4-465c-9b80-890447c23775 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1097 time: 0.0468302 Jul 28 19:11:58.412965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093112d-2f79-45fb-9cf7-c9c00a9dc9bd None None] The sync data for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 is: [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd82c7753-72e6-43c8-8f97-1da1ce989655', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'port_id': '4494b43f-7007-4d46-bf65-e1603375df51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'mac_address': 'fa:16:3e:8d:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:11:56Z', 'updated_at': '2021-07-28T19:11:56Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:58.488356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-0bf74a82-a1c9-4aeb-8912-561204ec0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:58.489844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-0bf74a82-a1c9-4aeb-8912-561204ec0868 service neutron] 10.222.0.35 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 896 time: 0.0853422 Jul 28 19:11:58.563288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-f35a0ade-f54c-44d7-9ff3-f88dfa30e2e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 999 time: 0.0662239 Jul 28 19:11:58.599652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af1867-2350-4ca1-972e-eaa8bbc27e2b None None] New status for floating IP d82c7753-72e6-43c8-8f97-1da1ce989655: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:11:58.618552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-8af6010d-d46b-494e-ae28-cafbce109f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:58.620235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-8af6010d-d46b-494e-ae28-cafbce109f1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 200 len: 835 time: 0.0496230 Jul 28 19:11:58.665334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-a62eef73-29dc-4e5c-8af5-dcace13db573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:58.666779 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-a62eef73-29dc-4e5c-8af5-dcace13db573 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860e77b6-afb2-42da-bb42-5e97bb7bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403514 Jul 28 19:11:58.762554 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-9b342bef-f33a-4f38-a8dd-05527119098c service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887351 Jul 28 19:11:58.852621 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-32f85a20-8bd8-4bd2-bcaf-726984fbc63a req-78eead63-1b0a-4e89-bd7d-235920a9078d service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838034 Jul 28 19:11:58.958244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52072) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:11:59.021153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c612e2a0-e038-4aea-8c46-a775b33fd0d7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d82c7753-72e6-43c8-8f97-1da1ce989655 HTTP/1.1" status: 200 len: 993 time: 0.0617843 Jul 28 19:12:07.776694 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e60b0a8-17fe-4df6-8a51-7c6039f107ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:10.120210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:10.365327 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-476858ea-25c4-4890-950a-788a19528178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:11.330274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:13.216174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:16.261686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:19.330090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:23.144992 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:12:37.712844 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a10dec6-a1b8-404d-8f63-b422c37f8168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:40.124416 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:40.352568 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4c3f-69ca-464c-b6fa-6a14dd0a18ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:41.335495 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:43.192532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:46.255537 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:49.300765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:59.570085 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-f8c867e1-7750-4360-aad6-5c16eefd08db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393174 Jul 28 19:12:59.650321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-decac29e-2c88-4fd0-991a-e9b0ada2d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:12:59.651800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-decac29e-2c88-4fd0-991a-e9b0ada2d8ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1097 time: 0.0404017 Jul 28 19:12:59.754279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-dd0f404b-8942-4894-bef9-62ed5936b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:12:59.755637 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-dd0f404b-8942-4894-bef9-62ed5936b394 service neutron] 10.222.0.35 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 896 time: 0.0850310 Jul 28 19:12:59.819188 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-1bfb685e-3945-47ee-ac89-75d9acb02d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 1001 time: 0.0567281 Jul 28 19:12:59.866444 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-b1fe7569-9a97-4062-813f-72c66d4fa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:12:59.867850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-b1fe7569-9a97-4062-813f-72c66d4fa312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 200 len: 835 time: 0.0421553 Jul 28 19:12:59.916062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-c5ae6b02-f6bd-4f67-83be-5fe0b88507bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:12:59.917579 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-c5ae6b02-f6bd-4f67-83be-5fe0b88507bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860e77b6-afb2-42da-bb42-5e97bb7bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428007 Jul 28 19:13:00.005132 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-614301f4-3f33-47b3-99fc-05d6c2500710 service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805006 Jul 28 19:13:00.097466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e415aa9e-934b-4c6e-a84c-623321e2dfb6 req-1ce9e576-ec4d-4ad9-990d-ef8456e84279 service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 Jul 28 19:13:00.144431 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:13:07.734526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa2ad-2761-4b40-922a-60890e9c9d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:10.152096 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:10.363100 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-25634545-1bc7-43cf-af20-d851181a9557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:10.379668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011774f-d3d4-49e5-8cc6-6224f4c076b9 req-85ea24f7-4629-47cc-b509-7e3a8edf89a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:10.381182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b011774f-d3d4-49e5-8cc6-6224f4c076b9 req-85ea24f7-4629-47cc-b509-7e3a8edf89a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.1488428 Jul 28 19:13:10.419830 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b011774f-d3d4-49e5-8cc6-6224f4c076b9 req-7e5d9b78-842a-44ab-90ed-1cb4dc063ae8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Jul 28 19:13:11.346273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:11.586962 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8d9a5-9f16-4123-9239-608da78448a2 req-96f3444c-5209-4951-a540-9c1c3fd14090 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:11.588480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6f8d9a5-9f16-4123-9239-608da78448a2 req-96f3444c-5209-4951-a540-9c1c3fd14090 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.1009688 Jul 28 19:13:11.625659 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f6f8d9a5-9f16-4123-9239-608da78448a2 req-f9085606-62f1-43f3-a839-94875d89878c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307271 Jul 28 19:13:11.649872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52120) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:11.708418 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-523fd9d9-c1f1-44d6-bdc7-34eb60cc7928 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d82c7753-72e6-43c8-8f97-1da1ce989655 HTTP/1.1" status: 200 len: 993 time: 0.0573959 Jul 28 19:13:13.101580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fee9e-ffcf-446c-bf4d-ecb6bfa780bd req-10f90513-dfb0-4c5e-8afa-460397c667a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:13.101580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-350fee9e-ffcf-446c-bf4d-ecb6bfa780bd req-10f90513-dfb0-4c5e-8afa-460397c667a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0511901 Jul 28 19:13:13.133099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-350fee9e-ffcf-446c-bf4d-ecb6bfa780bd req-a7fe5283-986f-4162-bb7d-4c6db9784b0c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Jul 28 19:13:13.243706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:14.249283 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b6c8e-6ba4-4227-ab09-279a6836c7bc req-b4ea25d1-60a5-45fc-96b6-489dd35d74c0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:14.250771 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d91b6c8e-6ba4-4227-ab09-279a6836c7bc req-b4ea25d1-60a5-45fc-96b6-489dd35d74c0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Jul 28 19:13:14.289086 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d91b6c8e-6ba4-4227-ab09-279a6836c7bc req-90c614f1-b625-405d-b7fd-b87919c4faad tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Jul 28 19:13:15.402072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91eee-753c-49e5-aa5a-059512003484 req-8d1ffdcd-b26c-4c23-88e2-68a581d1942e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:15.403560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8af91eee-753c-49e5-aa5a-059512003484 req-8d1ffdcd-b26c-4c23-88e2-68a581d1942e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0477264 Jul 28 19:13:15.444416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8af91eee-753c-49e5-aa5a-059512003484 req-f23604da-04e0-47b3-848c-b7aa6a0b72d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Jul 28 19:13:16.237926 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:16.561502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbed2c7-bf87-458c-a132-a8d43304aa1c req-2eeb8621-de17-4a12-8d7c-298e7bbcb584 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:16.562949 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddbed2c7-bf87-458c-a132-a8d43304aa1c req-2eeb8621-de17-4a12-8d7c-298e7bbcb584 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0515537 Jul 28 19:13:16.599695 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddbed2c7-bf87-458c-a132-a8d43304aa1c req-fd4e96fb-3430-409a-9224-cbe309ac2071 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307627 Jul 28 19:13:17.714060 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ea8cf-cd19-4eb3-b905-738a9b5bfcf8 req-629e23e5-ecfb-4ccb-b566-23090741029e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:17.715545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-312ea8cf-cd19-4eb3-b905-738a9b5bfcf8 req-629e23e5-ecfb-4ccb-b566-23090741029e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0469778 Jul 28 19:13:17.753226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-312ea8cf-cd19-4eb3-b905-738a9b5bfcf8 req-e7a5604c-5ba3-4ba8-89fa-493af1dc86ee tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Jul 28 19:13:18.868512 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1743c08-4166-4299-ad5d-5acd0d7a1943 req-c8750fd0-a212-4693-9893-0e09fd5dda93 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:18.870036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1743c08-4166-4299-ad5d-5acd0d7a1943 req-c8750fd0-a212-4693-9893-0e09fd5dda93 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Jul 28 19:13:18.906078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c1743c08-4166-4299-ad5d-5acd0d7a1943 req-45558eaf-1087-4f50-ab5c-1075f1883c82 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302191 Jul 28 19:13:18.928782 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52138) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:19.314392 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b80d15f7-57cd-4b50-8d98-668f1b16edfc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d82c7753-72e6-43c8-8f97-1da1ce989655 HTTP/1.1" status: 200 len: 993 time: 0.3844662 Jul 28 19:13:19.347120 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:19.529020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52144) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:19.678671 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port b468af6b-5804-4ff3-b8f8-9e4293b66f25 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:19.678932 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:19.749793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:19.750125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:19.761779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for b468af6b-5804-4ff3-b8f8-9e4293b66f25 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:19.969560 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:19.992845 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=b468af6b-5804-4ff3-b8f8-9e4293b66f25,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:20.006811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.007168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.007543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.007926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.008226 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.008559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.008892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.009218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.009554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.009878 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.010212 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.010532 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:20.066329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:20.066756 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP d82c7753-72e6-43c8-8f97-1da1ce989655 disassociated (deleted). External IP: 172.25.7.27, port: 4494b43f-7007-4d46-bf65-e1603375df51. Jul 28 19:13:20.276432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:13:20.381270 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:13:20.386107 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:20.391211 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Sync routers for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:13:20.400223 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:20.400820 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:20.413269 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c79d39ff-fc0e-474b-8959-52b441ca85a8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/floatingips/d82c7753-72e6-43c8-8f97-1da1ce989655 HTTP/1.1" status: 204 len: 168 time: 0.8831732 Jul 28 19:13:20.413964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:13:20.416346 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad4917a-01dd-4ced-ab2e-121359aadb57" -d '{"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:13:20.463166 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e65597-a78f-48e4-8d28-67b1346fb853 x-openstack-request-id: req-29e65597-a78f-48e4-8d28-67b1346fb853 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:13:20.463485 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "tag": "4494b43f-7007-4d46-bf65-e1603375df51", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:13:20.463868 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29e65597-a78f-48e4-8d28-67b1346fb853 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:13:20.464276 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51', 'status': 'completed', 'code': 200} Jul 28 19:13:20.516624 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:20.571768 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-264e991d-0c49-4edb-bedd-1503a4a0ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:20.573359 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-264e991d-0c49-4edb-bedd-1503a4a0ec53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 1097 time: 0.0876312 Jul 28 19:13:20.666931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-383280b5-e4c1-4859-af07-47efe2eb8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:20.668445 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-383280b5-e4c1-4859-af07-47efe2eb8552 service neutron] 10.222.0.35 "GET /v2.0/networks?id=860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 200 len: 896 time: 0.0882885 Jul 28 19:13:20.715560 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-7ddabbd9-1d82-4531-9aea-562307aed453 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 200 len: 217 time: 0.0376103 Jul 28 19:13:20.720074 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:20.745866 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Checking router: 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:13:20.753938 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:20.754548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:20.763150 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-99a22819-6617-41ed-96db-ab24067dbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:20.764645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-99a22819-6617-41ed-96db-ab24067dbd9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 200 len: 835 time: 0.0422864 Jul 28 19:13:20.819824 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-f6712a43-5534-45b2-856a-9e6117e71bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:20.821548 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-f6712a43-5534-45b2-856a-9e6117e71bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=860e77b6-afb2-42da-bb42-5e97bb7bec3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495543 Jul 28 19:13:20.860677 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:20.917138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6650-3849-4ae5-a77b-8fc8a1133f76 req-5bce38aa-a083-44a2-8335-cc43d97f128d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:20.918628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac4e6650-3849-4ae5-a77b-8fc8a1133f76 req-5bce38aa-a083-44a2-8335-cc43d97f128d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0952051 Jul 28 19:13:20.972053 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-bef9b41f-2aed-4fc9-9b1f-44d31657016a service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396122 Jul 28 19:13:20.977024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ac4e6650-3849-4ae5-a77b-8fc8a1133f76 req-0fc37aab-c9d5-4606-95f6-c0afc536c9e5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Jul 28 19:13:21.054590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:21.062344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4ad4917a-01dd-4ced-ab2e-121359aadb57 req-33020453-b844-46f6-af6d-c7d8b90852cf service neutron] 10.222.0.35 "GET /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Jul 28 19:13:21.080087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf310c-563c-4b82-be71-cc4ad9bf388c None None] The sync data for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 is: [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:11:40Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'ec1109d0-663c-4a77-9240-5512299aee62', 'name': '', 'network_id': '860e77b6-afb2-42da-bb42-5e97bb7bec3f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:96:4a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:40Z', 'updated_at': '2021-07-28T19:11:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '768814d1-e869-49ea-8bdd-fe38a3d39861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:13:21.285747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc7df2-098d-4805-a253-659263805288 None None] New status for floating IP d82c7753-72e6-43c8-8f97-1da1ce989655: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:13:22.092404 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2c5c6-7e24-407f-ad51-255be7112d55 req-0a2c11f4-ee46-4f6d-9f57-cd24fbe39386 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:22.094073 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8dc2c5c6-7e24-407f-ad51-255be7112d55 req-0a2c11f4-ee46-4f6d-9f57-cd24fbe39386 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Jul 28 19:13:22.132995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8dc2c5c6-7e24-407f-ad51-255be7112d55 req-07bda64f-541d-4841-ab3a-91054766381f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=07d295bd-1dcf-44e1-947e-e1e79442de78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Jul 28 19:13:22.720001 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599575-8f41-48c7-a798-471fc38031b7 req-69f393b0-8841-42ff-9e97-b28716c02051 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:22.721452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49599575-8f41-48c7-a798-471fc38031b7 req-69f393b0-8841-42ff-9e97-b28716c02051 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 946 time: 0.0483966 Jul 28 19:13:22.810267 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 4494b43f-7007-4d46-bf65-e1603375df51 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:22.810532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:22.896292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 4494b43f-7007-4d46-bf65-e1603375df51, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=4494b43f-7007-4d46-bf65-e1603375df51,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:22.896660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:22.909362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 4494b43f-7007-4d46-bf65-e1603375df51 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:23.169508 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:23.200905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=4494b43f-7007-4d46-bf65-e1603375df51,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:23.240860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.241209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.241548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.241882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.242215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.242546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.242871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.243210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.243552 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.243875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.244196 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.244510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:23.262710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2c5e537-32f1-4c83-a7c2-fd9b16d34d7f req-1b1a565a-b364-4090-be7c-814a125c1f06 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc639b14-0693-407b-bf31-57ddc420cda5 HTTP/1.1" status: 200 len: 210 time: 0.0555828 Jul 28 19:13:23.276948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] No DVR routers for this DVR port 4494b43f-7007-4d46-bf65-e1603375df51 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:13:23.279588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:23.281519 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-49599575-8f41-48c7-a798-471fc38031b7 req-5cf13d27-2826-4d01-9ade-e12cced738d6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "DELETE /v2.0/ports/4494b43f-7007-4d46-bf65-e1603375df51 HTTP/1.1" status: 204 len: 173 time: 0.5534780 Jul 28 19:13:23.282006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'name': 'network-vif-deleted', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:13:23.284811 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43347b82-4802-44c9-a82b-35afe365a8c4" -d '{"events": [{"server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "name": "network-vif-deleted", "tag": "4494b43f-7007-4d46-bf65-e1603375df51"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:13:23.375292 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c50847-da1f-470b-b79b-48997423b5dd x-openstack-request-id: req-97c50847-da1f-470b-b79b-48997423b5dd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:13:23.375611 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc639b14-0693-407b-bf31-57ddc420cda5", "name": "network-vif-deleted", "tag": "4494b43f-7007-4d46-bf65-e1603375df51", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:13:23.375863 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97c50847-da1f-470b-b79b-48997423b5dd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:13:23.376261 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc639b14-0693-407b-bf31-57ddc420cda5', 'name': 'network-vif-deleted', 'tag': '4494b43f-7007-4d46-bf65-e1603375df51', 'status': 'completed', 'code': 200} Jul 28 19:13:24.317558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52164) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:24.667742 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:24.911654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port ec1109d0-663c-4a77-9240-5512299aee62 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:24.911920 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:24.995001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port ec1109d0-663c-4a77-9240-5512299aee62, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ec1109d0-663c-4a77-9240-5512299aee62,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:24.995429 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:25.008104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for ec1109d0-663c-4a77-9240-5512299aee62 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:25.346437 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:25.403119 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=ec1109d0-663c-4a77-9240-5512299aee62,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:25.556343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:25.763924 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:13:25.791135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4494b43f-7007-4d46-bf65-e1603375df51 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:13:25.810299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 4494b43f-7007-4d46-bf65-e1603375df51 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:13:25.810643 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 4494b43f-7007-4d46-bf65-e1603375df51 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:13:25.869358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:13:25.874431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-20a127c0-5e3d-4a12-a6a2-c100d9fda2b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/0f32d5f0-9e89-49f4-86ce-c6bf343c55c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558438 Jul 28 19:13:25.877316 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52166) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:25.881543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Sync routers for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:13:25.890856 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:25.891720 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:25.927744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting subnet 768814d1-e869-49ea-8bdd-fe38a3d39861 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:13:25.930732 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:25.969062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:25.994986 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:26.054030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.169940 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:13:25Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:26.203993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.232209 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Subnet': ['ID=768814d1-e869-49ea-8bdd-fe38a3d39861,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:26.240982 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.245424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f1b6de74-5113-406e-aafd-2b5173fa2ff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/subnets/768814d1-e869-49ea-8bdd-fe38a3d39861 HTTP/1.1" status: 204 len: 168 time: 0.3646252 Jul 28 19:13:26.245748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52168) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:26.248084 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7182c65-5a11-4794-ae26-31dac776e4d5 None None] Network 860e77b6-afb2-42da-bb42-5e97bb7bec3f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:13:26.291204 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Checking router: 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:13:26.302513 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Routers {'0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:26.303269 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:26.356941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.422020 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] Set router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:26.428127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] DHCP port deletion for 860e77b6-afb2-42da-bb42-5e97bb7bec3f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:13:26.461246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.474194 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Deleting port 8983f802-a557-4e17-8102-e651d747d269 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:26.479875 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.535268 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] For port 8983f802-a557-4e17-8102-e651d747d269, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8983f802-a557-4e17-8102-e651d747d269,segment=NetworkSegment(b9baf74f-be43-4a04-a2e3-7fec41d2fa1e),segment_id=b9baf74f-be43-4a04-a2e3-7fec41d2fa1e)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:26.535711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.548991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Calling delete_port for 8983f802-a557-4e17-8102-e651d747d269 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:26.579423 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 4d7a1490-a047-43fb-85ee-8d6170099e9b {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:26.579783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.608373 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:13:25Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:26.637835 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de2f2d-0e37-4eb0-9bcb-54531137c504 None None] The sync data for ids ['0f32d5f0-9e89-49f4-86ce-c6bf343c55c2'] in n-d-778550-5 is: [{'id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638961892', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:11:36Z', 'updated_at': '2021-07-28T19:13:25Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '4d7a1490-a047-43fb-85ee-8d6170099e9b', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f32d5f0-9e89-49f4-86ce-c6bf343c55c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:11:37Z', 'updated_at': '2021-07-28T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:13:26.661820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 4d7a1490-a047-43fb-85ee-8d6170099e9b, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=4d7a1490-a047-43fb-85ee-8d6170099e9b,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:26.662188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.674335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 4d7a1490-a047-43fb-85ee-8d6170099e9b owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:26.700373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.727745 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Pushing event deleted for resources: {'Port': ['ID=8983f802-a557-4e17-8102-e651d747d269,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:26.729969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] No DVR routers for this DVR port 8983f802-a557-4e17-8102-e651d747d269 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:13:26.738417 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.738770 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.739116 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.739492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.739831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.740165 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.740496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.740991 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.741160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.741465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.741793 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.742331 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6ec54-aaeb-4a11-978a-82ce0b5fa2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:26.889147 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.920005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=4d7a1490-a047-43fb-85ee-8d6170099e9b,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:26.971000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.063576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.066340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.196864 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.197397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Fanout notify agent at l3_agent the message router_deleted on router 0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:13:27.204342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.205498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cab1e5c4-5ab4-45b8-a6a4-93432350b903 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/routers/0f32d5f0-9e89-49f4-86ce-c6bf343c55c2 HTTP/1.1" status: 204 len: 168 time: 0.9588845 Jul 28 19:13:27.208718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52170) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:27.286803 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.374470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.384572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860e77b6-afb2-42da-bb42-5e97bb7bec3f']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:27.394505 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:27.394800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9baf74f-be43-4a04-a2e3-7fec41d2fa1e') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:27.403282 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.416259 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.421858 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:13:27.422242 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:13:27.425587 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:13:27.540599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.548227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.549457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/networks/860e77b6-afb2-42da-bb42-5e97bb7bec3f HTTP/1.1" status: 204 len: 168 time: 0.3398001 Jul 28 19:13:27.552888 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52172) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:27.566280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db8525-f831-42ce-9bb5-6c95f6361522 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Network': ['ID=860e77b6-afb2-42da-bb42-5e97bb7bec3f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:27.613493 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.639819 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.768166 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.770740 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:27.771931 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/security-groups/07d295bd-1dcf-44e1-947e-e1e79442de78 HTTP/1.1" status: 204 len: 168 time: 0.2180381 Jul 28 19:13:27.781132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9426f-dde4-40d3-9ee9-554e57a8a3dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d295bd-1dcf-44e1-947e-e1e79442de78,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:27.897236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1490-a047-43fb-85ee-8d6170099e9b no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:13:27.917284 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 4d7a1490-a047-43fb-85ee-8d6170099e9b {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:13:27.917625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 4d7a1490-a047-43fb-85ee-8d6170099e9b not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:13:27.918032 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8983f802-a557-4e17-8102-e651d747d269 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:13:27.935748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8983f802-a557-4e17-8102-e651d747d269 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:13:27.936033 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8983f802-a557-4e17-8102-e651d747d269 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:13:27.936434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec1109d0-663c-4a77-9240-5512299aee62 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:13:27.955835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ec1109d0-663c-4a77-9240-5512299aee62 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:13:27.956173 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ec1109d0-663c-4a77-9240-5512299aee62 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:13:29.245722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52180) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:29.250453 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238704351', 'description': 'tempest-secgroup-smoke-238704351 description', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:29.340300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.419010 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.477341 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.505679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b019b1f-5a9f-41cd-921b-5aae8ab9750a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:29.556244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.557467 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-122611e8-1576-4ccf-a427-95e297230871 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3107083 Jul 28 19:13:29.560289 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52182) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:29.564736 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:29.658494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.715343 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.762831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.779754 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2506dcd5-2ddb-476b-9b0a-3dc442178926,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:29.836113 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.837323 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-18c9a499-24a6-421b-87cb-343721d8c528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760870 Jul 28 19:13:29.840408 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52184) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:29.845124 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:29.926240 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:29.981535 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.054486 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.072290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd225d51-48ee-42aa-825f-67953c3b813d,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:30.134686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.135939 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-496a22d2-ba53-416b-9c1c-237718a7836a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2945430 Jul 28 19:13:30.138604 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:30.143112 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:30.219165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.275323 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.323000 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.340353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a584bb39-e698-4278-b876-971edd38fda2,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:30.403140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.404421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-858286ab-e23a-415c-94c6-eca1f8b0f112 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648730 Jul 28 19:13:30.408422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52188) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:30.412937 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:30.493754 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.551864 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.636056 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.655881 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eedb6b6-eb96-48f6-947c-960b05aefbb4,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:30.750388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.751669 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ba08c8db-5c92-41a8-8a42-51a10d1b16d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422897 Jul 28 19:13:30.754299 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52190) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:30.758708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:30.860093 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:13:30.865470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:30.923681 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.025709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.042649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46719ae9-b722-4c31-a1a1-8f3c7ba14e74,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:31.168719 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.169962 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ed6d28bf-d619-4d99-b76a-3dcc26a8b6d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4147193 Jul 28 19:13:31.172582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52192) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:31.182996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '6b019b1f-5a9f-41cd-921b-5aae8ab9750a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:31.299198 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:13:31.304318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.364092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.431579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.448679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed16e5cb-a714-416a-9610-1d6326b78bbd,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:31.512268 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.513548 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-dd7599ef-60b8-4d29-9a35-3da06af98e86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3400583 Jul 28 19:13:31.517158 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52194) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:31.522843 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'network': {'name': 'tempest-network-smoke--1162744332', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:31.637347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:13:31.641163 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.663770 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:13:31.672300 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.672645 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Added segment 356765e1-328f-44cb-93b5-828abadc9e2f of type vlan for network 4e116b48-8459-471f-aedd-fe9e94797602 Jul 28 19:13:31.713458 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.832280 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.837660 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.838247 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:31.900815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Network': ['ID=4e116b48-8459-471f-aedd-fe9e94797602,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:31.911668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 4e116b48-8459-471f-aedd-fe9e94797602 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:13:31.952457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aa96dcbe-b1b8-4653-9f0f-006f3baaad37 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4342182 Jul 28 19:13:31.955072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52196) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:31.959628 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'admin_state_up': True, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:32.071737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.072774 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.442067 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.620248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.843442 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.861246 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.963385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.244 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/ce307969-64ad-4ebd-beeb-459e286e314d) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:13:33.060829 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:33.162178 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:33.198470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:33.201350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:33.204783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:13:33.232446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=ce307969-64ad-4ebd-beeb-459e286e314d,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:33.538220 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:33.723309 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:33.921746 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:13:34.026292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:13:34.036485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Sync routers for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:13:34.045926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:34.046585 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:34.094521 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.095888 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4cb7bd38-1221-4139-8c2f-9cf09a812c92 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1397936 Jul 28 19:13:34.098932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52198) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:34.126772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-475fd866-6878-4f0a-870b-e9e74d10dbfa tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0c5ef85a76bb4b14849ed76c43a35d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266852 Jul 28 19:13:34.129925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52200) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:34.151356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:34.217819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05721801-6577-4ad1-b398-4be0fb6effb2 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:34.219373 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-05721801-6577-4ad1-b398-4be0fb6effb2 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885530 Jul 28 19:13:34.222253 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52202) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:34.251773 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a9b987ed-844c-468e-b7a7-78d00f437c0c tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283582 Jul 28 19:13:34.254894 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52204) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:34.259981 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641871566', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:34.397688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:13:34.401176 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.490192 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:33Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:34.519763 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Checking router: 893baaa9-fdfd-4f8f-9c89-bb97d0822cec for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:13:34.520124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Updating router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec port ce307969-64ad-4ebd-beeb-459e286e314d binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:13:34.544461 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.643716 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.707034 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Subnet': ['ID=cead7e6b-6e78-4e77-a4d8-a5437132000c,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:34.714126 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Checking segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:13:34.714498 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network hostable DHCP agents. Network: 4e116b48-8459-471f-aedd-fe9e94797602, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:13:34.791257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.797471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 4e116b48-8459-471f-aedd-fe9e94797602 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:13:34.801432 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Transition to ACTIVE for port object ce307969-64ad-4ebd-beeb-459e286e314d will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:34.871710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 4e116b48-8459-471f-aedd-fe9e94797602) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:34.871937 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.875738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:34.876614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.904584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bbdca4-0296-401e-b362-1ae9c46c525f None None] Network 4e116b48-8459-471f-aedd-fe9e94797602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:13:34.952982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d979a5cf-ec71-4632-946e-67280de68b53 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6968882 Jul 28 19:13:34.955599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52206) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:34.968735 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37566d1-f9a2-425c-b4dc-95d5a0d46e95 None None] Pushing event updated for resources: {'Port': ['ID=ce307969-64ad-4ebd-beeb-459e286e314d,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:34.979008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Attempting to bind port ce307969-64ad-4ebd-beeb-459e286e314d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:13:34.979285 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Attempting to bind port ce307969-64ad-4ebd-beeb-459e286e314d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:13:34.979680 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Attempting to bind port ce307969-64ad-4ebd-beeb-459e286e314d on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:13:34.990149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:13:34.991229 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:13:34.991229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:34.991484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:13:34.991816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Bound port: ce307969-64ad-4ebd-beeb-459e286e314d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:13:34.992194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.084491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] For port ce307969-64ad-4ebd-beeb-459e286e314d, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:13:35.090181 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] For port ce307969-64ad-4ebd-beeb-459e286e314d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ce307969-64ad-4ebd-beeb-459e286e314d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:13:35.123948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-4e116b48-8459-471f-aedd-fe9e94797602', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:13:35.124785 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.136561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.274035 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:35.274624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:35.278545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37566d1-f9a2-425c-b4dc-95d5a0d46e95 None None] Pushing event updated for resources: {'Port': ['ID=ce307969-64ad-4ebd-beeb-459e286e314d,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:35.390771 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.397710 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Allocated IP 172.20.0.2 (4e116b48-8459-471f-aedd-fe9e94797602/cead7e6b-6e78-4e77-a4d8-a5437132000c/b210ccb9-d4ab-4fb5-8672-5eed50abe94f) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:13:35.427722 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:35.680754 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.691264 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Transition to ACTIVE for port object b210ccb9-d4ab-4fb5-8672-5eed50abe94f will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:35.710932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Transition to ACTIVE for port object b210ccb9-d4ab-4fb5-8672-5eed50abe94f will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:35.720206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:33Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:35.749214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d430-1c1e-4071-aeb8-8c3fb18ec837 None None] The sync data for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 is: [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:33Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:13:35.815322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.851764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Network 4e116b48-8459-471f-aedd-fe9e94797602 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:35.854076 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:35.857586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:13:35.871626 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Pushing event updated for resources: {'Port': ['ID=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:35.874029 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.1 (4e116b48-8459-471f-aedd-fe9e94797602/cead7e6b-6e78-4e77-a4d8-a5437132000c/39f40261-48b1-4b78-8622-94e81eec9cbb) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:13:35.922947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Attempting to bind port b210ccb9-d4ab-4fb5-8672-5eed50abe94f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:13:35.923319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Attempting to bind port b210ccb9-d4ab-4fb5-8672-5eed50abe94f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:13:35.923717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Attempting to bind port b210ccb9-d4ab-4fb5-8672-5eed50abe94f on network 4e116b48-8459-471f-aedd-fe9e94797602 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:13:35.929287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:13:35.929675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Checking segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:13:35.930076 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:35.930470 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Bound using segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:13:35.931004 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Bound port: b210ccb9-d4ab-4fb5-8672-5eed50abe94f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:13:35.931328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.151718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] For port b210ccb9-d4ab-4fb5-8672-5eed50abe94f, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:13:36.154996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] For port b210ccb9-d4ab-4fb5-8672-5eed50abe94f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:13:36.158564 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.173633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 39f40261-48b1-4b78-8622-94e81eec9cbb will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:36.198233 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.252286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.260182 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7a077-c1ba-479b-bbf2-60d855e29e19 None None] Pushing event updated for resources: {'Port': ['ID=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:36.299971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 4e116b48-8459-471f-aedd-fe9e94797602 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:36.303220 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:36.305730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:13:36.338419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:36.360579 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.615445 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.878057 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:36.933704 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:37.012735 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:37.015292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:37.110725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 4e116b48-8459-471f-aedd-fe9e94797602 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:37.112142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:37.145054 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:13:37.231349 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:13:37.243727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00041f4d-b619-4e6b-bdca-bb60bc18907c None None] Network 4e116b48-8459-471f-aedd-fe9e94797602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:13:37.339362 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:13:37.352799 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-34e07737-6c13-4f8a-b767-deb4d78175c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/893baaa9-fdfd-4f8f-9c89-bb97d0822cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3879623 Jul 28 19:13:37.393026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-a6f31e40-d05f-4fb5-bd29-2e3ddbfab657 None None] Provisioning for port b210ccb9-d4ab-4fb5-8672-5eed50abe94f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:37.515913 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-78b9886f-bf27-4d9e-b0ed-52d24b7eef60 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238704351&fields=id&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 267 time: 0.0465853 Jul 28 19:13:37.637219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-b48e7fe7-38c3-4c3c-830e-9c38fbebbe85 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:37.638727 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-b48e7fe7-38c3-4c3c-830e-9c38fbebbe85 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 797 time: 0.1211448 Jul 28 19:13:37.654892 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-69b53ef2-b033-4d41-9c06-19b6a526f030 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/quotas/0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 375 time: 0.0101159 Jul 28 19:13:37.752259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c2b3-a6a5-4767-9f9e-af7e2ae6f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:37.772851 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Sync routers for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:13:37.783158 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:37.783987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:37.813115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce0fc28e-ac85-4009-adf8-9d08cb63a889 None None] Provisioning for port 39f40261-48b1-4b78-8622-94e81eec9cbb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:37.817883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-ce0fc28e-ac85-4009-adf8-9d08cb63a889 None None] Provisioning complete for port 39f40261-48b1-4b78-8622-94e81eec9cbb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:37.818278 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc28e-ac85-4009-adf8-9d08cb63a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:37.868440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fc28e-ac85-4009-adf8-9d08cb63a889 None None] Port 39f40261-48b1-4b78-8622-94e81eec9cbb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:13:37.906132 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:38.006151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-be47a5db-089f-4092-a5fa-d5771ee6bc23 None None] Provisioning complete for port 39f40261-48b1-4b78-8622-94e81eec9cbb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:38.006540 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-be47a5db-089f-4092-a5fa-d5771ee6bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.066522 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-15acde87-b06e-4836-a130-80ded243eb17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4040630 Jul 28 19:13:38.078019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ce307969-64ad-4ebd-beeb-459e286e314d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:38.138548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 2, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:38.166507 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Checking router: 893baaa9-fdfd-4f8f-9c89-bb97d0822cec for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:13:38.172990 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Updating router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec port 39f40261-48b1-4b78-8622-94e81eec9cbb binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:13:38.173153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-be47a5db-089f-4092-a5fa-d5771ee6bc23 None None] Port 39f40261-48b1-4b78-8622-94e81eec9cbb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:13:38.183093 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a614534a-0ccd-45c5-ba04-6b4da7ee2945 service neutron] 10.222.0.25 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Jul 28 19:13:38.195992 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.249108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port ce307969-64ad-4ebd-beeb-459e286e314d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:38.255034 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ce307969-64ad-4ebd-beeb-459e286e314d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:38.255537 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.278497 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-bda7c0a0-f7ad-4410-b92f-ba760ded6685 service neutron] 10.222.0.25 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882659 Jul 28 19:13:38.311295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-53724abd-7f96-4922-aa51-f8fd273c4d22 None None] Provisioning complete for port 39f40261-48b1-4b78-8622-94e81eec9cbb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:38.311664 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-53724abd-7f96-4922-aa51-f8fd273c4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.352890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-53724abd-7f96-4922-aa51-f8fd273c4d22 None None] Port 39f40261-48b1-4b78-8622-94e81eec9cbb cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:13:38.389335 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.409164 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port ce307969-64ad-4ebd-beeb-459e286e314d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ce307969-64ad-4ebd-beeb-459e286e314d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:38.475979 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.477752 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.478673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b210ccb9-d4ab-4fb5-8672-5eed50abe94f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:38.486163 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Transition to ACTIVE for port object 39f40261-48b1-4b78-8622-94e81eec9cbb will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:38.497219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7759722d-4443-49a9-94b9-f3c768030e19 req-71a2171c-af75-463e-8791-547e1e585f11 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0263422 Jul 28 19:13:38.556221 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.561767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=ce307969-64ad-4ebd-beeb-459e286e314d,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:38.625666 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Pushing event updated for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:38.652291 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.652635 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.652969 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.653299 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.653625 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.653948 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.654268 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.654589 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.654907 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.655222 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.655564 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.655881 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:38.675696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Attempting to bind port 39f40261-48b1-4b78-8622-94e81eec9cbb on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:13:38.675696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Attempting to bind port 39f40261-48b1-4b78-8622-94e81eec9cbb by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:13:38.675696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Attempting to bind port 39f40261-48b1-4b78-8622-94e81eec9cbb on network 4e116b48-8459-471f-aedd-fe9e94797602 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:13:38.676535 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:13:38.676963 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Checking segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:13:38.677391 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.677789 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Bound using segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:13:38.678253 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Bound port: 39f40261-48b1-4b78-8622-94e81eec9cbb, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:13:38.678656 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.682093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b210ccb9-d4ab-4fb5-8672-5eed50abe94f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:38.687038 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b210ccb9-d4ab-4fb5-8672-5eed50abe94f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:38.687221 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.745684 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] For port 39f40261-48b1-4b78-8622-94e81eec9cbb, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:13:38.749257 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] For port 39f40261-48b1-4b78-8622-94e81eec9cbb, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=39f40261-48b1-4b78-8622-94e81eec9cbb,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:13:38.770588 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.802296 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b210ccb9-d4ab-4fb5-8672-5eed50abe94f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:38.813735 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.872467 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:38.873076 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:38.873217 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:38.877336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e19a6-5d91-4856-b093-5f718c54fd03 None None] Pushing event updated for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:38.934131 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:38.988825 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:39.187696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:39.290762 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d81c5-5496-4698-b98e-70742afdf292 None None] The sync data for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 is: [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:13:39.578995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0aed6401-c7cb-471f-8348-5a3721854520 req-fbd13d18-3bab-40ab-8d3e-5e1e850cd7d2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0280848 Jul 28 19:13:39.990563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ce307969-64ad-4ebd-beeb-459e286e314d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:40.039248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port ce307969-64ad-4ebd-beeb-459e286e314d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:40.039679 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.133565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b210ccb9-d4ab-4fb5-8672-5eed50abe94f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:40.163724 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.187045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b210ccb9-d4ab-4fb5-8672-5eed50abe94f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:40.187456 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.268269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 39f40261-48b1-4b78-8622-94e81eec9cbb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:40.373322 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-52c5d93a-893c-409a-a7b8-7916ed59bd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.430602 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 39f40261-48b1-4b78-8622-94e81eec9cbb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:40.434613 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 39f40261-48b1-4b78-8622-94e81eec9cbb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:40.434989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.669375 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.673651 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81153b16-cee2-4131-96ce-1ebc11c08611 req-0487c3a1-4c3a-4971-a2b5-1e0937f43340 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0263877 Jul 28 19:13:40.706625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 39f40261-48b1-4b78-8622-94e81eec9cbb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=39f40261-48b1-4b78-8622-94e81eec9cbb,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:40.757215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:40.804015 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:41.374461 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:41.769919 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-74b3ed24-7f25-49e1-8f29-07886d5893c9 req-47e00905-3c0e-4b43-9082-29783173b83a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Jul 28 19:13:41.906866 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 39f40261-48b1-4b78-8622-94e81eec9cbb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:41.955515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 39f40261-48b1-4b78-8622-94e81eec9cbb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:41.955893 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:42.576575 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-cfdaf7c3-6271-4428-9e9f-533e541636a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:42.578034 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-cfdaf7c3-6271-4428-9e9f-533e541636a5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 797 time: 0.0996902 Jul 28 19:13:42.624451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-ba0b1390-47ae-4d2e-a659-b2232f7dc969 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 379 time: 0.0375061 Jul 28 19:13:42.633473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'port': {'device_id': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'admin_state_up': True, 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'security_groups': ['6b019b1f-5a9f-41cd-921b-5aae8ab9750a']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:42.830494 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:13:42.834465 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:42.876989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-83d6bac6-143d-4de8-882e-10992a6dbda6 req-a465a80e-e24e-44ef-8b9b-bf0f2a60c501 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0389450 Jul 28 19:13:42.986100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.3 (4e116b48-8459-471f-aedd-fe9e94797602/cead7e6b-6e78-4e77-a4d8-a5437132000c/02493042-52b7-4ee4-b2a8-0e88296c68cf) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:13:43.119316 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.132124 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 02493042-52b7-4ee4-b2a8-0e88296c68cf will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:43.226003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.243615 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.286020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 4e116b48-8459-471f-aedd-fe9e94797602 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:43.289096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:43.292695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:13:43.300975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:43.347484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:43.348118 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.403996 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-1054b6f8-d176-4d09-85a0-86efe4e70f30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740271 Jul 28 19:13:43.460138 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Request body: {'port': {'device_id': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:43.515072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.648609 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fb033e0-82f7-40e7-a96e-79df674c04f0 None None] Provisioning for port 02493042-52b7-4ee4-b2a8-0e88296c68cf completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:43.652437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-2fb033e0-82f7-40e7-a96e-79df674c04f0 None None] Provisioning complete for port 02493042-52b7-4ee4-b2a8-0e88296c68cf triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:43.652815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2fb033e0-82f7-40e7-a96e-79df674c04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.688449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-2fb033e0-82f7-40e7-a96e-79df674c04f0 None None] Port 02493042-52b7-4ee4-b2a8-0e88296c68cf cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:13:43.771497 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02493042-52b7-4ee4-b2a8-0e88296c68cf {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:13:43.779042 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.792082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Transition to ACTIVE for port object 02493042-52b7-4ee4-b2a8-0e88296c68cf will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:13:43.968768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:43.990502 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113508c-3e6b-4cf0-9028-cd1a29ca1b6c req-74b3cfe4-7e52-4fbb-9945-202bdb30d00f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:43.992037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3113508c-3e6b-4cf0-9028-cd1a29ca1b6c req-74b3cfe4-7e52-4fbb-9945-202bdb30d00f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 931 time: 0.0482354 Jul 28 19:13:44.019612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Pushing event updated for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:44.040129 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3113508c-3e6b-4cf0-9028-cd1a29ca1b6c req-6508d09f-2b0b-4993-889c-771f15c794eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Jul 28 19:13:44.095737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Attempting to bind port 02493042-52b7-4ee4-b2a8-0e88296c68cf on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:13:44.096082 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Attempting to bind port 02493042-52b7-4ee4-b2a8-0e88296c68cf by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:13:44.096417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Attempting to bind port 02493042-52b7-4ee4-b2a8-0e88296c68cf on network 4e116b48-8459-471f-aedd-fe9e94797602 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:13:44.101084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Port 02493042-52b7-4ee4-b2a8-0e88296c68cf on network 4e116b48-8459-471f-aedd-fe9e94797602 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:13:44.101408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Attempting to bind port 02493042-52b7-4ee4-b2a8-0e88296c68cf on network 4e116b48-8459-471f-aedd-fe9e94797602 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:13:44.106373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:13:44.106718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Checking segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:13:44.107106 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Bound using segment: {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:13:44.107561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Bound port: 02493042-52b7-4ee4-b2a8-0e88296c68cf, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356765e1-328f-44cb-93b5-828abadc9e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:13:44.107927 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:44.178826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:13:44.181983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:13:44.293902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:44.326059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:44.326733 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:44.328323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] 10.222.0.37 "PUT /v2.0/ports/02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 1091 time: 0.9160774 Jul 28 19:13:44.330404 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:13:44.333493 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ef432-52ef-4e23-b925-dd410da16bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:13:44.365468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeef7c-d029-4441-8058-37f2f9d71a2a service neutron] Pushing event updated for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:44.374287 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd625d-5ed3-495d-8a0b-0a8e41230931 x-openstack-request-id: req-d3fd625d-5ed3-495d-8a0b-0a8e41230931 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:13:44.374287 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:13:44.374645 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3fd625d-5ed3-495d-8a0b-0a8e41230931 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:13:44.375105 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'status': 'completed', 'code': 200} Jul 28 19:13:44.436335 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef432-52ef-4e23-b925-dd410da16bdb req-b2d2a438-68a8-4aaa-96cb-c58b98e3c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:44.437861 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-955ef432-52ef-4e23-b925-dd410da16bdb req-b2d2a438-68a8-4aaa-96cb-c58b98e3c4b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1094 time: 0.0419514 Jul 28 19:13:44.542820 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef432-52ef-4e23-b925-dd410da16bdb req-9c27baed-b1c1-4de1-8b84-97f7fd4c45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:44.544338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-955ef432-52ef-4e23-b925-dd410da16bdb req-9c27baed-b1c1-4de1-8b84-97f7fd4c45e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0987313 Jul 28 19:13:44.638842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef432-52ef-4e23-b925-dd410da16bdb req-13a966e9-5fcd-4bf9-b027-d4702d1ea86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:44.640230 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-955ef432-52ef-4e23-b925-dd410da16bdb req-13a966e9-5fcd-4bf9-b027-d4702d1ea86b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894268 Jul 28 19:13:45.062354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-d9f539e1-2f61-47c8-b87a-6d540c8288cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:45.063829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-d9f539e1-2f61-47c8-b87a-6d540c8288cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1094 time: 0.3888502 Jul 28 19:13:45.106091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-e2630e2c-a2aa-4d88-8807-063c6bd48fc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 217 time: 0.0342133 Jul 28 19:13:45.154009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-0e4b7b73-b950-45dc-a53e-b275c9ad80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:45.154571 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4238-631c-43e4-9389-85036c762559 req-5b6387c0-2cb0-437e-a009-a391b92c93b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:45.155482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-0e4b7b73-b950-45dc-a53e-b275c9ad80be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0429878 Jul 28 19:13:45.156119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aae4238-631c-43e4-9389-85036c762559 req-5b6387c0-2cb0-437e-a009-a391b92c93b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 943 time: 0.0482249 Jul 28 19:13:45.194384 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9aae4238-631c-43e4-9389-85036c762559 req-5852bea9-55f2-4fe2-96bc-987cde8ea021 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Jul 28 19:13:45.203235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-2a13f0b8-05e9-422b-85da-439f8474b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:45.204902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-2a13f0b8-05e9-422b-85da-439f8474b8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427725 Jul 28 19:13:45.292844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-f397a032-dfc5-4d99-944b-18974d6f6e83 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807576 Jul 28 19:13:45.382635 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f972f9f8-5fe2-48a2-b0a3-083417f1212c req-38724e3b-7e5d-4d9c-b55a-9d05aa8b8784 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Jul 28 19:13:46.254871 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:46.310692 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe954b-5688-40d2-b1bd-7e31fa140f8d req-1a1ac9d7-d331-41f6-bd9b-9d307e2bb59f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:46.312228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbbe954b-5688-40d2-b1bd-7e31fa140f8d req-1a1ac9d7-d331-41f6-bd9b-9d307e2bb59f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 943 time: 0.0489578 Jul 28 19:13:46.349805 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbbe954b-5688-40d2-b1bd-7e31fa140f8d req-e35fe3d4-b281-41a4-b026-381aab37962c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jul 28 19:13:47.361328 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02493042-52b7-4ee4-b2a8-0e88296c68cf details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:13:47.454186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:47.464001 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b13635-efa7-4d89-994f-e9d87f066195 req-e7e3d1db-45c5-4d10-8afd-c6dfc31f302d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:47.465494 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58b13635-efa7-4d89-994f-e9d87f066195 req-e7e3d1db-45c5-4d10-8afd-c6dfc31f302d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Jul 28 19:13:47.465864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'port_id': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'mac_address': 'fa:16:3e:a9:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:13:47.505307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-58b13635-efa7-4d89-994f-e9d87f066195 req-236c2c25-7f48-4631-96bb-46b3dff98b4b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Jul 28 19:13:47.506859 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:47.520450 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02493042-52b7-4ee4-b2a8-0e88296c68cf {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:13:47.539311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:47.618245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:47.664501 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:47.834227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['02493042-52b7-4ee4-b2a8-0e88296c68cf'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:13:48.616788 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452cf7e-c613-45ae-9b6e-cc81ffdcdf62 req-b9b55887-9527-45a0-ab66-e66e6b15e958 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:48.618308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f452cf7e-c613-45ae-9b6e-cc81ffdcdf62 req-b9b55887-9527-45a0-ab66-e66e6b15e958 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 944 time: 0.0480025 Jul 28 19:13:48.655728 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f452cf7e-c613-45ae-9b6e-cc81ffdcdf62 req-1aefbb4d-7db6-4ff2-bf3a-e891592aeff0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Jul 28 19:13:49.355970 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:49.361087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02493042-52b7-4ee4-b2a8-0e88296c68cf up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:13:49.471184 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 02493042-52b7-4ee4-b2a8-0e88296c68cf completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:13:49.475228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 02493042-52b7-4ee4-b2a8-0e88296c68cf triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:13:49.475631 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:49.553479 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:49.574668 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:13:49.576934 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a5c96-cddd-4a7a-b7a3-e8d1a5afeaa0" -d '{"events": [{"server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "name": "network-vif-plugged", "status": "completed", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:13:49.589670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:13:49.653252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:49.663980 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdcbfb3-81a9-40e1-aa45-6239b82011e3 x-openstack-request-id: req-8cdcbfb3-81a9-40e1-aa45-6239b82011e3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:13:49.663980 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "name": "network-vif-plugged", "status": "completed", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:13:49.663980 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cdcbfb3-81a9-40e1-aa45-6239b82011e3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:13:49.663980 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'code': 200} Jul 28 19:13:49.709308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:49.799086 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3ba6e-3cb0-4aa4-b492-469059635eb6 req-fb747b6c-1cce-458b-a3e2-00cc15a476ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:49.801160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a3ba6e-3cb0-4aa4-b492-469059635eb6 req-fb747b6c-1cce-458b-a3e2-00cc15a476ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0724275 Jul 28 19:13:49.802726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070d641-7fb8-4253-925e-f49d787c039e req-c2151c70-d5b6-4e4b-ba34-6651854284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:49.804100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9070d641-7fb8-4253-925e-f49d787c039e req-c2151c70-d5b6-4e4b-ba34-6651854284ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0885699 Jul 28 19:13:49.857799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-22a3ba6e-3cb0-4aa4-b492-469059635eb6 req-d8d21494-616b-4f2e-8173-9844f4262132 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505760 Jul 28 19:13:49.861323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9070d641-7fb8-4253-925e-f49d787c039e req-969e4d0a-563f-45cc-bed4-17ee7ae144b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484881 Jul 28 19:13:50.978637 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae611-bc10-4eb1-bccb-fca38b3e74bb req-ca93e244-e58d-4c55-9ecd-5cc445ddf50c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:50.980143 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a4ae611-bc10-4eb1-bccb-fca38b3e74bb req-ca93e244-e58d-4c55-9ecd-5cc445ddf50c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0482280 Jul 28 19:13:51.020346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a4ae611-bc10-4eb1-bccb-fca38b3e74bb req-1b93253e-750f-4e94-b2ac-10b9ae1e6cdb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342963 Jul 28 19:13:51.134135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b8401-f19d-4434-8331-667b2754c464 req-1eb42350-02da-41f2-a95a-0d993ac72d04 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:51.135614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb0b8401-f19d-4434-8331-667b2754c464 req-1eb42350-02da-41f2-a95a-0d993ac72d04 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Jul 28 19:13:51.172570 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eb0b8401-f19d-4434-8331-667b2754c464 req-6de4526a-e0cb-4851-8dbc-09d21b92b399 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Jul 28 19:13:51.193903 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52276) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:51.231570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f2d2d-b484-4eb8-b2bc-0c28b697f452 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:51.233021 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4e5f2d2d-b484-4eb8-b2bc-0c28b697f452 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1091 time: 0.0381784 Jul 28 19:13:51.235694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52278) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:51.240564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:13:51.321235 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:51.418074 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:51.515598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.144 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/58fed490-6be4-47cd-8366-8f8db6f16b38) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:13:51.619886 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:51.715599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:51.754558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:13:51.754558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:13:51.757019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:13:51.783627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=58fed490-6be4-47cd-8366-8f8db6f16b38,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:52.111940 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:52.227514 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:52.376775 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:52.464088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:52.532645 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=58fed490-6be4-47cd-8366-8f8db6f16b38,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:52.541396 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:52.641298 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 50cea39a-5ba1-414e-80fa-50708d74fe88 associated. External IP: 172.25.7.144, port: 02493042-52b7-4ee4-b2a8-0e88296c68cf. Jul 28 19:13:52.845457 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:13:52.952649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:13:52.963200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Sync routers for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:13:52.974386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:52.979262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:53.029936 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:53.058823 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6d0a551f-230a-49e5-865a-dc078ee5d6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8221304 Jul 28 19:13:53.059448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:13:53.061816 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79" -d '{"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:13:53.082720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:53.101030 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0129f81-254f-44c6-9501-6c0cf41a0846 x-openstack-request-id: req-a0129f81-254f-44c6-9501-6c0cf41a0846 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:13:53.101413 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:13:53.101724 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0129f81-254f-44c6-9501-6c0cf41a0846 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:13:53.102191 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'status': 'completed', 'code': 200} Jul 28 19:13:53.154964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf867e06-0f7b-46b9-9e0c-7263e90dd3c9 req-d470ecd0-7f5c-4636-be49-b3c530d265d0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:53.162847 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf867e06-0f7b-46b9-9e0c-7263e90dd3c9 req-d470ecd0-7f5c-4636-be49-b3c530d265d0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0546038 Jul 28 19:13:53.165758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-85d0ba8a-2149-4f14-8842-fb1beedd0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:53.167275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-85d0ba8a-2149-4f14-8842-fb1beedd0eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0433085 Jul 28 19:13:53.200227 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bf867e06-0f7b-46b9-9e0c-7263e90dd3c9 req-af81f107-dafd-4007-b8bf-fd8befcd9298 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361984 Jul 28 19:13:53.222231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52286) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:53.264374 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-8b751954-6114-4fad-b1cf-4fd28637d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:53.265909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-8b751954-6114-4fad-b1cf-4fd28637d1bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 898 time: 0.0909488 Jul 28 19:13:53.285942 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fc54080d-8793-4d22-9362-8bb20f2b68bc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/50cea39a-5ba1-414e-80fa-50708d74fe88 HTTP/1.1" status: 200 len: 991 time: 0.0625274 Jul 28 19:13:53.332097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '50cea39a-5ba1-414e-80fa-50708d74fe88', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'port_id': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'mac_address': 'fa:16:3e:a9:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:13:51Z', 'updated_at': '2021-07-28T19:13:51Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:53.341225 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-d6430248-fa04-4aa4-aa17-2d15a1f7c94e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 999 time: 0.0684836 Jul 28 19:13:53.357830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Checking router: 893baaa9-fdfd-4f8f-9c89-bb97d0822cec for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:13:53.366375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:13:53.366982 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:13:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:53.395648 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-5c7b71e2-22e8-429d-8b1c-dc96c97d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:53.397123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-5c7b71e2-22e8-429d-8b1c-dc96c97d0967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0489535 Jul 28 19:13:53.442666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-f4425c2c-8209-4a28-b404-0b210ddc38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:53.444217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-f4425c2c-8209-4a28-b404-0b210ddc38fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400064 Jul 28 19:13:53.472783 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:13:53.534512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-89dc5a0f-7aba-496d-b987-bb9fff21f05f service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Jul 28 19:13:53.628780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6f20b1ab-1e4d-4df3-a936-73d416aa0e79 req-518c8b47-7538-420f-9f92-12e887039226 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873389 Jul 28 19:13:53.693885 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '50cea39a-5ba1-414e-80fa-50708d74fe88', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'port_id': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'mac_address': 'fa:16:3e:a9:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:13:51Z', 'updated_at': '2021-07-28T19:13:51Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:13:53.720141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32037884-7618-42bb-9b18-af207cab2cb8 None None] The sync data for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 is: [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '50cea39a-5ba1-414e-80fa-50708d74fe88', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'port_id': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'mac_address': 'fa:16:3e:a9:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:13:51Z', 'updated_at': '2021-07-28T19:13:51Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:13:53.908148 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de43030-918a-4d23-8a5c-845ab5e23856 None None] New status for floating IP 50cea39a-5ba1-414e-80fa-50708d74fe88: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:13:54.289246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52288) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:54.349031 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d16fef12-d207-4be4-9c79-b40701407d7d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/50cea39a-5ba1-414e-80fa-50708d74fe88 HTTP/1.1" status: 200 len: 993 time: 0.0586400 Jul 28 19:13:55.329117 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-c0431cf6-52dc-416b-9e28-745b74bbb6c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420320 Jul 28 19:13:55.408446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-d1c93907-63ca-436f-bae5-8a8a6aa77d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:55.410575 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-d1c93907-63ca-436f-bae5-8a8a6aa77d5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0400293 Jul 28 19:13:55.509104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-3ffdb21c-f4f1-4b40-8519-745d1a618845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:55.510565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-3ffdb21c-f4f1-4b40-8519-745d1a618845 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 898 time: 0.0818644 Jul 28 19:13:55.578783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-d391b170-7958-45c4-ba54-aa17f734f029 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 1001 time: 0.0604513 Jul 28 19:13:55.624918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-85133bfd-9a30-498f-8b8e-b495915814d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:55.626222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-85133bfd-9a30-498f-8b8e-b495915814d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0411615 Jul 28 19:13:55.671250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-a189fc8c-0297-48ba-bf9c-8b5711c397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:55.672717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-a189fc8c-0297-48ba-bf9c-8b5711c397a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385911 Jul 28 19:13:55.761372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-5969a371-408e-438c-b946-b33d8b8cdf04 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817549 Jul 28 19:13:55.848020 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ecf91022-2d2e-41f9-b1ab-64858fa4c4ae req-c05decc3-2218-463a-9092-6b922bcc4cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794311 Jul 28 19:14:07.738012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17e88c5a-2437-4fe5-ac31-6ad2a62e8621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:10.111055 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:10.383518 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6257a74b-6531-41f4-b520-842e7956fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:11.339547 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:13.234673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:14.143370 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:14:16.242535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:19.322739 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:27.898606 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f34123-358c-46d1-a6bb-6ff0e1dfe0ee req-850936ab-fb63-4a58-b28a-5a38f14e71e3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:27.900143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66f34123-358c-46d1-a6bb-6ff0e1dfe0ee req-850936ab-fb63-4a58-b28a-5a38f14e71e3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0812469 Jul 28 19:14:27.906179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-d4b3066d-86f4-4007-9ba3-e1ff08ece23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:27.907589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-d4b3066d-86f4-4007-9ba3-e1ff08ece23f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0547342 Jul 28 19:14:27.985279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-66f34123-358c-46d1-a6bb-6ff0e1dfe0ee req-87fab094-8975-4107-8097-c7cbc5566624 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767553 Jul 28 19:14:28.020481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-ebbf9413-baab-4a1c-8b03-d78f4593f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:28.021952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-ebbf9413-baab-4a1c-8b03-d78f4593f7e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 898 time: 0.1007950 Jul 28 19:14:28.086070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-1ecd6bd3-f8f7-4e0b-bdbe-0a97dbe9391c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 1001 time: 0.0564733 Jul 28 19:14:28.136576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-7c941c4f-8401-4b76-bdb8-18c091e1555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:28.137963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-7c941c4f-8401-4b76-bdb8-18c091e1555f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0444736 Jul 28 19:14:28.186953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-27afa16a-bc52-4874-a52a-fb0bd1c103d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:28.188484 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-27afa16a-bc52-4874-a52a-fb0bd1c103d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431395 Jul 28 19:14:28.275259 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-a5b4bc91-0038-472b-83c3-cad6742973aa service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793650 Jul 28 19:14:28.369492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-395cd1d0-7a6c-4aed-9d65-b96feedea891 req-5f182f3e-6071-470f-a7fa-af6788f0de88 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837321 Jul 28 19:14:29.117499 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470f83e-7189-4bc0-8b39-1dfead914b17 req-5d488844-83fc-439f-86f5-9e36eda9bf07 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:29.118997 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2470f83e-7189-4bc0-8b39-1dfead914b17 req-5d488844-83fc-439f-86f5-9e36eda9bf07 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Jul 28 19:14:29.156639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2470f83e-7189-4bc0-8b39-1dfead914b17 req-19a1a896-6a63-42fd-9454-2c7500eb33fb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Jul 28 19:14:30.274403 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707d536-5c8b-4ffe-b3c7-d38746d19656 req-1ef669a5-e813-478e-8c51-d975cb1f39c5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:30.275906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8707d536-5c8b-4ffe-b3c7-d38746d19656 req-1ef669a5-e813-478e-8c51-d975cb1f39c5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Jul 28 19:14:30.312826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8707d536-5c8b-4ffe-b3c7-d38746d19656 req-62062615-048e-4ed3-bcc9-2e18b8677c3a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Jul 28 19:14:31.425875 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae397c2-4a47-4b54-bccd-8d22ec0b2db0 req-a08597f1-047f-43d8-a50e-2691690e8b1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:31.427331 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cae397c2-4a47-4b54-bccd-8d22ec0b2db0 req-a08597f1-047f-43d8-a50e-2691690e8b1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0477893 Jul 28 19:14:31.464252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cae397c2-4a47-4b54-bccd-8d22ec0b2db0 req-dc6ce9c5-b463-47c4-bb20-979166dd4afd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Jul 28 19:14:32.576856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d8ed0-47e0-45ad-abab-699ff6aa7b2a req-8f656ba7-d976-40f9-bb0c-961aafe18358 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:32.578337 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f41d8ed0-47e0-45ad-abab-699ff6aa7b2a req-8f656ba7-d976-40f9-bb0c-961aafe18358 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0480518 Jul 28 19:14:32.615973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f41d8ed0-47e0-45ad-abab-699ff6aa7b2a req-28b7c2dc-ccd9-4e7e-ab0b-e6afcac73963 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Jul 28 19:14:33.727516 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5264b0-d9b1-484a-8eb4-1e38e6072968 req-9c497d7e-e994-4b99-b42a-d7c918206875 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:33.729007 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab5264b0-d9b1-484a-8eb4-1e38e6072968 req-9c497d7e-e994-4b99-b42a-d7c918206875 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0474880 Jul 28 19:14:33.766249 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ab5264b0-d9b1-484a-8eb4-1e38e6072968 req-ea5dfa24-4da0-44e1-8682-deeee81a64a7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Jul 28 19:14:34.884180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087dd5-374b-4785-b7f1-6b18f7212f26 req-5f3fc53f-cb71-4de5-9eb4-157c6a341488 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:34.885941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2087dd5-374b-4785-b7f1-6b18f7212f26 req-5f3fc53f-cb71-4de5-9eb4-157c6a341488 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Jul 28 19:14:34.924620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f2087dd5-374b-4785-b7f1-6b18f7212f26 req-768ba2b0-0d4a-4142-b7d0-11d589f371ef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 Jul 28 19:14:36.041609 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb1cf-6f34-4282-bd49-5f293637938e req-37fc8b0e-5980-4d92-b8e8-1df1c2fab5ab tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:36.043069 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4decb1cf-6f34-4282-bd49-5f293637938e req-37fc8b0e-5980-4d92-b8e8-1df1c2fab5ab tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0517151 Jul 28 19:14:36.079252 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4decb1cf-6f34-4282-bd49-5f293637938e req-cf8f39f3-a2d0-45e0-a247-37078666b936 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302701 Jul 28 19:14:37.191830 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01953d91-7d29-4131-b26e-2332ed7527eb req-520df450-3383-4cca-a47d-839fff72c4c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:37.193978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01953d91-7d29-4131-b26e-2332ed7527eb req-520df450-3383-4cca-a47d-839fff72c4c3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0477340 Jul 28 19:14:37.230574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01953d91-7d29-4131-b26e-2332ed7527eb req-d18a210a-db6c-472d-b247-cd069960d719 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Jul 28 19:14:37.748145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4827-b798-423f-a7bb-2d5b8997efb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:38.345817 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685668-2dc1-4de8-a1de-88df52db4bbc req-05cbf685-028f-46c6-be5b-d78881a61ceb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:38.347317 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7685668-2dc1-4de8-a1de-88df52db4bbc req-05cbf685-028f-46c6-be5b-d78881a61ceb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Jul 28 19:14:38.383959 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e7685668-2dc1-4de8-a1de-88df52db4bbc req-93010c4d-7b44-4f8a-939d-8d929752aeed tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305419 Jul 28 19:14:39.495781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af121b-adb7-47f4-ae5e-ea65e86173c1 req-11cb8457-7430-421d-9928-5eaa943e86d2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:39.497264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97af121b-adb7-47f4-ae5e-ea65e86173c1 req-11cb8457-7430-421d-9928-5eaa943e86d2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0478320 Jul 28 19:14:39.534970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97af121b-adb7-47f4-ae5e-ea65e86173c1 req-e9c96dcc-5358-4905-8b53-39b4e2ff8908 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Jul 28 19:14:40.127407 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:40.356081 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-89a796e9-f94a-43f5-8d44-45765a8bbaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:40.647350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5925-538f-48c6-9e6d-6243e47a6218 req-38394ee7-fe90-4e62-b2ec-bcf85255adef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:40.648777 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93ba5925-538f-48c6-9e6d-6243e47a6218 req-38394ee7-fe90-4e62-b2ec-bcf85255adef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Jul 28 19:14:40.686408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-93ba5925-538f-48c6-9e6d-6243e47a6218 req-c804739e-edf5-4af4-982b-019842ff81af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Jul 28 19:14:41.345118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:41.803506 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b11d6-a9e1-4ff7-84da-7841c41b65a8 req-a368b95d-4ca2-46c1-91f5-b49bc16c9eb5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:41.804962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a2b11d6-a9e1-4ff7-84da-7841c41b65a8 req-a368b95d-4ca2-46c1-91f5-b49bc16c9eb5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Jul 28 19:14:41.842018 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5a2b11d6-a9e1-4ff7-84da-7841c41b65a8 req-c17a9928-4064-4624-9628-6db72c66426f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311613 Jul 28 19:14:42.959356 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014a4dc-c309-470f-8231-15c5d39ebdca req-30ccd013-ff2f-4f56-bb3b-b37dde762406 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:42.960858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3014a4dc-c309-470f-8231-15c5d39ebdca req-30ccd013-ff2f-4f56-bb3b-b37dde762406 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Jul 28 19:14:42.997876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3014a4dc-c309-470f-8231-15c5d39ebdca req-12589b2c-1909-4fed-8f90-df707de32674 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308878 Jul 28 19:14:43.212829 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:44.108378 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7940ee-c23c-43dd-8313-b5e614676ae5 req-870b8df3-14ba-4e3b-9a12-a4c4b7fafa7c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:44.109842 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7940ee-c23c-43dd-8313-b5e614676ae5 req-870b8df3-14ba-4e3b-9a12-a4c4b7fafa7c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Jul 28 19:14:44.146451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c7940ee-c23c-43dd-8313-b5e614676ae5 req-ae85f07d-6556-4cc5-aecf-5605ddba494c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299962 Jul 28 19:14:45.260324 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c0e4-6568-4b83-a023-e06d172140fc req-6cad475d-f10a-4ccb-b6b4-f312a337a09a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:45.261813 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ae7c0e4-6568-4b83-a023-e06d172140fc req-6cad475d-f10a-4ccb-b6b4-f312a337a09a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Jul 28 19:14:45.298219 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0ae7c0e4-6568-4b83-a023-e06d172140fc req-9cc38a33-f74a-4cc8-885d-d4856fa2c52b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305223 Jul 28 19:14:45.320550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52342) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:14:45.390628 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-045d8b3d-c87a-40e8-8a4a-51bbd90c5a06 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/50cea39a-5ba1-414e-80fa-50708d74fe88 HTTP/1.1" status: 200 len: 993 time: 0.0689619 Jul 28 19:14:46.267952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:49.347855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:51.142235 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:14:56.338884 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-5088c459-a1f7-468c-9e36-1f465e3d2a06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386410 Jul 28 19:14:56.417965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45283768-3178-43da-9905-67ce6ae82b00 req-390f1377-b84a-49af-bf0b-6ae2b7857f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:56.426006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-390f1377-b84a-49af-bf0b-6ae2b7857f33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0390952 Jul 28 19:14:56.524700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45283768-3178-43da-9905-67ce6ae82b00 req-57200607-2f16-468b-a301-60280e4fc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:56.526173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-57200607-2f16-468b-a301-60280e4fc848 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 898 time: 0.0868840 Jul 28 19:14:56.591049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-e6fba91a-617a-4c92-921b-b932abcf1b08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 1001 time: 0.0555515 Jul 28 19:14:56.643556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45283768-3178-43da-9905-67ce6ae82b00 req-965a3b11-a495-4fdf-8b12-cf9ba8e29eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:56.644955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-965a3b11-a495-4fdf-8b12-cf9ba8e29eb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0456581 Jul 28 19:14:56.690908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45283768-3178-43da-9905-67ce6ae82b00 req-dbc62b33-e836-4f2a-9969-5e9f35d8708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:56.692374 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-dbc62b33-e836-4f2a-9969-5e9f35d8708c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380130 Jul 28 19:14:56.777595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-b70b700c-4e6e-4c02-bcf7-62c81329f839 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786629 Jul 28 19:14:56.869366 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-45283768-3178-43da-9905-67ce6ae82b00 req-df0f686c-2bdb-462a-ab00-e2fb571a6b5d service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834703 Jul 28 19:15:07.752976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7a983476-0c49-4f10-8db4-ec929f52c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:10.129369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:10.344241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70e3-4e8a-4095-8a16-d6b39352d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:11.338511 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:13.223913 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:15.829077 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52356) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:15.979812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 58fed490-6be4-47cd-8366-8f8db6f16b38 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:15:15.980160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.051587 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.051912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.062915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 58fed490-6be4-47cd-8366-8f8db6f16b38 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:15:16.318691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.346780 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.371611 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=58fed490-6be4-47cd-8366-8f8db6f16b38,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:16.384678 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.385103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.385420 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.385761 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.386096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.386428 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.386759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.387095 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.387440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.387773 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.388098 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.388419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:16.444656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.444999 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 50cea39a-5ba1-414e-80fa-50708d74fe88 disassociated (deleted). External IP: 172.25.7.144, port: 02493042-52b7-4ee4-b2a8-0e88296c68cf. Jul 28 19:15:16.654709 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:15:16.758405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:15:16.763092 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:16.769109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Sync routers for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:15:16.778178 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:16.778775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:16.789264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-994e1672-85b4-4af7-9277-b8513717e71d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/floatingips/50cea39a-5ba1-414e-80fa-50708d74fe88 HTTP/1.1" status: 204 len: 168 time: 0.9591770 Jul 28 19:15:16.789855 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:15:16.792160 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5bd4c-0313-467f-b323-ff0d3b62a538" -d '{"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:15:16.891855 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc0670-2dd5-48d0-90b9-19698da9d660 x-openstack-request-id: req-0ebc0670-2dd5-48d0-90b9-19698da9d660 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:15:16.892517 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:15:16.892517 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ebc0670-2dd5-48d0-90b9-19698da9d660 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:15:16.892786 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'status': 'completed', 'code': 200} Jul 28 19:15:16.895887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:16.957468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-15b049d2-5c54-4368-a6ec-2ad5d4834593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:16.959114 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-15b049d2-5c54-4368-a6ec-2ad5d4834593 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 1096 time: 0.0424430 Jul 28 19:15:17.053908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-5b2ca363-f14c-4195-911e-30649eeb671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:17.055416 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-5b2ca363-f14c-4195-911e-30649eeb671c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 200 len: 898 time: 0.0879755 Jul 28 19:15:17.089672 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:17.104620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-94877db2-5e49-4b95-bb11-e68e008cfc55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 200 len: 217 time: 0.0348151 Jul 28 19:15:17.116050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Checking router: 893baaa9-fdfd-4f8f-9c89-bb97d0822cec for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:15:17.125046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:17.125665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:17.155550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-1f26dce9-67fc-4b02-b163-10d71f3996e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:17.156997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-1f26dce9-67fc-4b02-b163-10d71f3996e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 200 len: 835 time: 0.0453367 Jul 28 19:15:17.206465 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-f51a193d-7de5-47ab-910b-f643c7875b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:17.208066 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-f51a193d-7de5-47ab-910b-f643c7875b3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e116b48-8459-471f-aedd-fe9e94797602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434322 Jul 28 19:15:17.229412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:17.300198 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-ac09a1c3-7fa4-42f4-b5c9-40bade8cbc56 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840697 Jul 28 19:15:17.368638 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba018b-061f-462a-aea1-01158c297904 req-2cd5d4d6-66c8-4671-8a70-57bff000c92d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:17.370341 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13ba018b-061f-462a-aea1-01158c297904 req-2cd5d4d6-66c8-4671-8a70-57bff000c92d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0596082 Jul 28 19:15:17.401035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3cf5bd4c-0313-467f-b323-ff0d3b62a538 req-86da3b93-9396-4198-b42c-f3b174888729 service neutron] 10.222.0.37 "GET /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923691 Jul 28 19:15:17.413037 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-13ba018b-061f-462a-aea1-01158c297904 req-59440b71-4f9f-44c0-896b-c56c2f2c08b2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365169 Jul 28 19:15:17.435789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:17.462044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a23769-a210-4b57-a5ed-167fcdaa71e4 None None] The sync data for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 is: [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:36Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '39f40261-48b1-4b78-8622-94e81eec9cbb', 'name': '', 'network_id': '4e116b48-8459-471f-aedd-fe9e94797602', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:c0:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:35Z', 'updated_at': '2021-07-28T19:13:40Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'cead7e6b-6e78-4e77-a4d8-a5437132000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:15:17.674232 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c1e79-4ff1-4dfe-b554-e7bd98271a1f None None] New status for floating IP 50cea39a-5ba1-414e-80fa-50708d74fe88: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:15:18.533125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628cfb4-0f70-4dfc-8017-84f69e34c6e0 req-3c68b187-7807-4da1-9a81-07ecce6beb95 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:18.534613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0628cfb4-0f70-4dfc-8017-84f69e34c6e0 req-3c68b187-7807-4da1-9a81-07ecce6beb95 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0495472 Jul 28 19:15:18.572329 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0628cfb4-0f70-4dfc-8017-84f69e34c6e0 req-0c774b85-4661-4e34-bd39-4f9df0761658 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b019b1f-5a9f-41cd-921b-5aae8ab9750a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 28 19:15:18.859906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633d08c-0421-48e5-8194-50b33f809e60 req-bfc59b62-6633-4a18-8b42-7f688622904a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:18.861250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4633d08c-0421-48e5-8194-50b33f809e60 req-bfc59b62-6633-4a18-8b42-7f688622904a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Jul 28 19:15:18.950019 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 02493042-52b7-4ee4-b2a8-0e88296c68cf {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:15:18.950364 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:19.034600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 02493042-52b7-4ee4-b2a8-0e88296c68cf, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02493042-52b7-4ee4-b2a8-0e88296c68cf,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:19.035143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:19.048448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 02493042-52b7-4ee4-b2a8-0e88296c68cf owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:15:19.243515 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:19.269198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=02493042-52b7-4ee4-b2a8-0e88296c68cf,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:19.283204 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.283586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.283928 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.284264 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.284591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.284920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.285252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.285576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.286573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.286900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.287225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.287569 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:19.320598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] No DVR routers for this DVR port 02493042-52b7-4ee4-b2a8-0e88296c68cf on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:15:19.323054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:19.325045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4633d08c-0421-48e5-8194-50b33f809e60 req-1456636f-c5fa-48a8-ac53-0fd02985e8f5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "DELETE /v2.0/ports/02493042-52b7-4ee4-b2a8-0e88296c68cf HTTP/1.1" status: 204 len: 173 time: 0.4575646 Jul 28 19:15:19.325481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'name': 'network-vif-deleted', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:15:19.333517 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c8510-070a-425f-9a21-7ffc79e81ac7" -d '{"events": [{"server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "name": "network-vif-deleted", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:15:19.352565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:19.373338 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6d2fc-c45d-4b42-ac33-06e316da2acd x-openstack-request-id: req-39b6d2fc-c45d-4b42-ac33-06e316da2acd {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:15:19.373635 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d114086d-d8bb-4e3d-8238-e949937f6267", "name": "network-vif-deleted", "tag": "02493042-52b7-4ee4-b2a8-0e88296c68cf", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:15:19.373887 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39b6d2fc-c45d-4b42-ac33-06e316da2acd {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:15:19.374283 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd114086d-d8bb-4e3d-8238-e949937f6267', 'name': 'network-vif-deleted', 'tag': '02493042-52b7-4ee4-b2a8-0e88296c68cf', 'status': 'completed', 'code': 200} Jul 28 19:15:19.684888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-434f29ee-d749-40c6-8262-003e866d8376 req-3e306c7e-e729-4e3c-98bf-a492617cf904 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=d114086d-d8bb-4e3d-8238-e949937f6267 HTTP/1.1" status: 200 len: 210 time: 0.0309134 Jul 28 19:15:20.743959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52378) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:21.439676 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:21.685787 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 39f40261-48b1-4b78-8622-94e81eec9cbb {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:15:21.686127 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:21.772835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 39f40261-48b1-4b78-8622-94e81eec9cbb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=39f40261-48b1-4b78-8622-94e81eec9cbb,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:21.773506 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:21.785446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 39f40261-48b1-4b78-8622-94e81eec9cbb owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:15:22.018070 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.045886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=39f40261-48b1-4b78-8622-94e81eec9cbb,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:22.215955 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.424291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:15:22.528640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:15:22.533493 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-80c9f409-0a80-4215-ad3c-844cade04470 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/893baaa9-fdfd-4f8f-9c89-bb97d0822cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7884879 Jul 28 19:15:22.536464 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52382) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:22.540355 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Sync routers for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:15:22.550321 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:22.550938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:22.591010 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting subnet cead7e6b-6e78-4e77-a4d8-a5437132000c {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:15:22.594556 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.637798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.657712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:22.719723 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.834666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:15:21Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:22.859276 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.890749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Subnet': ['ID=cead7e6b-6e78-4e77-a4d8-a5437132000c,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:22.897539 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:22.902083 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-365f790a-9aac-47be-9385-fd41533ef407 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/subnets/cead7e6b-6e78-4e77-a4d8-a5437132000c HTTP/1.1" status: 204 len: 168 time: 0.3620324 Jul 28 19:15:22.902400 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52384) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:23.012751 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.021197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c700e31-d997-4499-8441-a0bac0f39533 None None] Network 4e116b48-8459-471f-aedd-fe9e94797602 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:15:23.023425 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Checking router: 893baaa9-fdfd-4f8f-9c89-bb97d0822cec for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:15:23.068313 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Routers {'893baaa9-fdfd-4f8f-9c89-bb97d0822cec'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:23.068932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:23.114725 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.219130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] Set router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:23.235617 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port ce307969-64ad-4ebd-beeb-459e286e314d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:15:23.235963 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.321431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] DHCP port deletion for 4e116b48-8459-471f-aedd-fe9e94797602 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:15:23.325767 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port ce307969-64ad-4ebd-beeb-459e286e314d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=ce307969-64ad-4ebd-beeb-459e286e314d,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:23.326139 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.339815 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for ce307969-64ad-4ebd-beeb-459e286e314d owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:15:23.417074 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Deleting port b210ccb9-d4ab-4fb5-8672-5eed50abe94f {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:15:23.417459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.484952 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:15:21Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:23.487637 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] For port b210ccb9-d4ab-4fb5-8672-5eed50abe94f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,segment=NetworkSegment(356765e1-328f-44cb-93b5-828abadc9e2f),segment_id=356765e1-328f-44cb-93b5-828abadc9e2f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:23.488035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.519962 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7316e-117f-4538-b282-6b2860e8aa40 None None] The sync data for ids ['893baaa9-fdfd-4f8f-9c89-bb97d0822cec'] in n-d-778550-5 is: [{'id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840840096', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:15:21Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'ce307969-64ad-4ebd-beeb-459e286e314d', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893baaa9-fdfd-4f8f-9c89-bb97d0822cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:13:32Z', 'updated_at': '2021-07-28T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:15:23.524516 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Calling delete_port for b210ccb9-d4ab-4fb5-8672-5eed50abe94f owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:15:23.555702 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.592503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=ce307969-64ad-4ebd-beeb-459e286e314d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:23.646033 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.675557 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.680975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02493042-52b7-4ee4-b2a8-0e88296c68cf no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:15:23.720097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Pushing event deleted for resources: {'Port': ['ID=b210ccb9-d4ab-4fb5-8672-5eed50abe94f,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:23.724588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 02493042-52b7-4ee4-b2a8-0e88296c68cf {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:15:23.724932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02493042-52b7-4ee4-b2a8-0e88296c68cf not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:15:23.726443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] No DVR routers for this DVR port b210ccb9-d4ab-4fb5-8672-5eed50abe94f on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:15:23.733863 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.734217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.734563 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.734898 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.735233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.735589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.737357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.737357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.737357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.737357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.737357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.738351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ebb57-113e-41db-a7a4-46d71e83fc75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:23.741310 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.743709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.847170 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.847758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Fanout notify agent at l3_agent the message router_deleted on router 893baaa9-fdfd-4f8f-9c89-bb97d0822cec {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:15:23.856148 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:23.857378 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7070e87a-d764-4962-90b8-70e25974a6d3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/routers/893baaa9-fdfd-4f8f-9c89-bb97d0822cec HTTP/1.1" status: 204 len: 168 time: 0.9540470 Jul 28 19:15:23.860208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52386) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:23.951662 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.032603 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b210ccb9-d4ab-4fb5-8672-5eed50abe94f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:15:24.049236 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.053531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b210ccb9-d4ab-4fb5-8672-5eed50abe94f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:15:24.053883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b210ccb9-d4ab-4fb5-8672-5eed50abe94f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:15:24.054305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 39f40261-48b1-4b78-8622-94e81eec9cbb no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:15:24.059903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e116b48-8459-471f-aedd-fe9e94797602']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:24.074679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356765e1-328f-44cb-93b5-828abadc9e2f') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:24.074978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356765e1-328f-44cb-93b5-828abadc9e2f') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:24.075168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 39f40261-48b1-4b78-8622-94e81eec9cbb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:15:24.075543 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 39f40261-48b1-4b78-8622-94e81eec9cbb not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:15:24.085456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.100614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.106745 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:15:24.107153 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:15:24.113250 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:15:24.237765 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.244989 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.246686 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/networks/4e116b48-8459-471f-aedd-fe9e94797602 HTTP/1.1" status: 204 len: 168 time: 0.3854532 Jul 28 19:15:24.249514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52388) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:24.258180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca102-de94-4f91-861b-f88131837464 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Network': ['ID=4e116b48-8459-471f-aedd-fe9e94797602,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:24.313455 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.340310 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.466121 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.468654 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.469820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/security-groups/6b019b1f-5a9f-41cd-921b-5aae8ab9750a HTTP/1.1" status: 204 len: 168 time: 0.2193167 Jul 28 19:15:24.479489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbce2ba-e9d4-45e6-a912-32d5959702e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b019b1f-5a9f-41cd-921b-5aae8ab9750a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:24.995336 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52394) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:25.000431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625392518', 'description': 'tempest-secgroup-smoke-625392518 description', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:25.098529 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.176016 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.243721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.273125 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b8f58d-81bc-4706-b2d8-8ac30d2f2960,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:25.323972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.325377 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f118c354-a34b-4236-92a0-9d59bb1068c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3288412 Jul 28 19:15:25.328521 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52396) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:25.335823 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:25.429206 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.485130 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.577956 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.597118 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c41aeb-59bc-4fa0-b5f5-10292d7745fc,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:25.678159 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.679423 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e9d08ff0-a9e4-4f73-99f6-540b79f7495a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497479 Jul 28 19:15:25.682193 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52398) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:25.686558 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:25.771374 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.830874 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.904292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.921049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ce307969-64ad-4ebd-beeb-459e286e314d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:15:25.926056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e07cb9e-01a4-4dde-a186-3af3f3a56e5e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:25.942737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: ce307969-64ad-4ebd-beeb-459e286e314d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:15:25.943098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device ce307969-64ad-4ebd-beeb-459e286e314d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:15:26.015194 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.016468 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-80cc6293-fd44-421e-9ce2-c9fcde052b1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333514 Jul 28 19:15:26.019207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52400) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:26.024393 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:26.128140 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.184894 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.252840 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.271915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b81917-5936-4a2e-9dc5-ac149b9ed43c,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:26.340600 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.341824 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be77b685-4f99-41f3-b094-75b54cfd7632 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216453 Jul 28 19:15:26.344595 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52402) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:26.348971 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:26.428912 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.485146 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.572200 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.589797 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c3ad7-adb5-4d7f-8937-240d516def7f,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:26.663528 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.664739 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86041deb-fbc7-4d55-b6b9-00e6fa31dfe2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3192267 Jul 28 19:15:26.667503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52404) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:26.671917 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:26.749769 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:15:26.755117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.814841 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.880690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.900082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6287b8e1-534f-43f1-bff0-cd5f9bb2fa05,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:26.966491 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:26.967784 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c979b5b2-5892-4667-8a9b-d3f5e735eee3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993379 Jul 28 19:15:26.970654 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52406) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:26.975578 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '02b8f58d-81bc-4706-b2d8-8ac30d2f2960', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:27.053131 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:15:27.058174 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.118169 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.189630 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.210228 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19f02f2-802d-479f-ae0a-57d41aef0286,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:27.289313 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.290544 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f4727940-901b-4fca-ae8e-4e7d15772a47 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3189595 Jul 28 19:15:27.293585 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52408) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:27.298762 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'network': {'name': 'tempest-network-smoke--2030953514', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'port_security_enabled': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:27.389315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:15:27.392686 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.416105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:15:27.424681 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.425077 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Added segment 6ff4359b-25d4-4fcf-b728-1bce331923e3 of type vlan for network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a Jul 28 19:15:27.463340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.563451 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.569450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:27.570032 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.632720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Network': ['ID=8eca22a7-1a36-4b80-bdfb-7f844a89e31a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:27.642713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:15:27.712522 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e002750a-9abd-4450-8920-71fd18a171ff tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4178202 Jul 28 19:15:27.715514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52410) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:27.719999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'admin_state_up': True, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:27.831748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.833367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.902454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.097169 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.140548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:15:28.361581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.379969 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.478279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.190 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b2ca9a66-0f4c-4948-b355-fcbde143947c) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:15:28.580786 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.687290 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:28.724796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:28.727743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:28.730242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:15:28.755212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=b2ca9a66-0f4c-4948-b355-fcbde143947c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:29.045879 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:29.237645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:29.448745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router c6971c31-7cdb-43f8-82c5-2b9526f68faa is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:15:29.553015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:15:29.562244 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Sync routers for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:15:29.571676 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:29.572343 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:29.630318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:29.631603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c368187a-21ce-4bca-9836-f8ff2dfff424 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9151626 Jul 28 19:15:29.634685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52412) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:29.662190 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad0ed0cd-7481-4c47-ab91-97ad0bb09981 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0c5ef85a76bb4b14849ed76c43a35d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264535 Jul 28 19:15:29.664709 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52414) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:29.673470 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:29.747909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e9a15-b0f7-48a8-8329-a1ba2198ac82 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:29.752105 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4f0e9a15-b0f7-48a8-8329-a1ba2198ac82 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836964 Jul 28 19:15:29.752256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52416) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:29.783480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9a4fcfd-9eae-4f24-a3d7-9d6947c4c2c1 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301425 Jul 28 19:15:29.786014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52418) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:29.790654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378136933', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:29.845841 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:28Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:29.875977 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Checking router: c6971c31-7cdb-43f8-82c5-2b9526f68faa for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:15:29.876341 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Updating router c6971c31-7cdb-43f8-82c5-2b9526f68faa port b2ca9a66-0f4c-4948-b355-fcbde143947c binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:15:29.899999 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:29.938270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:15:29.941906 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.142737 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.152300 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Transition to ACTIVE for port object b2ca9a66-0f4c-4948-b355-fcbde143947c will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:30.173018 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.231747 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.234221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Subnet': ['ID=d4314cb1-4041-4994-bd4e-2536612bd142,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:30.241214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Checking segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:15:30.241572 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network hostable DHCP agents. Network: 8eca22a7-1a36-4b80-bdfb-7f844a89e31a, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:15:30.281196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Attempting to bind port b2ca9a66-0f4c-4948-b355-fcbde143947c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:15:30.281560 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Attempting to bind port b2ca9a66-0f4c-4948-b355-fcbde143947c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:15:30.281965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Attempting to bind port b2ca9a66-0f4c-4948-b355-fcbde143947c on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:15:30.292118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Pushing event updated for resources: {'Port': ['ID=b2ca9a66-0f4c-4948-b355-fcbde143947c,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:30.294693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:15:30.294693 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:15:30.294945 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.295320 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:15:30.295798 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Bound port: b2ca9a66-0f4c-4948-b355-fcbde143947c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:15:30.296175 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.318474 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.318821 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321007 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321746 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.321957 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:15:30.341014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:15:30.356501 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] For port b2ca9a66-0f4c-4948-b355-fcbde143947c, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:15:30.359376 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] For port b2ca9a66-0f4c-4948-b355-fcbde143947c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2ca9a66-0f4c-4948-b355-fcbde143947c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:15:30.426293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 8eca22a7-1a36-4b80-bdfb-7f844a89e31a) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:30.430131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:30.430719 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.434970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c08a5-f3cf-47c0-874b-e31aba15a083 None None] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:15:30.438258 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.494480 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:30.495099 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:30.507878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4e181249-ce94-47fd-83f0-c4f305e16981 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7207682 Jul 28 19:15:30.510936 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52422) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:30.531298 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9e3e-3cc9-4a7c-b42a-c5bc39fc9c30 None None] Pushing event updated for resources: {'Port': ['ID=b2ca9a66-0f4c-4948-b355-fcbde143947c,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:30.590347 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:15:30.591206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.611004 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:30.729750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Allocated IP 172.20.0.2 (8eca22a7-1a36-4b80-bdfb-7f844a89e31a/d4314cb1-4041-4994-bd4e-2536612bd142/15bce4cb-ca09-4abf-801b-6624892403cb) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:15:30.796691 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:28Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:30.823546 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791795a8-7845-45cb-a44e-223ac71df2b5 None None] The sync data for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 is: [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:28Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:15:30.875483 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.886588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Transition to ACTIVE for port object 15bce4cb-ca09-4abf-801b-6624892403cb will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:30.901992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Transition to ACTIVE for port object 15bce4cb-ca09-4abf-801b-6624892403cb will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:30.962558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:30.967704 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.007356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:31.011789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:31.014567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:15:31.024186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Pushing event updated for resources: {'Port': ['ID=15bce4cb-ca09-4abf-801b-6624892403cb,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:31.090375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Attempting to bind port 15bce4cb-ca09-4abf-801b-6624892403cb on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:15:31.090744 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Attempting to bind port 15bce4cb-ca09-4abf-801b-6624892403cb by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:15:31.091107 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Attempting to bind port 15bce4cb-ca09-4abf-801b-6624892403cb on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:15:31.097050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:15:31.097421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Checking segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:15:31.097914 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.098301 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Bound using segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:15:31.098792 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Bound port: 15bce4cb-ca09-4abf-801b-6624892403cb, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:15:31.099172 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.169720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] For port 15bce4cb-ca09-4abf-801b-6624892403cb, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:15:31.173104 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] For port 15bce4cb-ca09-4abf-801b-6624892403cb, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15bce4cb-ca09-4abf-801b-6624892403cb,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:15:31.253590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.287198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.1 (8eca22a7-1a36-4b80-bdfb-7f844a89e31a/d4314cb1-4041-4994-bd4e-2536612bd142/af4c52b9-b841-4fc1-9802-904b83ed0dd0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:15:31.319655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e935-0509-4c15-bbe1-7a264a932b08 None None] Pushing event updated for resources: {'Port': ['ID=15bce4cb-ca09-4abf-801b-6624892403cb,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:31.422166 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.439133 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object af4c52b9-b841-4fc1-9802-904b83ed0dd0 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:31.556104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.599843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:31.603095 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:31.605636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:15:31.638650 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:31.662995 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:31.886054 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.020542 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2ca9a66-0f4c-4948-b355-fcbde143947c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:32.161725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b2ca9a66-0f4c-4948-b355-fcbde143947c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:32.171711 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b2ca9a66-0f4c-4948-b355-fcbde143947c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:32.171711 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.253395 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.277019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b2ca9a66-0f4c-4948-b355-fcbde143947c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2ca9a66-0f4c-4948-b355-fcbde143947c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:32.327590 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38fade-bca7-4e73-9413-65260c8fee9d None None] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:15:32.378772 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.380139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15bce4cb-ca09-4abf-801b-6624892403cb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:32.495785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b2ca9a66-0f4c-4948-b355-fcbde143947c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:32.538246 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.565558 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-728ce212-deca-459d-a923-dbb4d62d4dcd None None] Provisioning for port 15bce4cb-ca09-4abf-801b-6624892403cb completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:32.635755 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.654903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 15bce4cb-ca09-4abf-801b-6624892403cb completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:32.659291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 15bce4cb-ca09-4abf-801b-6624892403cb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:32.659642 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.715221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:32.724696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.748145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.793587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 15bce4cb-ca09-4abf-801b-6624892403cb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15bce4cb-ca09-4abf-801b-6624892403cb,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:32.802728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Provisioning complete for port 15bce4cb-ca09-4abf-801b-6624892403cb triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:32.803242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.821040 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:32.822516 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:32.888763 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.912336 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.953736 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router c6971c31-7cdb-43f8-82c5-2b9526f68faa has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:15:32.974006 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=15bce4cb-ca09-4abf-801b-6624892403cb,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:32.991491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.db.api [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:15:32.991856 n-d-778550-5 neutron-server[101108]: DEBUG oslo_db.api [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:15:33.064482 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:15:33.072100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-add9831e-019c-4726-9d7f-63ae8ebbc0eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/c6971c31-7cdb-43f8-82c5-2b9526f68faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587556 Jul 28 19:15:33.081545 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Sync routers for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:15:33.092653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:33.093279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:33.220503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-dfa6db5f-c82e-4372-bfa9-0e84100f1215 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625392518&fields=id&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 267 time: 0.0358458 Jul 28 19:15:33.333094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-2dd7564d-ec21-4c5f-b765-f51030ce8306 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:33.334531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-2dd7564d-ec21-4c5f-b765-f51030ce8306 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 797 time: 0.1070409 Jul 28 19:15:33.352533 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-0d03bb18-5f38-482a-b04f-5117d7967da6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/quotas/0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 375 time: 0.0116260 Jul 28 19:15:33.358515 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:33.404284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-43c40e7b-fe9c-4cab-b46f-b65f6443034b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459523 Jul 28 19:15:33.554473 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-70aba89c-8c7e-49e9-92e9-fd74dec391b7 service neutron] 10.222.0.25 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377835 Jul 28 19:15:33.588539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 2, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:33.615570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Checking router: c6971c31-7cdb-43f8-82c5-2b9526f68faa for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:15:33.615989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Updating router c6971c31-7cdb-43f8-82c5-2b9526f68faa port af4c52b9-b841-4fc1-9802-904b83ed0dd0 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:15:33.635024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Provisioning for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:33.641484 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Provisioning complete for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:33.641865 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:33.645903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:33.648824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-082de2d6-c3fb-41a8-95c1-ca1edfb9e596 service neutron] 10.222.0.25 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Jul 28 19:15:33.708199 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-90419cf2-c670-444b-b235-62a514fa62ac None None] Port af4c52b9-b841-4fc1-9802-904b83ed0dd0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:15:33.851833 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-96108367-4a81-438a-bcbb-dc01e21f1306 None None] Provisioning complete for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:33.852220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-96108367-4a81-438a-bcbb-dc01e21f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:33.889572 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7c617db-4ee2-45c0-a6ba-e1d88fb7f0fa req-6caef8b9-8230-42bd-88a9-5bd783537993 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Jul 28 19:15:33.907844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-96108367-4a81-438a-bcbb-dc01e21f1306 None None] Port af4c52b9-b841-4fc1-9802-904b83ed0dd0 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:15:33.983020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2ca9a66-0f4c-4948-b355-fcbde143947c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:33.989291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.023145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Transition to ACTIVE for port object af4c52b9-b841-4fc1-9802-904b83ed0dd0 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:34.045468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b2ca9a66-0f4c-4948-b355-fcbde143947c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:34.045852 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.113444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.145226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15bce4cb-ca09-4abf-801b-6624892403cb up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:34.205674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c4ae-a0ae-46a0-bdb6-9517d2f4b79a None None] Pushing event updated for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:34.262859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Attempting to bind port af4c52b9-b841-4fc1-9802-904b83ed0dd0 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:15:34.263327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Attempting to bind port af4c52b9-b841-4fc1-9802-904b83ed0dd0 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:15:34.263815 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Attempting to bind port af4c52b9-b841-4fc1-9802-904b83ed0dd0 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:15:34.272736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:15:34.273211 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Checking segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:15:34.274183 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.274183 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Bound using segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:15:34.274701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Bound port: af4c52b9-b841-4fc1-9802-904b83ed0dd0, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:15:34.275159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.278615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 15bce4cb-ca09-4abf-801b-6624892403cb triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:34.278988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.374389 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] For port af4c52b9-b841-4fc1-9802-904b83ed0dd0, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:15:34.379824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] For port af4c52b9-b841-4fc1-9802-904b83ed0dd0, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=af4c52b9-b841-4fc1-9802-904b83ed0dd0,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:15:34.454818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:34.512969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:34.513778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:34.518510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c4ae-a0ae-46a0-bdb6-9517d2f4b79a None None] Pushing event updated for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:34.628358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:34.833592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:34Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:34.862973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac24bfe-ca4c-4115-b4ea-1a3a4160d0e1 None None] The sync data for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 is: [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:34Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:15:34.995733 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cf61f3b4-42c2-47f0-9b25-42453c9e60dc req-79548415-cce8-4a5e-a6ed-cb575295837f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Jul 28 19:15:35.840582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-467f4eff-6bc8-4cf9-9ee0-ab4de9f8446d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:35.842099 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-467f4eff-6bc8-4cf9-9ee0-ab4de9f8446d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 797 time: 0.1067352 Jul 28 19:15:35.886323 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-9e33bf7d-9284-4192-b8fb-ed07ba24f956 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 379 time: 0.0352936 Jul 28 19:15:35.896450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'port': {'device_id': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'admin_state_up': True, 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'security_groups': ['02b8f58d-81bc-4706-b2d8-8ac30d2f2960']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:35.991513 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device af4c52b9-b841-4fc1-9802-904b83ed0dd0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:36.092664 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-711afc5d-ba16-4e58-a58a-a6f689a8911a req-7cac63e1-00ce-4cca-bd01-f9bae7b7bd8f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 210 time: 0.0269346 Jul 28 19:15:36.094327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:15:36.097915 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.122881 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:36.126778 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:36.127164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.208204 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.228368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.3 (8eca22a7-1a36-4b80-bdfb-7f844a89e31a/d4314cb1-4041-4994-bd4e-2536612bd142/02189ac3-fb9f-48b5-990f-465671aa5691) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:15:36.239119 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port af4c52b9-b841-4fc1-9802-904b83ed0dd0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=af4c52b9-b841-4fc1-9802-904b83ed0dd0,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:36.311968 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.359309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:36.377367 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.391665 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 02189ac3-fb9f-48b5-990f-465671aa5691 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:36.498200 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.544889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:36.550531 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:36.552979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:36.555116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:15:36.604573 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:36.605421 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.706821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-ac13eae3-060d-47c6-b9f1-0a74934cfea3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146677 Jul 28 19:15:36.720695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Request body: {'port': {'device_id': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:36.776342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.871645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c07d9f26-0f24-4f48-bfe4-5140443fec5e None None] Provisioning for port 02189ac3-fb9f-48b5-990f-465671aa5691 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:36.875441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c07d9f26-0f24-4f48-bfe4-5140443fec5e None None] Provisioning complete for port 02189ac3-fb9f-48b5-990f-465671aa5691 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:36.875818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c07d9f26-0f24-4f48-bfe4-5140443fec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:36.908120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c07d9f26-0f24-4f48-bfe4-5140443fec5e None None] Port 02189ac3-fb9f-48b5-990f-465671aa5691 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:15:37.034261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02189ac3-fb9f-48b5-990f-465671aa5691 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:15:37.042330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.053625 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Transition to ACTIVE for port object 02189ac3-fb9f-48b5-990f-465671aa5691 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:15:37.138214 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.220766 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:37.275760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52408d-4adf-45cc-9108-fe6cbf4086f4 req-f9feb85d-9734-40f4-91c6-9354e5642396 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.277322 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec52408d-4adf-45cc-9108-fe6cbf4086f4 req-f9feb85d-9734-40f4-91c6-9354e5642396 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.1138484 Jul 28 19:15:37.328959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:15:37.329300 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:15:37.329630 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:15:37.342070 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ec52408d-4adf-45cc-9108-fe6cbf4086f4 req-5228b5f3-c56b-4b20-95ae-1c419bc8d78b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582967 Jul 28 19:15:37.342789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:15:37.343116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:15:37.348715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:15:37.349062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Checking segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:15:37.349448 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Bound using segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:15:37.349875 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Bound port: 02189ac3-fb9f-48b5-990f-465671aa5691, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:15:37.350239 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.411609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:15:37.414464 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:15:37.478013 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.515631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.516255 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.517641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] 10.222.0.35 "PUT /v2.0/ports/02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 1091 time: 0.8017862 Jul 28 19:15:37.518074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:15:37.520916 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:15:37.547359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee90f-117c-465c-b6cc-f6a3338159ca service neutron] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:37.560082 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9683e-3276-40dd-880f-a740356948f8 x-openstack-request-id: req-86b9683e-3276-40dd-880f-a740356948f8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:15:37.560377 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:15:37.560631 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86b9683e-3276-40dd-880f-a740356948f8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:15:37.561040 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'status': 'completed', 'code': 200} Jul 28 19:15:37.627851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-c7d4a04a-31a9-4e50-bede-429f664dbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.630266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-c7d4a04a-31a9-4e50-bede-429f664dbaa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1094 time: 0.0466897 Jul 28 19:15:37.729012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3add9df9-6298-4cfa-93c1-8ecb8d686639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:37.733780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-4ac9f786-8aa8-4cdf-b820-8e0b8dcce74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.735480 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-4ac9f786-8aa8-4cdf-b820-8e0b8dcce74b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980599 Jul 28 19:15:37.827959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-084bb7eb-a750-4de0-9f8b-144a39175b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.829509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b5cbf2a0-5c0e-48de-b484-473fe748d6d7 req-084bb7eb-a750-4de0-9f8b-144a39175b2f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872133 Jul 28 19:15:37.904207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-0204cfa7-e624-4b08-a40c-1f4ae2f916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:37.905732 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-0204cfa7-e624-4b08-a40c-1f4ae2f916bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1094 time: 0.0413198 Jul 28 19:15:37.954006 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-f49ff5dd-9a2c-4948-ad09-c48e1fc307f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 217 time: 0.0404608 Jul 28 19:15:37.970467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device af4c52b9-b841-4fc1-9802-904b83ed0dd0 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:38.002800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-284e524a-f895-43bc-aaed-4c8f57e8ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:38.004955 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-284e524a-f895-43bc-aaed-4c8f57e8ace1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0445898 Jul 28 19:15:38.017844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port af4c52b9-b841-4fc1-9802-904b83ed0dd0 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:38.018219 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:38.050222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-4abac4b6-4822-4e87-bfe9-01f213e386cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:38.052373 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-4abac4b6-4822-4e87-bfe9-01f213e386cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404730 Jul 28 19:15:38.144844 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-d4633852-d41d-4b57-b84d-bf2335b7fa42 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851882 Jul 28 19:15:38.233737 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-25cdc86f-bb38-4d75-88aa-4c0f06afba60 req-8e08c175-ae6b-4b7f-8bf2-6787134f483a service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814459 Jul 28 19:15:38.455642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b838f25-e546-4e30-8e18-e0ca75bfde53 req-bf997d48-b12d-4505-8d42-b5abc7faf59d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:38.457590 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b838f25-e546-4e30-8e18-e0ca75bfde53 req-bf997d48-b12d-4505-8d42-b5abc7faf59d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.0487003 Jul 28 19:15:38.499650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7b838f25-e546-4e30-8e18-e0ca75bfde53 req-9dcb982b-7ed2-4b23-8c74-567dd11ce8c7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358400 Jul 28 19:15:39.616086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e662c-01aa-4b77-9893-ad27c7279578 req-b8ee3444-51d8-4ce8-ad25-1b93e865af67 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:39.617579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-375e662c-01aa-4b77-9893-ad27c7279578 req-b8ee3444-51d8-4ce8-ad25-1b93e865af67 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.0503974 Jul 28 19:15:39.656677 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-375e662c-01aa-4b77-9893-ad27c7279578 req-8c40e3e8-568a-4f52-a731-7b528d1c4919 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Jul 28 19:15:40.122894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:40.383986 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef293-ef60-46ca-977c-2b67e90e95a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:40.770467 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b715104-4f40-4b70-b945-cef40a7e4ff2 req-c40b8677-16e2-4469-9d1c-4dbde6d399bf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:40.771991 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b715104-4f40-4b70-b945-cef40a7e4ff2 req-c40b8677-16e2-4469-9d1c-4dbde6d399bf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.0491641 Jul 28 19:15:40.810123 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b715104-4f40-4b70-b945-cef40a7e4ff2 req-bcab2e60-8559-42c7-b44b-cb4737c3da69 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Jul 28 19:15:41.360761 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:41.923551 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c825a-dbf5-405d-a24d-d9e60a003dda req-ba3c3d04-ff87-4725-83eb-dfc65fe09ec8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:41.925056 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc8c825a-dbf5-405d-a24d-d9e60a003dda req-ba3c3d04-ff87-4725-83eb-dfc65fe09ec8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.0480709 Jul 28 19:15:41.962229 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dc8c825a-dbf5-405d-a24d-d9e60a003dda req-cafb88a3-70fb-4a57-9cbc-b3f69b3ba7ef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Jul 28 19:15:42.347133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:15:42.441391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:42.452220 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '02189ac3-fb9f-48b5-990f-465671aa5691', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'mac_address': 'fa:16:3e:c2:6b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:15:42.488041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:42.500123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02189ac3-fb9f-48b5-990f-465671aa5691 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:15:42.519171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:42.623619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:42.669780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:42.998222 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['02189ac3-fb9f-48b5-990f-465671aa5691'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:15:43.077131 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da9b19-34ab-4165-a8ed-96af6703a3df req-b7f1164c-355d-4d76-aca1-468ca64a178b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:43.078645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1da9b19-34ab-4165-a8ed-96af6703a3df req-b7f1164c-355d-4d76-aca1-468ca64a178b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 944 time: 0.0489364 Jul 28 19:15:43.117312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f1da9b19-34ab-4165-a8ed-96af6703a3df req-182d1dc2-4a0f-41b9-84b7-f3900a2d9534 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Jul 28 19:15:43.234965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:44.229978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a8061-d515-4e97-9104-eb2d7fb728fa req-586585cf-4772-48ce-9181-abbcb6bc87de tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:44.231480 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-032a8061-d515-4e97-9104-eb2d7fb728fa req-586585cf-4772-48ce-9181-abbcb6bc87de tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 944 time: 0.0478575 Jul 28 19:15:44.268285 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-032a8061-d515-4e97-9104-eb2d7fb728fa req-043d628a-a5f2-4a2d-9f99-e2dd391bd2d9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308378 Jul 28 19:15:44.362827 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:15:44.471562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 02189ac3-fb9f-48b5-990f-465671aa5691 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:15:44.476239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 02189ac3-fb9f-48b5-990f-465671aa5691 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:15:44.476612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:44.553369 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:44.574695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:15:44.576930 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d5b3e-ad67-44ae-b256-2c1539134474" -d '{"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-plugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:15:44.590318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:15:44.612479 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319b55e6-159d-41a3-9780-3907165bb1dc x-openstack-request-id: req-319b55e6-159d-41a3-9780-3907165bb1dc {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:15:44.612843 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-plugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:15:44.613090 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-319b55e6-159d-41a3-9780-3907165bb1dc {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:15:44.613580 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'code': 200} Jul 28 19:15:44.669460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:44.706469 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894072b7-abb4-4f6c-80e9-bd76248284d6 req-ecba74eb-f8e1-4d82-be80-e272862ad385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:44.708507 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-894072b7-abb4-4f6c-80e9-bd76248284d6 req-ecba74eb-f8e1-4d82-be80-e272862ad385 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0403473 Jul 28 19:15:44.717456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:44.746511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-894072b7-abb4-4f6c-80e9-bd76248284d6 req-9b456480-7c40-4425-b8dd-3dfd318e44c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Jul 28 19:15:45.385394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140a4d4-c646-4168-87f0-269b2becba56 req-4c0b0711-111a-4dcd-ba77-21a105c96763 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:45.386863 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9140a4d4-c646-4168-87f0-269b2becba56 req-4c0b0711-111a-4dcd-ba77-21a105c96763 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Jul 28 19:15:45.423747 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9140a4d4-c646-4168-87f0-269b2becba56 req-8e20b6f4-4157-4719-a258-2bc1a8f2f30a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307367 Jul 28 19:15:46.271640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:46.551962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407384-f36e-41b5-be6f-e1653206b1ef req-3d6ff1bf-b0bd-462c-8b01-a0f516fa62fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:46.553488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd407384-f36e-41b5-be6f-e1653206b1ef req-3d6ff1bf-b0bd-462c-8b01-a0f516fa62fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0583136 Jul 28 19:15:46.593482 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd407384-f36e-41b5-be6f-e1653206b1ef req-8ef48796-8a3a-4ee0-bf6f-7c0627e4d059 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Jul 28 19:15:46.709592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e59e84-5326-4287-a4e4-d9f8da3fba2b req-a40de9a0-d967-47b6-90bb-05d4036f7890 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:46.711220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82e59e84-5326-4287-a4e4-d9f8da3fba2b req-a40de9a0-d967-47b6-90bb-05d4036f7890 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jul 28 19:15:46.749307 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82e59e84-5326-4287-a4e4-d9f8da3fba2b req-5da1a4a5-547f-4101-ac90-ebb40a790a9b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Jul 28 19:15:46.770538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52480) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:46.808636 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b19b6c-ef45-4d04-970d-8d247eac411c tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:46.810112 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-60b19b6c-ef45-4d04-970d-8d247eac411c tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1091 time: 0.0386219 Jul 28 19:15:46.812930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52482) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:46.817819 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:15:46.997318 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:47.096329 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:47.198151 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.9 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d899d76c-d277-437b-91a6-f73298577df6) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:15:47.294068 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:47.391747 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:47.428725 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:15:47.431527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:15:47.434903 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:15:47.461930 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=d899d76c-d277-437b-91a6-f73298577df6,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:48.095831 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:48.227353 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:48.368812 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:48.459464 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:48.530486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=d899d76c-d277-437b-91a6-f73298577df6,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:15:48.539041 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:48.635312 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 associated. External IP: 172.25.7.9, port: 02189ac3-fb9f-48b5-990f-465671aa5691. Jul 28 19:15:48.844688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router c6971c31-7cdb-43f8-82c5-2b9526f68faa has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:15:48.950967 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:15:48.960793 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Sync routers for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:15:48.970878 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:48.971523 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:49.017957 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:49.045743 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-73ce5536-eba5-46c9-93fc-7902a1533c39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2317743 Jul 28 19:15:49.046456 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:15:49.049938 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d14d178-e30d-4e28-99f6-8e2ef4885347" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:15:49.088393 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb6083-54ac-46e4-8810-cdbb7c266342 x-openstack-request-id: req-24bb6083-54ac-46e4-8810-cdbb7c266342 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:15:49.088785 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:15:49.089130 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24bb6083-54ac-46e4-8810-cdbb7c266342 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:15:49.090006 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'status': 'completed', 'code': 200} Jul 28 19:15:49.163656 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:49.172703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53da6-fa1c-45b6-9418-71fd4dc1a029 req-31b0e9e5-8f96-4697-bbf1-e3916d6b7180 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:49.174214 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2f53da6-fa1c-45b6-9418-71fd4dc1a029 req-31b0e9e5-8f96-4697-bbf1-e3916d6b7180 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0765216 Jul 28 19:15:49.180597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-0390fb2e-5fe9-4a48-95ea-bc569e570123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:49.181973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-0390fb2e-5fe9-4a48-95ea-bc569e570123 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0579844 Jul 28 19:15:49.260244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a2f53da6-fa1c-45b6-9418-71fd4dc1a029 req-9e61fa5f-0cd7-4c49-ad9c-863debc40e5e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772610 Jul 28 19:15:49.282805 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52488) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:49.340375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-00039147-a93d-4e82-9709-60de47842f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:49.341852 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-00039147-a93d-4e82-9709-60de47842f6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.1522717 Jul 28 19:15:49.355167 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:49.386334 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'mac_address': 'fa:16:3e:c2:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:15:47Z', 'updated_at': '2021-07-28T19:15:47Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:49.391502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b0df3fe6-0b2f-4b64-ab49-298dcdc7536f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 HTTP/1.1" status: 200 len: 989 time: 0.1075318 Jul 28 19:15:49.416207 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-c54e2b27-f1eb-420a-8662-b9c2073df903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 997 time: 0.0656018 Jul 28 19:15:49.416405 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Checking router: c6971c31-7cdb-43f8-82c5-2b9526f68faa for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:15:49.424580 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:15:49.425176 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:15:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:49.465819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-607f2885-6d9b-431d-9df9-2043f852216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:49.467270 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-607f2885-6d9b-431d-9df9-2043f852216c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0437174 Jul 28 19:15:49.518697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-be05bdb2-5fe8-465a-a260-5728c3703b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:15:49.520888 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-be05bdb2-5fe8-465a-a260-5728c3703b8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463560 Jul 28 19:15:49.532117 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:15:49.607605 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-041dd6b3-1e2a-4306-a5a8-8d6bfddc37bf service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790184 Jul 28 19:15:49.699022 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6d14d178-e30d-4e28-99f6-8e2ef4885347 req-0deb115d-3f5d-4ba0-ac6b-1cdd8498b5ca service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Jul 28 19:15:49.750787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'mac_address': 'fa:16:3e:c2:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:15:47Z', 'updated_at': '2021-07-28T19:15:47Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:15:49.780960 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2e22a-7b32-4aae-905f-0d3da745f26d None None] The sync data for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 is: [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'mac_address': 'fa:16:3e:c2:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:15:47Z', 'updated_at': '2021-07-28T19:15:47Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:15:49.963535 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac42ea-df69-48f5-81a9-3aece3d0be47 None None] New status for floating IP 0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:15:50.394679 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52492) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:15:50.455359 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-f2bfd5cb-79d1-41e1-855c-01232ceb32be tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 HTTP/1.1" status: 200 len: 991 time: 0.0578268 Jul 28 19:16:04.579453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-e7bda3c5-3ff5-4c43-9481-7af6776517b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387053 Jul 28 19:16:04.657938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-a099d80e-e2f8-4263-ad12-97290acfd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:04.659383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-a099d80e-e2f8-4263-ad12-97290acfd6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0394764 Jul 28 19:16:04.761735 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-b850ac68-6ac2-4d89-8b12-0307e59dfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:04.763104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-b850ac68-6ac2-4d89-8b12-0307e59dfa71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.0852628 Jul 28 19:16:04.825907 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-fd5dfebb-54b6-43c5-aecd-1592f6f6d3a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 999 time: 0.0558190 Jul 28 19:16:04.873757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-7839e07b-cbe7-48a6-8977-cfc2ce796d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:04.875119 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-7839e07b-cbe7-48a6-8977-cfc2ce796d77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0416787 Jul 28 19:16:04.922049 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-1a2d7198-19b7-40d4-9532-5e3ad722defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:04.923503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-1a2d7198-19b7-40d4-9532-5e3ad722defa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413296 Jul 28 19:16:05.008761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-b6a49328-1263-47c8-b6c3-b4a39f0952d3 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784388 Jul 28 19:16:05.098278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9eba06bb-ba01-4113-a767-ff4a8abf8d8b req-aae1823c-e2ea-4dd5-83fd-c4f6538b86d6 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815287 Jul 28 19:16:05.139225 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:16:07.733206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9c4a940c-2909-49cc-853a-3310db5ce060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:10.148552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:10.354350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e00b15a9-f16a-4df2-af3a-9b28c9126d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:11.366268 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:13.236098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:16.303516 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:19.366948 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:37.742384 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3a91755f-0610-44d7-8047-61ec642eb54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:40.108725 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:40.382152 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-46c6357c-1b5b-428e-a62d-0cfe724451d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:41.389135 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:42.138564 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:16:43.217193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:46.286222 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:49.388449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:01.800936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ef15-c627-4d72-91cd-f9ddac7e55a5 req-db9175ff-2b51-42b1-b97d-a9ffb7c57663 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:01.802519 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa16ef15-c627-4d72-91cd-f9ddac7e55a5 req-db9175ff-2b51-42b1-b97d-a9ffb7c57663 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0549397 Jul 28 19:17:01.841264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fa16ef15-c627-4d72-91cd-f9ddac7e55a5 req-8801b790-3a2d-44c5-8c5c-2ba2beb855d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324929 Jul 28 19:17:01.929689 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-42658370-dc11-4c2a-9624-0c023c5f1081 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810471 Jul 28 19:17:02.965740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109b3e1-51d0-481a-b41d-43906e71299a req-036c4695-652c-4225-93f4-b229ba3e9899 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:02.967200 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0109b3e1-51d0-481a-b41d-43906e71299a req-036c4695-652c-4225-93f4-b229ba3e9899 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Jul 28 19:17:03.004126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0109b3e1-51d0-481a-b41d-43906e71299a req-807991d7-eca7-4850-a694-a760e25fafab tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jul 28 19:17:04.117970 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6033dd6-a498-457e-b241-a647504fdd22 req-f0943169-ace3-4923-a3e1-dd31eb182b83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:04.119389 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6033dd6-a498-457e-b241-a647504fdd22 req-f0943169-ace3-4923-a3e1-dd31eb182b83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Jul 28 19:17:04.156292 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b6033dd6-a498-457e-b241-a647504fdd22 req-b05ff9d4-81e1-4649-9b25-bdfcd497ff33 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Jul 28 19:17:05.272809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f0886-68a4-4d64-9628-7ca48176f1ed req-b42a36b4-bbb6-4f62-b194-9cf8743d38c4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:05.274307 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b7f0886-68a4-4d64-9628-7ca48176f1ed req-b42a36b4-bbb6-4f62-b194-9cf8743d38c4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Jul 28 19:17:05.315310 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9b7f0886-68a4-4d64-9628-7ca48176f1ed req-9ef5bb1a-0bec-40d8-af54-4a2adc11a793 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350416 Jul 28 19:17:05.964913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-1a1f2df0-7045-46b1-ac78-a8c4fb6bee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:05.966451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-1a1f2df0-7045-46b1-ac78-a8c4fb6bee15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0411656 Jul 28 19:17:06.053902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-be53bfe7-1012-42e6-beaa-1e11bf3e371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.055330 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-be53bfe7-1012-42e6-beaa-1e11bf3e371c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.0816650 Jul 28 19:17:06.123247 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-3a11b8d7-f8fe-41df-ae75-19c3499ad4e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 999 time: 0.0606062 Jul 28 19:17:06.170576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-df747bf0-e127-45cc-9f57-3ff4b73f1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.171974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-df747bf0-e127-45cc-9f57-3ff4b73f1d1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0422134 Jul 28 19:17:06.215618 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-2ec35860-27d2-4497-ab8b-3b492f13489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.216954 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-2ec35860-27d2-4497-ab8b-3b492f13489a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383258 Jul 28 19:17:06.306858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-ba8603bb-7e5f-45d3-a0f8-1680c6f6d5a2 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818439 Jul 28 19:17:06.394497 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-b333adb8-c90f-4509-b4f8-be26f31810ee service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Jul 28 19:17:06.433624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63adbe-9ed3-4779-b2fc-33823d6319ff req-8eceddf6-8602-4e9d-b024-502868012bd3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.437209 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb63adbe-9ed3-4779-b2fc-33823d6319ff req-8eceddf6-8602-4e9d-b024-502868012bd3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Jul 28 19:17:06.478879 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-bb63adbe-9ed3-4779-b2fc-33823d6319ff req-23a9a2ee-5b0c-4a6b-8799-35e2d33a3b1c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Jul 28 19:17:06.609152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d1ea-2467-4917-b793-fe076148a21c req-eeb887f7-1f57-4d9f-94a2-3f53291c3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.610608 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-eeb887f7-1f57-4d9f-94a2-3f53291c3aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0402505 Jul 28 19:17:06.716406 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d1ea-2467-4917-b793-fe076148a21c req-50501f45-c90f-42de-9c34-cab1515ca237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.717885 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-50501f45-c90f-42de-9c34-cab1515ca237 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.0893691 Jul 28 19:17:06.786091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-97436245-df36-463e-af58-4f3b3c583f12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 999 time: 0.0607767 Jul 28 19:17:06.841392 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d1ea-2467-4917-b793-fe076148a21c req-8fed95bd-1db4-4dfb-be9a-d2506dfd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.842865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-8fed95bd-1db4-4dfb-be9a-d2506dfd9930 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0482492 Jul 28 19:17:06.889667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d1ea-2467-4917-b793-fe076148a21c req-9412f80f-1e40-4680-afd6-3bde81c953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:06.891160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-9412f80f-1e40-4680-afd6-3bde81c953aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408466 Jul 28 19:17:06.981687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-7cb0d3da-6f8e-4330-bacf-d1ccb6088749 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Jul 28 19:17:07.074164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f278d1ea-2467-4917-b793-fe076148a21c req-63fc9eb8-6baa-42e4-ac3b-5b1be9654a42 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857577 Jul 28 19:17:07.596706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43702e1-dd0c-491e-a5d4-e9ab8d58c96a req-3d46feb1-871c-4f1e-991c-3b5cf4accfdb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:07.598189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a43702e1-dd0c-491e-a5d4-e9ab8d58c96a req-3d46feb1-871c-4f1e-991c-3b5cf4accfdb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0531688 Jul 28 19:17:07.635183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a43702e1-dd0c-491e-a5d4-e9ab8d58c96a req-81c28143-3d3e-4fbc-8df8-e2466e513c85 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304708 Jul 28 19:17:07.736533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29b21830-314e-4f35-a4b6-06d788b3eadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:08.755717 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965fb51-7615-468f-a0af-457052c67399 req-5f42b043-3e2c-4e0a-9c7c-d21e736db8b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:08.757097 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7965fb51-7615-468f-a0af-457052c67399 req-5f42b043-3e2c-4e0a-9c7c-d21e736db8b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0534537 Jul 28 19:17:08.794851 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7965fb51-7615-468f-a0af-457052c67399 req-4ee506f5-2296-4aef-89ef-7849985269d4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Jul 28 19:17:09.013568 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-5294c919-6793-4ae7-8f28-ad0c8af798cc req-9c4dbe50-d6a5-4fb5-9b49-c31da1f5d56c service neutron] (101105) timed out ('10.222.0.25', 47990) {{(pid=101105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:17:09.925120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a5c49-af10-48bc-af18-aff002cade57 req-b047a48b-fbaf-4dc3-b004-3eec3f2a480c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:09.926589 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc3a5c49-af10-48bc-af18-aff002cade57 req-b047a48b-fbaf-4dc3-b004-3eec3f2a480c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0531430 Jul 28 19:17:09.964658 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cc3a5c49-af10-48bc-af18-aff002cade57 req-9cbd1a73-7f7f-45ec-acff-443a2e6224bc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Jul 28 19:17:10.102127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:10.353666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7075-d3e3-4f59-94d6-60cc28f24194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:11.078836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f0a51-2ad6-4f03-8404-393fa2e98514 req-53ac609a-3229-4d0a-9dce-37848a75ef62 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:11.080346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b51f0a51-2ad6-4f03-8404-393fa2e98514 req-53ac609a-3229-4d0a-9dce-37848a75ef62 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0487413 Jul 28 19:17:11.118006 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b51f0a51-2ad6-4f03-8404-393fa2e98514 req-5f3db61a-9200-4950-8058-11ded3544e4a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jul 28 19:17:11.382294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:12.245136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c3fe5-6e39-47ae-b134-bc08f7cf5b0e req-0368e5f8-7a33-49e7-b67e-a9c79cec2050 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:12.246557 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b40c3fe5-6e39-47ae-b134-bc08f7cf5b0e req-0368e5f8-7a33-49e7-b67e-a9c79cec2050 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jul 28 19:17:12.284365 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b40c3fe5-6e39-47ae-b134-bc08f7cf5b0e req-dde699bd-7683-4c83-82cb-838a253bc8cf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Jul 28 19:17:13.239015 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:13.402790 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2426-eb6f-42ce-8f61-574061e11fb0 req-cee036e4-c203-4be0-a14c-2edf968d12cb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:13.404314 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cac2426-eb6f-42ce-8f61-574061e11fb0 req-cee036e4-c203-4be0-a14c-2edf968d12cb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Jul 28 19:17:13.443673 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0cac2426-eb6f-42ce-8f61-574061e11fb0 req-0b502c77-e564-46e4-9a32-9eb3747faa93 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 Jul 28 19:17:14.560144 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb2074-779b-4ac2-ba16-95eb59a15d2b req-399fe879-0c8f-4375-be1c-accb7b3dd3b1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:14.561657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28cb2074-779b-4ac2-ba16-95eb59a15d2b req-399fe879-0c8f-4375-be1c-accb7b3dd3b1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Jul 28 19:17:14.600726 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-28cb2074-779b-4ac2-ba16-95eb59a15d2b req-ddb9f5b3-e1b3-491f-b5ea-1c53a9db74dd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324044 Jul 28 19:17:15.719925 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b21f-84b6-4942-918d-ae60e65fadfd req-95fc3b2b-28c6-4641-acc2-fde2d594df1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:15.721419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c75b21f-84b6-4942-918d-ae60e65fadfd req-95fc3b2b-28c6-4641-acc2-fde2d594df1b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Jul 28 19:17:15.758369 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6c75b21f-84b6-4942-918d-ae60e65fadfd req-147d7ff2-2fea-481e-ab54-d2486468eb22 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Jul 28 19:17:16.296358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:16.874418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6258df8-66ae-4e33-882a-ca7a183e98a0 req-17e18522-3f68-4423-a9fe-e0a6f51a7ce2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:16.893973 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6258df8-66ae-4e33-882a-ca7a183e98a0 req-17e18522-3f68-4423-a9fe-e0a6f51a7ce2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0511446 Jul 28 19:17:16.912685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c6258df8-66ae-4e33-882a-ca7a183e98a0 req-48d0e526-70c3-46cd-a85d-6c72f82daaf2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Jul 28 19:17:18.025738 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873403c0-bce5-4e33-9765-60c698888d72 req-2cae9837-9f3d-4902-baba-75ffc7975b30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:18.027219 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873403c0-bce5-4e33-9765-60c698888d72 req-2cae9837-9f3d-4902-baba-75ffc7975b30 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Jul 28 19:17:18.063567 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-873403c0-bce5-4e33-9765-60c698888d72 req-a38d79cc-accb-49b8-8ef8-876bb0d85cab tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Jul 28 19:17:18.459200 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-b007f73c-182b-4572-8d56-d8c153546a2b req-05812792-648f-45bc-9979-f517ce126fae service neutron] show failed (client error): The resource could not be found. Jul 28 19:17:18.460234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-05812792-648f-45bc-9979-f517ce126fae service neutron] 10.222.0.35 "GET /v2.0/ports/02189ac3-fb9f-48b5-990f-465671aa5691/bindings/n-h2-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0550439 Jul 28 19:17:19.002909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-812ef719-e27d-4cd2-b3ef-b6ac97effcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:19.004385 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-812ef719-e27d-4cd2-b3ef-b6ac97effcf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 1096 time: 0.0396979 Jul 28 19:17:19.017420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:17:19.070922 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:19.138590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:17:19.274468 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350e348-f851-497e-9008-01e8a3cbb68d req-61fdd136-7905-4195-a566-68f14b5e8d1c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:19.275869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1350e348-f851-497e-9008-01e8a3cbb68d req-61fdd136-7905-4195-a566-68f14b5e8d1c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.1025908 Jul 28 19:17:19.337963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1350e348-f851-497e-9008-01e8a3cbb68d req-46316ad4-4379-45d5-be2e-6d3fe4ec7fe9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562241 Jul 28 19:17:19.339658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:19.371884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:17:19.393548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:19.412791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:17:19.415005 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec569ca-c20d-4597-ba9e-9724f6a2c94e" -d '{"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-unplugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:17:19.419068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:19.430772 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Transition to ACTIVE for port object 02189ac3-fb9f-48b5-990f-465671aa5691 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:17:19.462360 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dce0c4-4cfc-494c-884e-b52340ff8ae2 x-openstack-request-id: req-18dce0c4-4cfc-494c-884e-b52340ff8ae2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:17:19.462940 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-unplugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:17:19.462940 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18dce0c4-4cfc-494c-884e-b52340ff8ae2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:17:19.463264 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'code': 200} Jul 28 19:17:19.484812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:19.558202 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=6']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:19.570710 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.571052 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.571386 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.571741 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.572066 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.572387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.572711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.573030 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.573349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.573666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.573980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.574295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:19.611230 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] No DVR routers for this DVR port 02189ac3-fb9f-48b5-990f-465671aa5691 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:17:20.096044 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:17:20.096293 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:17:20.096582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:17:20.101191 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:17:20.101512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Attempting to bind port 02189ac3-fb9f-48b5-990f-465671aa5691 on network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:17:20.106172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:17:20.109057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Checking segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:17:20.109057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Bound using segment: {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:17:20.109057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Bound port: 02189ac3-fb9f-48b5-990f-465671aa5691, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff4359b-25d4-4fcf-b728-1bce331923e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:17:20.109057 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:20.166979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:17:20.169976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:17:20.245115 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:20.276560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.277365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:20.278580 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] 10.222.0.37 "PUT /v2.0/ports/02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 1091 time: 1.2650373 Jul 28 19:17:20.311666 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544c4d-b8df-46ee-b219-9a472848734c service neutron] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=7']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:20.347970 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-29163120-2d05-4a99-82d1-ff4756312e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.350072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-29163120-2d05-4a99-82d1-ff4756312e7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1094 time: 0.0486999 Jul 28 19:17:20.471118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-8d5396f9-91ce-4af3-9199-e1cb3acd089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.472630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-8d5396f9-91ce-4af3-9199-e1cb3acd089f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.1161351 Jul 28 19:17:20.485120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11b6b1-758e-4a40-ae9c-b00173761d88 req-56a55659-3932-4c23-80f7-104d56eee83c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.486506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df11b6b1-758e-4a40-ae9c-b00173761d88 req-56a55659-3932-4c23-80f7-104d56eee83c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.0727086 Jul 28 19:17:20.573858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df11b6b1-758e-4a40-ae9c-b00173761d88 req-049d4b38-b962-4f96-8f16-c9ffe39711c9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809212 Jul 28 19:17:20.575591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-36d0eaef-39ff-4192-b757-11a201dc94fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 997 time: 0.0882299 Jul 28 19:17:20.625156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-947f28a4-16d4-4dae-bfc7-24da8bdc24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.626499 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-947f28a4-16d4-4dae-bfc7-24da8bdc24a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0444191 Jul 28 19:17:20.670105 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f73c-182b-4572-8d56-d8c153546a2b req-bd84e9d0-63df-4c49-ad36-51528af5710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:20.671564 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-bd84e9d0-63df-4c49-ad36-51528af5710f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380778 Jul 28 19:17:20.763089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-b790ef02-cfd5-4931-a9d4-6b71fa4a6d86 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839667 Jul 28 19:17:20.850956 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b007f73c-182b-4572-8d56-d8c153546a2b req-dfc46f95-1160-4956-b4ff-cea56032ff82 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814514 Jul 28 19:17:20.922801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:17:20.960127 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:17:21.464635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:17:21.467061 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e2b2d-446f-490f-8f14-dda028516342" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:17:21.514535 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223405fe-60e4-40a4-b680-f2cfbc0ee1d0 x-openstack-request-id: req-223405fe-60e4-40a4-b680-f2cfbc0ee1d0 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:17:21.515174 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:17:21.515174 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-223405fe-60e4-40a4-b680-f2cfbc0ee1d0 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:17:21.515508 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'status': 'completed', 'code': 200} Jul 28 19:17:21.605338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-5b899b43-6349-4965-8541-8063018a73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:21.606862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-5b899b43-6349-4965-8541-8063018a73e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1094 time: 0.0737615 Jul 28 19:17:21.608661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-b3344061-9cee-46ed-bf22-8d36854c0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:21.610000 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-b3344061-9cee-46ed-bf22-8d36854c0292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1094 time: 0.0672314 Jul 28 19:17:21.786876 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94861-9de3-4564-b75b-986f72dc3d3d req-4a30e65e-2579-4aca-b301-5587e69a9860 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:21.788294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48c94861-9de3-4564-b75b-986f72dc3d3d req-4a30e65e-2579-4aca-b301-5587e69a9860 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 943 time: 0.1146877 Jul 28 19:17:21.828371 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-19f2bf3e-3c2b-401e-b8bf-8c3c0845af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:21.829794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-19f2bf3e-3c2b-401e-b8bf-8c3c0845af44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.2068338 Jul 28 19:17:21.831115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-9e337472-2c89-49ef-9710-b2ffc23001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:21.832447 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-9e337472-2c89-49ef-9710-b2ffc23001fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.2167969 Jul 28 19:17:21.915678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-48c94861-9de3-4564-b75b-986f72dc3d3d req-2d692cc1-dd36-4630-a160-6146f5c50a57 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193273 Jul 28 19:17:21.949972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-b15ccf99-25d6-4a46-929f-a481e44ce2ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 997 time: 0.1124732 Jul 28 19:17:21.953544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-149eef17-14e4-43e1-8d16-2617696cf4bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 997 time: 0.1059649 Jul 28 19:17:22.031760 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-8b9c5e58-ef25-4bfe-8d61-1ab8a5b3a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:22.033161 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-8b9c5e58-ef25-4bfe-8d61-1ab8a5b3a50f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0765195 Jul 28 19:17:22.034525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-18844eb7-6ae6-4a90-87e6-01bfaa21f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:22.035836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-18844eb7-6ae6-4a90-87e6-01bfaa21f602 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0713975 Jul 28 19:17:22.104586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:17:22.108265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-5ea676f8-edca-438d-8b7b-7e3cc4fed0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:22.109767 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-5ea676f8-edca-438d-8b7b-7e3cc4fed0b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696490 Jul 28 19:17:22.112279 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2b2d-446f-490f-8f14-dda028516342 req-21ed1f02-6a8b-4b77-873f-75a9e35f8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:22.113628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-21ed1f02-6a8b-4b77-873f-75a9e35f8c1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663676 Jul 28 19:17:22.194461 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:22.209061 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '02189ac3-fb9f-48b5-990f-465671aa5691', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'port_id': '02189ac3-fb9f-48b5-990f-465671aa5691', 'mac_address': 'fa:16:3e:c2:6b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:17:22.245566 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:22.258333 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02189ac3-fb9f-48b5-990f-465671aa5691 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:17:22.264762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-10d3722f-6d25-4b98-9e42-b566a2bad1f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480067 Jul 28 19:17:22.267073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-06b81134-494a-4036-a9a9-56c229ac804c service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427834 Jul 28 19:17:22.277930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:22.353223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:22.401212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:22.409908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.410267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.410619 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.410964 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.411308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.411691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.412025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.412357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.412691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.413021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.413351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.413675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:17:22.419903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-e6abb010-f590-421a-92f9-cc7a07c1fda8 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474977 Jul 28 19:17:22.423350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-198e2b2d-446f-490f-8f14-dda028516342 req-8ee28a04-fae6-41f1-9a8d-01aad5428151 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432905 Jul 28 19:17:22.595112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['02189ac3-fb9f-48b5-990f-465671aa5691'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:17:23.033483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7e954-bba9-40c7-b61e-2c361a656911 req-72e00da4-4e65-458d-8aef-2739b5fc7885 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.034981 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03e7e954-bba9-40c7-b61e-2c361a656911 req-72e00da4-4e65-458d-8aef-2739b5fc7885 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Jul 28 19:17:23.072329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03e7e954-bba9-40c7-b61e-2c361a656911 req-18967a51-63e9-43ae-9d0b-bc1a1224c5c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Jul 28 19:17:23.418708 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d909b7-cdb6-4f65-bb0a-c5029461dc59 req-d633d8aa-180b-42ec-ac90-ff128cd576ec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.420260 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69d909b7-cdb6-4f65-bb0a-c5029461dc59 req-d633d8aa-180b-42ec-ac90-ff128cd576ec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 944 time: 0.0523245 Jul 28 19:17:23.461038 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-69d909b7-cdb6-4f65-bb0a-c5029461dc59 req-f67d7245-3a61-43d2-bbe1-2bbbc1930e8a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340178 Jul 28 19:17:23.495743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb489-bee1-4886-8005-5631774c0095 req-6b2e239e-044b-497e-be75-2ff8f4c9999c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.497268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-6b2e239e-044b-497e-be75-2ff8f4c9999c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&binding%3Ahost_id=n-h2-778550-5 HTTP/1.1" status: 200 len: 944 time: 0.0560405 Jul 28 19:17:23.592838 n-d-778550-5 neutron-server[101106]: INFO neutron.api.v2.resource [req-b85fb489-bee1-4886-8005-5631774c0095 req-a9347260-475c-4022-81f7-50b22068625a service neutron] delete failed (client error): The resource could not be found. Jul 28 19:17:23.593751 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-a9347260-475c-4022-81f7-50b22068625a service neutron] 10.222.0.35 "DELETE /v2.0/ports/02189ac3-fb9f-48b5-990f-465671aa5691/bindings/n-h1-778550-5 HTTP/1.1" status: 404 len: 380 time: 0.0893526 Jul 28 19:17:23.603208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8f37-1cb8-4f4a-845c-3a023c5268df req-aeb5e316-ff0b-4671-99a7-0799be92784d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.604995 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-035b8f37-1cb8-4f4a-845c-3a023c5268df req-aeb5e316-ff0b-4671-99a7-0799be92784d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 944 time: 0.0714037 Jul 28 19:17:23.652506 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-035b8f37-1cb8-4f4a-845c-3a023c5268df req-c1e2e8b9-bfe7-4dd2-adaa-0e66d4c0ece6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Jul 28 19:17:23.683568 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb489-bee1-4886-8005-5631774c0095 req-7e2f276c-1a07-4538-aff2-d03b14e1b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.685048 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-7e2f276c-1a07-4538-aff2-d03b14e1b764 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1095 time: 0.0476804 Jul 28 19:17:23.776700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb489-bee1-4886-8005-5631774c0095 req-36115104-e3fc-4175-aeee-ec170cf0a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.778147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-36115104-e3fc-4175-aeee-ec170cf0a7f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.0859761 Jul 28 19:17:23.843696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-64e9d79f-904e-4d55-a20c-9f83a5b9ae7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 998 time: 0.0581026 Jul 28 19:17:23.890129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb489-bee1-4886-8005-5631774c0095 req-0d80bcd7-5cea-4ee2-bf2e-864495a0f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.891528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-0d80bcd7-5cea-4ee2-bf2e-864495a0f914 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0416713 Jul 28 19:17:23.939884 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb489-bee1-4886-8005-5631774c0095 req-e0a07549-9272-4776-b8be-8c08363059be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:23.941379 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-e0a07549-9272-4776-b8be-8c08363059be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433235 Jul 28 19:17:24.027917 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-0842572d-5c60-4680-8da4-ae221d80b81d service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796373 Jul 28 19:17:24.118187 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b85fb489-bee1-4886-8005-5631774c0095 req-77bb54e5-2ec9-4f7d-b00d-5a2b6772ee59 service neutron] 10.222.0.35 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Jul 28 19:17:24.134893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:17:24.296290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 02189ac3-fb9f-48b5-990f-465671aa5691 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:17:24.300277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 02189ac3-fb9f-48b5-990f-465671aa5691 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:17:24.300710 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:24.379577 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:24.401359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:17:24.404937 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741a3477-d4d5-4070-875b-1e2dfe031034" -d '{"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-plugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:17:24.416926 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:24.451476 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898fca0-6fcc-49ea-b071-55215f53eec3 x-openstack-request-id: req-e898fca0-6fcc-49ea-b071-55215f53eec3 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:17:24.451766 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-plugged", "status": "completed", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:17:24.452016 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e898fca0-6fcc-49ea-b071-55215f53eec3 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:17:24.452406 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'code': 200} Jul 28 19:17:24.484668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:24.531821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=9']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:24.770210 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ebcc-7aaa-4416-8a40-19c8fa64df66 req-d225376b-6883-43a1-bf92-68ae76092238 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:24.771815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c917ebcc-7aaa-4416-8a40-19c8fa64df66 req-d225376b-6883-43a1-bf92-68ae76092238 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0510902 Jul 28 19:17:24.813942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c917ebcc-7aaa-4416-8a40-19c8fa64df66 req-404aa107-a87c-4c44-a6d8-a573bed333cb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359454 Jul 28 19:17:25.931644 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfba8-17b4-40ad-9c85-ab4ea535191e req-43715d73-340f-43e3-b458-a8a9a17b3aa8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:25.933161 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82dcfba8-17b4-40ad-9c85-ab4ea535191e req-43715d73-340f-43e3-b458-a8a9a17b3aa8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Jul 28 19:17:25.971421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-82dcfba8-17b4-40ad-9c85-ab4ea535191e req-ec44b8b3-62b6-4d1a-b848-4a5f4f6487bd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Jul 28 19:17:25.993018 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52618) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:17:26.051702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-b6ea08bb-3363-4679-be53-a7addb640eb0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 HTTP/1.1" status: 200 len: 991 time: 0.0575593 Jul 28 19:17:37.746955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d028ab93-9e52-421c-806c-336bc06c01ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:40.123992 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:40.358379 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-70f69359-1813-4376-8cf4-01a159359c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:41.357879 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:43.226789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:46.290145 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:49.380872 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.387863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52630) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:17:54.544793 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port d899d76c-d277-437b-91a6-f73298577df6 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:17:54.545448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.620004 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.620331 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.631359 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for d899d76c-d277-437b-91a6-f73298577df6 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:17:54.821789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.846937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=d899d76c-d277-437b-91a6-f73298577df6,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:54.908095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.908430 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 disassociated (deleted). External IP: 172.25.7.9, port: 02189ac3-fb9f-48b5-990f-465671aa5691. Jul 28 19:17:55.110096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router c6971c31-7cdb-43f8-82c5-2b9526f68faa has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:17:55.214009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:17:55.218728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:55.224085 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Sync routers for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:17:55.233772 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:17:55.234365 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:17:55.245056 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-fba939f7-b847-418c-bf01-ccaf519345a2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/floatingips/0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59 HTTP/1.1" status: 204 len: 168 time: 0.8556640 Jul 28 19:17:55.245640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:17:55.247923 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:17:55.286888 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc80ee0-bdeb-435d-884a-b6ff9894b475 x-openstack-request-id: req-6bc80ee0-bdeb-435d-884a-b6ff9894b475 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:17:55.286888 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:17:55.287194 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bc80ee0-bdeb-435d-884a-b6ff9894b475 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:17:55.287427 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'status': 'completed', 'code': 200} Jul 28 19:17:55.345330 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:17:55.350362 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-6fe5c264-99cf-49ad-83a2-a3c1b433074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:55.352421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-6fe5c264-99cf-49ad-83a2-a3c1b433074d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 1096 time: 0.0414984 Jul 28 19:17:55.447211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-0d5b49c5-69d9-4de6-91b4-06c7a1e742ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:55.448808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-0d5b49c5-69d9-4de6-91b4-06c7a1e742ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 200 len: 898 time: 0.0895381 Jul 28 19:17:55.490556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-b926c136-5475-45cb-a3a1-ab54750d9356 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 200 len: 217 time: 0.0349855 Jul 28 19:17:55.546223 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:17:55.547330 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-6ce178e2-3b3a-4c81-b217-b5b379b2b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:55.548820 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-6ce178e2-3b3a-4c81-b217-b5b379b2b9cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 200 len: 834 time: 0.0477328 Jul 28 19:17:55.575414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Checking router: c6971c31-7cdb-43f8-82c5-2b9526f68faa for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:17:55.584452 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:17:55.585255 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:17:55.599657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-a8b54d9d-34e1-44bf-8372-589271dd93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:55.609468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-a8b54d9d-34e1-44bf-8372-589271dd93d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8eca22a7-1a36-4b80-bdfb-7f844a89e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452576 Jul 28 19:17:55.692148 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:17:55.723352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2ef48-bd57-4fa4-bd23-349ec7a9f5c2 req-97bbea26-7ed8-4256-ada5-24205194980e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:55.724794 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6c2ef48-bd57-4fa4-bd23-349ec7a9f5c2 req-97bbea26-7ed8-4256-ada5-24205194980e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0717058 Jul 28 19:17:55.744714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-08f42924-d6f9-4f82-ad04-1e3b70390e00 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355095 Jul 28 19:17:55.826645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b6c2ef48-bd57-4fa4-bd23-349ec7a9f5c2 req-ab230218-d20d-46f1-8f7f-8515f58f9034 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883706 Jul 28 19:17:55.860696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5591bf86-77a3-4ce3-b3c3-ac69e40eb24b req-b1a9be4c-0467-4b84-bf91-1f098d4b20c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058335 Jul 28 19:17:55.979724 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:17:56.005745 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3fce3-6964-4fd9-9d92-99a5c0300d33 None None] The sync data for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 is: [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:15:31Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'af4c52b9-b841-4fc1-9802-904b83ed0dd0', 'name': '', 'network_id': '8eca22a7-1a36-4b80-bdfb-7f844a89e31a', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:e3:f3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:31Z', 'updated_at': '2021-07-28T19:15:36Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'd4314cb1-4041-4994-bd4e-2536612bd142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:17:56.137444 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:17:56.216748 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec5090-8782-40de-a942-6cdc46564a7e None None] New status for floating IP 0bb6a7f2-6e3f-4b87-b304-eca6eda2ab59: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:17:56.916942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-319b29ab-82ab-43af-bdf9-9b15ee30067d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:56.918477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-319b29ab-82ab-43af-bdf9-9b15ee30067d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Jul 28 19:17:56.966153 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5d1ac-0099-4fe4-ae35-5d71adf3ea7c req-cd87e1e0-1dd8-4af9-95f3-c373f6481e5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:56.967720 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7a5d1ac-0099-4fe4-ae35-5d71adf3ea7c req-cd87e1e0-1dd8-4af9-95f3-c373f6481e5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad8021da-26d2-437d-b041-8b07c0bfbe99 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Jul 28 19:17:57.005489 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 02189ac3-fb9f-48b5-990f-465671aa5691 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:17:57.005756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7a5d1ac-0099-4fe4-ae35-5d71adf3ea7c req-a942a497-5881-41a3-847c-7f16fb61f8ce tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b8f58d-81bc-4706-b2d8-8ac30d2f2960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Jul 28 19:17:57.005876 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:57.093846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 02189ac3-fb9f-48b5-990f-465671aa5691, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=02189ac3-fb9f-48b5-990f-465671aa5691,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:57.094210 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:57.106582 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 02189ac3-fb9f-48b5-990f-465671aa5691 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:17:57.318281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:57.350578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=02189ac3-fb9f-48b5-990f-465671aa5691,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:57.415216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] No DVR routers for this DVR port 02189ac3-fb9f-48b5-990f-465671aa5691 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:17:57.415216 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:57.415216 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-061913d4-970d-4eab-ac29-ba7fbb2ea1b5 req-231030fb-f553-4265-95e5-fba8ca11c1ea tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "DELETE /v2.0/ports/02189ac3-fb9f-48b5-990f-465671aa5691 HTTP/1.1" status: 204 len: 173 time: 0.4744637 Jul 28 19:17:57.415216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-deleted', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:17:57.415216 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758bc1b8-fbc3-4594-a72c-e68b3f768ba1" -d '{"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-deleted", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:17:57.438493 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef29d51-c07a-484c-90f8-1d49c56eaa3f x-openstack-request-id: req-5ef29d51-c07a-484c-90f8-1d49c56eaa3f {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:17:57.438787 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8021da-26d2-437d-b041-8b07c0bfbe99", "name": "network-vif-deleted", "tag": "02189ac3-fb9f-48b5-990f-465671aa5691", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:17:57.439033 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ef29d51-c07a-484c-90f8-1d49c56eaa3f {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:17:57.439449 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8021da-26d2-437d-b041-8b07c0bfbe99', 'name': 'network-vif-deleted', 'tag': '02189ac3-fb9f-48b5-990f-465671aa5691', 'status': 'completed', 'code': 200} Jul 28 19:17:58.060730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52646) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:17:58.759851 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.004712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port af4c52b9-b841-4fc1-9802-904b83ed0dd0 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:17:59.005059 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.093850 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port af4c52b9-b841-4fc1-9802-904b83ed0dd0, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=af4c52b9-b841-4fc1-9802-904b83ed0dd0,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:17:59.094540 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.107161 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for af4c52b9-b841-4fc1-9802-904b83ed0dd0 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:17:59.340581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.368825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=af4c52b9-b841-4fc1-9802-904b83ed0dd0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:17:59.541062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.746420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router c6971c31-7cdb-43f8-82c5-2b9526f68faa has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:17:59.848158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:17:59.853606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-595f1bee-be47-4c38-a6c6-0132f507c49e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/c6971c31-7cdb-43f8-82c5-2b9526f68faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918813 Jul 28 19:17:59.856397 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52648) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:17:59.859024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Sync routers for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:17:59.868661 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:17:59.869260 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:17:59.909338 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting subnet d4314cb1-4041-4994-bd4e-2536612bd142 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:17:59.917049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.956677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:59.969987 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:00.045445 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.154188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:17:59Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:00.169658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.179190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Checking router: c6971c31-7cdb-43f8-82c5-2b9526f68faa for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:18:00.188252 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Routers {'c6971c31-7cdb-43f8-82c5-2b9526f68faa'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:00.188835 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:00.197249 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Subnet': ['ID=d4314cb1-4041-4994-bd4e-2536612bd142,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:00.200823 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.202827 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-952fb62d-0c47-43b7-8651-addf18271648 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/subnets/d4314cb1-4041-4994-bd4e-2536612bd142 HTTP/1.1" status: 204 len: 168 time: 0.3455110 Jul 28 19:18:00.205580 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52650) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:00.211021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7ed3d-f145-493a-9085-513a4970bf54 None None] Network 8eca22a7-1a36-4b80-bdfb-7f844a89e31a requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:18:00.294072 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] Set router c6971c31-7cdb-43f8-82c5-2b9526f68faa gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:00.315762 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.406279 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] DHCP port deletion for 8eca22a7-1a36-4b80-bdfb-7f844a89e31a request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:18:00.434488 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.457019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Deleting port 15bce4cb-ca09-4abf-801b-6624892403cb {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:18:00.457401 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.483404 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:17:59Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:00.514236 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20479c-903a-449a-8fe3-7417d6778db3 None None] The sync data for ids ['c6971c31-7cdb-43f8-82c5-2b9526f68faa'] in n-d-778550-5 is: [{'id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221417619', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:15:27Z', 'updated_at': '2021-07-28T19:17:59Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': 'b2ca9a66-0f4c-4948-b355-fcbde143947c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6971c31-7cdb-43f8-82c5-2b9526f68faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:15:28Z', 'updated_at': '2021-07-28T19:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:18:00.527687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] For port 15bce4cb-ca09-4abf-801b-6624892403cb, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=15bce4cb-ca09-4abf-801b-6624892403cb,segment=NetworkSegment(6ff4359b-25d4-4fcf-b728-1bce331923e3),segment_id=6ff4359b-25d4-4fcf-b728-1bce331923e3)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:00.528097 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.543251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port b2ca9a66-0f4c-4948-b355-fcbde143947c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:18:00.543628 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.543883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Calling delete_port for 15bce4cb-ca09-4abf-801b-6624892403cb owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:18:00.623721 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port b2ca9a66-0f4c-4948-b355-fcbde143947c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2ca9a66-0f4c-4948-b355-fcbde143947c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:00.624006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.636848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for b2ca9a66-0f4c-4948-b355-fcbde143947c owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:18:00.683764 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.713128 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] Pushing event deleted for resources: {'Port': ['ID=15bce4cb-ca09-4abf-801b-6624892403cb,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:00.714963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee917a-b3a5-4176-936e-c75cb76d2bac None None] No DVR routers for this DVR port 15bce4cb-ca09-4abf-801b-6624892403cb on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:18:00.843856 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:00.876451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=b2ca9a66-0f4c-4948-b355-fcbde143947c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:00.936946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.029696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.031834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.140461 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.140944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Fanout notify agent at l3_agent the message router_deleted on router c6971c31-7cdb-43f8-82c5-2b9526f68faa {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:18:01.147802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.148915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-0aa98643-162a-452f-ac6d-667794b09603 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/routers/c6971c31-7cdb-43f8-82c5-2b9526f68faa HTTP/1.1" status: 204 len: 168 time: 0.9424005 Jul 28 19:18:01.151734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52652) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:01.231114 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.320669 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.330946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca22a7-1a36-4b80-bdfb-7f844a89e31a']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:01.341661 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4359b-25d4-4fcf-b728-1bce331923e3') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:01.341963 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4359b-25d4-4fcf-b728-1bce331923e3') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:01.350537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.364244 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.370486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:18:01.370872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:18:01.373738 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:18:01.478094 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.484933 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.487426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/networks/8eca22a7-1a36-4b80-bdfb-7f844a89e31a HTTP/1.1" status: 204 len: 168 time: 0.3340321 Jul 28 19:18:01.489684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52654) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:01.498370 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Network': ['ID=8eca22a7-1a36-4b80-bdfb-7f844a89e31a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:01.506473 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.506757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.507106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.507483 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.507828 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.508163 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.508507 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.508872 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.509207 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.509541 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.509870 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.510195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e54f115-5064-4818-82fc-44f492bfb9cc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:01.555010 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.580427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.717713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.720284 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:01.721472 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/security-groups/02b8f58d-81bc-4706-b2d8-8ac30d2f2960 HTTP/1.1" status: 204 len: 168 time: 0.2307994 Jul 28 19:18:01.737698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adc58c-0a12-45f0-9cf9-af1b8df40c5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b8f58d-81bc-4706-b2d8-8ac30d2f2960,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:02.038902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2ca9a66-0f4c-4948-b355-fcbde143947c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:18:02.058725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b2ca9a66-0f4c-4948-b355-fcbde143947c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:18:02.059071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2ca9a66-0f4c-4948-b355-fcbde143947c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:18:02.059509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device af4c52b9-b841-4fc1-9802-904b83ed0dd0 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:18:02.077266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: af4c52b9-b841-4fc1-9802-904b83ed0dd0 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:18:02.077611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device af4c52b9-b841-4fc1-9802-904b83ed0dd0 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:18:02.078017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15bce4cb-ca09-4abf-801b-6624892403cb no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:18:02.096308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 15bce4cb-ca09-4abf-801b-6624892403cb {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:18:02.096661 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 15bce4cb-ca09-4abf-801b-6624892403cb not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:18:02.337200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:18:02.356292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 02189ac3-fb9f-48b5-990f-465671aa5691 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:18:02.356700 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 02189ac3-fb9f-48b5-990f-465671aa5691 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:18:04.145262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52664) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:04.149955 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290572576', 'description': 'tempest-secgroup-smoke-290572576 description', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:04.249097 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.326916 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.380486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.408431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7774f94d-e0c9-4e60-a5bd-e657a700095f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:04.432133 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.433421 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cecd4e43-c65c-4146-8c98-9bbd0b0a34b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2871027 Jul 28 19:18:04.436156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52666) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:04.440532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:04.500087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.557034 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.620012 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.640222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8927a0f-f3ac-455b-88a1-0c5a9e965fd5,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:04.717828 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.719075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-acb84555-5ba4-4947-933e-9790f7db6f97 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819948 Jul 28 19:18:04.721799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52668) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:04.726259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:04.825852 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.883086 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.963543 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:04.981861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1da53b-5a93-4ac2-adb8-e8ba91676cbc,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:05.060393 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.061615 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1f60f462-e506-480c-bfa1-9d8f095f0f68 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388722 Jul 28 19:18:05.064310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52670) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:05.068684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:05.139000 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.195616 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.243576 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.260846 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfa9153-425e-481f-95f8-fa26899eba12,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:05.306550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.307768 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ab3c7cc1-27e6-4a11-aedf-06eedf07a2fc tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425249 Jul 28 19:18:05.310737 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52672) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:05.315493 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:05.419443 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.477607 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.546279 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.564614 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45bc70b-e10e-4ccb-96c5-097096a571c7,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:05.609131 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.610346 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-666f5809-01f7-490a-8066-2d9e118df7e0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985110 Jul 28 19:18:05.613075 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52674) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:05.618116 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:05.717410 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:18:05.722257 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.780807 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.854482 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.871063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5744679-5a52-4ca4-aaf1-1494ac7f1011,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:05.923249 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:05.924590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ba927a1b-5b71-4118-9850-a9e785a5c4fd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105559 Jul 28 19:18:05.927371 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52676) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:05.932350 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '7774f94d-e0c9-4e60-a5bd-e657a700095f', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:05.997902 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:18:06.002711 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.068569 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.123449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.143255 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b501e3-10c5-4b18-9cf6-0e756971599e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:06.197775 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.198953 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a5eeacbd-98db-4b0b-998d-ef488a76cb83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2706056 Jul 28 19:18:06.201785 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52678) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:06.206592 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'network': {'name': 'tempest-network-smoke--1533714673', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'port_security_enabled': True}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:06.260406 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:18:06.263712 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.285945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:18:06.294320 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.294670 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Added segment aa17018c-dbcc-4632-a64c-cea50ebfbacd of type vlan for network 3431b51e-cc44-405c-9f65-10da844d4ad1 Jul 28 19:18:06.333628 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.408921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.414993 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:06.415619 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.483099 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Network': ['ID=3431b51e-cc44-405c-9f65-10da844d4ad1,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:06.494093 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:18:06.524641 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff8375f1-4dab-426b-9f9d-7fa4614d6305 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3217492 Jul 28 19:18:06.527195 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52680) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:06.531768 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'admin_state_up': True, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:06.598189 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.599211 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.649942 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:06.821844 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.060977 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.083032 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.185107 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.61 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/13895e11-134b-4cfb-9191-c3269643388c) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:18:07.289075 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.416023 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.452076 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:07.454830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:07.458286 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:18:07.485411 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=13895e11-134b-4cfb-9191-c3269643388c,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:07.752294 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-669fb1c1-2bab-41fe-a8c0-bed39b5033a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.767603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:07.953537 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:08.466131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 376aacbd-88ba-4b9a-a7de-02a7332a2913 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:18:08.568731 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:18:08.581212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Sync routers for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:18:08.590580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:08.591188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:08.660954 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:08.665132 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-8c6c2482-543e-42d9-a079-75d141476e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1340582 Jul 28 19:18:08.665410 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52682) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:08.693179 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:08.738283 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-36030191-7c04-49f1-988c-f71122973f41 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0c5ef85a76bb4b14849ed76c43a35d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693159 Jul 28 19:18:08.738506 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52686) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:08.825485 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154f8d2-e7fa-4a34-9d79-0ad934881dcb tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:08.827045 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c154f8d2-e7fa-4a34-9d79-0ad934881dcb tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877228 Jul 28 19:18:08.829848 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52688) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:08.864875 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-27d1cb49-71f2-406e-a5f9-706edfb31478 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315793 Jul 28 19:18:08.865111 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52690) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:08.867592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:07Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:08.869900 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964854814', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:08.896504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Checking router: 376aacbd-88ba-4b9a-a7de-02a7332a2913 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:18:08.896858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Updating router 376aacbd-88ba-4b9a-a7de-02a7332a2913 port 13895e11-134b-4cfb-9191-c3269643388c binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:18:08.920690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.026482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:18:09.030124 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.174315 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.184517 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Transition to ACTIVE for port object 13895e11-134b-4cfb-9191-c3269643388c will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:09.254894 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.289656 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.305910 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Attempting to bind port 13895e11-134b-4cfb-9191-c3269643388c on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:18:09.309050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Attempting to bind port 13895e11-134b-4cfb-9191-c3269643388c by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:18:09.309050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Attempting to bind port 13895e11-134b-4cfb-9191-c3269643388c on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:18:09.309050 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec65174-0001-405a-93af-1d4dc7a4412f None None] Pushing event updated for resources: {'Port': ['ID=13895e11-134b-4cfb-9191-c3269643388c,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:09.313979 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:18:09.314351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:18:09.315205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.315205 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:18:09.315658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Bound port: 13895e11-134b-4cfb-9191-c3269643388c, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:18:09.316607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.349208 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Subnet': ['ID=f2bf861a-5e48-43f5-96f2-50cd8bfaf313,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:09.360015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Checking segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:18:09.360360 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network hostable DHCP agents. Network: 3431b51e-cc44-405c-9f65-10da844d4ad1, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:18:09.372616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] For port 13895e11-134b-4cfb-9191-c3269643388c, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:18:09.375566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] For port 13895e11-134b-4cfb-9191-c3269643388c, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13895e11-134b-4cfb-9191-c3269643388c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:18:09.448945 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:18:09.478215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.532758 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:09.533358 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:17:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:09.552059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 3431b51e-cc44-405c-9f65-10da844d4ad1) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:09.556846 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:09.557450 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:09.569675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9b678-00b7-4a30-912d-c0de2462964f None None] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:18:09.571375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec65174-0001-405a-93af-1d4dc7a4412f None None] Pushing event updated for resources: {'Port': ['ID=13895e11-134b-4cfb-9191-c3269643388c,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:09.632788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2d460a8d-9771-4505-a209-9d69e303dbd6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7666867 Jul 28 19:18:09.635626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52692) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:09.705275 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:09.859043 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-3431b51e-cc44-405c-9f65-10da844d4ad1', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:18:09.860476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.035576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:07Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:10.037662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Allocated IP 172.20.0.2 (3431b51e-cc44-405c-9f65-10da844d4ad1/f2bf861a-5e48-43f5-96f2-50cd8bfaf313/b2e49833-bc78-4de4-b59a-2416d34f5d16) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:18:10.064642 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.074294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca70b5-a33f-4c54-8bce-5c482f544b4d None None] The sync data for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 is: [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:07Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:18:10.129558 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.222406 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.231534 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Transition to ACTIVE for port object b2e49833-bc78-4de4-b59a-2416d34f5d16 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:10.247224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Transition to ACTIVE for port object b2e49833-bc78-4de4-b59a-2416d34f5d16 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:10.331718 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.382375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:10.385227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.1 (3431b51e-cc44-405c-9f65-10da844d4ad1/f2bf861a-5e48-43f5-96f2-50cd8bfaf313/53edb946-16a0-4921-94b3-6261128e0753) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:18:10.386800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:10.393639 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:18:10.395857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Pushing event updated for resources: {'Port': ['ID=b2e49833-bc78-4de4-b59a-2416d34f5d16,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:10.460634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4b98e97e-0be6-4627-b2e8-443ca8482a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.468483 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Attempting to bind port b2e49833-bc78-4de4-b59a-2416d34f5d16 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:18:10.468861 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Attempting to bind port b2e49833-bc78-4de4-b59a-2416d34f5d16 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:18:10.469232 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Attempting to bind port b2e49833-bc78-4de4-b59a-2416d34f5d16 on network 3431b51e-cc44-405c-9f65-10da844d4ad1 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:18:10.475713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:18:10.476094 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Checking segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:18:10.476507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.477507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Bound using segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:18:10.477998 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Bound port: b2e49833-bc78-4de4-b59a-2416d34f5d16, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:18:10.478437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.513670 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.529048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 53edb946-16a0-4921-94b3-6261128e0753 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:10.548893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] For port b2e49833-bc78-4de4-b59a-2416d34f5d16, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:18:10.552257 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] For port b2e49833-bc78-4de4-b59a-2416d34f5d16, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2e49833-bc78-4de4-b59a-2416d34f5d16,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:18:10.609585 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.638643 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.669547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea135db-290d-4ead-974a-0c21aa56b556 None None] Pushing event updated for resources: {'Port': ['ID=b2e49833-bc78-4de4-b59a-2416d34f5d16,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:10.691690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:10.694883 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:10.697500 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:18:10.743732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:10.763959 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.006187 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.280165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.335338 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.363908 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.412471 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:11.418349 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:11.518781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:11.520334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:11.640444 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 376aacbd-88ba-4b9a-a7de-02a7332a2913 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:18:11.647356 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997eb77-699a-4f2d-8aaa-ee516a8864a1 None None] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:18:11.754503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:18:11.760118 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-37274b94-49c0-46cf-a509-cea4318baef3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/376aacbd-88ba-4b9a-a7de-02a7332a2913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1233933 Jul 28 19:18:11.805120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24a0c7a3-8cb6-481d-b11d-b70089a70adc None None] Provisioning for port b2e49833-bc78-4de4-b59a-2416d34f5d16 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:12.110130 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-17d1bc7c-12d5-4b3e-99af-66adae0296c0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290572576&fields=id&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 267 time: 0.0425754 Jul 28 19:18:12.119587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13895e11-134b-4cfb-9191-c3269643388c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:12.223364 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-e8acc2ae-26f5-4b90-8049-23fcf368bdad tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:12.225058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-e8acc2ae-26f5-4b90-8049-23fcf368bdad tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 797 time: 0.1141238 Jul 28 19:18:12.243077 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-bd912768-1695-423b-b8f0-6486458f177d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/quotas/0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 375 time: 0.0109656 Jul 28 19:18:12.290015 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Sync routers for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:18:12.301673 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:12.302304 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:12.307702 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-918c9553-99db-4be7-afa0-256afd49590b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579121 Jul 28 19:18:12.315341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af450101-3c58-47aa-a5ad-8669f71e39b8 None None] Provisioning for port 53edb946-16a0-4921-94b3-6261128e0753 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:12.324591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-af450101-3c58-47aa-a5ad-8669f71e39b8 None None] Provisioning complete for port 53edb946-16a0-4921-94b3-6261128e0753 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:12.324967 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-af450101-3c58-47aa-a5ad-8669f71e39b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.331286 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-4d900da0-ee24-48d5-89dd-64174ffcc9d3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:18:12.332678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-4d900da0-ee24-48d5-89dd-64174ffcc9d3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066080 Jul 28 19:18:12.373394 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-af450101-3c58-47aa-a5ad-8669f71e39b8 None None] Port 53edb946-16a0-4921-94b3-6261128e0753 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:18:12.427114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 13895e11-134b-4cfb-9191-c3269643388c completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:12.433487 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13895e11-134b-4cfb-9191-c3269643388c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:12.434171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.442981 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:12.448946 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-750fd3b4-cc15-4f70-920c-3b9b57fb5657 service neutron] 10.222.0.25 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095421 Jul 28 19:18:12.530168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-26a15797-d32d-4f6a-a39e-e68b26ec611d None None] Provisioning complete for port 53edb946-16a0-4921-94b3-6261128e0753 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:12.530546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26a15797-d32d-4f6a-a39e-e68b26ec611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.566515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8fc9f39d-3a3a-46ea-b888-19196e0c8b20 service neutron] 10.222.0.25 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103375 Jul 28 19:18:12.572583 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.584860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-26a15797-d32d-4f6a-a39e-e68b26ec611d None None] Port 53edb946-16a0-4921-94b3-6261128e0753 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:18:12.606453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 13895e11-134b-4cfb-9191-c3269643388c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13895e11-134b-4cfb-9191-c3269643388c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:12.662259 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:11Z', 'revision_number': 2, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:12.688087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Checking router: 376aacbd-88ba-4b9a-a7de-02a7332a2913 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:18:12.688477 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Updating router 376aacbd-88ba-4b9a-a7de-02a7332a2913 port 53edb946-16a0-4921-94b3-6261128e0753 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:18:12.705133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-47612cba-64b2-4850-bb22-0c74d7462fa7 None None] Provisioning complete for port 53edb946-16a0-4921-94b3-6261128e0753 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:12.705513 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-47612cba-64b2-4850-bb22-0c74d7462fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.717693 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.727225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.728057 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2e49833-bc78-4de4-b59a-2416d34f5d16 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:12.792024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-47612cba-64b2-4850-bb22-0c74d7462fa7 None None] Port 53edb946-16a0-4921-94b3-6261128e0753 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:18:12.827607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=13895e11-134b-4cfb-9191-c3269643388c,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:12.912650 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b2e49833-bc78-4de4-b59a-2416d34f5d16 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:12.920298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b2e49833-bc78-4de4-b59a-2416d34f5d16 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:12.923424 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:12.935957 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b7eaa640-4ea6-448a-9193-442df327bdd1 req-cb3aabc7-2390-4c98-91df-85080898fe77 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 210 time: 0.0806952 Jul 28 19:18:13.009120 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.019282 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Transition to ACTIVE for port object 53edb946-16a0-4921-94b3-6261128e0753 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:13.024423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.055386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b2e49833-bc78-4de4-b59a-2416d34f5d16, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2e49833-bc78-4de4-b59a-2416d34f5d16,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:13.100697 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.100891 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.154167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b2e49833-bc78-4de4-b59a-2416d34f5d16,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:13.155668 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Pushing event updated for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:13.182009 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.182351 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.182685 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.183015 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.183344 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.183695 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.184018 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.184336 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.184657 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.185077 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.185468 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.185780 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:13.229732 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Attempting to bind port 53edb946-16a0-4921-94b3-6261128e0753 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:18:13.230095 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Attempting to bind port 53edb946-16a0-4921-94b3-6261128e0753 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:18:13.230454 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Attempting to bind port 53edb946-16a0-4921-94b3-6261128e0753 on network 3431b51e-cc44-405c-9f65-10da844d4ad1 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:18:13.232882 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.237032 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:18:13.237459 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Checking segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:18:13.237913 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.238341 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Bound using segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:18:13.238791 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Bound port: 53edb946-16a0-4921-94b3-6261128e0753, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:18:13.239216 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.306145 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] For port 53edb946-16a0-4921-94b3-6261128e0753, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:18:13.310360 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] For port 53edb946-16a0-4921-94b3-6261128e0753, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=53edb946-16a0-4921-94b3-6261128e0753,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:18:13.358384 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:13.414934 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:13.415599 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:13.557738 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a6c0-59ff-426c-a3d9-201f91f432c0 None None] Pushing event updated for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:13.631476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:13.831094 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:13Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:13.858535 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e6c95-8588-47d7-b661-1951b85282d2 None None] The sync data for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 is: [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:13Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:18:14.049798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e04bb570-d6df-4216-8502-617147738d6e req-9979396c-084a-4f2d-9935-881e03b3ca3e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 210 time: 0.0404422 Jul 28 19:18:14.148251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 53edb946-16a0-4921-94b3-6261128e0753 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:14.277567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 53edb946-16a0-4921-94b3-6261128e0753 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:14.282158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 53edb946-16a0-4921-94b3-6261128e0753 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:14.282634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:14.364969 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:14.398813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 53edb946-16a0-4921-94b3-6261128e0753, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=53edb946-16a0-4921-94b3-6261128e0753,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:14.471485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:14.472576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13895e11-134b-4cfb-9191-c3269643388c up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:14.552241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:14.570391 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 13895e11-134b-4cfb-9191-c3269643388c triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:14.571480 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:14.653115 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2e49833-bc78-4de4-b59a-2416d34f5d16 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:14.685280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-07d4cafc-f98a-4929-8d53-078e3c04beed tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:14.688060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-07d4cafc-f98a-4929-8d53-078e3c04beed tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 797 time: 0.1173446 Jul 28 19:18:14.706441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b2e49833-bc78-4de4-b59a-2416d34f5d16 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:14.706980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:14.734153 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-e3a625da-25f9-44e4-8347-b37fe5d86490 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 379 time: 0.0367243 Jul 28 19:18:14.744897 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'port': {'device_id': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'admin_state_up': True, 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'security_groups': ['7774f94d-e0c9-4e60-a5bd-e657a700095f']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:14.940859 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:18:14.944554 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.074828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.11 (3431b51e-cc44-405c-9f65-10da844d4ad1/f2bf861a-5e48-43f5-96f2-50cd8bfaf313/841ca210-886c-4dec-9150-89fa82b9e57f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:18:15.149749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-81b98139-d3ce-4c59-8e7c-44594047da92 req-ec3b9da5-f820-4ccb-997a-62dc26661ac8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Jul 28 19:18:15.216236 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.230410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object 841ca210-886c-4dec-9150-89fa82b9e57f will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:15.335674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.379703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:15.383430 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:15.386012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:18:15.414683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:15.444718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:15.445366 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.530049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-1b226704-92c7-45e2-8e42-c51e39e0ba17 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7902682 Jul 28 19:18:15.543011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Request body: {'port': {'device_id': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:15.600790 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.636900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4710d4c-8481-4e50-963b-9d45a059adfb None None] Provisioning for port 841ca210-886c-4dec-9150-89fa82b9e57f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:15.640794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-d4710d4c-8481-4e50-963b-9d45a059adfb None None] Provisioning complete for port 841ca210-886c-4dec-9150-89fa82b9e57f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:15.641179 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d4710d4c-8481-4e50-963b-9d45a059adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.675456 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d4710d4c-8481-4e50-963b-9d45a059adfb None None] Port 841ca210-886c-4dec-9150-89fa82b9e57f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:18:15.864164 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841ca210-886c-4dec-9150-89fa82b9e57f {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:18:15.871663 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:15.883421 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Transition to ACTIVE for port object 841ca210-886c-4dec-9150-89fa82b9e57f will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:18:15.968979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.034402 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Pushing event updated for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:16.061026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 53edb946-16a0-4921-94b3-6261128e0753 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:16.092532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Attempting to bind port 841ca210-886c-4dec-9150-89fa82b9e57f on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:18:16.092532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Attempting to bind port 841ca210-886c-4dec-9150-89fa82b9e57f by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:18:16.093556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Attempting to bind port 841ca210-886c-4dec-9150-89fa82b9e57f on network 3431b51e-cc44-405c-9f65-10da844d4ad1 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:18:16.099166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Port 841ca210-886c-4dec-9150-89fa82b9e57f on network 3431b51e-cc44-405c-9f65-10da844d4ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:18:16.099534 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Attempting to bind port 841ca210-886c-4dec-9150-89fa82b9e57f on network 3431b51e-cc44-405c-9f65-10da844d4ad1 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:18:16.106009 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:18:16.106501 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Checking segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:18:16.106891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Bound using segment: {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:18:16.107657 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Bound port: 841ca210-886c-4dec-9150-89fa82b9e57f, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa17018c-dbcc-4632-a64c-cea50ebfbacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:18:16.108028 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.117759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 53edb946-16a0-4921-94b3-6261128e0753 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:16.118136 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.197593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:18:16.201698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=841ca210-886c-4dec-9150-89fa82b9e57f,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:18:16.272087 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668beafa-1934-4ae5-9c57-3ed3d9ad9ed4 req-b87f7c35-425e-428b-a295-28401d5276b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.274175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-668beafa-1934-4ae5-9c57-3ed3d9ad9ed4 req-b87f7c35-425e-428b-a295-28401d5276b3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Jul 28 19:18:16.312902 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-668beafa-1934-4ae5-9c57-3ed3d9ad9ed4 req-d056c445-7347-474a-a455-17d1084aacba tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326228 Jul 28 19:18:16.317363 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.351162 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.353237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.353853 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:16.355297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] 10.222.0.37 "PUT /v2.0/ports/841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 1092 time: 0.8166792 Jul 28 19:18:16.355660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:18:16.357862 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac9481-bf1a-4a7f-a368-2859d57354fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:18:16.379817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738341-26b8-4bd1-9358-2563dce29409 service neutron] Pushing event updated for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:16.394472 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f95f95-5288-459f-b165-791ecd571e0c x-openstack-request-id: req-44f95f95-5288-459f-b165-791ecd571e0c {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:18:16.394777 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:18:16.395027 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44f95f95-5288-459f-b165-791ecd571e0c {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:18:16.395462 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f', 'status': 'completed', 'code': 200} Jul 28 19:18:16.462971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-8f21939c-2bac-40a4-8219-ea61b059315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.464521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-8f21939c-2bac-40a4-8219-ea61b059315a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1095 time: 0.0478575 Jul 28 19:18:16.563025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-e112cba3-73d0-4a05-bddc-f479163f461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.564441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-e112cba3-73d0-4a05-bddc-f479163f461d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0910287 Jul 28 19:18:16.659898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-9f2f4726-046e-4b77-8b60-7f98930d69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.661283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77ac9481-bf1a-4a7f-a368-2859d57354fb req-9f2f4726-046e-4b77-8b60-7f98930d69b8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895164 Jul 28 19:18:16.735661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-a4a6e637-3658-4e78-b24d-4c9931f9a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.737127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-a4a6e637-3658-4e78-b24d-4c9931f9a441 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1095 time: 0.0398810 Jul 28 19:18:16.777267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-14076cf5-80f6-4e8e-bb36-4307704bdfbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 217 time: 0.0324218 Jul 28 19:18:16.828067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-54de19f6-9a28-4156-884a-3095cb9463b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.829422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-54de19f6-9a28-4156-884a-3095cb9463b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 200 len: 834 time: 0.0460367 Jul 28 19:18:16.875088 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-588309f6-7a8c-446b-80e4-62cf7a90bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:16.876597 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-588309f6-7a8c-446b-80e4-62cf7a90bc73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3431b51e-cc44-405c-9f65-10da844d4ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400267 Jul 28 19:18:16.962565 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-55a5cf4a-98da-456a-9643-11c6d217dabb service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785158 Jul 28 19:18:17.052490 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c4d7923-c7bb-46ad-86eb-2219a742be71 req-edc17f49-197f-4c00-b22f-250e028abe2c service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825765 Jul 28 19:18:17.427187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300960f-aeda-4b1a-94e3-d7544b4978f5 req-b2f4394d-d2c2-4231-9840-5e8e3e607f74 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:17.428591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a300960f-aeda-4b1a-94e3-d7544b4978f5 req-b2f4394d-d2c2-4231-9840-5e8e3e607f74 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 944 time: 0.0480101 Jul 28 19:18:17.466828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a300960f-aeda-4b1a-94e3-d7544b4978f5 req-304b60d1-7666-43d1-bee1-164cca61d528 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Jul 28 19:18:18.446286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 841ca210-886c-4dec-9150-89fa82b9e57f details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:18:18.544895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=841ca210-886c-4dec-9150-89fa82b9e57f,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:18.556794 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '841ca210-886c-4dec-9150-89fa82b9e57f', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'port_id': '841ca210-886c-4dec-9150-89fa82b9e57f', 'mac_address': 'fa:16:3e:89:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:18:18.585372 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2694b-ea44-46d6-889f-6fba307fe6d4 req-713feb03-54ef-43fa-acea-b0c80e738d29 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:18.586923 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fc2694b-ea44-46d6-889f-6fba307fe6d4 req-713feb03-54ef-43fa-acea-b0c80e738d29 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 944 time: 0.0497050 Jul 28 19:18:18.592587 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:18.605485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ca210-886c-4dec-9150-89fa82b9e57f {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:18:18.624967 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=841ca210-886c-4dec-9150-89fa82b9e57f,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:18.625635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8fc2694b-ea44-46d6-889f-6fba307fe6d4 req-99a177fe-aa2f-499d-b8fc-d98572fef323 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Jul 28 19:18:18.693738 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:18.740529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:18.880346 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['841ca210-886c-4dec-9150-89fa82b9e57f'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:18:19.374329 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:19.754715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5276b-8ef5-456e-bc19-cf8d404039d3 req-53ba7f3e-ddf0-44c4-b26d-d2aa1ce340d0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:19.756235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58c5276b-8ef5-456e-bc19-cf8d404039d3 req-53ba7f3e-ddf0-44c4-b26d-d2aa1ce340d0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 945 time: 0.0517931 Jul 28 19:18:19.793804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-58c5276b-8ef5-456e-bc19-cf8d404039d3 req-ca2ddd8e-67cf-4fed-8794-13724e29c3f7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Jul 28 19:18:20.465123 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 841ca210-886c-4dec-9150-89fa82b9e57f up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:18:20.649341 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 841ca210-886c-4dec-9150-89fa82b9e57f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:18:20.653414 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 841ca210-886c-4dec-9150-89fa82b9e57f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:18:20.653783 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:20.730730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:20.752857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:18:20.755446 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5e46f-4e49-4ce3-b832-d1a58f388729" -d '{"events": [{"server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "name": "network-vif-plugged", "status": "completed", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:18:20.768228 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=841ca210-886c-4dec-9150-89fa82b9e57f,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:18:20.793494 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c827769c-3ec2-4bcf-ad79-59f85959c4ce x-openstack-request-id: req-c827769c-3ec2-4bcf-ad79-59f85959c4ce {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:18:20.793804 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "name": "network-vif-plugged", "status": "completed", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:18:20.794118 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c827769c-3ec2-4bcf-ad79-59f85959c4ce {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:18:20.794608 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f', 'code': 200} Jul 28 19:18:20.825353 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:20.877684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:20.921908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b2168-9270-4f60-b3ec-1763b9f832a9 req-33e8abf3-3525-442b-a79d-c512598bea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:20.923440 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d22b2168-9270-4f60-b3ec-1763b9f832a9 req-33e8abf3-3525-442b-a79d-c512598bea71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0721025 Jul 28 19:18:20.931415 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3228e7-da31-4a0c-a47f-91ae976a9336 req-3cdaf189-e2f6-4142-b631-11a861a39d1a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:20.932942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e3228e7-da31-4a0c-a47f-91ae976a9336 req-3cdaf189-e2f6-4142-b631-11a861a39d1a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0710649 Jul 28 19:18:20.983720 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d22b2168-9270-4f60-b3ec-1763b9f832a9 req-225a10af-16a7-42d8-8637-e99ecf2e9d73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497596 Jul 28 19:18:20.988383 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8e3228e7-da31-4a0c-a47f-91ae976a9336 req-d65d9f53-24e2-4eb7-a433-a4fac74ee887 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494599 Jul 28 19:18:22.101132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095549-ba1e-443f-95d1-e65c41ac527a req-a2b11891-10f5-44af-aa25-5a0045f47f39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:22.103131 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a095549-ba1e-443f-95d1-e65c41ac527a req-a2b11891-10f5-44af-aa25-5a0045f47f39 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0486629 Jul 28 19:18:22.139520 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5a095549-ba1e-443f-95d1-e65c41ac527a req-dca6dd4d-6e5f-499d-bd8c-ac6168b8e63c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Jul 28 19:18:22.257821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6fd3-3470-474d-af46-f5ad6c536158 req-a24b0e4d-df20-473b-adf5-db2ef09bd343 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:22.259183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccbd6fd3-3470-474d-af46-f5ad6c536158 req-a24b0e4d-df20-473b-adf5-db2ef09bd343 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0509081 Jul 28 19:18:22.296515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ccbd6fd3-3470-474d-af46-f5ad6c536158 req-9d52970e-a0b6-4446-8d31-7646dc99a6f0 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jul 28 19:18:22.318387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52752) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:22.357732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d11b82-cc4d-48b9-bef5-00767f31d6d2 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:22.359258 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-79d11b82-cc4d-48b9-bef5-00767f31d6d2 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1092 time: 0.0398734 Jul 28 19:18:22.362000 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52754) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:22.366291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '841ca210-886c-4dec-9150-89fa82b9e57f', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:18:22.448957 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:22.547505 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:22.645761 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.147 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/a80b47f2-92c1-4606-a6a7-ebf72b6a4870) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:18:23.096116 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.191725 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.224901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:18:23.228927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:18:23.232357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:18:23.257233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=a80b47f2-92c1-4606-a6a7-ebf72b6a4870,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:23.269173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.269782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.269906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.270167 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.270492 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.270844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.271170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.271525 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.271848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.272187 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.272487 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.272804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:18:23.599896 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.712334 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.857789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.899931 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:23.966893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=a80b47f2-92c1-4606-a6a7-ebf72b6a4870,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:18:23.980429 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:24.074002 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 associated. External IP: 172.25.7.147, port: 841ca210-886c-4dec-9150-89fa82b9e57f. Jul 28 19:18:24.277998 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 376aacbd-88ba-4b9a-a7de-02a7332a2913 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:18:24.384597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:18:24.394188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Sync routers for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:18:24.404385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:24.404994 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:24.472136 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:24.505175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2682d10f-5d68-4f63-a973-4fe4a3e68c26 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1396134 Jul 28 19:18:24.505175 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:18:24.506028 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159dd175-a076-46f4-bb12-7b612226234a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:18:24.508280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:24.605356 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54537006-17f1-476b-b4ab-23a784e8af36 x-openstack-request-id: req-54537006-17f1-476b-b4ab-23a784e8af36 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:18:24.605677 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:18:24.605928 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54537006-17f1-476b-b4ab-23a784e8af36 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:18:24.606329 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f', 'status': 'completed', 'code': 200} Jul 28 19:18:24.617279 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cf1fb-297e-467d-bb2b-4e378e77c674 req-64f397f5-74c2-4b84-8536-06d79acb142d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:24.618807 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-637cf1fb-297e-467d-bb2b-4e378e77c674 req-64f397f5-74c2-4b84-8536-06d79acb142d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0601006 Jul 28 19:18:24.660329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-637cf1fb-297e-467d-bb2b-4e378e77c674 req-50f1dd8e-6910-4f8c-8941-31492569983d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Jul 28 19:18:24.683433 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52762) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:24.723833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd175-a076-46f4-bb12-7b612226234a req-3a7df918-0bb5-405e-b882-274f97ec42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:24.725353 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-3a7df918-0bb5-405e-b882-274f97ec42a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0934851 Jul 28 19:18:24.743049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd3a1e6f9-4652-4749-9bc8-1f0d60e04e11', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'port_id': '841ca210-886c-4dec-9150-89fa82b9e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'mac_address': 'fa:16:3e:89:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:18:23Z', 'updated_at': '2021-07-28T19:18:23Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:24.774317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Checking router: 376aacbd-88ba-4b9a-a7de-02a7332a2913 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:18:24.782992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:18:24.783562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:18:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:24.800389 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-da5b2b48-e5d8-42c1-8597-22b97419a922 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 HTTP/1.1" status: 200 len: 992 time: 0.1157868 Jul 28 19:18:24.843193 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd175-a076-46f4-bb12-7b612226234a req-b9b0bfe5-3c97-4576-8231-2e66bc4f6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:24.844729 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-b9b0bfe5-3c97-4576-8231-2e66bc4f6485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 898 time: 0.1116214 Jul 28 19:18:24.887895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:18:24.916427 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-73a16641-54d5-4e82-b60b-7f6103f39750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 1000 time: 0.0640259 Jul 28 19:18:24.965601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd175-a076-46f4-bb12-7b612226234a req-9e4b8a04-8bb4-42c1-b6f5-7c025b5a2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:24.967049 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-9e4b8a04-8bb4-42c1-b6f5-7c025b5a2c60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 200 len: 834 time: 0.0441327 Jul 28 19:18:25.015952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd175-a076-46f4-bb12-7b612226234a req-e7a4d19f-6363-4d88-91a8-15304facb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:25.017451 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-e7a4d19f-6363-4d88-91a8-15304facb73c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3431b51e-cc44-405c-9f65-10da844d4ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439355 Jul 28 19:18:25.105271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-2d127d79-2a21-4c19-834c-122dd8eb752f service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804183 Jul 28 19:18:25.105924 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd3a1e6f9-4652-4749-9bc8-1f0d60e04e11', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'port_id': '841ca210-886c-4dec-9150-89fa82b9e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'mac_address': 'fa:16:3e:89:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:18:23Z', 'updated_at': '2021-07-28T19:18:23Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:18:25.131471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34a74-d36d-44ed-989a-b3ee45230c82 None None] The sync data for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 is: [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'd3a1e6f9-4652-4749-9bc8-1f0d60e04e11', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'port_id': '841ca210-886c-4dec-9150-89fa82b9e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'mac_address': 'fa:16:3e:89:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:18:23Z', 'updated_at': '2021-07-28T19:18:23Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:18:25.199471 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-159dd175-a076-46f4-bb12-7b612226234a req-6d2a40b9-1d8d-4bfa-a54b-f6d2f3031b7b service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874388 Jul 28 19:18:25.324157 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c14c86-fc2f-4a5a-9bf0-48cc67bf51cb None None] New status for floating IP d3a1e6f9-4652-4749-9bc8-1f0d60e04e11: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:18:25.804774 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52764) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:18:25.864650 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e5104469-2aa0-43f1-acea-182d7e099496 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 HTTP/1.1" status: 200 len: 994 time: 0.0587893 Jul 28 19:18:33.137324 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:18:37.732706 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-841b91ca-60ad-483e-b7b8-59d83464d7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:40.146051 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:40.385504 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-80801d88-2b93-42a4-868a-182197a8dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:41.396972 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:43.243131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:46.305668 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:49.385227 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:54.715754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80442f0e-02b9-43ab-8faa-e83851f938f8 req-125e3679-a990-40e1-ad51-183902a6fbe5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:54.717251 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80442f0e-02b9-43ab-8faa-e83851f938f8 req-125e3679-a990-40e1-ad51-183902a6fbe5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0492992 Jul 28 19:18:54.755536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-80442f0e-02b9-43ab-8faa-e83851f938f8 req-3c44a89b-bdb9-47b0-aa1f-0d9eb6b528f1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Jul 28 19:18:55.876645 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b8bc0-35f1-4f04-a30a-feffbf92e59e req-49e120e7-1c2d-4665-8b91-f74056412580 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:55.878142 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c31b8bc0-35f1-4f04-a30a-feffbf92e59e req-49e120e7-1c2d-4665-8b91-f74056412580 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0495346 Jul 28 19:18:55.915774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c31b8bc0-35f1-4f04-a30a-feffbf92e59e req-28fda756-58e4-4f96-a11a-075dba86e83f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Jul 28 19:18:57.033322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536c06a-f591-467b-818f-5507b6199bd2 req-2b9f4bc6-6704-4982-91ed-f864e813656b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:57.034816 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e536c06a-f591-467b-818f-5507b6199bd2 req-2b9f4bc6-6704-4982-91ed-f864e813656b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0520663 Jul 28 19:18:57.072369 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e536c06a-f591-467b-818f-5507b6199bd2 req-ca510e33-27b6-4bb3-a6e0-ddf782147d80 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309389 Jul 28 19:18:58.187225 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4c9e-87c7-4401-b6dc-9b1e2b70417f req-6b53dda4-0bf0-41dc-b2ee-8034a5f84179 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:58.188640 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a51d4c9e-87c7-4401-b6dc-9b1e2b70417f req-6b53dda4-0bf0-41dc-b2ee-8034a5f84179 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0484087 Jul 28 19:18:58.225244 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a51d4c9e-87c7-4401-b6dc-9b1e2b70417f req-ba120540-b9e5-429b-95b2-86d7566fe6fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Jul 28 19:18:59.340332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa45de-d5d4-490c-b8f6-c52e64f338b6 req-b0ab1446-5234-4694-a394-c1cb8f3c60ac tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:59.341801 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77fa45de-d5d4-490c-b8f6-c52e64f338b6 req-b0ab1446-5234-4694-a394-c1cb8f3c60ac tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Jul 28 19:18:59.378672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77fa45de-d5d4-490c-b8f6-c52e64f338b6 req-ab0f4ef2-700d-4ce9-a3bd-e90ceb860dcd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Jul 28 19:19:00.497031 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e4940-4c2d-41ec-8370-fe316a81a109 req-6e9d2ad3-d151-41dd-adc7-d5871db9cf5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:00.498536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e50e4940-4c2d-41ec-8370-fe316a81a109 req-6e9d2ad3-d151-41dd-adc7-d5871db9cf5d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0542424 Jul 28 19:19:00.536635 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e50e4940-4c2d-41ec-8370-fe316a81a109 req-e4163c34-2cc7-42a5-ad6d-4a280932ff90 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320721 Jul 28 19:19:01.647999 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b67645-4ea3-4e96-91c1-0d4f574278e9 req-5a4b0a94-5560-418a-93d1-bfd431833797 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:01.649997 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62b67645-4ea3-4e96-91c1-0d4f574278e9 req-5a4b0a94-5560-418a-93d1-bfd431833797 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Jul 28 19:19:01.687267 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-62b67645-4ea3-4e96-91c1-0d4f574278e9 req-7e6119ca-5579-42ef-8141-cda932720c12 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Jul 28 19:19:02.395046 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-3050b39d-67e9-47fc-a2bc-8c8b220fe5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:02.396543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-3050b39d-67e9-47fc-a2bc-8c8b220fe5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0827734 Jul 28 19:19:02.497792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-1a8b2a70-f2c2-4f20-88e3-14cfce7c0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:02.499313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-1a8b2a70-f2c2-4f20-88e3-14cfce7c0d0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 898 time: 0.0825639 Jul 28 19:19:02.568228 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-1b926a3e-1ce6-464f-ba65-6cfa29339171 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 1002 time: 0.0613296 Jul 28 19:19:02.617980 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-8607026d-5a9f-44ad-8c73-8b2f2f277db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:02.619294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-8607026d-5a9f-44ad-8c73-8b2f2f277db6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 200 len: 834 time: 0.0433271 Jul 28 19:19:02.662207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-e23f0ad6-e922-432a-897b-6dc6ac505e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:02.663663 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-e23f0ad6-e922-432a-897b-6dc6ac505e33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3431b51e-cc44-405c-9f65-10da844d4ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378177 Jul 28 19:19:02.753938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-d884e185-fac4-4021-8d17-f5a3d422582d service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835254 Jul 28 19:19:02.801582 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485fb21-54a4-4b75-8341-76b9a7bbcf0e req-3f15d928-4b0c-4995-a400-67928b10c19a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:02.803085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2485fb21-54a4-4b75-8341-76b9a7bbcf0e req-3f15d928-4b0c-4995-a400-67928b10c19a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0491076 Jul 28 19:19:02.840951 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2485fb21-54a4-4b75-8341-76b9a7bbcf0e req-8c38a5d7-89f3-4378-8851-f04a2c341852 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Jul 28 19:19:02.844780 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-86aec005-02a0-4c65-aaf9-33268f36e366 req-c60c1363-2a8c-4a03-aef7-6d4092374ead service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Jul 28 19:19:03.959985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78332bc-70ec-4a8f-9716-d7567e27fe1d req-e5269c02-bfec-4021-a824-dca20fb48540 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:03.961503 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c78332bc-70ec-4a8f-9716-d7567e27fe1d req-e5269c02-bfec-4021-a824-dca20fb48540 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0507643 Jul 28 19:19:03.998953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c78332bc-70ec-4a8f-9716-d7567e27fe1d req-d8162753-5825-48aa-b96a-8b602dbe7cb6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Jul 28 19:19:05.112939 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4905bf-e12a-4a81-ba99-85a93d098b36 req-24abe944-d953-41dd-93f2-476924ccfb1a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:05.114412 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a4905bf-e12a-4a81-ba99-85a93d098b36 req-24abe944-d953-41dd-93f2-476924ccfb1a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0486391 Jul 28 19:19:05.152915 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6a4905bf-e12a-4a81-ba99-85a93d098b36 req-646b9875-5d8d-4e2b-833d-1d3db6bac489 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Jul 28 19:19:06.268701 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f678d-7e4b-40c1-9571-82affac2bcf6 req-ae9d0968-6778-4a75-91fd-87ba486d2484 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:06.270068 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-746f678d-7e4b-40c1-9571-82affac2bcf6 req-ae9d0968-6778-4a75-91fd-87ba486d2484 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0514278 Jul 28 19:19:06.306878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-746f678d-7e4b-40c1-9571-82affac2bcf6 req-e38f74b1-81db-441e-a251-a5722f057fbe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Jul 28 19:19:06.328222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52812) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:06.385749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-973122c0-0ab7-473d-877c-88f669582d0f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 HTTP/1.1" status: 200 len: 994 time: 0.0564349 Jul 28 19:19:07.743825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-10498a81-e1a3-4b52-92b3-529b9c18b979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:07.762115 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ea5d1-cb58-4cef-948f-a72f33e3c1ce req-ac6a3512-3c5c-4b5b-9c4e-3c145e4b1734 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:07.763629 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a92ea5d1-cb58-4cef-948f-a72f33e3c1ce req-ac6a3512-3c5c-4b5b-9c4e-3c145e4b1734 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0540838 Jul 28 19:19:07.801927 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a92ea5d1-cb58-4cef-948f-a72f33e3c1ce req-f4c005ae-404a-4516-901c-c69c956548d4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Jul 28 19:19:07.841256 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-36b898e4-5304-4a30-8100-34b8391a89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:07.842748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-36b898e4-5304-4a30-8100-34b8391a89e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0415184 Jul 28 19:19:07.935595 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-2cedd55f-824d-432f-add3-835946975de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:07.936961 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-2cedd55f-824d-432f-add3-835946975de8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 898 time: 0.0878289 Jul 28 19:19:08.000244 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-ad2d7e9d-fdaa-4edd-8a17-91d41f7d4401 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 1002 time: 0.0562327 Jul 28 19:19:08.051173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-cc1de799-0a3a-4bac-8e7c-db7b4a3682e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:08.052645 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-cc1de799-0a3a-4bac-8e7c-db7b4a3682e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 200 len: 834 time: 0.0461640 Jul 28 19:19:08.096969 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-c892b5c8-d9b3-458c-beb5-4b0c02dd1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:08.098404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-c892b5c8-d9b3-458c-beb5-4b0c02dd1b1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3431b51e-cc44-405c-9f65-10da844d4ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381589 Jul 28 19:19:08.185878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-1d910a19-3346-45b9-903f-84eddb550147 service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803103 Jul 28 19:19:08.276558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e456e7-9ea5-4ba0-8f4f-978770fd97c9 req-759c14aa-a906-4d26-a99d-4c979d991282 service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836399 Jul 28 19:19:08.917718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929bca-0b55-45a8-bdc5-962abdaa980e req-bb2174df-2bc2-4be6-a084-f9d220437ded tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:08.919174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd929bca-0b55-45a8-bdc5-962abdaa980e req-bb2174df-2bc2-4be6-a084-f9d220437ded tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0484118 Jul 28 19:19:08.960215 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd929bca-0b55-45a8-bdc5-962abdaa980e req-972f7f3c-c56a-4268-9871-fdfd7bc8975a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346620 Jul 28 19:19:10.076221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d0c0-717d-43b2-b314-15f812a679f6 req-16a36821-4cc1-46c0-8927-6d92af006d51 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:10.089281 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88e0d0c0-717d-43b2-b314-15f812a679f6 req-16a36821-4cc1-46c0-8927-6d92af006d51 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0483482 Jul 28 19:19:10.115741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-88e0d0c0-717d-43b2-b314-15f812a679f6 req-b361418b-de8c-41d2-af7b-d20df863c341 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Jul 28 19:19:10.137196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:19:10.138180 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52826) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:10.168078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:10.203812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7155a6b6-d74f-4764-9709-d9a57581fa0d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 HTTP/1.1" status: 200 len: 994 time: 0.0644372 Jul 28 19:19:10.371371 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-685e07d1-916f-4254-80c0-ca7245b36071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:11.407634 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:13.245552 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:16.360330 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:19.388474 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.744740 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2238b214-a91b-4e16-8013-de21a1947865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.119328 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.370209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3b677c3-942e-4f1f-9edd-3fd43b843c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.599820 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52838) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:40.756648 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port a80b47f2-92c1-4606-a6a7-ebf72b6a4870 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:40.756997 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.829595 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.829925 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.842096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for a80b47f2-92c1-4606-a6a7-ebf72b6a4870 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:41.073827 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.099694 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=a80b47f2-92c1-4606-a6a7-ebf72b6a4870,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:41.126392 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.126741 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.127080 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.127437 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.127774 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.128102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.128430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.128759 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.129082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.129405 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.129728 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.130048 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:41.172678 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.173014 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 disassociated (deleted). External IP: 172.25.7.147, port: 841ca210-886c-4dec-9150-89fa82b9e57f. Jul 28 19:19:41.395924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.449162 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 376aacbd-88ba-4b9a-a7de-02a7332a2913 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:19:41.553004 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:41.557793 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.562322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Sync routers for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:41.571265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:41.571973 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:41.583911 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d35aeb45-be5b-4674-9daf-567210a3f723 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/floatingips/d3a1e6f9-4652-4749-9bc8-1f0d60e04e11 HTTP/1.1" status: 204 len: 168 time: 0.9830310 Jul 28 19:19:41.584527 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:19:41.587320 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f33552b-581a-4c51-8666-af5230f57f35" -d '{"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:19:41.625292 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6412a927-979a-4922-95b4-582b1f473757 x-openstack-request-id: req-6412a927-979a-4922-95b4-582b1f473757 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:19:41.625911 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:19:41.625911 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6412a927-979a-4922-95b4-582b1f473757 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:19:41.626223 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f', 'status': 'completed', 'code': 200} Jul 28 19:19:41.682429 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:41.691215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33552b-581a-4c51-8666-af5230f57f35 req-3c5fb673-d11f-49fb-b093-055a2d7c25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:41.692766 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-3c5fb673-d11f-49fb-b093-055a2d7c25e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0448961 Jul 28 19:19:41.782616 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33552b-581a-4c51-8666-af5230f57f35 req-96272557-630b-4770-9e09-f5bbb5040009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:41.784146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-96272557-630b-4770-9e09-f5bbb5040009 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 200 len: 898 time: 0.0839252 Jul 28 19:19:41.825133 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-0d7ce97a-5aff-43a7-81a6-bd2211a93e08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 200 len: 217 time: 0.0343683 Jul 28 19:19:41.878785 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33552b-581a-4c51-8666-af5230f57f35 req-5a1363e6-1599-43da-a0ef-124a63ac6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:41.880319 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-5a1363e6-1599-43da-a0ef-124a63ac6851 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 200 len: 834 time: 0.0485361 Jul 28 19:19:41.886932 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:41.913385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Checking router: 376aacbd-88ba-4b9a-a7de-02a7332a2913 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:41.921760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:41.922576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:41.926242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33552b-581a-4c51-8666-af5230f57f35 req-1e682184-e399-4c26-8396-7d308a934810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:41.927786 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-1e682184-e399-4c26-8396-7d308a934810 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3431b51e-cc44-405c-9f65-10da844d4ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397079 Jul 28 19:19:41.939349 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-cd33df6d-d843-4c0d-b0f9-f704cbb36b86 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:19:41.940275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-cd33df6d-d843-4c0d-b0f9-f704cbb36b86 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 Jul 28 19:19:42.032258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:42.062715 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-39687414-ed98-450b-8e88-2232384b6a07 service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155069 Jul 28 19:19:42.120690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75a6f-83c8-4522-8206-c2d51e766566 req-dfe52a25-263c-4a9d-a20a-c1d73ead6ca8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:42.122191 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24b75a6f-83c8-4522-8206-c2d51e766566 req-dfe52a25-263c-4a9d-a20a-c1d73ead6ca8 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0942051 Jul 28 19:19:42.189074 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-24b75a6f-83c8-4522-8206-c2d51e766566 req-e3dd224b-a3a5-46aa-b911-3ec775e86072 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595748 Jul 28 19:19:42.194762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4f33552b-581a-4c51-8666-af5230f57f35 req-b714ab06-c62c-40a8-b8f2-7bd070354f72 service neutron] 10.222.0.37 "GET /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244533 Jul 28 19:19:42.230789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:42.259905 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892517-7115-4af8-9b91-593fd6a924c4 None None] The sync data for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 is: [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:18:10Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '53edb946-16a0-4921-94b3-6261128e0753', 'name': '', 'network_id': '3431b51e-cc44-405c-9f65-10da844d4ad1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:ff:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:10Z', 'updated_at': '2021-07-28T19:18:14Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': 'f2bf861a-5e48-43f5-96f2-50cd8bfaf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:19:42.467599 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb007fc-7d6f-4e60-85ff-987107f47404 None None] New status for floating IP d3a1e6f9-4652-4749-9bc8-1f0d60e04e11: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:19:43.270296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:43.307227 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0decc16-96b6-4df1-b133-a9ea01e08e00 req-7e9eaab8-29c5-4fea-8acc-e2478875645f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:43.309426 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0decc16-96b6-4df1-b133-a9ea01e08e00 req-7e9eaab8-29c5-4fea-8acc-e2478875645f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0493667 Jul 28 19:19:43.347657 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e0decc16-96b6-4df1-b133-a9ea01e08e00 req-99cd562a-dd30-4c59-a602-bc769f30b6aa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=7774f94d-e0c9-4e60-a5bd-e657a700095f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Jul 28 19:19:43.502992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-881e4113-8a23-44b7-8de2-0ca4f6fb8e2e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:43.511308 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-881e4113-8a23-44b7-8de2-0ca4f6fb8e2e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 946 time: 0.0471685 Jul 28 19:19:43.591065 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 841ca210-886c-4dec-9150-89fa82b9e57f {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:43.591422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:43.678620 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 841ca210-886c-4dec-9150-89fa82b9e57f, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=841ca210-886c-4dec-9150-89fa82b9e57f,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:43.678985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:43.691916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 841ca210-886c-4dec-9150-89fa82b9e57f owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:43.869819 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:43.896913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=841ca210-886c-4dec-9150-89fa82b9e57f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:43.909451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.909451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.909451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.909892 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.910039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.910370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.910699 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.911024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.911352 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.911698 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.912023 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.912343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:43.946012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] No DVR routers for this DVR port 841ca210-886c-4dec-9150-89fa82b9e57f on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:43.948523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:43.950468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c4baa68b-8a9b-4a0a-9ce0-32951a342ede req-2f1aa852-5cbd-421a-83c1-5e7f11df4cc1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.37 "DELETE /v2.0/ports/841ca210-886c-4dec-9150-89fa82b9e57f HTTP/1.1" status: 204 len: 173 time: 0.4399133 Jul 28 19:19:43.950960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'name': 'network-vif-deleted', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:19:43.953197 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92e98b-4130-42b2-9bcf-a17bdf6dfbbc" -d '{"events": [{"server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "name": "network-vif-deleted", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:19:43.989955 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6fd4a-0cb1-4aca-9697-5cc0a339125d x-openstack-request-id: req-4ed6fd4a-0cb1-4aca-9697-5cc0a339125d {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:19:43.990313 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba520008-b619-4a44-8d78-7d00a962aec2", "name": "network-vif-deleted", "tag": "841ca210-886c-4dec-9150-89fa82b9e57f", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:19:43.990654 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ed6fd4a-0cb1-4aca-9697-5cc0a339125d {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:19:43.991117 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba520008-b619-4a44-8d78-7d00a962aec2', 'name': 'network-vif-deleted', 'tag': '841ca210-886c-4dec-9150-89fa82b9e57f', 'status': 'completed', 'code': 200} Jul 28 19:19:44.454696 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4606e4c1-39da-45cc-9902-4f6ba3cd0aba req-23830f56-17d1-4ee3-a48f-93cca0a5a8b7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba520008-b619-4a44-8d78-7d00a962aec2 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Jul 28 19:19:45.512542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52856) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:45.855496 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.100629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 53edb946-16a0-4921-94b3-6261128e0753 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:46.100966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.184786 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 53edb946-16a0-4921-94b3-6261128e0753, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=53edb946-16a0-4921-94b3-6261128e0753,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:46.185075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.198017 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 53edb946-16a0-4921-94b3-6261128e0753 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:46.332984 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.430107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.460737 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=53edb946-16a0-4921-94b3-6261128e0753,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:46.629486 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:46.939670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 841ca210-886c-4dec-9150-89fa82b9e57f no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:46.959669 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 841ca210-886c-4dec-9150-89fa82b9e57f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:46.960020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 841ca210-886c-4dec-9150-89fa82b9e57f not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:47.135388 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:19:47.183882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 376aacbd-88ba-4b9a-a7de-02a7332a2913 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:19:47.289703 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:47.297179 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1ceaff3d-dbf3-4c3a-837c-0b14426a2c44 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/376aacbd-88ba-4b9a-a7de-02a7332a2913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835860 Jul 28 19:19:47.300027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52858) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:47.302495 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Sync routers for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:47.312801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:47.313407 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:47.349752 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting subnet f2bf861a-5e48-43f5-96f2-50cd8bfaf313 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:19:47.353588 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.391448 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.419245 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:47.492571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.602460 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:19:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:47.629098 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.629370 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Checking router: 376aacbd-88ba-4b9a-a7de-02a7332a2913 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:47.639322 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Routers {'376aacbd-88ba-4b9a-a7de-02a7332a2913'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:47.639963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['376aacbd-88ba-4b9a-a7de-02a7332a2913'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:47.663649 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bf861a-5e48-43f5-96f2-50cd8bfaf313,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:47.666443 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.668397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a2e2399d-3eed-4881-a5dc-cc167e74ff1d tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/subnets/f2bf861a-5e48-43f5-96f2-50cd8bfaf313 HTTP/1.1" status: 204 len: 168 time: 0.3673713 Jul 28 19:19:47.670974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52860) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:47.689258 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2ae93-005f-43b5-a22e-e759d09c16ab None None] Network 3431b51e-cc44-405c-9f65-10da844d4ad1 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:19:47.788413 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:47.841468 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] Set router 376aacbd-88ba-4b9a-a7de-02a7332a2913 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:47.890746 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.005198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 13895e11-134b-4cfb-9191-c3269643388c {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:48.005652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.014621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] DHCP port deletion for 3431b51e-cc44-405c-9f65-10da844d4ad1 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:19:48.071080 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:19:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:48.094142 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 13895e11-134b-4cfb-9191-c3269643388c, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=13895e11-134b-4cfb-9191-c3269643388c,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:48.094539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.100044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdbeb6-f1f3-41b2-bc54-6cad2360098c None None] The sync data for ids ['376aacbd-88ba-4b9a-a7de-02a7332a2913'] in n-d-778550-5 is: [{'id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324409058', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '13895e11-134b-4cfb-9191-c3269643388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:18:06Z', 'updated_at': '2021-07-28T19:19:46Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '13895e11-134b-4cfb-9191-c3269643388c', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aacbd-88ba-4b9a-a7de-02a7332a2913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:18:07Z', 'updated_at': '2021-07-28T19:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:19:48.106563 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 13895e11-134b-4cfb-9191-c3269643388c owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:48.112295 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Deleting port b2e49833-bc78-4de4-b59a-2416d34f5d16 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:48.112673 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.187294 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] For port b2e49833-bc78-4de4-b59a-2416d34f5d16, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b2e49833-bc78-4de4-b59a-2416d34f5d16,segment=NetworkSegment(aa17018c-dbcc-4632-a64c-cea50ebfbacd),segment_id=aa17018c-dbcc-4632-a64c-cea50ebfbacd)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:48.187731 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.200779 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Calling delete_port for b2e49833-bc78-4de4-b59a-2416d34f5d16 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:48.344335 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.369876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Pushing event deleted for resources: {'Port': ['ID=b2e49833-bc78-4de4-b59a-2416d34f5d16,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:48.372930 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.373925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] No DVR routers for this DVR port b2e49833-bc78-4de4-b59a-2416d34f5d16 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:48.387634 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.387980 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.388320 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.388652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.388984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.389312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.389638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.390008 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.390315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.390636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.390958 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.391280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd3e3c-c37a-4600-817a-b2704826ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:48.401844 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=13895e11-134b-4cfb-9191-c3269643388c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:48.461494 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.484308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2e49833-bc78-4de4-b59a-2416d34f5d16 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:48.512247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b2e49833-bc78-4de4-b59a-2416d34f5d16 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:48.512591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b2e49833-bc78-4de4-b59a-2416d34f5d16 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:48.559340 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.561661 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.667436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.668232 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Fanout notify agent at l3_agent the message router_deleted on router 376aacbd-88ba-4b9a-a7de-02a7332a2913 {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:19:48.674837 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.677655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-21f1e49c-7ebb-47b5-92cb-3b21fb49ba5b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/routers/376aacbd-88ba-4b9a-a7de-02a7332a2913 HTTP/1.1" status: 204 len: 168 time: 1.0056589 Jul 28 19:19:48.680690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52862) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:48.760690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.845576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.855649 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3431b51e-cc44-405c-9f65-10da844d4ad1']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:48.865025 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa17018c-dbcc-4632-a64c-cea50ebfbacd') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:48.865327 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa17018c-dbcc-4632-a64c-cea50ebfbacd') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:48.873858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.891082 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.897007 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:19:48.900578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:19:48.901238 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:19:49.004479 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.015741 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.015741 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/networks/3431b51e-cc44-405c-9f65-10da844d4ad1 HTTP/1.1" status: 204 len: 168 time: 0.3319945 Jul 28 19:19:49.016743 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:49.025692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceee71-ff79-4473-8aa9-f612cf869e99 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Network': ['ID=3431b51e-cc44-405c-9f65-10da844d4ad1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:49.076082 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.101571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.227062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.229721 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.230972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/security-groups/7774f94d-e0c9-4e60-a5bd-e657a700095f HTTP/1.1" status: 204 len: 168 time: 0.2131288 Jul 28 19:19:49.240195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dac363-a418-41f7-86d9-4cd494e738f2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7774f94d-e0c9-4e60-a5bd-e657a700095f,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:49.389788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.728425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52870) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:49.733136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493819301', 'description': 'tempest-secgroup-smoke-1493819301 description', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:49.818674 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.900100 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:49.987360 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.015320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab75720-72e4-4373-a975-66035cd69ab4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:50.079191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.080942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e3081bb3-bad3-469f-9c78-b23269b9edf6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3510950 Jul 28 19:19:50.083660 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52872) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:50.088865 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:50.090546 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 53edb946-16a0-4921-94b3-6261128e0753 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:50.114010 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 53edb946-16a0-4921-94b3-6261128e0753 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:50.114360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 53edb946-16a0-4921-94b3-6261128e0753 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:50.114785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13895e11-134b-4cfb-9191-c3269643388c no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:50.132937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 13895e11-134b-4cfb-9191-c3269643388c {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:50.133286 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 13895e11-134b-4cfb-9191-c3269643388c not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:50.178072 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.233150 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.304064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.320919 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff99569-1e14-4355-aef8-2e2df20a60d2,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:50.392844 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.394058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-685f1f68-6fe5-4c4c-a3f6-197f9c004ba5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093798 Jul 28 19:19:50.396802 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52874) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:50.401719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:50.501139 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.556877 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.623789 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.641545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e689fad-981c-431c-b7d5-c04817fbe54b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:50.703983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.705197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2c495f51-8655-4728-8e59-cc026ff9fb4e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3074768 Jul 28 19:19:50.708239 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52876) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:50.712832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:50.822854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.882941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.955143 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:50.970207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f29e77-2915-4d20-acc7-97064018d175,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:51.035386 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.036675 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-31176ad1-a917-40eb-9ca8-a9c63ba38626 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274496 Jul 28 19:19:51.039367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52878) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:51.044512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:51.120248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.177913 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.252390 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.272957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe02b9a-2264-430a-b331-9ea803259cc4,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:51.327112 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.328349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a5517d9b-f56d-4c05-840e-fa2728a85e87 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879980 Jul 28 19:19:51.331241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52880) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:51.335607 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:51.401821 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:19:51.406347 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.464099 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.503949 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.521251 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bc35ef-7bb4-420d-a8b4-a240e6d85871,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:51.606587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.607808 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-08487092-43ae-4c4e-8564-59f6dde79169 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756126 Jul 28 19:19:51.610480 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52882) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:51.614992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'security_group_rule': {'security_group_id': '9ab75720-72e4-4373-a975-66035cd69ab4', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:51.715453 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Project 0c5ef85a76bb4b14849ed76c43a35d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:19:51.720695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.779021 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.864030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.883484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6969ad2a-d6e1-4de0-aa90-4d43e79a0374,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:51.972585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:51.973711 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5808c636-c527-4c30-80a5-bcfcc50a4687 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623035 Jul 28 19:19:51.976499 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52884) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:51.981864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'network': {'name': 'tempest-network-smoke--1579068017', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'port_security_enabled': True}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:52.112863 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:19:52.116307 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.141103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:19:52.149415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.149759 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Added segment 3df68932-d31a-402b-b6db-db7e6171e3c6 of type vlan for network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e Jul 28 19:19:52.188954 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.298293 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.304119 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:52.304728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.368524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Network': ['ID=71ebacf5-7bae-4820-aaf2-fa343ef53d1e,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:52.378638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:19:52.430916 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-abeb1ace-4979-405f-b996-8d39b2326325 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4533982 Jul 28 19:19:52.433590 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52886) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:52.438200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'admin_state_up': True, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:52.547645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.548776 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.601687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:52.857972 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.120493 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.140756 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.241259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.235 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/59e5b67b-9c4d-4499-b901-823a1d83eae4) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:19:53.337177 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.427612 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.468373 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:19:53.471120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:19:53.474635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:19:53.501477 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=59e5b67b-9c4d-4499-b901-823a1d83eae4,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:53.780491 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:53.968985 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.215340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:19:54.313690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:54.324663 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Sync routers for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:54.333663 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:54.334926 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:54.381207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.382491 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6ea31903-20cd-46b1-85a3-8345e49ef889 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9479561 Jul 28 19:19:54.386262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52888) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:54.416942 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd16a993-6ec3-46f8-861a-ea56328ef9a0 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=0c5ef85a76bb4b14849ed76c43a35d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295823 Jul 28 19:19:54.419550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52890) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:54.439928 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:54.503684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22e102-71b5-44a9-903f-b2cb9ce6314e tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:54.505286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ad22e102-71b5-44a9-903f-b2cb9ce6314e tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848343 Jul 28 19:19:54.508177 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52894) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:54.536695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bf2eb8c1-7c5d-4070-998d-0d3dd9818495 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=5d1272d1-9e30-4f3c-b886-88f916d004bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274673 Jul 28 19:19:54.539205 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52896) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:54.543957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969466101', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:19:54.611010 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:53Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:54.640281 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Checking router: 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:54.640626 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Updating router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 port 59e5b67b-9c4d-4499-b901-823a1d83eae4 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:19:54.663537 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.692447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:19:54.695960 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.906976 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.916696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Transition to ACTIVE for port object 59e5b67b-9c4d-4499-b901-823a1d83eae4 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:19:54.933303 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.990011 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.993358 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Subnet': ['ID=0b68a703-32b8-4964-b32c-fe6c1f8d8761,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:55.007229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Checking segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:19:55.007229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network hostable DHCP agents. Network: 71ebacf5-7bae-4820-aaf2-fa343ef53d1e, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:19:55.039025 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Attempting to bind port 59e5b67b-9c4d-4499-b901-823a1d83eae4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:19:55.039438 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Attempting to bind port 59e5b67b-9c4d-4499-b901-823a1d83eae4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:19:55.039817 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Attempting to bind port 59e5b67b-9c4d-4499-b901-823a1d83eae4 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:19:55.050976 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Pushing event updated for resources: {'Port': ['ID=59e5b67b-9c4d-4499-b901-823a1d83eae4,revision_number=2']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:55.053927 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:19:55.054300 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:19:55.054695 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.055089 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:19:55.055575 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Bound port: 59e5b67b-9c4d-4499-b901-823a1d83eae4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:19:55.055952 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.078021 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.078367 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.078707 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.079042 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.079374 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.079732 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.080084 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.080669 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.080991 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.081326 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.081694 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:19:55.081900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.082222 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:55.116543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] For port 59e5b67b-9c4d-4499-b901-823a1d83eae4, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:19:55.120118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] For port 59e5b67b-9c4d-4499-b901-823a1d83eae4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=59e5b67b-9c4d-4499-b901-823a1d83eae4,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:19:55.144273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 71ebacf5-7bae-4820-aaf2-fa343ef53d1e) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:19:55.150117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:55.151088 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.151957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541090ed-91c9-4372-aeb0-8d119f6bb409 None None] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:19:55.202066 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.231017 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dd6a35fa-103a-4a3e-ac4b-e4acee154dec tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6907008 Jul 28 19:19:55.234586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52898) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:55.259469 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ea0b5-93b7-4ab7-8f0c-383ff445080b None None] Pushing event updated for resources: {'Port': ['ID=59e5b67b-9c4d-4499-b901-823a1d83eae4,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:55.266178 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:55.266777 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:55.296088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:19:55.296989 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.375310 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:55.441113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Allocated IP 172.20.0.2 (71ebacf5-7bae-4820-aaf2-fa343ef53d1e/0b68a703-32b8-4964-b32c-fe6c1f8d8761/f25572cc-39df-4e02-8f33-26f0b410ee51) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:19:55.599309 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.609239 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Transition to ACTIVE for port object f25572cc-39df-4e02-8f33-26f0b410ee51 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:19:55.624311 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Transition to ACTIVE for port object f25572cc-39df-4e02-8f33-26f0b410ee51 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:19:55.657113 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:53Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:55.683913 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6879aea-3091-4c39-b43d-544e8352cf75 None None] The sync data for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 is: [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:53Z', 'revision_number': 3, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:19:55.692961 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.734254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:19:55.737253 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:19:55.744288 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:19:55.747651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Pushing event updated for resources: {'Port': ['ID=f25572cc-39df-4e02-8f33-26f0b410ee51,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:55.799565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Attempting to bind port f25572cc-39df-4e02-8f33-26f0b410ee51 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:19:55.799940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Attempting to bind port f25572cc-39df-4e02-8f33-26f0b410ee51 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:19:55.800317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Attempting to bind port f25572cc-39df-4e02-8f33-26f0b410ee51 on network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:19:55.805248 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:19:55.805625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Checking segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:19:55.806070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.806471 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Bound using segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:19:55.806934 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Bound port: f25572cc-39df-4e02-8f33-26f0b410ee51, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:19:55.807316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.875449 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] For port f25572cc-39df-4e02-8f33-26f0b410ee51, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:19:55.880290 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] For port f25572cc-39df-4e02-8f33-26f0b410ee51, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f25572cc-39df-4e02-8f33-26f0b410ee51,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:19:55.942028 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.024630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0c9a-b98c-42cb-b84b-5435e551b92e None None] Pushing event updated for resources: {'Port': ['ID=f25572cc-39df-4e02-8f33-26f0b410ee51,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:56.122525 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.153340 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59e5b67b-9c4d-4499-b901-823a1d83eae4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:19:56.322327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 59e5b67b-9c4d-4499-b901-823a1d83eae4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:19:56.326562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 59e5b67b-9c4d-4499-b901-823a1d83eae4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:56.327026 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.453090 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.1 (71ebacf5-7bae-4820-aaf2-fa343ef53d1e/0b68a703-32b8-4964-b32c-fe6c1f8d8761/b483094b-1cde-4f33-8f43-a2bd74591360) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:19:56.582642 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.583965 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.597152 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object b483094b-1cde-4f33-8f43-a2bd74591360 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:19:56.605362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 59e5b67b-9c4d-4499-b901-823a1d83eae4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=59e5b67b-9c4d-4499-b901-823a1d83eae4,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:56.675734 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.704569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.729736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=59e5b67b-9c4d-4499-b901-823a1d83eae4,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:56.753354 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:19:56.756560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:19:56.760603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:19:56.788184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:56.812333 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:56.993098 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9bea6-6503-4a76-bef0-b155a94da690 None None] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:19:57.013652 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.126850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1008eeca-c596-44f5-9e8f-24ae2362a4e3 None None] Provisioning for port f25572cc-39df-4e02-8f33-26f0b410ee51 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:19:57.311065 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.370068 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.451372 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:57.455430 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.461521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bfc4c618-aba7-4e89-91bc-34bdcacc67f6 None None] Provisioning for port b483094b-1cde-4f33-8f43-a2bd74591360 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:19:57.466446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-bfc4c618-aba7-4e89-91bc-34bdcacc67f6 None None] Provisioning complete for port b483094b-1cde-4f33-8f43-a2bd74591360 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:57.467055 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfc4c618-aba7-4e89-91bc-34bdcacc67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.510784 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4c618-aba7-4e89-91bc-34bdcacc67f6 None None] Port b483094b-1cde-4f33-8f43-a2bd74591360 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:19:57.551684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:19:57.553045 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:19:57.629492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-7f7fbc64-dee2-42db-a72c-9bb14d060bf6 None None] Provisioning complete for port b483094b-1cde-4f33-8f43-a2bd74591360 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:57.630220 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbc64-dee2-42db-a72c-9bb14d060bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.668579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fbc64-dee2-42db-a72c-9bb14d060bf6 None None] Port b483094b-1cde-4f33-8f43-a2bd74591360 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:19:57.675810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:19:57.786121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-81f2c8d2-5788-4d12-872e-8ffd813ecad1 None None] Provisioning complete for port b483094b-1cde-4f33-8f43-a2bd74591360 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:57.786493 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-81f2c8d2-5788-4d12-872e-8ffd813ecad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.787242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:57.794402 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-cfb98700-f1d9-4ed0-b0e7-1b65fc7dd7fe tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/5338dee8-c0ed-4a0e-aa19-edb7d23ee647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5561838 Jul 28 19:19:57.810259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Sync routers for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:57.828271 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:57.828931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:57.864247 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-81f2c8d2-5788-4d12-872e-8ffd813ecad1 None None] Port b483094b-1cde-4f33-8f43-a2bd74591360 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:19:57.935561 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-61d86fa6-11b3-4c60-b0b3-b97e2a0bb6e3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493819301&fields=id&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 267 time: 0.0336637 Jul 28 19:19:57.939960 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:58.158584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:19:57Z', 'revision_number': 2, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:58.197049 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f25572cc-39df-4e02-8f33-26f0b410ee51 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:19:58.199373 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Checking router: 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:58.199750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Updating router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 port b483094b-1cde-4f33-8f43-a2bd74591360 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:19:58.247053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.380174 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-318205fd-1c9a-4040-9b99-abf3c553cf02 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:58.381462 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port f25572cc-39df-4e02-8f33-26f0b410ee51 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:19:58.381634 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-318205fd-1c9a-4040-9b99-abf3c553cf02 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 797 time: 0.4391713 Jul 28 19:19:58.395654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f25572cc-39df-4e02-8f33-26f0b410ee51 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:58.396033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.396719 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-87947eb5-bf37-4ef8-98ea-f75126e7be13 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/quotas/0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 375 time: 0.0091138 Jul 28 19:19:58.447623 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-7dff4b3c-e098-4001-995a-69c765031a81 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445831 Jul 28 19:19:58.507068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-22ca4803-84e7-4b7c-872c-095b06194fda service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:19:58.508193 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-22ca4803-84e7-4b7c-872c-095b06194fda service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489762 Jul 28 19:19:58.549282 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.598818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-f6f81505-cf6c-4e46-9da8-342de0324fa5 service neutron] 10.222.0.25 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842636 Jul 28 19:19:58.613561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.616589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port f25572cc-39df-4e02-8f33-26f0b410ee51, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f25572cc-39df-4e02-8f33-26f0b410ee51,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:58.624648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Transition to ACTIVE for port object b483094b-1cde-4f33-8f43-a2bd74591360 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:19:58.687431 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-8f420347-59f9-46a0-aad0-8be9e393e9bf service neutron] 10.222.0.25 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816753 Jul 28 19:19:58.707029 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.707867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59e5b67b-9c4d-4499-b901-823a1d83eae4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:19:58.750123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.800676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=f25572cc-39df-4e02-8f33-26f0b410ee51,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:58.893849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 59e5b67b-9c4d-4499-b901-823a1d83eae4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:19:58.894223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.896069 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9796b-0c42-43d8-b973-6156cb57cfbc None None] Pushing event updated for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:58.898437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Attempting to bind port b483094b-1cde-4f33-8f43-a2bd74591360 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:19:58.898847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Attempting to bind port b483094b-1cde-4f33-8f43-a2bd74591360 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:19:58.899219 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Attempting to bind port b483094b-1cde-4f33-8f43-a2bd74591360 on network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:19:58.928233 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:19:58.928618 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Checking segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:19:58.929022 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.929424 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Bound using segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:19:58.929903 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Bound port: b483094b-1cde-4f33-8f43-a2bd74591360, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:19:58.930296 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:58.947341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ea7d463-d55f-42e7-8d7b-67c27212d3b3 req-1e3d5704-a74b-4070-8d61-00a5f5d9ddf7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 210 time: 0.0482707 Jul 28 19:19:59.039505 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] For port b483094b-1cde-4f33-8f43-a2bd74591360, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:19:59.051149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] For port b483094b-1cde-4f33-8f43-a2bd74591360, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b483094b-1cde-4f33-8f43-a2bd74591360,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:19:59.138873 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:59.198021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:59.198653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:19:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:59.234587 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9796b-0c42-43d8-b973-6156cb57cfbc None None] Pushing event updated for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:59.313951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:59.527140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:19:59Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:59.553236 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97fff2-a4e6-467d-8cde-028e119f4b12 None None] The sync data for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 is: [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:19:59Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:20:00.036674 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-97dafd22-a607-4ffc-96bb-df3c1ca97ffc req-6a0d1a4c-ff85-44fc-9a58-420dfe0be2cf tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 210 time: 0.0279787 Jul 28 19:20:00.175676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b483094b-1cde-4f33-8f43-a2bd74591360 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:20:00.290686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b483094b-1cde-4f33-8f43-a2bd74591360 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:20:00.295160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b483094b-1cde-4f33-8f43-a2bd74591360 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:20:00.306005 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:00.386448 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:00.419496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b483094b-1cde-4f33-8f43-a2bd74591360, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b483094b-1cde-4f33-8f43-a2bd74591360,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:20:00.490159 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:00.490880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f25572cc-39df-4e02-8f33-26f0b410ee51 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:20:00.570975 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:00.584150 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port f25572cc-39df-4e02-8f33-26f0b410ee51 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:20:00.584539 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:00.946118 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-04b35f01-8f81-4193-b278-6d1407deccc3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:00.948100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-04b35f01-8f81-4193-b278-6d1407deccc3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 797 time: 0.1016514 Jul 28 19:20:00.992100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-d8409111-464c-45c7-9395-4f20b9413884 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5ef85a76bb4b14849ed76c43a35d78 HTTP/1.1" status: 200 len: 380 time: 0.0343008 Jul 28 19:20:01.001159 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'port': {'device_id': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'admin_state_up': True, 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'security_groups': ['9ab75720-72e4-4373-a975-66035cd69ab4']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:20:01.140868 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8b2b31eb-2096-409c-b7b3-57ddfe53f92f req-de8433c8-93ce-4b99-91b4-d5888e75be9b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 210 time: 0.0306146 Jul 28 19:20:01.204221 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Made reservation on behalf of 0c5ef85a76bb4b14849ed76c43a35d78 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:20:01.208030 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.329800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.20.0.8 (71ebacf5-7bae-4820-aaf2-fa343ef53d1e/0b68a703-32b8-4964-b32c-fe6c1f8d8761/d0b83d58-588c-4853-b215-a2ab424202f1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:20:01.473610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.486732 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Transition to ACTIVE for port object d0b83d58-588c-4853-b215-a2ab424202f1 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:20:01.578487 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.618861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:20:01.621813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:20:01.625417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:20:01.653173 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:01.681749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:01.682388 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.768169 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-bb827ee8-3020-48b5-8598-42ce12cd453c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705569 Jul 28 19:20:01.819663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Request body: {'port': {'device_id': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:20:01.876071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.989776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4ed0dd6d-a413-4093-b035-898fa87c1640 None None] Provisioning for port d0b83d58-588c-4853-b215-a2ab424202f1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:20:01.994837 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4ed0dd6d-a413-4093-b035-898fa87c1640 None None] Provisioning complete for port d0b83d58-588c-4853-b215-a2ab424202f1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:20:01.995212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ed0dd6d-a413-4093-b035-898fa87c1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.031046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0dd6d-a413-4093-b035-898fa87c1640 None None] Port d0b83d58-588c-4853-b215-a2ab424202f1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:20:02.101197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b483094b-1cde-4f33-8f43-a2bd74591360 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:20:02.139613 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b83d58-588c-4853-b215-a2ab424202f1 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:20:02.147049 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.147206 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b483094b-1cde-4f33-8f43-a2bd74591360 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:20:02.147535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.159158 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Transition to ACTIVE for port object d0b83d58-588c-4853-b215-a2ab424202f1 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:20:02.256030 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e38b6-1d5b-4ceb-9786-0dd38663546d req-b235f39b-abd4-471c-9ef6-3e5aad465d59 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:02.257500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198e38b6-1d5b-4ceb-9786-0dd38663546d req-b235f39b-abd4-471c-9ef6-3e5aad465d59 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 931 time: 0.0486498 Jul 28 19:20:02.269947 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.301248 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-198e38b6-1d5b-4ceb-9786-0dd38663546d req-928d7abd-41a3-49ff-8672-517f537754e7 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Jul 28 19:20:02.346813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:02.409104 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Attempting to bind port d0b83d58-588c-4853-b215-a2ab424202f1 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:20:02.409442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Attempting to bind port d0b83d58-588c-4853-b215-a2ab424202f1 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:20:02.409778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Attempting to bind port d0b83d58-588c-4853-b215-a2ab424202f1 on network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:20:02.414271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Port d0b83d58-588c-4853-b215-a2ab424202f1 on network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:20:02.414603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Attempting to bind port d0b83d58-588c-4853-b215-a2ab424202f1 on network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:20:02.420166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:20:02.420513 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Checking segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:20:02.420906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Bound using segment: {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:20:02.421322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Bound port: d0b83d58-588c-4853-b215-a2ab424202f1, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df68932-d31a-402b-b6db-db7e6171e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:20:02.421690 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.488389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:20:02.491536 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d0b83d58-588c-4853-b215-a2ab424202f1,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:20:02.570323 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.603002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:02.603653 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:02.605160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 1091 time: 0.8285856 Jul 28 19:20:02.607483 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:20:02.610570 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4" -d '{"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:20:02.636673 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b51c11-7bde-4ec8-85b2-873817f9e507 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:02.655475 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72e36a-e071-4d6c-8cb4-3317cab667c2 x-openstack-request-id: req-4a72e36a-e071-4d6c-8cb4-3317cab667c2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:20:02.656032 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:20:02.656349 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a72e36a-e071-4d6c-8cb4-3317cab667c2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:20:02.656817 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'status': 'completed', 'code': 200} Jul 28 19:20:02.724332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-7d653f99-3cb0-4a66-b9b5-d397f75f0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:02.725883 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-7d653f99-3cb0-4a66-b9b5-d397f75f0ba0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1094 time: 0.0477073 Jul 28 19:20:02.824398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-0abe0125-ca78-436c-9fc9-e90d1895f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:02.825815 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-0abe0125-ca78-436c-9fc9-e90d1895f48a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0922894 Jul 28 19:20:02.919700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-6c5d3abe-ead0-4283-be4f-55822bce5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:02.921176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9bf3e7c9-e9e4-4199-bda6-4b840b1a48e4 req-6c5d3abe-ead0-4283-be4f-55822bce5f9d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882151 Jul 28 19:20:03.000449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-19ed9979-09e1-4d81-82e0-ce05553d8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:03.001952 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-19ed9979-09e1-4d81-82e0-ce05553d8f0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1094 time: 0.0411606 Jul 28 19:20:03.042349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-c6d75ab5-109a-4ea9-ab1d-de923aa7128c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 217 time: 0.0321357 Jul 28 19:20:03.093562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-94af4f95-7d7c-4323-816b-7a9179fb1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:03.094949 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-94af4f95-7d7c-4323-816b-7a9179fb1239 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 200 len: 834 time: 0.0460443 Jul 28 19:20:03.139687 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-52f0a9a3-9311-4115-96a0-72a623531109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:03.141160 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-52f0a9a3-9311-4115-96a0-72a623531109 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396712 Jul 28 19:20:03.229024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-ad4791f3-aefd-4d72-8483-3a1d6f1950ee service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800769 Jul 28 19:20:03.318404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-03db1b91-4cb7-4472-8e3f-92712d018ed5 req-fbb1da17-1373-4e9c-8d64-9c2caa5b7d61 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Jul 28 19:20:03.416072 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc7b64-7ce5-4b72-aea1-9de5d1e24fe2 req-dbe5920f-f579-4a49-81f2-cf29f914ca86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:03.417471 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47bc7b64-7ce5-4b72-aea1-9de5d1e24fe2 req-dbe5920f-f579-4a49-81f2-cf29f914ca86 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 943 time: 0.0490453 Jul 28 19:20:03.454596 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-47bc7b64-7ce5-4b72-aea1-9de5d1e24fe2 req-22970c72-0e07-4372-bdad-d3ada14c5098 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Jul 28 19:20:04.575800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556fd2-3e6e-4d42-a422-e1758c31b416 req-11048200-a15f-4162-b973-258dfbdeb1a4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:04.577317 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10556fd2-3e6e-4d42-a422-e1758c31b416 req-11048200-a15f-4162-b973-258dfbdeb1a4 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 943 time: 0.0488501 Jul 28 19:20:04.616196 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10556fd2-3e6e-4d42-a422-e1758c31b416 req-802e4836-c741-4958-abfb-3e2110fe77ce tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Jul 28 19:20:05.728432 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e48cba-16a5-4b7f-9d5d-36f981223012 req-bc6ff90e-9723-4b61-9768-42ce5762546a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:05.729903 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4e48cba-16a5-4b7f-9d5d-36f981223012 req-bc6ff90e-9723-4b61-9768-42ce5762546a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 943 time: 0.0485811 Jul 28 19:20:05.766783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b4e48cba-16a5-4b7f-9d5d-36f981223012 req-97b362e3-5173-44a9-9fff-40a720bc6d78 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Jul 28 19:20:06.886328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26696-9506-4f27-8798-b0e1c692ba07 req-4dc3a783-e8b9-4d4e-8838-cc842c321e27 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:06.887860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5c26696-9506-4f27-8798-b0e1c692ba07 req-4dc3a783-e8b9-4d4e-8838-cc842c321e27 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 943 time: 0.0531721 Jul 28 19:20:06.926042 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e5c26696-9506-4f27-8798-b0e1c692ba07 req-10484c6e-1e65-4320-9f26-6ae886a3ba0e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323472 Jul 28 19:20:07.668482 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d0b83d58-588c-4853-b215-a2ab424202f1 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:20:07.747175 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c2d85c82-800f-4797-a734-202fdaaa1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:07.772595 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d0b83d58-588c-4853-b215-a2ab424202f1,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:20:07.783113 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'port_id': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'mac_address': 'fa:16:3e:15:eb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:20:07.818221 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:07.830978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b83d58-588c-4853-b215-a2ab424202f1 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:20:07.850215 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d0b83d58-588c-4853-b215-a2ab424202f1,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:20:07.935125 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:08.044103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d285e-63fa-4e6a-a8d7-a7a607e1c896 req-c6194d63-9773-483c-b71c-4b821f3df7d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:08.045769 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-692d285e-63fa-4e6a-a8d7-a7a607e1c896 req-c6194d63-9773-483c-b71c-4b821f3df7d5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 944 time: 0.0516026 Jul 28 19:20:08.092798 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-692d285e-63fa-4e6a-a8d7-a7a607e1c896 req-aa0e4734-5577-4850-8b35-af79152e6c0f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Jul 28 19:20:08.141007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:08.288718 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['d0b83d58-588c-4853-b215-a2ab424202f1'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:20:09.206445 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781128b-ffe7-4aee-a430-3e9f180edd84 req-8d2d3774-87a1-4d7e-90d2-0f19312cc4ef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:09.210005 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0781128b-ffe7-4aee-a430-3e9f180edd84 req-8d2d3774-87a1-4d7e-90d2-0f19312cc4ef tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 944 time: 0.0484807 Jul 28 19:20:09.246468 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0781128b-ffe7-4aee-a430-3e9f180edd84 req-e3690f40-6f29-4dcc-8bd0-090facf2f2b1 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 28 19:20:09.683947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d0b83d58-588c-4853-b215-a2ab424202f1 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:20:09.780660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port d0b83d58-588c-4853-b215-a2ab424202f1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:20:09.784238 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port d0b83d58-588c-4853-b215-a2ab424202f1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:20:09.784612 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:09.856864 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:09.878255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:20:09.880575 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb1922-022e-4a7b-8454-ae41c5c98e5f" -d '{"events": [{"server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "name": "network-vif-plugged", "status": "completed", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:20:09.892838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d0b83d58-588c-4853-b215-a2ab424202f1,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:20:09.952546 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:09.985953 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bcc5e8-51a5-45e0-b8e2-7f1dde2baeb1 x-openstack-request-id: req-74bcc5e8-51a5-45e0-b8e2-7f1dde2baeb1 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:20:09.986234 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "name": "network-vif-plugged", "status": "completed", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:20:09.986480 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74bcc5e8-51a5-45e0-b8e2-7f1dde2baeb1 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:20:09.986866 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'code': 200} Jul 28 19:20:10.014939 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:10.057635 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37758-fe45-4713-8be0-78aceec44663 req-b1d4364e-c3ea-4d36-b75a-cdaa2bb0e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:10.059159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1a37758-fe45-4713-8be0-78aceec44663 req-b1d4364e-c3ea-4d36-b75a-cdaa2bb0e29a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1096 time: 0.0396609 Jul 28 19:20:10.094043 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a1a37758-fe45-4713-8be0-78aceec44663 req-4c592c99-77b4-40ad-b6bd-6e5b9c1bb0fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280707 Jul 28 19:20:10.103530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:10.362987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d89264-0384-445c-b0af-69e71ee52197 req-a6041ff7-ac1e-4dc9-9cb2-706ebd70e172 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:10.364361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9d89264-0384-445c-b0af-69e71ee52197 req-a6041ff7-ac1e-4dc9-9cb2-706ebd70e172 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0514750 Jul 28 19:20:10.366567 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-60aa02a6-a2d9-4256-b789-c9f6a0ef21ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:10.404404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b9d89264-0384-445c-b0af-69e71ee52197 req-6945dc7a-a0c0-46f2-9816-f48bf68a6ebb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 28 19:20:11.397523 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:11.518314 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e709-14be-4d51-8e01-8a539fb62dd5 req-2b67c831-9ec2-4b69-956a-76c9ef96936f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:11.519812 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ae0e709-14be-4d51-8e01-8a539fb62dd5 req-2b67c831-9ec2-4b69-956a-76c9ef96936f tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0477386 Jul 28 19:20:11.556479 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3ae0e709-14be-4d51-8e01-8a539fb62dd5 req-895fae07-9d1c-4a39-b00d-d899b080e3c6 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300670 Jul 28 19:20:11.669771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ec2d9-ab63-4283-87d5-7891537fbe5c req-e5a2e207-9437-4ecf-9024-39619149dff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:11.671159 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c4ec2d9-ab63-4283-87d5-7891537fbe5c req-e5a2e207-9437-4ecf-9024-39619149dff9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0488725 Jul 28 19:20:11.710466 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c4ec2d9-ab63-4283-87d5-7891537fbe5c req-a58eb812-b379-4544-b455-d4bc0862824b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331941 Jul 28 19:20:11.732070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52964) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:20:11.770915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0becc-cfb6-4b91-a660-966d665aa331 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:11.772435 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ada0becc-cfb6-4b91-a660-966d665aa331 tempest-TestNetworkAdvancedServerOps-264182074 tempest-TestNetworkAdvancedServerOps-264182074-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1091 time: 0.0393951 Jul 28 19:20:11.775953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52966) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:20:11.780233 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:20:11.863555 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:11.958788 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.055298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Allocated IP 172.25.7.248 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:20:12.156471 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.252528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.286431 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:20:12.289153 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:20:12.293127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:20:12.319522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:12.645611 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.761660 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.907900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:12.966354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:13.264196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:13.394533 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event updated for resources: {'Port': ['ID=9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:20:13.409769 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:13.507569 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 associated. External IP: 172.25.7.248, port: d0b83d58-588c-4853-b215-a2ab424202f1. Jul 28 19:20:13.711942 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:20:13.816502 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:20:13.826086 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Sync routers for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:20:13.835464 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:20:13.836054 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:20:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:20:13.886531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:13.916915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-60ce25ea-d492-4506-9656-3255154bd8af tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1399615 Jul 28 19:20:13.917634 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:20:13.919995 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c6300-f934-4c85-a807-b71742bfcf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:20:13.945773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:20:13.957036 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f320fa-289d-425b-ba8c-a2cf4da6e9a1 x-openstack-request-id: req-13f320fa-289d-425b-ba8c-a2cf4da6e9a1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:20:13.957334 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:20:13.957585 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13f320fa-289d-425b-ba8c-a2cf4da6e9a1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:20:13.958016 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'status': 'completed', 'code': 200} Jul 28 19:20:14.020470 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93e5dd-0782-4e3e-a741-63228c4f262a req-094faa2b-4f95-41ed-b601-862ee99edcd2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:14.021058 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-ed685e61-303d-429b-9285-3263d457c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:14.022756 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af93e5dd-0782-4e3e-a741-63228c4f262a req-094faa2b-4f95-41ed-b601-862ee99edcd2 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0533271 Jul 28 19:20:14.022990 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-ed685e61-303d-429b-9285-3263d457c093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1096 time: 0.0432115 Jul 28 19:20:14.067699 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-af93e5dd-0782-4e3e-a741-63228c4f262a req-610cf814-5010-4842-8633-9b647aa1a468 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385425 Jul 28 19:20:14.091378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 52972) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:20:14.122871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-7b6b4208-cb7c-4a67-9a6b-63018f87c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:14.124498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-7b6b4208-cb7c-4a67-9a6b-63018f87c5a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 898 time: 0.0937848 Jul 28 19:20:14.161782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4c77e881-cec3-4334-920c-1422f657965e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 HTTP/1.1" status: 200 len: 991 time: 0.0691273 Jul 28 19:20:14.178797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '501ec8e7-bad1-4aaf-864c-2fb9af7b28c1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'port_id': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'mac_address': 'fa:16:3e:15:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:20:12Z', 'updated_at': '2021-07-28T19:20:12Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:20:14.193903 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-82669135-00ac-46d8-867d-585ecc21d0f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 999 time: 0.0620987 Jul 28 19:20:14.203908 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Checking router: 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:20:14.212753 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:20:14.213361 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:20:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:20:14.243108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-f3be1876-36a2-413f-b9d5-e3a47069d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:14.244688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-f3be1876-36a2-413f-b9d5-e3a47069d334 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 200 len: 834 time: 0.0437627 Jul 28 19:20:14.289511 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-0ced8437-d942-4126-9d19-25a7c803727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:14.291707 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-0ced8437-d942-4126-9d19-25a7c803727a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404227 Jul 28 19:20:14.314276 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:20:14.382685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-3eeb32bf-2957-43ad-bedd-e8301a090926 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Jul 28 19:20:14.471048 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e80c6300-f934-4c85-a807-b71742bfcf8d req-55af7c81-7f2f-4b84-81bf-7d08f8632e70 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818522 Jul 28 19:20:14.532502 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '501ec8e7-bad1-4aaf-864c-2fb9af7b28c1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'port_id': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'mac_address': 'fa:16:3e:15:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:20:12Z', 'updated_at': '2021-07-28T19:20:12Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:20:14.561099 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5807a7a-f15e-46c0-bff8-1a6f8a6034d8 None None] The sync data for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 is: [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '501ec8e7-bad1-4aaf-864c-2fb9af7b28c1', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'port_id': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'mac_address': 'fa:16:3e:15:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:20:12Z', 'updated_at': '2021-07-28T19:20:12Z', 'revision_number': 0, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:20:14.743105 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a587c-2e23-4707-9528-45b91922c994 None None] New status for floating IP 501ec8e7-bad1-4aaf-864c-2fb9af7b28c1: ACTIVE {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:20:15.166025 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 52974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:20:15.229910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e483e620-2450-49e2-a308-fc4fb727e1eb tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 HTTP/1.1" status: 200 len: 993 time: 0.0627432 Jul 28 19:20:16.345904 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:19.394579 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:24.135024 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:20:37.745604 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-492dff8c-0e9e-432a-ae3f-dd57566498e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:40.154341 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:40.372069 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8d50-2a3d-48fe-a940-9610b0a2be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:41.373810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:43.259338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:46.470930 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:49.402647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:01.133857 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:21:07.770736 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c6e321a6-6ced-4c5c-b3b7-a54673c480df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:10.132464 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:10.361271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7effddf-729b-4072-a71a-6246afece7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:11.361291 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:12.560804 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-90f2a8c3-46a3-4c21-8d90-d2e5af9b245c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396106 Jul 28 19:21:12.644817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-10d3172b-5bcf-47ba-ad7e-9f8cc374c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:12.646405 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-10d3172b-5bcf-47ba-ad7e-9f8cc374c053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1096 time: 0.0398178 Jul 28 19:21:12.750203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-26e003b3-1f3f-4763-bfd1-bf99093cdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:12.751614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-26e003b3-1f3f-4763-bfd1-bf99093cdde4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 898 time: 0.0857804 Jul 28 19:21:12.814176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-aad7805a-df6e-40b6-9a96-392c00ee262e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 1001 time: 0.0558593 Jul 28 19:21:12.861723 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-ba1d13a0-df55-443c-a053-58c72ca55f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:12.863091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-ba1d13a0-df55-443c-a053-58c72ca55f81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 200 len: 834 time: 0.0421081 Jul 28 19:21:12.912070 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-5e9c0c6e-1b2b-48b5-81f1-45933692775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:12.913551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-5e9c0c6e-1b2b-48b5-81f1-45933692775a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427134 Jul 28 19:21:13.000971 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-b6f32ea6-f0e8-48f3-b80a-8d363cd85875 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791976 Jul 28 19:21:13.092418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-398db7fb-05af-4f96-afc0-d9cdcafffc37 req-2d37e06c-ba40-4b51-93d3-547a4c452eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Jul 28 19:21:13.280980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:16.326222 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:18.309427 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ce5fc-11f2-43ea-816f-70c1f20aa37c req-127ccccb-fe49-4889-a63e-e9af91482c55 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:18.311531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f85ce5fc-11f2-43ea-816f-70c1f20aa37c req-127ccccb-fe49-4889-a63e-e9af91482c55 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0508049 Jul 28 19:21:18.351678 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f85ce5fc-11f2-43ea-816f-70c1f20aa37c req-3a112a0b-b36d-4321-9b3c-6b23ff2f3463 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340743 Jul 28 19:21:19.412675 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:19.481538 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6c991-ca89-4c60-95ee-bdbae18dccb9 req-82c1652c-1e16-440e-bc89-579527a7ba07 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:19.483030 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1f6c991-ca89-4c60-95ee-bdbae18dccb9 req-82c1652c-1e16-440e-bc89-579527a7ba07 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0498252 Jul 28 19:21:19.519895 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b1f6c991-ca89-4c60-95ee-bdbae18dccb9 req-96360874-9dd4-4f38-8990-534670e5ec66 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Jul 28 19:21:20.637740 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce48b-4a75-460d-b44f-201f31e7eb9a req-260b0737-9b6a-4f95-9c0e-ca1ce9bf1d0c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:20.639378 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-552ce48b-4a75-460d-b44f-201f31e7eb9a req-260b0737-9b6a-4f95-9c0e-ca1ce9bf1d0c tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0512843 Jul 28 19:21:20.676854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-552ce48b-4a75-460d-b44f-201f31e7eb9a req-bbabaa1c-ddb2-4159-8472-9e8bef5bc4ce tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Jul 28 19:21:20.701228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53012) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:20.765782 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ade21199-e521-460d-b2b4-8bbdcf0d37fa tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 HTTP/1.1" status: 200 len: 993 time: 0.0632613 Jul 28 19:21:22.162748 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e890-bba9-4133-9df2-ea401d8ee133 req-bfac964b-553d-4268-bf33-2da553fa2bfd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:22.165184 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b973e890-bba9-4133-9df2-ea401d8ee133 req-bfac964b-553d-4268-bf33-2da553fa2bfd tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0500860 Jul 28 19:21:22.203590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b973e890-bba9-4133-9df2-ea401d8ee133 req-2d1384d1-b9f1-415b-a2f2-79c489b98f0e tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Jul 28 19:21:22.235627 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041381a-e832-45f4-9640-3875612e83b9 req-6790fdd8-a415-403e-9b90-f605b4883635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:22.237104 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-6790fdd8-a415-403e-9b90-f605b4883635 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1096 time: 0.0414259 Jul 28 19:21:22.327800 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041381a-e832-45f4-9640-3875612e83b9 req-ab0c62a3-4711-45b1-a80c-197386fd3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:22.329221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-ab0c62a3-4711-45b1-a80c-197386fd3de8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 898 time: 0.0850396 Jul 28 19:21:22.393344 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-f6a375ed-e3f9-4032-9967-80cedc578f0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 1001 time: 0.0565884 Jul 28 19:21:22.441548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041381a-e832-45f4-9640-3875612e83b9 req-1cca656d-953b-4105-9f6d-fe3c3acf67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:22.442978 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-1cca656d-953b-4105-9f6d-fe3c3acf67ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 200 len: 834 time: 0.0428369 Jul 28 19:21:22.491927 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041381a-e832-45f4-9640-3875612e83b9 req-c96f5494-9b54-4582-8b23-3f1fd1cd33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:22.493371 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-c96f5494-9b54-4582-8b23-3f1fd1cd33ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429716 Jul 28 19:21:22.581155 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-a7746a34-692c-4bd8-be8c-b5851bfd3590 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808444 Jul 28 19:21:22.672591 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6041381a-e832-45f4-9640-3875612e83b9 req-0a05a8ea-1b1f-4d51-a90c-1210eec02274 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844595 Jul 28 19:21:23.320791 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d232-cf89-4a00-a4e1-a33b1b663016 req-178ac12d-6943-40fb-a987-efdb1775fd36 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:23.322283 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73e3d232-cf89-4a00-a4e1-a33b1b663016 req-178ac12d-6943-40fb-a987-efdb1775fd36 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0487034 Jul 28 19:21:23.360199 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-73e3d232-cf89-4a00-a4e1-a33b1b663016 req-a1698ee4-f1fb-4309-bd65-797cafa5811b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Jul 28 19:21:24.481249 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd72403-f037-4a3f-8f69-1cba96be4b8f req-1f7a28b6-c0ec-458e-a76e-9fe81d90a5e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:24.482742 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddd72403-f037-4a3f-8f69-1cba96be4b8f req-1f7a28b6-c0ec-458e-a76e-9fe81d90a5e9 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0540380 Jul 28 19:21:24.522018 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ddd72403-f037-4a3f-8f69-1cba96be4b8f req-80222fb0-083c-4ca2-bd73-d3bb937fe039 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Jul 28 19:21:24.545692 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53026) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:24.604304 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6eaf1502-d570-4904-a8d4-1490fda1846a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/floatingips/501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 HTTP/1.1" status: 200 len: 993 time: 0.0574970 Jul 28 19:21:24.841321 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53032) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:24.999965 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:25.000315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.075075 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.075419 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.086857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:25.313696 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.343803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=9414b4b3-6ef7-4875-b8c8-6f3c1d6703ec,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:25.369092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.369452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.369804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.370149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.370556 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.370896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.371231 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.371600 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.371937 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.372269 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.372598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.372925 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:25.412767 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.413203 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Floating IP 501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 disassociated (deleted). External IP: 172.25.7.248, port: d0b83d58-588c-4853-b215-a2ab424202f1. Jul 28 19:21:25.625216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:21:25.730452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:25.735124 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.740212 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Sync routers for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:25.749065 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:25.749667 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:25.762173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-6d762691-746e-40f0-be8c-f3a7fe3f0516 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/floatingips/501ec8e7-bad1-4aaf-864c-2fb9af7b28c1 HTTP/1.1" status: 204 len: 168 time: 0.9197695 Jul 28 19:21:25.762780 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:21:25.765054 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9c36b-9bc2-404e-a027-db2f1288f991" -d '{"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:21:25.807227 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e69266-0657-4197-b29a-874502992b60 x-openstack-request-id: req-04e69266-0657-4197-b29a-874502992b60 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:21:25.807553 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:21:25.807807 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04e69266-0657-4197-b29a-874502992b60 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:21:25.808213 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'status': 'completed', 'code': 200} Jul 28 19:21:25.860538 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:25.869862 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-de38c971-656d-4bbb-b717-58c7ecadf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:25.871595 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-de38c971-656d-4bbb-b717-58c7ecadf7c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 1096 time: 0.0410440 Jul 28 19:21:25.964720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-fcf9260f-cd88-4162-b39c-9e36addf9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:25.966223 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-fcf9260f-cd88-4162-b39c-9e36addf9e0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 200 len: 898 time: 0.0873854 Jul 28 19:21:26.011002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-7ae88a32-accb-4118-86d2-f0e9554fe503 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 200 len: 217 time: 0.0350401 Jul 28 19:21:26.062604 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:26.065527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-7d77200b-37ea-4031-84f8-6b2f39a89de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:26.067029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-7d77200b-37ea-4031-84f8-6b2f39a89de6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 200 len: 834 time: 0.0499594 Jul 28 19:21:26.094266 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Checking router: 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:26.102611 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:26.103240 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:26.151543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426b9cd-5dff-4f7c-923c-0d6df600133d req-a021b6d9-7e38-4866-9fca-10583a3f4d84 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:26.153162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5426b9cd-5dff-4f7c-923c-0d6df600133d req-a021b6d9-7e38-4866-9fca-10583a3f4d84 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0822093 Jul 28 19:21:26.155323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-bcaca518-3749-49b7-89d9-359694f86a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:26.156777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-bcaca518-3749-49b7-89d9-359694f86a4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71ebacf5-7bae-4820-aaf2-fa343ef53d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765171 Jul 28 19:21:26.238856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5426b9cd-5dff-4f7c-923c-0d6df600133d req-14198724-3374-4b6f-8fc4-b9c057e17bc5 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792370 Jul 28 19:21:26.272450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-5ae700b8-217f-41bc-9fc5-83bbab9600aa service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066144 Jul 28 19:21:26.293979 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:26.365798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ddd9c36b-9bc2-404e-a027-db2f1288f991 req-65d50769-7bbd-4ec1-8489-6bbcf3a99b47 service neutron] 10.222.0.35 "GET /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849497 Jul 28 19:21:26.488725 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:26.514561 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ec1c4-869f-4040-93bf-142bd0c8767e None None] The sync data for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 is: [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b483094b-1cde-4f33-8f43-a2bd74591360', 'name': '', 'network_id': '71ebacf5-7bae-4820-aaf2-fa343ef53d1e', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'mac_address': 'fa:16:3e:77:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:56Z', 'updated_at': '2021-07-28T19:20:00Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'subnets': [{'id': '0b68a703-32b8-4964-b32c-fe6c1f8d8761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:26.725212 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e2feb7-dca5-49d4-84e0-638140148999 None None] New status for floating IP 501ec8e7-bad1-4aaf-864c-2fb9af7b28c1: DOWN {{(pid=101108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:21:27.359254 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13548c4-b065-4424-a458-29926ee76b95 req-72dcfc4b-fafc-41e7-a14d-56f9de57ab83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:27.360749 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a13548c4-b065-4424-a458-29926ee76b95 req-72dcfc4b-fafc-41e7-a14d-56f9de57ab83 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0497675 Jul 28 19:21:27.402062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a13548c4-b065-4424-a458-29926ee76b95 req-fb673fac-78c6-4044-bbdb-6594f404bc93 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ab75720-72e4-4373-a975-66035cd69ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Jul 28 19:21:27.893939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-a98a6e25-d565-4772-9658-6c9dced97672 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:27.895367 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-a98a6e25-d565-4772-9658-6c9dced97672 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 945 time: 0.0479348 Jul 28 19:21:27.983684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port d0b83d58-588c-4853-b215-a2ab424202f1 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:27.984025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:28.066857 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port d0b83d58-588c-4853-b215-a2ab424202f1, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=d0b83d58-588c-4853-b215-a2ab424202f1,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:28.067217 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:28.079676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for d0b83d58-588c-4853-b215-a2ab424202f1 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:28.292354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:28.318396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=d0b83d58-588c-4853-b215-a2ab424202f1,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:28.362315 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] No DVR routers for this DVR port d0b83d58-588c-4853-b215-a2ab424202f1 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:21:28.364946 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:28.366979 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3f61487-a439-4551-bebf-7cf3ce83455f req-d94b523f-902a-426e-8261-7b3e2948e24b tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.35 "DELETE /v2.0/ports/d0b83d58-588c-4853-b215-a2ab424202f1 HTTP/1.1" status: 204 len: 173 time: 0.4654295 Jul 28 19:21:28.367420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'name': 'network-vif-deleted', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:21:28.369686 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468d999e-5a01-49f7-81fe-db8836b06dce" -d '{"events": [{"server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "name": "network-vif-deleted", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:21:28.404750 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cec4a59-fd3f-45f6-8591-374a985bbdd8 x-openstack-request-id: req-3cec4a59-fd3f-45f6-8591-374a985bbdd8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:21:28.405074 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d1d0a-9293-4549-b7dc-88fa0d4c423b", "name": "network-vif-deleted", "tag": "d0b83d58-588c-4853-b215-a2ab424202f1", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:21:28.405344 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cec4a59-fd3f-45f6-8591-374a985bbdd8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:21:28.405741 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d1d0a-9293-4549-b7dc-88fa0d4c423b', 'name': 'network-vif-deleted', 'tag': 'd0b83d58-588c-4853-b215-a2ab424202f1', 'status': 'completed', 'code': 200} Jul 28 19:21:28.494809 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-d1d4763d-0689-418d-b8ca-8b414095b57e req-3a93b680-f2e4-4377-93f0-f1c602db9cc3 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "GET /v2.0/ports?device_id=311d1d0a-9293-4549-b7dc-88fa0d4c423b HTTP/1.1" status: 200 len: 210 time: 0.0268161 Jul 28 19:21:29.549659 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53048) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:29.904427 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:30.120465 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d0b83d58-588c-4853-b215-a2ab424202f1 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:21:30.141317 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: d0b83d58-588c-4853-b215-a2ab424202f1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:21:30.141665 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device d0b83d58-588c-4853-b215-a2ab424202f1 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:21:30.507690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port b483094b-1cde-4f33-8f43-a2bd74591360 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:30.508036 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:30.595379 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port b483094b-1cde-4f33-8f43-a2bd74591360, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b483094b-1cde-4f33-8f43-a2bd74591360,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:30.596181 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:30.608135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for b483094b-1cde-4f33-8f43-a2bd74591360 owned by network:router_interface {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:30.863472 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:30.890952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=b483094b-1cde-4f33-8f43-a2bd74591360,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:31.058854 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.267961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:21:31.373713 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:31.379136 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f159a049-d723-494f-8727-77eab8a62845 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "PUT /v2.0/routers/5338dee8-c0ed-4a0e-aa19-edb7d23ee647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8280110 Jul 28 19:21:31.381425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53050) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:31.384002 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Sync routers for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:31.393128 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:31.393723 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:31.431605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting subnet 0b68a703-32b8-4964-b32c-fe6c1f8d8761 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:21:31.434711 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.473821 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.495283 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:31.560643 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.671729 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:21:30Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:31.681220 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.696524 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Checking router: 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:31.705401 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Routers {'5338dee8-c0ed-4a0e-aa19-edb7d23ee647'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:31.705974 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:31.710398 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Subnet': ['ID=0b68a703-32b8-4964-b32c-fe6c1f8d8761,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:31.712436 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.718162 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ece49dc8-fb5f-4c92-a0d6-ee4ce0335314 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/subnets/0b68a703-32b8-4964-b32c-fe6c1f8d8761 HTTP/1.1" status: 204 len: 168 time: 0.3326817 Jul 28 19:21:31.718347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53052) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:31.721160 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4ecc6-13ad-4385-8277-e5b205b4351c None None] Network 71ebacf5-7bae-4820-aaf2-fa343ef53d1e requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:21:31.813656 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] Set router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:31.833321 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.912172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] DHCP port deletion for 71ebacf5-7bae-4820-aaf2-fa343ef53d1e request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:21:31.943150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.958360 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Deleting port f25572cc-39df-4e02-8f33-26f0b410ee51 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:31.961482 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:31.994822 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:21:30Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:32.023260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] For port f25572cc-39df-4e02-8f33-26f0b410ee51, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=f25572cc-39df-4e02-8f33-26f0b410ee51,segment=NetworkSegment(3df68932-d31a-402b-b6db-db7e6171e3c6),segment_id=3df68932-d31a-402b-b6db-db7e6171e3c6)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:32.023692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.025125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088e20e-6d95-4e91-9c06-0f0bb54e9c9b None None] The sync data for ids ['5338dee8-c0ed-4a0e-aa19-edb7d23ee647'] in n-d-778550-5 is: [{'id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1649255975', 'tenant_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:19:52Z', 'updated_at': '2021-07-28T19:21:30Z', 'revision_number': 5, 'project_id': '0c5ef85a76bb4b14849ed76c43a35d78', 'gw_port': {'id': '59e5b67b-9c4d-4499-b901-823a1d83eae4', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dee8-c0ed-4a0e-aa19-edb7d23ee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:19:53Z', 'updated_at': '2021-07-28T19:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:32.040384 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Calling delete_port for f25572cc-39df-4e02-8f33-26f0b410ee51 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:32.082935 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Deleting port 59e5b67b-9c4d-4499-b901-823a1d83eae4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:32.083221 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.159916 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] For port 59e5b67b-9c4d-4499-b901-823a1d83eae4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=59e5b67b-9c4d-4499-b901-823a1d83eae4,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:32.160207 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.172440 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Calling delete_port for 59e5b67b-9c4d-4499-b901-823a1d83eae4 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:32.223073 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.248092 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Pushing event deleted for resources: {'Port': ['ID=f25572cc-39df-4e02-8f33-26f0b410ee51,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:32.252717 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] No DVR routers for this DVR port f25572cc-39df-4e02-8f33-26f0b410ee51 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:21:32.266170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.266529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.267031 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.267240 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.267925 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.268529 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.268890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.269226 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.269588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.269916 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.270241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.270564 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dd3f9-c18e-4339-a314-af41ddeac389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.377892 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.410231 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Port': ['ID=59e5b67b-9c4d-4499-b901-823a1d83eae4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:32.436677 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b483094b-1cde-4f33-8f43-a2bd74591360 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:21:32.457734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b483094b-1cde-4f33-8f43-a2bd74591360 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:21:32.458419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b483094b-1cde-4f33-8f43-a2bd74591360 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:21:32.459087 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f25572cc-39df-4e02-8f33-26f0b410ee51 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:21:32.468901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.469292 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.469641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.469980 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.470601 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.470992 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.471334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.477475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.477475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.477475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.477475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.477475 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:32.480147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: f25572cc-39df-4e02-8f33-26f0b410ee51 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:21:32.480573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device f25572cc-39df-4e02-8f33-26f0b410ee51 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:21:32.490117 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.584576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.586695 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.685872 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.686328 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Fanout notify agent at l3_agent the message router_deleted on router 5338dee8-c0ed-4a0e-aa19-edb7d23ee647 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:21:32.693063 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.694171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5baeb008-16b6-4835-9795-bf9b0b6cc491 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/routers/5338dee8-c0ed-4a0e-aa19-edb7d23ee647 HTTP/1.1" status: 204 len: 168 time: 0.9752955 Jul 28 19:21:32.696977 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53054) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:32.779859 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.865248 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.874782 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ebacf5-7bae-4820-aaf2-fa343ef53d1e']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:32.884879 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df68932-d31a-402b-b6db-db7e6171e3c6') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:32.885184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df68932-d31a-402b-b6db-db7e6171e3c6') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:32.893745 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.907532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.913357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:21:32.913735 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:21:32.917263 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:21:33.028919 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.033341 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.035601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/networks/71ebacf5-7bae-4820-aaf2-fa343ef53d1e HTTP/1.1" status: 204 len: 168 time: 0.3374047 Jul 28 19:21:33.038290 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53056) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:33.050571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e24d2-bac7-4c9f-9122-d5bf0e157152 tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'Network': ['ID=71ebacf5-7bae-4820-aaf2-fa343ef53d1e,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:33.099021 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.130036 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.279155 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.281709 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:33.282881 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] 10.222.0.25 "DELETE /v2.0/security-groups/9ab75720-72e4-4373-a975-66035cd69ab4 HTTP/1.1" status: 204 len: 168 time: 0.2435503 Jul 28 19:21:33.292187 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528c5b9-d92f-41e4-9170-23140afc6f2a tempest-TestNetworkAdvancedServerOps-1403511463 tempest-TestNetworkAdvancedServerOps-1403511463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab75720-72e4-4373-a975-66035cd69ab4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:33.910458 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53064) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:34.037200 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ff1ff768-d969-40c4-b79c-5cd0a75c9c4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c5ef85a76bb4b14849ed76c43a35d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244652 Jul 28 19:21:34.038689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53068) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:34.086837 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:34.108106 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:34.139506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59e5b67b-9c4d-4499-b901-823a1d83eae4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:21:34.161971 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 59e5b67b-9c4d-4499-b901-823a1d83eae4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:21:34.162319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 59e5b67b-9c4d-4499-b901-823a1d83eae4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:21:34.240453 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:34.242921 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:34.244101 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31f99d6f-889e-4346-86be-d9264214273b HTTP/1.1" status: 204 len: 168 time: 0.2044861 Jul 28 19:21:34.251880 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb431710-d145-4622-908b-52c1f91d6a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f99d6f-889e-4346-86be-d9264214273b,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:34.857172 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53074) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:34.870601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b979a18a-8bf1-449e-8c91-5c5785dbd7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:34.959104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b979a18a-8bf1-449e-8c91-5c5785dbd7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.050581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b979a18a-8bf1-449e-8c91-5c5785dbd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.090038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b979a18a-8bf1-449e-8c91-5c5785dbd7dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2f6b4e1ad4a4a779553a9e77fdc23ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316513 Jul 28 19:21:35.090754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a18a-8bf1-449e-8c91-5c5785dbd7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6708d49-a340-4ea7-9326-c0a69b1d88b8,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:35.092626 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53076) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:35.141070 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.166499 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.291618 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.294391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:35.295609 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6708d49-a340-4ea7-9326-c0a69b1d88b8 HTTP/1.1" status: 204 len: 168 time: 0.2019393 Jul 28 19:21:35.304129 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e783f3-8a74-4daf-9259-26befd8eaf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6708d49-a340-4ea7-9326-c0a69b1d88b8,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:36.262641 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53098) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:36.355545 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1713500536-network', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:36.457062 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Made reservation on behalf of b0e42416cd4d4b86924049102a3b28c2 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:21:36.459331 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.467645 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.553085 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.638786 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.660102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:21:36.674132 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f98f90-64f1-429b-97ba-187a6a63e9cc,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:36.679947 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.680292 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Added segment 1103e34b-ef39-49e2-87e0-40f6b67fe063 of type vlan for network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 Jul 28 19:21:36.720652 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.788586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.789905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:36.790495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:36.852138 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6650d5a-40ea-4e41-b6b6-41bdf762ae16,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:36.862191 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:21:36.891419 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-be7a678e-0d8a-4ca5-9828-69f1be0877b9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6272519 Jul 28 19:21:36.894390 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53102) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:36.899409 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Request body: {'subnet': {'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1713500536-subnet', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:36.987459 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Made reservation on behalf of b0e42416cd4d4b86924049102a3b28c2 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:21:36.989727 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.189175 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.243415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:37.251892 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:37.252259 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Network hostable DHCP agents. Network: a6650d5a-40ea-4e41-b6b6-41bdf762ae16, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:21:37.376969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:21:37.461519 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, a6650d5a-40ea-4e41-b6b6-41bdf762ae16) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:37.465960 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:37.466738 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.472584 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b226d22-48a3-4f35-a9b9-e5dbbaa74ea6 None None] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:21:37.559961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4ea43465-8f0d-427f-b39d-22e3f4ba6386 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6643715 Jul 28 19:21:37.562422 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53104) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:37.566862 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:37.612514 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:21:37.613350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.639301 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.640391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.694593 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.750992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Allocated IP 172.20.0.2 (a6650d5a-40ea-4e41-b6b6-41bdf762ae16/2575ab04-ce2e-48ab-b4bc-9fb6fee8a919/16df3c24-1c55-4c91-a89d-48451f559348) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:37.796816 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5676ded9-3752-4d30-a1d2-e6100df989bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.894325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.901536 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:37.903072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Transition to ACTIVE for port object 16df3c24-1c55-4c91-a89d-48451f559348 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:37.917772 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Transition to ACTIVE for port object 16df3c24-1c55-4c91-a89d-48451f559348 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:38.011247 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.048640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:38.051387 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:38.054409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:38.068132 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Pushing event updated for resources: {'Port': ['ID=16df3c24-1c55-4c91-a89d-48451f559348,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:38.113235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Attempting to bind port 16df3c24-1c55-4c91-a89d-48451f559348 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:38.113600 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Attempting to bind port 16df3c24-1c55-4c91-a89d-48451f559348 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:38.113961 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Attempting to bind port 16df3c24-1c55-4c91-a89d-48451f559348 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:38.119565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:38.119940 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:38.120340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.120728 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Bound using segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:38.121186 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Bound port: 16df3c24-1c55-4c91-a89d-48451f559348, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:38.121564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.133483 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:21:38.173248 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.185531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] For port 16df3c24-1c55-4c91-a89d-48451f559348, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:38.188708 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] For port 16df3c24-1c55-4c91-a89d-48451f559348, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16df3c24-1c55-4c91-a89d-48451f559348,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:38.192020 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.293460 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Allocated IP 172.25.7.222 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/80e4bf04-b11b-435d-8ce5-c4e792cb7bea) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:38.314039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.379556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01647d-949d-4724-9371-9d1ed3336766 None None] Pushing event updated for resources: {'Port': ['ID=16df3c24-1c55-4c91-a89d-48451f559348,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:38.407165 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.498721 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:38.552165 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:38.555082 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:38.559024 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:38.567583 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Pushing event updated for resources: {'Port': ['ID=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:38.894495 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:39.087461 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:39.280462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:21:39.282803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35271d5-7eb7-4e00-a968-e36f5c131321 None None] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:21:39.390171 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:39.401312 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:39.413278 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-84a4d4f6-c13a-4052-9048-8e15718a83a8 None None] Provisioning for port 16df3c24-1c55-4c91-a89d-48451f559348 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:39.436044 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:39.436652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:39.496816 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:39.500220 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-ebdeca9d-ab5a-48ca-b036-ed926f0da956 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9342823 Jul 28 19:21:39.500544 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53106) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:39.548255 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:39.727029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:38Z', 'revision_number': 3, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:39.760007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:39.760747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Updating router 7fca6957-7709-4945-ba08-2bf564b1fc79 port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:21:39.791373 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:39.928314 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.043024 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.059780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Transition to ACTIVE for port object 80e4bf04-b11b-435d-8ce5-c4e792cb7bea will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:40.089842 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Allocated IP 172.20.0.1 (a6650d5a-40ea-4e41-b6b6-41bdf762ae16/2575ab04-ce2e-48ab-b4bc-9fb6fee8a919/9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:40.125805 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.155897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.183757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16df3c24-1c55-4c91-a89d-48451f559348 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:40.192593 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.205840 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Transition to ACTIVE for port object 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:40.297771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.345518 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:40.348496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:40.355507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:40.359190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:40.374756 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Attempting to bind port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:40.375254 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Attempting to bind port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:40.375488 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Attempting to bind port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:40.393807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc3b38-dc85-4c73-a9bc-12c8f757d561 None None] Pushing event updated for resources: {'Port': ['ID=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:40.398626 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.400405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:40.400776 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:40.401180 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.401567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:40.402171 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Bound port: 80e4bf04-b11b-435d-8ce5-c4e792cb7bea, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:40.402392 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.466895 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-51b02adb-e925-4b87-80c1-5336145d023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.472528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] For port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:40.475948 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] For port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:40.553124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 16df3c24-1c55-4c91-a89d-48451f559348 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:40.557790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 16df3c24-1c55-4c91-a89d-48451f559348 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:40.558163 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.580211 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.601350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.660607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc3b38-dc85-4c73-a9bc-12c8f757d561 None None] Pushing event updated for resources: {'Port': ['ID=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:40.669983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:40.670591 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:40.724412 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3332b5f9-c1ed-4c98-a653-addf1e66c35e None None] Provisioning for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:40.738133 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-3332b5f9-c1ed-4c98-a653-addf1e66c35e None None] Provisioning complete for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:40.738491 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3332b5f9-c1ed-4c98-a653-addf1e66c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.767728 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.768267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.805941 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.832666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-3332b5f9-c1ed-4c98-a653-addf1e66c35e None None] Port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:21:40.851832 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 16df3c24-1c55-4c91-a89d-48451f559348, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16df3c24-1c55-4c91-a89d-48451f559348,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:40.858887 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:40.873095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.874929 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:40.932235 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:40.969215 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:40.970818 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:41.031298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=16df3c24-1c55-4c91-a89d-48451f559348,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:41.093834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:21:41.104047 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 1, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:41.131562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d67c6d-ab7a-4ff6-9782-837649754466 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 1, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:41.213529 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:41.218538 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9e7809e6-ab40-49f9-bdaa-328900517d88 admin admin] 10.222.0.25 "PUT /v2.0/routers/7fca6957-7709-4945-ba08-2bf564b1fc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169693 Jul 28 19:21:41.259002 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6c9f019a-a765-41d3-89aa-5c408540e1a1 None None] Provisioning complete for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:41.259507 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6c9f019a-a765-41d3-89aa-5c408540e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:41.295805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f019a-a765-41d3-89aa-5c408540e1a1 None None] Port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:21:41.422074 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:41.881031 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53122) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:41.886834 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1386550629-network', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:41.999984 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Made reservation on behalf of adda8a5e9a4d48b3ae78d6d18862b2a1 for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:21:42.002339 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.012387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.105645 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.177463 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.205891 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:21:42.211521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7a657-7127-4ea7-b6ab-fee994e4410c,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:42.219618 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.226975 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Added segment b51364b7-aa6f-4a1e-a1e3-2b252c67ff13 of type vlan for network 86ff0234-554a-4538-8a58-bef2adc6881f Jul 28 19:21:42.241638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80e4bf04-b11b-435d-8ce5-c4e792cb7bea up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:42.270532 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.371334 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:42.375443 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:42.375825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.383096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.384214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:42.390948 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.445451 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] Pushing event updated for resources: {'Network': ['ID=86ff0234-554a-4538-8a58-bef2adc6881f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:42.459223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 86ff0234-554a-4538-8a58-bef2adc6881f details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:21:42.463042 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.497424 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a4e4c68f-f2ec-47cb-b5b7-1dedf04f720f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6150684 Jul 28 19:21:42.500346 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53124) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:42.506244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Request body: {'subnet': {'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1386550629-subnet', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:42.531175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:42.588380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Made reservation on behalf of adda8a5e9a4d48b3ae78d6d18862b2a1 for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:21:42.590807 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.617534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.618337 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16df3c24-1c55-4c91-a89d-48451f559348 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:42.691730 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:42.702606 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 16df3c24-1c55-4c91-a89d-48451f559348 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:42.702982 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.839812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:42.890171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:42.905910 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Checking segment: {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:42.906266 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Network hostable DHCP agents. Network: 86ff0234-554a-4538-8a58-bef2adc6881f, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:21:42.994479 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Network 86ff0234-554a-4538-8a58-bef2adc6881f is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:21:43.020117 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:43.030254 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:43.030790 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:43.068333 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 86ff0234-554a-4538-8a58-bef2adc6881f) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:43.073029 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:43.073694 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.077610 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937ea92-10d2-4dae-b589-a5790e90af9f None None] Network 86ff0234-554a-4538-8a58-bef2adc6881f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:21:43.137583 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:43.166250 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-95eb9afd-9824-4ab2-ad40-75ecb9bd5bce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6639543 Jul 28 19:21:43.168860 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53126) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:43.173322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:43.232251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-86ff0234-554a-4538-8a58-bef2adc6881f', 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'fixed_ips': [{'subnet_id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:21:43.233115 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.274695 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.276422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.297632 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.332315 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.336903 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 2, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:43.363361 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:43.365215 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Updating router 7fca6957-7709-4945-ba08-2bf564b1fc79 port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:21:43.368935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Allocated IP 172.20.0.2 (86ff0234-554a-4538-8a58-bef2adc6881f/7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9/57c47669-785c-4249-8f15-4cf9a7d92aa4) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:43.477938 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.527619 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.536223 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Transition to ACTIVE for port object 57c47669-785c-4249-8f15-4cf9a7d92aa4 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:43.551883 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Transition to ACTIVE for port object 57c47669-785c-4249-8f15-4cf9a7d92aa4 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:43.552281 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.606001 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.642993 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Network 86ff0234-554a-4538-8a58-bef2adc6881f is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:43.645830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:43.648434 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:43.678464 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Pushing event updated for resources: {'Port': ['ID=57c47669-785c-4249-8f15-4cf9a7d92aa4,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:43.719054 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Attempting to bind port 57c47669-785c-4249-8f15-4cf9a7d92aa4 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:43.719654 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Attempting to bind port 57c47669-785c-4249-8f15-4cf9a7d92aa4 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:43.722137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Attempting to bind port 57c47669-785c-4249-8f15-4cf9a7d92aa4 on network 86ff0234-554a-4538-8a58-bef2adc6881f {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:43.725445 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:43.725824 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Checking segment: {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:43.726226 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.726620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Bound using segment: {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:43.727081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Bound port: 57c47669-785c-4249-8f15-4cf9a7d92aa4, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:43.727497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.737957 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.749345 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Transition to ACTIVE for port object 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:43.789630 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] For port 57c47669-785c-4249-8f15-4cf9a7d92aa4, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:43.792658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] For port 57c47669-785c-4249-8f15-4cf9a7d92aa4, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57c47669-785c-4249-8f15-4cf9a7d92aa4,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:43.816193 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.817186 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.836288 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.861408 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:43.870564 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.870900 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.871233 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.871586 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.871910 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.872227 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.872545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.872864 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.873190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.873489 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.873801 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.874112 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:43.887952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.932690 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Attempting to bind port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:43.933053 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Attempting to bind port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:43.933623 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Attempting to bind port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:43.939089 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:43.939548 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:43.939943 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.940504 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Bound using segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:43.940961 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Bound port: 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:43.941333 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:43.959227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b77c5-292b-4f6a-a5d1-36f47d9a88eb None None] Pushing event updated for resources: {'Port': ['ID=57c47669-785c-4249-8f15-4cf9a7d92aa4,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:43.960767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Allocated IP 172.25.7.119 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/cb3b9707-52bc-4417-a800-147d16a6b2a2) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:44.016338 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] For port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:44.019747 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] For port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:44.081838 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:44.091824 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:44.158254 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:44.158992 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:44.206162 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:44.212541 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80e4bf04-b11b-435d-8ce5-c4e792cb7bea up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:44.232345 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca8a1-d6c5-47e4-aae3-624f5bbf3d51 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:44.255727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:44.263639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:44.272078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:44.297981 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:44.298206 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:44.330136 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:44.367576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Pushing event updated for resources: {'Port': ['ID=cb3b9707-52bc-4417-a800-147d16a6b2a2,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:44.557412 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:44Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:44.582590 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b670f-4ebb-46ae-9e3f-5db92b824c34 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:44Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:44.690701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:44.893938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:45.053444 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c812c66-addb-47b7-8b35-aa516a86db02 None None] Network 86ff0234-554a-4538-8a58-bef2adc6881f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:21:45.228525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6f615802-8f9f-4726-a4d0-cd7584001e7c None None] Provisioning for port 57c47669-785c-4249-8f15-4cf9a7d92aa4 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:45.474263 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Router cc365b26-013c-41f2-bbb4-f71b6d676223 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:21:45.580962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:45.589409 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Sync routers for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:45.597966 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:45.598573 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:45.691558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:45.692974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-bfe54287-88cf-4424-973d-cd93b7a38d7b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5231624 Jul 28 19:21:45.695539 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53128) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:45.699880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:45.876266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:44Z', 'revision_number': 3, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:45.905170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Checking router: cc365b26-013c-41f2-bbb4-f71b6d676223 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:45.905520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Updating router cc365b26-013c-41f2-bbb4-f71b6d676223 port cb3b9707-52bc-4417-a800-147d16a6b2a2 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:21:45.929244 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.098523 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.189815 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.199803 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Transition to ACTIVE for port object cb3b9707-52bc-4417-a800-147d16a6b2a2 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:46.248012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57c47669-785c-4249-8f15-4cf9a7d92aa4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:46.266512 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Allocated IP 172.20.0.1 (86ff0234-554a-4538-8a58-bef2adc6881f/7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9/671816bd-43e3-4de0-ae3d-bf7ba5450db1) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:46.283600 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.380992 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.396757 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Transition to ACTIVE for port object 671816bd-43e3-4de0-ae3d-bf7ba5450db1 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:46.480210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.490917 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.510750 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70ae7-960b-4495-ac0b-42345e8ac244 None None] Pushing event updated for resources: {'Port': ['ID=cb3b9707-52bc-4417-a800-147d16a6b2a2,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:46.514153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Attempting to bind port cb3b9707-52bc-4417-a800-147d16a6b2a2 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:46.514522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Attempting to bind port cb3b9707-52bc-4417-a800-147d16a6b2a2 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:46.514880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Attempting to bind port cb3b9707-52bc-4417-a800-147d16a6b2a2 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:46.520203 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:46.520576 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:46.520980 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.521439 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:46.521813 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Bound port: cb3b9707-52bc-4417-a800-147d16a6b2a2, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:46.522212 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.533658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Network 86ff0234-554a-4538-8a58-bef2adc6881f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:46.536594 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:46.539475 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:46.568244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Pushing event updated for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:46.578519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] For port cb3b9707-52bc-4417-a800-147d16a6b2a2, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:46.582821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] For port cb3b9707-52bc-4417-a800-147d16a6b2a2, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb3b9707-52bc-4417-a800-147d16a6b2a2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:46.588267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 57c47669-785c-4249-8f15-4cf9a7d92aa4 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:46.593056 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.593520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 57c47669-785c-4249-8f15-4cf9a7d92aa4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:46.593955 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.671099 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.720791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.756095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:46.756723 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:46.766009 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70ae7-960b-4495-ac0b-42345e8ac244 None None] Pushing event updated for resources: {'Port': ['ID=cb3b9707-52bc-4417-a800-147d16a6b2a2,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:46.817767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 57c47669-785c-4249-8f15-4cf9a7d92aa4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57c47669-785c-4249-8f15-4cf9a7d92aa4,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:46.818317 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.888036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:46.914348 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cfedd162-a579-4282-8901-274ae8d20fb9 None None] Provisioning for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:46.916365 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.917139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:46.970371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cfedd162-a579-4282-8901-274ae8d20fb9 None None] Provisioning complete for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:46.970748 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cfedd162-a579-4282-8901-274ae8d20fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:46.982619 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.034009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.088357 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cfedd162-a579-4282-8901-274ae8d20fb9 None None] Port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:21:47.097648 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=57c47669-785c-4249-8f15-4cf9a7d92aa4,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:47.099208 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.101871 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Pushing event updated for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:47.177996 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:44Z', 'revision_number': 3, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:47.195387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Network 86ff0234-554a-4538-8a58-bef2adc6881f is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:47.196961 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:47.207984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:47.210109 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a4f1-8c2a-437c-bf5e-717c36628505 None None] The sync data for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 is: [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:44Z', 'revision_number': 3, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:47.214081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:47.214558 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.300950 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.323974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Router cc365b26-013c-41f2-bbb4-f71b6d676223 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:21:47.370761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:47.443050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:21:47.445505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.455091 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4d773ba5-474a-4a36-b1d6-816166b549ef admin admin] 10.222.0.25 "PUT /v2.0/routers/cc365b26-013c-41f2-bbb4-f71b6d676223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584348 Jul 28 19:21:47.524687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:47.531712 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4df3967a-3c54-429f-9899-9ed18fb4db0e None None] Provisioning complete for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:47.532091 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4df3967a-3c54-429f-9899-9ed18fb4db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.566298 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-4df3967a-3c54-429f-9899-9ed18fb4db0e None None] Port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:21:48.183868 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53136) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:48.188867 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66519139', 'description': 'tempest-secgroup-smoke-66519139 description', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:48.226725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57c47669-785c-4249-8f15-4cf9a7d92aa4 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:48.279904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.280154 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 57c47669-785c-4249-8f15-4cf9a7d92aa4 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:48.280534 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.360880 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb3b9707-52bc-4417-a800-147d16a6b2a2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:48.369045 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.411087 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.439935 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port cb3b9707-52bc-4417-a800-147d16a6b2a2 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:48.442520 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405daa0e-d8d1-4c3b-bef2-f3cce7accd59,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:48.444124 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cb3b9707-52bc-4417-a800-147d16a6b2a2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:48.444678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.479724 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.484551 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97b21b18-0e6b-4f71-a211-f63d43b8ce3a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2968392 Jul 28 19:21:48.484551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:48.489276 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:48.528720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.548075 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port cb3b9707-52bc-4417-a800-147d16a6b2a2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb3b9707-52bc-4417-a800-147d16a6b2a2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:48.592269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.615941 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.616749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:48.651511 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.694081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=cb3b9707-52bc-4417-a800-147d16a6b2a2,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:48.707366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:48.707781 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.728926 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.744396 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117ffc52-31b3-41ea-ae02-d278ac301763,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:48.777856 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Sync routers for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:21:48.787013 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:48.792182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:48.845350 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:48.846624 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-39ac07f7-ba4e-4e2a-bb43-394c531aaba2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609786 Jul 28 19:21:48.849365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53140) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:48.854327 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:48.890052 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:48.942306 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.002604 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.068580 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.089414 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 4, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '671816bd-43e3-4de0-ae3d-bf7ba5450db1', 'name': '', 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'mac_address': 'fa:16:3e:87:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:46Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 2, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'subnets': [{'id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:49.089674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6fc3aa-1aec-43a2-b14b-b3fd1e79c046,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:49.118229 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Checking router: cc365b26-013c-41f2-bbb4-f71b6d676223 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:21:49.119280 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Updating router cc365b26-013c-41f2-bbb4-f71b6d676223 port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:21:49.137454 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.138969 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d2fa23ca-f58e-4bd0-b915-e27bf33d959a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2886732 Jul 28 19:21:49.141933 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53142) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:49.142750 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.146484 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:49.222602 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.282871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.371109 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.388566 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebed2edd-dbc9-4544-b489-98dce2ecf41f,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:49.404108 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.413329 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Transition to ACTIVE for port object 671816bd-43e3-4de0-ae3d-bf7ba5450db1 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:49.433730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.462740 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.464013 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2162805f-29ab-4fe6-891b-f8f3ec446b56 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211401 Jul 28 19:21:49.466719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53144) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:49.471419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:49.502682 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.553309 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1ae8-1491-4ae7-b9ec-72d6c8a14965 None None] Pushing event updated for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:49.564958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.608382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Attempting to bind port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:49.608750 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Attempting to bind port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:49.609111 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Attempting to bind port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 on network 86ff0234-554a-4538-8a58-bef2adc6881f {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:49.617627 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:49.618279 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Checking segment: {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:49.618951 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.619632 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Bound using segment: {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:49.620441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Bound port: 671816bd-43e3-4de0-ae3d-bf7ba5450db1, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:49.621014 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.634625 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.691237 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.699015 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] For port 671816bd-43e3-4de0-ae3d-bf7ba5450db1, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:49.703480 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] For port 671816bd-43e3-4de0-ae3d-bf7ba5450db1, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=671816bd-43e3-4de0-ae3d-bf7ba5450db1,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:49.710792 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba819c2-5ddc-4777-9fee-cb5c857cd6de,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:49.754349 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.812850 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:21:49.813471 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:49.848717 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1ae8-1491-4ae7-b9ec-72d6c8a14965 None None] Pushing event updated for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:49.851220 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:49.855559 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:49.874128 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-9e8a4af9-f350-41a1-b239-4738b27494a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3878958 Jul 28 19:21:49.874687 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:49.954161 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Project b0e42416cd4d4b86924049102a3b28c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:21:49.960523 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.021773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:21:50.030946 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.102363 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.122964 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0d8aea-2291-48c3-8178-34c56c8d0806,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:50.161659 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb3b9707-52bc-4417-a800-147d16a6b2a2 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:50.193971 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.195213 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5feba17-b643-408d-98e9-d89d9cffec17 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3379834 Jul 28 19:21:50.198656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53148) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:21:50.203726 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': '405daa0e-d8d1-4c3b-bef2-f3cce7accd59', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:50.221858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port cb3b9707-52bc-4417-a800-147d16a6b2a2 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:50.222340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.228862 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 4, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '671816bd-43e3-4de0-ae3d-bf7ba5450db1', 'name': '', 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'mac_address': 'fa:16:3e:87:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:46Z', 'updated_at': '2021-07-28T19:21:49Z', 'revision_number': 4, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'subnets': [{'id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:21:50.265159 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86081e-73f8-4705-b6a3-f600e917c629 None None] The sync data for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 is: [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:46Z', 'revision_number': 4, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '671816bd-43e3-4de0-ae3d-bf7ba5450db1', 'name': '', 'network_id': '86ff0234-554a-4538-8a58-bef2adc6881f', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'mac_address': 'fa:16:3e:87:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:46Z', 'updated_at': '2021-07-28T19:21:49Z', 'revision_number': 4, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'subnets': [{'id': '7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:21:50.305558 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Project b0e42416cd4d4b86924049102a3b28c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:21:50.317078 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.393934 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.479690 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.503092 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd15ccba-6695-4088-a824-b5a8d6b727ec,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:50.577626 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:50.578906 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d05a815f-da7a-47d5-ab47-7071afc4d2c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791261 Jul 28 19:21:50.789422 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-32165a2d-cb69-4b87-ace0-06db1ddbe312 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66519139&fields=id&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 267 time: 0.0326314 Jul 28 19:21:50.892217 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-26a8b643-a401-49a5-a40a-31d182bb8930 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:50.893576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-26a8b643-a401-49a5-a40a-31d182bb8930 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 809 time: 0.0966878 Jul 28 19:21:50.908759 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-518ec5ef-6ff6-4d98-aeb6-09741f43324e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/quotas/b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 375 time: 0.0094335 Jul 28 19:21:50.964617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-ba014edb-310b-44e3-8648-eeb4505afcd8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498235 Jul 28 19:21:51.061930 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-6a850070-5ff5-4424-8613-309866ca0fca service neutron] 10.222.0.25 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853238 Jul 28 19:21:51.148630 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-47ac6f4c-3906-4161-81e5-7d9108e5160e service neutron] 10.222.0.25 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805104 Jul 28 19:21:51.432573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-aa31cbf1-0bf1-41ad-a59b-9c3e9f4cf708 req-9be8ba20-46f2-430b-b1e7-d9afe1ea44ca tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Jul 28 19:21:52.171923 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 671816bd-43e3-4de0-ae3d-bf7ba5450db1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:52.285261 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:52.288930 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:52.293356 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:52.365639 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:52.397589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 671816bd-43e3-4de0-ae3d-bf7ba5450db1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=671816bd-43e3-4de0-ae3d-bf7ba5450db1,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:52.479093 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:52.521691 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4e5cb93e-5154-4309-9de0-e6d077a76fb2 req-d8fd7998-c912-462a-a055-ca02a7407b1a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0379925 Jul 28 19:21:52.536509 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:53.620221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-50a98356-9ed3-4705-87d0-70bcab516476 req-1f6a7341-22ea-475e-8d0c-3417307a63da tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0294356 Jul 28 19:21:54.156214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 671816bd-43e3-4de0-ae3d-bf7ba5450db1 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:21:54.205147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:54.205519 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:54.718961 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b5339d57-c112-49f3-b4b6-ad0366658ece req-3762b1aa-4045-4bb6-97e1-0f7014f130de tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Jul 28 19:21:55.351170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-d857afba-b219-4fb2-b879-b075a891e15e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:55.352680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-d857afba-b219-4fb2-b879-b075a891e15e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 809 time: 0.0989776 Jul 28 19:21:55.396824 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-93474611-c12f-4161-b8ce-6321815a2432 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 378 time: 0.0342901 Jul 28 19:21:55.405777 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'port': {'device_id': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'admin_state_up': True, 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'security_groups': ['405daa0e-d8d1-4c3b-bef2-f3cce7accd59']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:55.696874 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Made reservation on behalf of b0e42416cd4d4b86924049102a3b28c2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:21:55.700469 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:55.835577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8400a593-6e50-4d5f-a16b-fb0af440bf0f req-55edce4e-7944-4ef9-b396-ddf976411933 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0359192 Jul 28 19:21:55.853091 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Allocated IP 172.20.0.9 (a6650d5a-40ea-4e41-b6b6-41bdf762ae16/2575ab04-ce2e-48ab-b4bc-9fb6fee8a919/03e1d920-7cf5-414c-9fa1-143a1d112773) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:21:55.991871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.004909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Transition to ACTIVE for port object 03e1d920-7cf5-414c-9fa1-143a1d112773 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:56.107978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.153370 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:21:56.156426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:21:56.159987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:21:56.185771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:56.214050 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:56.214680 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.317826 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-25790e64-f16a-47fe-b9cd-d0b51de64ce8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9121335 Jul 28 19:21:56.327200 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Request body: {'port': {'device_id': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:21:56.380175 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.439528 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cf45013d-6768-445b-820a-a113dbfeca35 None None] Provisioning for port 03e1d920-7cf5-414c-9fa1-143a1d112773 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:21:56.443539 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-cf45013d-6768-445b-820a-a113dbfeca35 None None] Provisioning complete for port 03e1d920-7cf5-414c-9fa1-143a1d112773 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:21:56.444018 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-cf45013d-6768-445b-820a-a113dbfeca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.478494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-cf45013d-6768-445b-820a-a113dbfeca35 None None] Port 03e1d920-7cf5-414c-9fa1-143a1d112773 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:21:56.635799 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:21:56.642871 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.654832 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Transition to ACTIVE for port object 03e1d920-7cf5-414c-9fa1-143a1d112773 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:21:56.736343 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.804113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:56.857268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:21:56.857605 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:21:56.857935 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:56.862559 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:21:56.862888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:21:56.868598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:21:56.868940 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:21:56.869325 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Bound using segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:21:56.869759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Bound port: 03e1d920-7cf5-414c-9fa1-143a1d112773, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:21:56.870227 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.936280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:21:56.940310 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:21:56.960268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb8a3-e71e-44d8-8a63-ca5d3542b9b5 req-fa761be1-e38b-4ca2-9d8b-87d474922398 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:56.960268 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84bcb8a3-e71e-44d8-8a63-ca5d3542b9b5 req-fa761be1-e38b-4ca2-9d8b-87d474922398 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 943 time: 0.0512393 Jul 28 19:21:56.996403 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-84bcb8a3-e71e-44d8-8a63-ca5d3542b9b5 req-d4be0b5f-ea0d-4723-8759-3ad4e5882a2c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317221 Jul 28 19:21:57.016895 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:57.051207 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.051842 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:57.053253 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] 10.222.0.37 "PUT /v2.0/ports/03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1091 time: 0.7305727 Jul 28 19:21:57.053706 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:21:57.055986 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f507885-d1c7-425e-b1a7-d50cee44f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:21:57.082851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573cfbc-53a5-4f97-8da3-79532eb9720f service neutron] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:57.102124 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720efa8-f885-4ff3-b165-abdabcc85fcf x-openstack-request-id: req-1720efa8-f885-4ff3-b165-abdabcc85fcf {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:21:57.102509 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:21:57.102764 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1720efa8-f885-4ff3-b165-abdabcc85fcf {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:21:57.103194 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'status': 'completed', 'code': 200} Jul 28 19:21:57.163554 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-67106e6d-1919-400e-be72-c81f968e0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.165142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-67106e6d-1919-400e-be72-c81f968e0c1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1094 time: 0.0437908 Jul 28 19:21:57.266436 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-a1c88dcc-5a77-4f62-96f7-2c188f7443f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.267974 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-a1c88dcc-5a77-4f62-96f7-2c188f7443f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0e42416cd4d4b86924049102a3b28c2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949996 Jul 28 19:21:57.358826 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-e3a6e66a-30db-4bf3-b4d0-872e3c070f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.360275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f507885-d1c7-425e-b1a7-d50cee44f98c req-e3a6e66a-30db-4bf3-b4d0-872e3c070f56 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859549 Jul 28 19:21:57.439908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-08cfc32f-acde-48e9-9288-98aec340ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.441321 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-08cfc32f-acde-48e9-9288-98aec340ee47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1094 time: 0.0452251 Jul 28 19:21:57.481275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-367cec86-888a-45e2-882b-cf8e458ea29e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 217 time: 0.0325103 Jul 28 19:21:57.528641 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-c2e40ea2-c614-40f0-af2c-4b60e756bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.530089 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-c2e40ea2-c614-40f0-af2c-4b60e756bd29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0427577 Jul 28 19:21:57.578084 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68247221-c339-473a-acaa-6e39677ea789 req-30ed107d-8587-47b3-ac7e-39cdce1cd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:57.579571 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-30ed107d-8587-47b3-ac7e-39cdce1cd453 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426538 Jul 28 19:21:57.665653 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-0516ea52-6a9e-48f9-aa62-dd24cbce12cd service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784619 Jul 28 19:21:57.755110 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-68247221-c339-473a-acaa-6e39677ea789 req-2bb732ed-5ef6-48e3-aceb-1ab38f41457b service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823627 Jul 28 19:21:58.113106 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5cef-7d7e-4120-82b7-83b43b6ec7ad req-3231cfad-5640-4f21-817e-6ff6eda13e99 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:58.114580 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a89d5cef-7d7e-4120-82b7-83b43b6ec7ad req-3231cfad-5640-4f21-817e-6ff6eda13e99 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Jul 28 19:21:58.151555 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a89d5cef-7d7e-4120-82b7-83b43b6ec7ad req-48b6a293-f65c-4818-92d5-a4a24e947129 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309558 Jul 28 19:21:59.264914 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3aa35-fad8-47bb-aa04-4417ea3fffef req-a44ad33c-6467-4ba5-9a09-8f4c55e70a12 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:59.266390 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ca3aa35-fad8-47bb-aa04-4417ea3fffef req-a44ad33c-6467-4ba5-9a09-8f4c55e70a12 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Jul 28 19:21:59.304064 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2ca3aa35-fad8-47bb-aa04-4417ea3fffef req-a4ebbc1e-4ee7-4372-ac1e-b57681ea0457 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316665 Jul 28 19:21:59.548525 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:21:59.642108 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:59.653557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:21:59.688606 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:59.701365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:21:59.719549 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:59.792593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:59.842017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:00.042761 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['03e1d920-7cf5-414c-9fa1-143a1d112773'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:22:00.420822 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d1a65-4488-4646-9fdf-d79c62a08b55 req-ef8a900b-0bdd-4ad8-8aa6-91a25935ff75 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:00.422275 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-528d1a65-4488-4646-9fdf-d79c62a08b55 req-ef8a900b-0bdd-4ad8-8aa6-91a25935ff75 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0507941 Jul 28 19:22:00.459158 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-528d1a65-4488-4646-9fdf-d79c62a08b55 req-34cdcb72-68a7-4150-bd78-30966a1ccc97 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308800 Jul 28 19:22:01.548589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:22:01.574561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8d3a7-4b11-46a4-935f-1d02317c6af6 req-1c8dbf29-7c03-4812-95ff-93c70a92b057 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:01.576368 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7f8d3a7-4b11-46a4-935f-1d02317c6af6 req-1c8dbf29-7c03-4812-95ff-93c70a92b057 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0499952 Jul 28 19:22:01.613623 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b7f8d3a7-4b11-46a4-935f-1d02317c6af6 req-755a008f-dc1b-4714-b10d-4afb971c4702 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313323 Jul 28 19:22:01.684857 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 03e1d920-7cf5-414c-9fa1-143a1d112773 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:22:01.688764 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 03e1d920-7cf5-414c-9fa1-143a1d112773 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:22:01.689143 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:01.763641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:01.784403 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:22:01.786621 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ce67d-06cf-442c-9169-fde4660ebdf8" -d '{"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:22:01.799676 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:22:01.824132 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0cc67f-eada-47b7-8c1c-907a222ac7cd x-openstack-request-id: req-da0cc67f-eada-47b7-8c1c-907a222ac7cd {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:22:01.824424 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:22:01.824702 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da0cc67f-eada-47b7-8c1c-907a222ac7cd {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:22:01.825116 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'code': 200} Jul 28 19:22:01.844598 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:01.896299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:01.921429 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49189-f8e9-46c3-8f8e-ad7d5e893800 req-c095e96c-eb86-4904-a081-35998a8e3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:01.922926 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7b49189-f8e9-46c3-8f8e-ad7d5e893800 req-c095e96c-eb86-4904-a081-35998a8e3c19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0408294 Jul 28 19:22:01.959641 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e7b49189-f8e9-46c3-8f8e-ad7d5e893800 req-e7148735-d6cb-4880-9a0f-1b285e2996c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300121 Jul 28 19:22:02.730597 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608bdfb-db98-41f0-a255-2f157733c989 req-98a8502b-b32a-4835-a99e-27a6524faee6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:02.732151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f608bdfb-db98-41f0-a255-2f157733c989 req-98a8502b-b32a-4835-a99e-27a6524faee6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Jul 28 19:22:02.770573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f608bdfb-db98-41f0-a255-2f157733c989 req-8fe425bf-e67c-451d-bdfd-35ea7e65424c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319476 Jul 28 19:22:03.883336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85a6f-f9d4-4661-9766-97fc1c0d3ff3 req-fecc6e70-aa69-4a1f-8c24-37d689aa8ff5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:03.885418 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38e85a6f-f9d4-4661-9766-97fc1c0d3ff3 req-fecc6e70-aa69-4a1f-8c24-37d689aa8ff5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Jul 28 19:22:03.923064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38e85a6f-f9d4-4661-9766-97fc1c0d3ff3 req-c5ac0feb-5606-4bf1-bc6a-726cd67bb549 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317719 Jul 28 19:22:04.034208 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df617a51-da8a-4c78-8977-ed37a06b102b req-ccd7370a-2192-45af-8ce7-1afa6a97b2f2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.035695 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df617a51-da8a-4c78-8977-ed37a06b102b req-ccd7370a-2192-45af-8ce7-1afa6a97b2f2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0478261 Jul 28 19:22:04.071679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-df617a51-da8a-4c78-8977-ed37a06b102b req-de6445c7-dc1b-4bb5-a5a3-938ae7cc4982 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299792 Jul 28 19:22:04.094449 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:04.219593 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312edb9-0745-41ed-98e1-83b52a2a7e53 tempest-TestShelveInstance-432460419 tempest-TestShelveInstance-432460419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.221129 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e312edb9-0745-41ed-98e1-83b52a2a7e53 tempest-TestShelveInstance-432460419 tempest-TestShelveInstance-432460419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1091 time: 0.1257432 Jul 28 19:22:04.224186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53216) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:04.230514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:22:04.321103 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-92e3f7bc-600a-499c-8e30-39d3dec20df4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451653 Jul 28 19:22:04.342006 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:04.435654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-f235573a-50d2-467c-9e28-377999b49678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.437109 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-f235573a-50d2-467c-9e28-377999b49678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0571821 Jul 28 19:22:04.523269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:04.590393 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-17de7cf8-2d79-43c8-aea3-ff7642b6a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.591929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-17de7cf8-2d79-43c8-aea3-ff7642b6a4e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.1348295 Jul 28 19:22:04.650714 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-ca9bbe5b-bff0-4d9f-a667-19c4bba9db96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 217 time: 0.0475607 Jul 28 19:22:04.724896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Allocated IP 172.25.7.148 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/b92e8208-2966-4f6d-80c7-4135982edad9) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:22:04.731817 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-9936bf11-c461-44a6-ac13-c165b461519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.734350 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-9936bf11-c461-44a6-ac13-c165b461519e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0649843 Jul 28 19:22:04.832007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-e7e4808c-d07d-4a9c-8b79-efa5e4bec8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:04.833517 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-e7e4808c-d07d-4a9c-8b79-efa5e4bec8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923460 Jul 28 19:22:05.266158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:05.336038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-e435d0d9-c60d-46ae-b34a-9c14ddf50e07 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935036 Jul 28 19:22:05.426147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a9fe9331-017a-4909-a06c-4b78b5066925 req-a4405e4b-a7d5-4977-bd21-87c602ec0005 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816216 Jul 28 19:22:05.450758 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:05.490094 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:22:05.492767 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:22:05.496803 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:22:05.521602 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=b92e8208-2966-4f6d-80c7-4135982edad9,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:05.849959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:05.979318 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:06.122802 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:06.187338 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:06.251171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=b92e8208-2966-4f6d-80c7-4135982edad9,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:06.265869 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:06.364393 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Floating IP 6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e associated. External IP: 172.25.7.148, port: 03e1d920-7cf5-414c-9fa1-143a1d112773. Jul 28 19:22:06.566931 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:22:06.674110 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:22:06.684130 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:22:06.694375 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:22:06.695013 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:06.753737 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:06.790546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-defb91f9-a25c-4bc9-b09c-d5e3938c6949 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5561934 Jul 28 19:22:06.790546 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:22:06.790546 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:22:06.802020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:22:06.828596 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437c7842-b6c3-4a40-b07c-3e842fc265d1 x-openstack-request-id: req-437c7842-b6c3-4a40-b07c-3e842fc265d1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:22:06.829188 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:22:06.829439 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-437c7842-b6c3-4a40-b07c-3e842fc265d1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:22:06.829845 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'status': 'completed', 'code': 200} Jul 28 19:22:06.893982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-815a3caa-558f-42f9-995a-460347e58c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:06.895757 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-815a3caa-558f-42f9-995a-460347e58c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0433934 Jul 28 19:22:06.994801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-baf3aaab-e8eb-4d53-861e-c4d2ad5639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:06.997183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-baf3aaab-e8eb-4d53-861e-c4d2ad5639f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0946679 Jul 28 19:22:07.031858 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:22:05Z', 'updated_at': '2021-07-28T19:22:05Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:07.061531 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:22:07.064740 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-1a4cef23-2215-46a9-ad6b-200b23463262 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 999 time: 0.0595126 Jul 28 19:22:07.069836 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:22:07.070436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:21:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:07.113831 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-4c863b00-3923-4a56-b05e-9e556b8d683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:07.115294 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-4c863b00-3923-4a56-b05e-9e556b8d683f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0433435 Jul 28 19:22:07.169408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-6cbfb351-a1c9-4283-ab64-5df7dbf3443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:07.170962 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-6cbfb351-a1c9-4283-ab64-5df7dbf3443d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487547 Jul 28 19:22:07.176640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:22:07.267573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-f2d4a4eb-4c2e-46d2-8677-869fb8eb5773 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896025 Jul 28 19:22:07.368380 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fd39e1ce-1b53-4628-bd4f-a16c7e7208e5 req-8e35d0b7-3d7f-4027-8300-90ffd53d1308 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945427 Jul 28 19:22:07.552760 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:22:05Z', 'updated_at': '2021-07-28T19:22:05Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:07.581893 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0cb58f-9df2-4869-a56b-0faa7ba1855f None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:22:05Z', 'updated_at': '2021-07-28T19:22:05Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:22:07.742000 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b87cd2c7-8bb3-4a2f-ad74-3040f98e7608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:07.779441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c978d3d0-f3c2-4815-956e-071badbb79de None None] New status for floating IP 6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:22:10.198627 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:10.376178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-13da0c31-0a40-415f-8119-85643f93f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:11.404056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:13.301691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:15.131767 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:22:16.347261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:19.415367 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:37.746189 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9dabf3ce-e33e-4093-88c9-c668e3f05cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:40.134722 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:40.374686 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-63aed4cc-4d81-4c38-bc80-4a4eab63296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:41.391958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:43.277053 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:46.357432 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:49.391342 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:52.130481 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:23:06.329409 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-5cac6e3e-7552-41c8-acda-e57d989b716d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406127 Jul 28 19:23:06.406542 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-de8679ba-bda6-43b9-a533-1b9b1ad08366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:06.407950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-de8679ba-bda6-43b9-a533-1b9b1ad08366 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0401521 Jul 28 19:23:06.518382 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-50887c19-8265-446f-bd2b-40415093b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:06.519910 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-50887c19-8265-446f-bd2b-40415093b0e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0938032 Jul 28 19:23:06.584722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-f04c96d7-26ff-4112-928c-66cf380bb25e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1001 time: 0.0576646 Jul 28 19:23:06.633072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-04f83ac8-36ca-43f2-9bef-68d20626e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:06.634498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-04f83ac8-36ca-43f2-9bef-68d20626e48b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0428376 Jul 28 19:23:06.683631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-e5b6447a-be23-4ae3-a8f2-e1efff81f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:06.685033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-e5b6447a-be23-4ae3-a8f2-e1efff81f6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432434 Jul 28 19:23:06.774773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-abf3fcaa-aca6-4d7e-a7fa-3a96350759ae service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821493 Jul 28 19:23:06.868989 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe6411df-faf7-4eca-9d1a-6132fb5778a4 req-83b4b3ac-7996-4f21-a6eb-6912d2b37b9f service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Jul 28 19:23:07.762186 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da996495-cf51-4fa0-a60e-5ebf73378fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:10.105324 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:10.361623 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0e5e-2f72-4b75-a2e7-ebd0bc0dd7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:11.391006 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:13.276651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:16.402548 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:19.396663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:29.129527 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:23:37.756397 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-082f19fe-e364-4da5-89c8-9e17fd7749c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:40.121950 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:40.384707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6b568557-7111-43f6-9f26-c680d9182b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:41.407958 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:43.276128 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:46.390649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:49.482243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:02.903802 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffe323-e237-49a8-9a97-462c17ed117e req-67fb4cc0-6bcd-47de-a690-75e716301365 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:02.905301 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9ffe323-e237-49a8-9a97-462c17ed117e req-67fb4cc0-6bcd-47de-a690-75e716301365 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0962994 Jul 28 19:24:02.946706 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f9ffe323-e237-49a8-9a97-462c17ed117e req-0c81152d-64fc-4f85-b420-b62952a034ff tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353591 Jul 28 19:24:04.080696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13805-b6ff-4ff8-ab84-88b1c0a42134 req-4ca68cb7-ac64-453b-8362-fafda70c6f64 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:04.082181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eab13805-b6ff-4ff8-ab84-88b1c0a42134 req-4ca68cb7-ac64-453b-8362-fafda70c6f64 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Jul 28 19:24:04.118667 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-eab13805-b6ff-4ff8-ab84-88b1c0a42134 req-24e8b4a4-31f5-45e1-8bde-bc6270775dcb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305457 Jul 28 19:24:05.244710 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568cafc-2076-4ab5-9a1b-bfcbfe4118f6 req-e29ac2a0-0379-46ef-848e-b70034135f02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:05.246254 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c568cafc-2076-4ab5-9a1b-bfcbfe4118f6 req-e29ac2a0-0379-46ef-848e-b70034135f02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0488102 Jul 28 19:24:05.283718 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c568cafc-2076-4ab5-9a1b-bfcbfe4118f6 req-a78cd9f8-2f43-4a43-8005-a5c3e2bd03c5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314782 Jul 28 19:24:06.128777 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:24:06.396783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc56e7-0487-4974-8efd-65f61986e44e req-3a18e840-c64e-4335-886e-99089b20bb5c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:06.398182 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4cc56e7-0487-4974-8efd-65f61986e44e req-3a18e840-c64e-4335-886e-99089b20bb5c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Jul 28 19:24:06.435803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a4cc56e7-0487-4974-8efd-65f61986e44e req-56faa8e4-940d-481e-ad6a-3af88b421153 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317004 Jul 28 19:24:07.549271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e185c-90eb-4951-a77a-be213268f7ca req-18d821a4-0b0a-4620-bbf0-1d941fe48877 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:07.550788 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea2e185c-90eb-4951-a77a-be213268f7ca req-18d821a4-0b0a-4620-bbf0-1d941fe48877 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Jul 28 19:24:07.588469 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ea2e185c-90eb-4951-a77a-be213268f7ca req-899a70e4-5c11-47e4-ac5d-2c45a5bfe615 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317094 Jul 28 19:24:07.762313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-00196283-9365-43b8-8f9e-b383a30af4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:08.025360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-0de11731-eaf3-46ac-a9a0-5b947d8cca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:08.026743 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-0de11731-eaf3-46ac-a9a0-5b947d8cca84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0948260 Jul 28 19:24:08.128103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-2f8d8347-ef39-4a7b-9879-6d7f403b4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:08.129573 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-2f8d8347-ef39-4a7b-9879-6d7f403b4cfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0833261 Jul 28 19:24:08.195924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-9a991df9-0a9d-43fd-aea3-3e4b7537a482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1001 time: 0.0599232 Jul 28 19:24:08.243015 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-8bf7c3b1-0818-4a4a-9b93-3b0aea267a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:08.244438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-8bf7c3b1-0818-4a4a-9b93-3b0aea267a94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0424240 Jul 28 19:24:08.289656 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-82c51bb1-6a85-4340-bcfd-85af31e77c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:08.291061 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-82c51bb1-6a85-4340-bcfd-85af31e77c98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389113 Jul 28 19:24:08.382687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-bf481467-e21a-4274-ae85-4e6d7a37c14b service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Jul 28 19:24:08.470176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a957b982-2a21-4ba0-8d7a-b328a2b3bad3 req-a65eb35e-a5bc-4074-9b4e-26d10274d5e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800965 Jul 28 19:24:08.706896 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03576-cd1a-4f3e-ad91-47786b4bd300 req-0c9b1ee8-8e5a-4a3e-99b7-801e61318ce6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:08.708950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cbb03576-cd1a-4f3e-ad91-47786b4bd300 req-0c9b1ee8-8e5a-4a3e-99b7-801e61318ce6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0542281 Jul 28 19:24:08.755075 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cbb03576-cd1a-4f3e-ad91-47786b4bd300 req-860b0cc3-82b0-4ed7-8d76-b501b802d6c3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386789 Jul 28 19:24:09.868727 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59922d01-48e0-4162-843d-4b7b48830000 req-68d693f1-c79e-4e1f-bfb3-6b9944c9db3e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:09.870215 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59922d01-48e0-4162-843d-4b7b48830000 req-68d693f1-c79e-4e1f-bfb3-6b9944c9db3e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0496533 Jul 28 19:24:09.911011 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-59922d01-48e0-4162-843d-4b7b48830000 req-0f7dae42-8791-4811-97f8-fd7752bcabb1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349057 Jul 28 19:24:10.120275 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:10.384743 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e74a189a-4c11-4451-89d0-188c0d12c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:11.026747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080278d-6d5d-4a00-b7c0-de4985be100a req-2afee867-5529-4dcd-b16d-d12d13924078 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:11.028241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4080278d-6d5d-4a00-b7c0-de4985be100a req-2afee867-5529-4dcd-b16d-d12d13924078 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Jul 28 19:24:11.064672 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4080278d-6d5d-4a00-b7c0-de4985be100a req-4ee6d524-07e2-4bf2-927e-819f6d237bab tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300319 Jul 28 19:24:11.418886 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:12.178293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a134-a29d-4a0f-b205-5e16a9afde7c req-1cd13d99-1b0e-4fe8-9c6a-3ba5c40ee0ee tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:12.179775 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75d0a134-a29d-4a0f-b205-5e16a9afde7c req-1cd13d99-1b0e-4fe8-9c6a-3ba5c40ee0ee tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0476115 Jul 28 19:24:12.216849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-75d0a134-a29d-4a0f-b205-5e16a9afde7c req-49bc55fe-b450-4449-ab78-9f2821039add tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312650 Jul 28 19:24:13.275008 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:13.329003 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95274-41be-4f20-b15d-703cba67ccb4 req-e4b29c4c-d41a-4fd9-aa9c-8c296d271290 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:13.330968 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37e95274-41be-4f20-b15d-703cba67ccb4 req-e4b29c4c-d41a-4fd9-aa9c-8c296d271290 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0487490 Jul 28 19:24:13.368384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-37e95274-41be-4f20-b15d-703cba67ccb4 req-1276dc2e-654c-45f2-9868-dd8e7ccf0f0d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314343 Jul 28 19:24:14.098651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:24:14.191769 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:14.203046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:24:14.239242 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:14.251579 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:24:14.272214 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:14.337156 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:14.386058 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:14.394000 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.394352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.394695 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.395036 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.395374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.396065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.396065 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.396365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.396675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.396999 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.397324 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.397652 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:14.416039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['03e1d920-7cf5-414c-9fa1-143a1d112773'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:24:14.481044 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4d550-8793-4145-bb11-7a7dcb8477dd req-282de671-4af1-4c6c-9af3-a283d6d5cc11 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:14.482536 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1eb4d550-8793-4145-bb11-7a7dcb8477dd req-282de671-4af1-4c6c-9af3-a283d6d5cc11 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0486634 Jul 28 19:24:14.521772 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1eb4d550-8793-4145-bb11-7a7dcb8477dd req-b3f27e40-c384-4b74-b8c5-26a20e8d59e9 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330296 Jul 28 19:24:15.640273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dded2e7-b1cd-45a1-aa43-fdf316b3061c req-806354a2-dc31-4c17-9651-fa4f46db8a84 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:15.642299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6dded2e7-b1cd-45a1-aa43-fdf316b3061c req-806354a2-dc31-4c17-9651-fa4f46db8a84 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0537140 Jul 28 19:24:15.680438 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6dded2e7-b1cd-45a1-aa43-fdf316b3061c req-fb9663a1-f062-4ba2-9c65-7f44ac95025f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318420 Jul 28 19:24:16.096963 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:24:16.150911 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 03e1d920-7cf5-414c-9fa1-143a1d112773 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:24:16.151325 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:16.241196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:16.267168 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:24:16.269503 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9947a1-561e-467e-ba0b-a276a9c26a97" -d '{"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:24:16.281415 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:16.311003 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cb9d8e-b475-4f0a-be20-291bc0398a26 x-openstack-request-id: req-69cb9d8e-b475-4f0a-be20-291bc0398a26 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:24:16.311302 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:24:16.311635 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69cb9d8e-b475-4f0a-be20-291bc0398a26 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:24:16.312036 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'code': 200} Jul 28 19:24:16.355109 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:16.406886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:16.429249 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:16.802584 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6dc3f-ed22-4071-ad21-5602debe90e0 req-3f5a2955-088d-4fc1-a6fc-d94ac9728174 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:16.804150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4d6dc3f-ed22-4071-ad21-5602debe90e0 req-3f5a2955-088d-4fc1-a6fc-d94ac9728174 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0538781 Jul 28 19:24:16.844067 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d4d6dc3f-ed22-4071-ad21-5602debe90e0 req-f5e8b606-82bb-4d6d-be59-006b600e7163 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337932 Jul 28 19:24:17.978203 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086375d-cfcb-4fe4-a2ad-028998952064 req-b6b2281d-526e-4648-ae07-d0e2dee15cd2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:17.979729 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0086375d-cfcb-4fe4-a2ad-028998952064 req-b6b2281d-526e-4648-ae07-d0e2dee15cd2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0585074 Jul 28 19:24:18.032113 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0086375d-cfcb-4fe4-a2ad-028998952064 req-4ce60329-0148-4bc8-bbab-9d5bd543de0d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462146 Jul 28 19:24:19.156022 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3b936-8900-411c-b079-6ae6e7934d3d req-ccab5947-d3c6-4da8-a6d4-b050d215ee31 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:19.157512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cee3b936-8900-411c-b079-6ae6e7934d3d req-ccab5947-d3c6-4da8-a6d4-b050d215ee31 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0551081 Jul 28 19:24:19.202912 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-cee3b936-8900-411c-b079-6ae6e7934d3d req-1969f706-ea30-4ea0-b864-ea6850aa7aa2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385013 Jul 28 19:24:19.444267 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:20.348923 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499dc44-3e60-44f3-9d53-06699c4c66ca req-065b233a-21f4-42ca-827f-7a988abb308b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:20.351363 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c499dc44-3e60-44f3-9d53-06699c4c66ca req-065b233a-21f4-42ca-827f-7a988abb308b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0616789 Jul 28 19:24:20.396306 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c499dc44-3e60-44f3-9d53-06699c4c66ca req-b5af978f-4c8e-4b2b-aa0f-5dd504efcad9 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379577 Jul 28 19:24:21.526178 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a2b5b-cb53-41bc-8185-a993934955c9 req-4abb0afb-bd0a-4685-8ee2-6d616d421712 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:21.529052 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95a2b5b-cb53-41bc-8185-a993934955c9 req-4abb0afb-bd0a-4685-8ee2-6d616d421712 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0594616 Jul 28 19:24:21.569556 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95a2b5b-cb53-41bc-8185-a993934955c9 req-1878980f-0633-4955-82d6-7d2d22feae20 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346422 Jul 28 19:24:22.695788 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df696f65-7ea7-4e36-8bb5-280b71c24410 req-81cfc570-96eb-4877-ab2c-4e16149ffefd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:22.699876 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df696f65-7ea7-4e36-8bb5-280b71c24410 req-81cfc570-96eb-4877-ab2c-4e16149ffefd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Jul 28 19:24:22.746404 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-df696f65-7ea7-4e36-8bb5-280b71c24410 req-451e0162-c159-45a2-9869-986926dd6323 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423145 Jul 28 19:24:23.878685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4ea90-2e55-40dd-a091-d626c29cc802 req-dadf3d1a-4fd9-47bf-9190-30b98b3ec15a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:23.880384 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01b4ea90-2e55-40dd-a091-d626c29cc802 req-dadf3d1a-4fd9-47bf-9190-30b98b3ec15a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0548835 Jul 28 19:24:23.921932 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-01b4ea90-2e55-40dd-a091-d626c29cc802 req-9f81276e-48dd-4655-a381-d7cabdcf8a75 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349424 Jul 28 19:24:25.036811 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453932-dd1f-405a-b4b1-6a042dd5954f req-013262cc-846a-47b5-ac20-6d5cbe7560f0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:25.038300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36453932-dd1f-405a-b4b1-6a042dd5954f req-013262cc-846a-47b5-ac20-6d5cbe7560f0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0486805 Jul 28 19:24:25.083024 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36453932-dd1f-405a-b4b1-6a042dd5954f req-15ae8bfe-f3ca-41f6-807e-f39aa94120f7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386376 Jul 28 19:24:26.212900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab357f6-7d88-4011-a575-68f3b9bcc014 req-134331c3-02a6-4bb9-900a-f58629e5e308 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:26.214362 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ab357f6-7d88-4011-a575-68f3b9bcc014 req-134331c3-02a6-4bb9-900a-f58629e5e308 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Jul 28 19:24:26.250778 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ab357f6-7d88-4011-a575-68f3b9bcc014 req-fecb1088-e828-4377-8adf-0233149a2b50 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304213 Jul 28 19:24:26.752100 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-90861985-4915-42fb-8a45-beff601ad292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:26.753476 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-90861985-4915-42fb-8a45-beff601ad292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1096 time: 0.0403876 Jul 28 19:24:26.843684 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-dde0718c-a4af-46be-8086-0b9847631c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:26.845152 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-dde0718c-a4af-46be-8086-0b9847631c3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0848100 Jul 28 19:24:26.907657 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-c653b548-9118-4444-b11d-96d3035d7dd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1001 time: 0.0555563 Jul 28 19:24:26.959252 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-8ff928a2-9ca3-4696-b2d3-2a89a7f34939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:26.960677 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-8ff928a2-9ca3-4696-b2d3-2a89a7f34939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0462918 Jul 28 19:24:27.005458 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-4e6188ff-5937-463b-81f4-56a2b3c72774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:27.006880 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-4e6188ff-5937-463b-81f4-56a2b3c72774 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395701 Jul 28 19:24:27.092496 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-e64d1065-9c67-4316-979c-ee144892d897 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784223 Jul 28 19:24:27.183696 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-599dfe87-e663-42ef-a26c-bbd618b4ace8 req-ecc6dd93-0eb1-4f16-bd47-06eefe70326f service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Jul 28 19:24:27.363468 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f084-0b7e-4e0f-871f-39e290db99d0 req-4f2cea71-8653-405d-9c1f-3e64b24606ab tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:27.364995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd07f084-0b7e-4e0f-871f-39e290db99d0 req-4f2cea71-8653-405d-9c1f-3e64b24606ab tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Jul 28 19:24:27.403194 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-dd07f084-0b7e-4e0f-871f-39e290db99d0 req-010eecb3-7c59-497c-88e3-a928e084a90e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322700 Jul 28 19:24:28.518260 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa21dc-f8be-4e2c-be97-cf6013b19059 req-72ba3af3-7d09-44bc-a663-4b91afa90c54 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:28.519792 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8aa21dc-f8be-4e2c-be97-cf6013b19059 req-72ba3af3-7d09-44bc-a663-4b91afa90c54 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Jul 28 19:24:28.557266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c8aa21dc-f8be-4e2c-be97-cf6013b19059 req-3ed69479-0b63-4130-8aae-397c5b29f617 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314500 Jul 28 19:24:29.670033 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1709d9b-e239-43e9-ad97-20ed38c860c8 req-26514599-d75c-4e5b-a999-e83f9e1688be tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:29.671554 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1709d9b-e239-43e9-ad97-20ed38c860c8 req-26514599-d75c-4e5b-a999-e83f9e1688be tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0490370 Jul 28 19:24:29.710046 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f1709d9b-e239-43e9-ad97-20ed38c860c8 req-6e98b525-72ea-4322-9827-347172618201 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Jul 28 19:24:30.037271 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b591b1-0ad2-4860-b88a-9f77fed1f9b9 req-1331d40a-11ba-4284-b04e-7205c9b0387b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:30.038287 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4b591b1-0ad2-4860-b88a-9f77fed1f9b9 req-1331d40a-11ba-4284-b04e-7205c9b0387b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Jul 28 19:24:30.081174 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-e4b591b1-0ad2-4860-b88a-9f77fed1f9b9 req-b51080cf-a329-4f90-91aa-f890406df4f8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370529 Jul 28 19:24:30.181660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:24:30.256990 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:30.277871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:24:30.280200 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a952c-d83d-463b-8323-d2dd3e84da3a" -d '{"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-unplugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:24:30.293121 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:30.311699 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a9f42-e7bc-4682-a377-90295cdf865b x-openstack-request-id: req-a74a9f42-e7bc-4682-a377-90295cdf865b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:24:30.311984 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-unplugged", "status": "failed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "code": 422}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:24:30.312239 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a74a9f42-e7bc-4682-a377-90295cdf865b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:24:30.312635 n-d-778550-5 neutron-server[101108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'code': 422} returned with failed status Jul 28 19:24:30.354241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:30.402685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:30.412811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-864ad958-2da2-434a-aa92-c0719e721f6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821526 Jul 28 19:24:31.196059 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677955b-53ad-450e-8162-c58f8490c88e req-101ed581-6129-493c-aae0-28051967a687 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:31.197818 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6677955b-53ad-450e-8162-c58f8490c88e req-101ed581-6129-493c-aae0-28051967a687 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 943 time: 0.0478530 Jul 28 19:24:31.235410 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-6677955b-53ad-450e-8162-c58f8490c88e req-2a2bf667-872b-4a0d-9639-4b6acf39c3e2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314541 Jul 28 19:24:31.665127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-7217ce90-6d24-4e92-96c8-a10e303eb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:31.666613 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-7217ce90-6d24-4e92-96c8-a10e303eb222 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 1094 time: 0.0435557 Jul 28 19:24:31.679055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-5', 'device_owner': 'compute:nova'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:24:31.730441 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:31.923432 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:31.955092 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:24:31.989901 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:24:31.997071 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.008438 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Transition to ACTIVE for port object 03e1d920-7cf5-414c-9fa1-143a1d112773 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:24:32.108244 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.181517 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=9']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:32.193366 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.193712 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.194055 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.194387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.194716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.195043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.195365 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.195781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.196103 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.196437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.196744 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.197057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:24:32.237833 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] No DVR routers for this DVR port 03e1d920-7cf5-414c-9fa1-143a1d112773 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:24:32.385715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba4dfc-399b-4cb9-a00e-e7f833700ba5 req-b2d580fe-ad3d-446d-a477-dcb3d75e4af2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.387197 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bba4dfc-399b-4cb9-a00e-e7f833700ba5 req-b2d580fe-ad3d-446d-a477-dcb3d75e4af2 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 943 time: 0.0687773 Jul 28 19:24:32.428028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:24:32.428259 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:24:32.428589 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:24:32.437135 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:24:32.437455 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Attempting to bind port 03e1d920-7cf5-414c-9fa1-143a1d112773 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:24:32.449289 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:24:32.449626 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:24:32.450006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Bound using segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:24:32.450426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Bound port: 03e1d920-7cf5-414c-9fa1-143a1d112773, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:24:32.450781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.463072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5bba4dfc-399b-4cb9-a00e-e7f833700ba5 req-28a9062e-f994-43f0-80b3-676cdc562792 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592415 Jul 28 19:24:32.516298 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:24:32.520218 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:24:32.608207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.643051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.644312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.645775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] 10.222.0.35 "PUT /v2.0/ports/03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1091 time: 0.9712298 Jul 28 19:24:32.646109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:24:32.648348 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f117790-c559-4cc0-8ad5-38475b2fc915" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:24:32.687667 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37ebe-082b-47a4-9bf9-3d1a8dac1537 service neutron] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=10']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:32.720368 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-2e5859c9-2f01-468d-b5b3-106041143cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.724275 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-2e5859c9-2f01-468d-b5b3-106041143cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1095 time: 0.0503790 Jul 28 19:24:32.776942 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbf92e-72c8-43f9-aad9-769371978bd3 x-openstack-request-id: req-0adbf92e-72c8-43f9-aad9-769371978bd3 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:24:32.777232 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:24:32.777484 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0adbf92e-72c8-43f9-aad9-769371978bd3 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:24:32.777882 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'status': 'completed', 'code': 200} Jul 28 19:24:32.821545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-1aa82f06-1b3e-45a5-80bd-dabcca6919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.823303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-1aa82f06-1b3e-45a5-80bd-dabcca6919c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0921149 Jul 28 19:24:32.893299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-8915adf8-de69-49e7-9cd2-443813593010 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 999 time: 0.0630374 Jul 28 19:24:32.941271 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-687c631d-485f-4d8a-8e34-016847be7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.942755 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-687c631d-485f-4d8a-8e34-016847be7368 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0431652 Jul 28 19:24:32.986614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf670-4e81-4b25-b627-88796397d385 req-14a33fa5-bae5-42dd-8162-6bb502bc5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:32.988655 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-14a33fa5-bae5-42dd-8162-6bb502bc5f66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390372 Jul 28 19:24:33.000748 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-ecfd4425-aa82-4e1b-8ba4-0e942a820108 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:24:33.001685 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-ecfd4425-aa82-4e1b-8ba4-0e942a820108 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048697 Jul 28 19:24:33.092498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-a20d206a-b36c-4215-a036-ba462c3f2deb service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827951 Jul 28 19:24:33.178620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-403bf670-4e81-4b25-b627-88796397d385 req-5932fac5-6a7a-4a9b-a478-c240c0e736b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793674 Jul 28 19:24:33.310718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-4ee36748-1c6b-4601-9e1a-d245344e5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:33.312296 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-4ee36748-1c6b-4601-9e1a-d245344e5808 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1095 time: 0.0452435 Jul 28 19:24:33.400979 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-9cf3fc0f-9b43-40cf-a368-45c6af696d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:33.402470 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-9cf3fc0f-9b43-40cf-a368-45c6af696d92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0832744 Jul 28 19:24:33.471217 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-ebf4a735-2d2c-4bb8-aa63-d80ee14ff8b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 999 time: 0.0609925 Jul 28 19:24:33.522866 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-b1e003cb-4940-4d99-b517-c315f4dbab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:33.524388 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-b1e003cb-4940-4d99-b517-c315f4dbab3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0433512 Jul 28 19:24:33.605473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e95c2e-bbd5-4487-9624-453b9c1c233f req-0f830d68-c283-4cca-87fd-a5cf2e775fe7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:33.607271 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e95c2e-bbd5-4487-9624-453b9c1c233f req-0f830d68-c283-4cca-87fd-a5cf2e775fe7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0753334 Jul 28 19:24:33.654548 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-18dde80f-403a-4707-85f5-a2214ab4f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:33.661710 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-18dde80f-403a-4707-85f5-a2214ab4f160 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279643 Jul 28 19:24:33.690705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b3e95c2e-bbd5-4487-9624-453b9c1c233f req-f037a393-9029-4721-b2a3-ec78a0b302a1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695801 Jul 28 19:24:34.817739 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9d9fc-bfe6-4077-8755-9a95be3c5fba req-8f96dd87-680d-4891-8973-a97496638cda tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:34.819218 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36f9d9fc-bfe6-4077-8755-9a95be3c5fba req-8f96dd87-680d-4891-8973-a97496638cda tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0496118 Jul 28 19:24:34.862400 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-36f9d9fc-bfe6-4077-8755-9a95be3c5fba req-7835a51b-d340-4da9-b649-3fdafabe799f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363758 Jul 28 19:24:35.986107 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c15dd8-33d8-4af9-9227-9803349721f7 req-429841d3-c7e8-45ba-8bbb-0e279d12a250 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:35.988137 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0c15dd8-33d8-4af9-9227-9803349721f7 req-429841d3-c7e8-45ba-8bbb-0e279d12a250 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0546451 Jul 28 19:24:36.027453 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b0c15dd8-33d8-4af9-9227-9803349721f7 req-d2853618-31fb-465b-b79a-12e68022f251 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331638 Jul 28 19:24:37.142831 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42185e49-0c4c-41dc-a6cb-9788c27f01e9 req-53225df8-61f8-4761-b9bf-2234d2463680 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:37.145050 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42185e49-0c4c-41dc-a6cb-9788c27f01e9 req-53225df8-61f8-4761-b9bf-2234d2463680 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0491433 Jul 28 19:24:37.187702 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42185e49-0c4c-41dc-a6cb-9788c27f01e9 req-11e62aff-c5cf-4943-bc34-200ee056e983 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365882 Jul 28 19:24:37.749485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5868b811-7cc7-4f69-9480-14d7e51eb6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:38.307308 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa3c1f-f328-4344-885a-f50304dc15e3 req-efd5cb63-6af7-48d5-a9f8-b5c5451c81f5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:38.309139 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3aa3c1f-f328-4344-885a-f50304dc15e3 req-efd5cb63-6af7-48d5-a9f8-b5c5451c81f5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0511954 Jul 28 19:24:38.350546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a3aa3c1f-f328-4344-885a-f50304dc15e3 req-17ee7447-affd-426d-904d-5ce9e86d165e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354369 Jul 28 19:24:39.172300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-520339a3-341a-4b7f-a67b-a81ebe47c86e service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857594 Jul 28 19:24:39.261045 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f117790-c559-4cc0-8ad5-38475b2fc915 req-f9d7f81f-9047-4cdf-9098-241ea5744d58 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809953 Jul 28 19:24:39.514554 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb9fe0-3c09-4662-b54a-edf4aa1f8e78 req-98613de2-26c3-4134-8004-d6da5500c3c4 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:39.520071 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8cb9fe0-3c09-4662-b54a-edf4aa1f8e78 req-98613de2-26c3-4134-8004-d6da5500c3c4 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0835366 Jul 28 19:24:39.562922 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c8cb9fe0-3c09-4662-b54a-edf4aa1f8e78 req-c4629ae9-c449-4722-b08a-c3ed02f5b5ba tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371757 Jul 28 19:24:40.156610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:40.460260 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-140c768d-1945-415c-8a59-ac2d5f42a3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:40.690624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ad1e8-5050-497a-af57-a25ec57d7afe req-153409e3-cb00-41d3-bd52-600c9f02e609 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:40.692213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e28ad1e8-5050-497a-af57-a25ec57d7afe req-153409e3-cb00-41d3-bd52-600c9f02e609 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0580189 Jul 28 19:24:40.731670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e28ad1e8-5050-497a-af57-a25ec57d7afe req-2ce2902e-d509-4573-8d39-553f7987ab7d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329580 Jul 28 19:24:41.402663 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:41.861562 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e639a4b-b6f6-4157-8a5f-7dbde7b5af1f req-8bdbe89e-9d90-4e7c-b6c3-b62cd0e32fdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:41.863639 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e639a4b-b6f6-4157-8a5f-7dbde7b5af1f req-8bdbe89e-9d90-4e7c-b6c3-b62cd0e32fdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0557313 Jul 28 19:24:41.904662 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9e639a4b-b6f6-4157-8a5f-7dbde7b5af1f req-2b2828c6-3a8e-46fe-b382-b74e285ca5f5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347335 Jul 28 19:24:43.024486 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f911-f62a-47bf-ad9e-51990cbac5f5 req-29d454da-6322-4793-bf6d-169a8546e65a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:43.026509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9551f911-f62a-47bf-ad9e-51990cbac5f5 req-29d454da-6322-4793-bf6d-169a8546e65a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0528429 Jul 28 19:24:43.068937 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-9551f911-f62a-47bf-ad9e-51990cbac5f5 req-34446915-435e-4b4f-87e7-dcdd34a99f8a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363371 Jul 28 19:24:43.128246 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:24:43.285908 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:44.181361 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9be51-1bb0-49b9-9d3f-55ba302062e9 req-9efbb5da-a5d9-4fec-b02c-bbc961996ff8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:44.182816 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ee9be51-1bb0-49b9-9d3f-55ba302062e9 req-9efbb5da-a5d9-4fec-b02c-bbc961996ff8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0467410 Jul 28 19:24:44.224026 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1ee9be51-1bb0-49b9-9d3f-55ba302062e9 req-aee69deb-64a0-4194-8c3d-e29eca283808 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353024 Jul 28 19:24:45.336944 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe074e3a-85cb-466c-905f-fcb64d4b4662 req-574db1d0-1e6a-468e-9e3b-60db47644681 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:45.338397 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe074e3a-85cb-466c-905f-fcb64d4b4662 req-574db1d0-1e6a-468e-9e3b-60db47644681 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0479987 Jul 28 19:24:45.374716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe074e3a-85cb-466c-905f-fcb64d4b4662 req-9b51984c-b6ab-43a0-b3f9-5c16b984d480 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304365 Jul 28 19:24:46.428478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:46.488565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bfe5d-994c-408c-b375-3e263f9a0146 req-18bc644b-87fb-40aa-a70c-49fdc0d8587b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:46.490040 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d3bfe5d-994c-408c-b375-3e263f9a0146 req-18bc644b-87fb-40aa-a70c-49fdc0d8587b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0485954 Jul 28 19:24:46.527521 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5d3bfe5d-994c-408c-b375-3e263f9a0146 req-efacf765-7f4a-45f8-a2ab-d5c5578418b0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314016 Jul 28 19:24:47.640753 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c94ec-62bb-4bf5-97f3-f3fe74cf5e8c req-8c6ba8de-a596-4b9a-a41d-1b9639ff6fca tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:47.642203 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-523c94ec-62bb-4bf5-97f3-f3fe74cf5e8c req-8c6ba8de-a596-4b9a-a41d-1b9639ff6fca tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0475321 Jul 28 19:24:47.681213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-523c94ec-62bb-4bf5-97f3-f3fe74cf5e8c req-5f275832-5d77-4c38-b061-b434466f27a4 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331717 Jul 28 19:24:48.801285 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f7cb-48c1-4df8-8bff-f53193b9b60a req-2496e4ab-b5f1-4394-95e2-0d10c23ea2f8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:48.802708 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5518f7cb-48c1-4df8-8bff-f53193b9b60a req-2496e4ab-b5f1-4394-95e2-0d10c23ea2f8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0534897 Jul 28 19:24:48.842474 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5518f7cb-48c1-4df8-8bff-f53193b9b60a req-6d5e1900-739f-4223-a1e5-b01d9c9ea453 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326848 Jul 28 19:24:49.456559 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:49.959654 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa3dd-d54f-48dc-a0f2-d11efa020a01 req-12f73fc3-c156-4ba3-a1ce-bfc4a167c2ae tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:49.961134 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57fa3dd-d54f-48dc-a0f2-d11efa020a01 req-12f73fc3-c156-4ba3-a1ce-bfc4a167c2ae tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0510719 Jul 28 19:24:49.997891 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d57fa3dd-d54f-48dc-a0f2-d11efa020a01 req-14671e9c-c3bb-4467-909f-b69e941a64f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309148 Jul 28 19:24:51.109268 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a60e-2846-4a83-9035-521aff93c4c5 req-84c2325c-2294-48c4-aa81-19941ccf3250 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:51.110752 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04f0a60e-2846-4a83-9035-521aff93c4c5 req-84c2325c-2294-48c4-aa81-19941ccf3250 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 944 time: 0.0476897 Jul 28 19:24:51.131492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:24:51.153068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-04f0a60e-2846-4a83-9035-521aff93c4c5 req-28816068-78eb-4a1f-80d6-639574a25e24 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357919 Jul 28 19:24:51.222159 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:51.233046 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'port_id': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'mac_address': 'fa:16:3e:99:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:24:51.271192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:51.283025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:24:51.302149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:51.362198 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:51.406405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=11']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:51.694426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['03e1d920-7cf5-414c-9fa1-143a1d112773'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:24:52.266246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545db42d-b254-4b22-8aa5-f286b1e729d5 req-b91ee1db-aa83-4b9b-bcad-447f94eadf31 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:52.267716 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-545db42d-b254-4b22-8aa5-f286b1e729d5 req-b91ee1db-aa83-4b9b-bcad-447f94eadf31 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0473900 Jul 28 19:24:52.303745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-545db42d-b254-4b22-8aa5-f286b1e729d5 req-70640fd9-27fd-4bce-b7b1-ec3ea5d5cb3c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301743 Jul 28 19:24:53.135189 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:24:53.233798 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 03e1d920-7cf5-414c-9fa1-143a1d112773 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:24:53.237419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 03e1d920-7cf5-414c-9fa1-143a1d112773 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:24:53.237796 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:53.312975 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:53.335889 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:24:53.338109 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5013eb-b90e-4aff-ab0f-f7d79f89866a" -d '{"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:24:53.351135 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:24:53.373597 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952788f-c20a-4e54-b651-b11b0a0f5ac9 x-openstack-request-id: req-4952788f-c20a-4e54-b651-b11b0a0f5ac9 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:24:53.373893 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-plugged", "status": "completed", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:24:53.374200 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4952788f-c20a-4e54-b651-b11b0a0f5ac9 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:24:53.374603 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'code': 200} Jul 28 19:24:53.425565 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857ed60-61c7-432f-a95f-e2462d1593a3 req-fdd7e843-e67f-4a89-b5fe-a077d46a2760 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:53.426982 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a857ed60-61c7-432f-a95f-e2462d1593a3 req-fdd7e843-e67f-4a89-b5fe-a077d46a2760 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 945 time: 0.0541112 Jul 28 19:24:53.428655 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:53.472500 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a857ed60-61c7-432f-a95f-e2462d1593a3 req-f8d3198b-6e53-4b9c-982c-eef651d46632 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369661 Jul 28 19:24:53.477419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=12']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:24:53.577508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51781-a439-4833-9dd0-cd195367c2e4 req-a8eca508-a653-447a-9a50-ae9500703add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:53.578981 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4af51781-a439-4833-9dd0-cd195367c2e4 req-a8eca508-a653-447a-9a50-ae9500703add service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1097 time: 0.0389307 Jul 28 19:24:53.611727 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4af51781-a439-4833-9dd0-cd195367c2e4 req-81b3780e-abdb-4a31-8d84-b490c6def1e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0256777 Jul 28 19:24:54.594680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2bfa-94e9-4b79-be76-67f230db502d req-ef458151-eb12-4edd-bfd6-b7e14d91f643 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:54.596276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81af2bfa-94e9-4b79-be76-67f230db502d req-ef458151-eb12-4edd-bfd6-b7e14d91f643 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0546999 Jul 28 19:24:54.634299 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-81af2bfa-94e9-4b79-be76-67f230db502d req-76fbecbf-9f01-4017-be50-d69b2e4dc2a6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315084 Jul 28 19:24:55.751197 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843161e-551d-4fdc-9437-3a53c4e880fb req-8a40817d-40a3-4c8b-9d5c-d3e5d3277886 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:55.753416 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f843161e-551d-4fdc-9437-3a53c4e880fb req-8a40817d-40a3-4c8b-9d5c-d3e5d3277886 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0516813 Jul 28 19:24:55.791849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-f843161e-551d-4fdc-9437-3a53c4e880fb req-6161a01f-e160-40e5-9a5f-21ea6eecad74 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323358 Jul 28 19:24:56.903562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052101-fd23-406f-8430-4c4485726d7d req-aa007d3e-a869-4fc2-ab9e-c2786531ad7e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:56.905032 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b052101-fd23-406f-8430-4c4485726d7d req-aa007d3e-a869-4fc2-ab9e-c2786531ad7e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0475097 Jul 28 19:24:56.941889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4b052101-fd23-406f-8430-4c4485726d7d req-aeb67642-b69d-4707-a67e-df2cd5255a94 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304422 Jul 28 19:25:07.750753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6b20-9365-4650-989f-1d41b688f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:10.097529 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:10.379205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4ce6a417-7287-4256-8db5-34e8cdcab946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:11.416245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:13.276572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:13.610264 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-762f77a4-f483-41d2-8f3d-5615a28f91dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789204 Jul 28 19:25:13.693473 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-d14ab05d-404b-4bcc-8988-7d454b80479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:13.694963 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-d14ab05d-404b-4bcc-8988-7d454b80479a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1097 time: 0.0433362 Jul 28 19:25:13.795112 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-847c99dd-ecd5-4137-8450-341f5b16a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:13.796601 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-847c99dd-ecd5-4137-8450-341f5b16a619 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0810299 Jul 28 19:25:13.863836 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-edcfa374-1cef-4cb2-aa5b-201729d566b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1001 time: 0.0592420 Jul 28 19:25:14.256888 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-4e94d084-fc0c-41d2-bc7b-63f9f5701639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:14.258363 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-4e94d084-fc0c-41d2-bc7b-63f9f5701639 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.3878684 Jul 28 19:25:14.304843 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-269e5c89-c96c-4e7c-aaf3-6356a3061fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:14.306334 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-269e5c89-c96c-4e7c-aaf3-6356a3061fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399547 Jul 28 19:25:14.395446 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-d839f819-abab-438b-afb4-be928ee962c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819187 Jul 28 19:25:14.482862 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77b62be1-b9bd-4040-99be-dc1e51ccb19d req-bc5be205-23d4-43fc-9e8a-6902fc08239b service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796454 Jul 28 19:25:16.462047 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:19.456459 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:20.127466 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:25:37.739316 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-98f65d25-0e1b-48c2-98eb-517152ed97a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:40.122156 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:40.410240 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c9c9de0e-c0a7-44d9-8ca0-1eb158a99ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:41.385178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:43.299214 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:46.455381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:49.436444 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:57.126489 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:26:07.756423 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bd4194c4-138f-489d-84fa-f9ee3b47efdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:10.112039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:10.357767 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d5d40380-07f5-4932-b0b4-6e0e24dc879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:11.403593 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:13.295505 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:14.559183 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-81ab2e2e-79e4-4468-a402-b3bf727ac0e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389550 Jul 28 19:26:14.641021 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-6cca2d44-3e96-4e71-b8fd-a230b133446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:14.642502 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-6cca2d44-3e96-4e71-b8fd-a230b133446a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1097 time: 0.0432365 Jul 28 19:26:14.739796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-1a530a9f-bbb2-482b-834b-608a5d3ee5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:14.741226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-1a530a9f-bbb2-482b-834b-608a5d3ee5e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0802786 Jul 28 19:26:14.808213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-602f5011-5165-4f85-94a9-7780d95b4fb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 1001 time: 0.0591261 Jul 28 19:26:14.854078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-48556153-ed52-4bd4-9420-12edfd3e08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:14.855521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-48556153-ed52-4bd4-9420-12edfd3e08b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0413089 Jul 28 19:26:14.898418 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-7578fd8d-a918-44a1-9399-eaa883254946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:14.899854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-7578fd8d-a918-44a1-9399-eaa883254946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379570 Jul 28 19:26:14.988818 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-4fbf9ffb-f45c-4607-bf23-974fe05e88bf service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Jul 28 19:26:15.078156 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6601af63-d6d0-474f-b6e3-60e9570709c1 req-b36d8038-a9f9-488b-b1a6-1bc243a72404 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Jul 28 19:26:16.447339 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:19.471624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:34.126188 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:26:37.757259 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-00f36a2d-40d2-4068-8e3c-d8c36fc21735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:40.111504 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:40.351544 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b86d8221-359b-4826-8b7d-cb5bd88c2b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:41.412857 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:42.197560 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53578) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:42.664672 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Deleting port b92e8208-2966-4f6d-80c7-4135982edad9 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:26:42.665022 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:42.736798 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:42.737134 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:42.748348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Calling delete_port for b92e8208-2966-4f6d-80c7-4135982edad9 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:26:42.968691 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:42.994117 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'Port': ['ID=b92e8208-2966-4f6d-80c7-4135982edad9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:43.017621 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.017978 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.018323 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.018690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.019027 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.019358 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.019715 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.020042 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.020374 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.020690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.021019 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.021343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:43.061119 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:43.061459 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Floating IP 6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e disassociated (deleted). External IP: 172.25.7.148, port: 03e1d920-7cf5-414c-9fa1-143a1d112773. Jul 28 19:26:43.270826 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:26:43.295014 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:43.376620 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:26:43.381083 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:43.386096 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:26:43.394615 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:26:43.399547 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:26:43.407110 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-129904ff-260d-40a1-a11d-d0ac26768503 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "DELETE /v2.0/floatingips/6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e HTTP/1.1" status: 204 len: 168 time: 1.2084634 Jul 28 19:26:43.407778 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:26:43.410159 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:26:43.510262 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de4ebf-afd0-4197-93bf-22555e48b25f x-openstack-request-id: req-64de4ebf-afd0-4197-93bf-22555e48b25f {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:26:43.510572 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:26:43.510822 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64de4ebf-afd0-4197-93bf-22555e48b25f {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:26:43.510984 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:26:43.511216 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'status': 'completed', 'code': 200} Jul 28 19:26:43.572360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-19b76264-a4fe-4e37-aaac-acba7e2efc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:43.573878 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-19b76264-a4fe-4e37-aaac-acba7e2efc12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 1097 time: 0.0416129 Jul 28 19:26:43.670906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-fd155bee-f26e-4212-a4c0-ebc0a0a9c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:43.672464 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-fd155bee-f26e-4212-a4c0-ebc0a0a9c2a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0915272 Jul 28 19:26:43.709895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:26:43.717376 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-b751c98c-d520-46f4-9312-7350549eff31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 200 len: 217 time: 0.0367815 Jul 28 19:26:43.736674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:26:43.744790 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:26:43.745386 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:26:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:26:43.784212 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-ed1fe167-abb9-4fa5-8abf-0e5a143f9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:43.785803 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-ed1fe167-abb9-4fa5-8abf-0e5a143f9c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0612378 Jul 28 19:26:43.867246 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-a0845cd2-c1e8-4e95-9d5a-5c7f949fca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:43.868821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-a0845cd2-c1e8-4e95-9d5a-5c7f949fca68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744786 Jul 28 19:26:43.882360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30413436-6198-4a76-a57b-7181e8699b1b req-7db0f034-e37f-42b9-879d-fbe834afeb42 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:43.884002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30413436-6198-4a76-a57b-7181e8699b1b req-7db0f034-e37f-42b9-879d-fbe834afeb42 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0628257 Jul 28 19:26:43.971933 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30413436-6198-4a76-a57b-7181e8699b1b req-93ad7a00-94db-4389-a61f-79bc3963609a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792980 Jul 28 19:26:44.000772 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-ebd1316c-d52a-4e51-a19f-ccfc95966585 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156929 Jul 28 19:26:44.014454 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:26:44.097972 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1cf6b9af-c3d7-4f68-a8e9-6dad90b5e9ee req-e9e47d41-f583-49f9-b3b2-e5dd8588c2c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889783 Jul 28 19:26:44.208907 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:26:44.234686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade93b1-bf48-4e1e-aa80-0150fd233de7 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:26:44.462784 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e40d-29ca-4c0f-ade3-5da8c9d075ed None None] New status for floating IP 6194e90f-6cd5-4ddf-9ce2-a45c7e1eae5e: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:26:45.107456 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5ad0-0d7b-4d4e-a719-76dfaac2e759 req-094e7470-dc5b-41cd-9ec5-d6ac2700c4bf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:45.108975 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01fe5ad0-0d7b-4d4e-a719-76dfaac2e759 req-094e7470-dc5b-41cd-9ec5-d6ac2700c4bf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0522761 Jul 28 19:26:45.145958 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-01fe5ad0-0d7b-4d4e-a719-76dfaac2e759 req-cf0da5a8-88ab-4aa0-b57f-ad2179205323 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=405daa0e-d8d1-4c3b-bef2-f3cce7accd59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311577 Jul 28 19:26:45.337024 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-3ebf9a87-0ccf-4deb-b70b-c415d95e3ff5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:45.338462 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-3ebf9a87-0ccf-4deb-b70b-c415d95e3ff5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 946 time: 0.0536740 Jul 28 19:26:45.424898 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Deleting port 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:26:45.425247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:45.516596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] For port 03e1d920-7cf5-414c-9fa1-143a1d112773, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=03e1d920-7cf5-414c-9fa1-143a1d112773,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:26:45.516891 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:45.530083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Calling delete_port for 03e1d920-7cf5-414c-9fa1-143a1d112773 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:26:45.704477 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:45.738149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'Port': ['ID=03e1d920-7cf5-414c-9fa1-143a1d112773,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:45.764814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.765166 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.765507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.765847 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.766179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.766521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.766900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.767181 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.767540 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.767864 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.768194 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.768514 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:26:45.790981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] No DVR routers for this DVR port 03e1d920-7cf5-414c-9fa1-143a1d112773 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:26:45.793524 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:45.796430 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bc24aaf1-59b2-49e3-9fcc-aaf404096499 req-177fbae3-afc1-4813-8bc8-a058ef5e2e02 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.35 "DELETE /v2.0/ports/03e1d920-7cf5-414c-9fa1-143a1d112773 HTTP/1.1" status: 204 len: 173 time: 0.4522679 Jul 28 19:26:45.796881 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-deleted', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:26:45.799895 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21516e26-b6f7-43b5-b09d-8064a5786f39" -d '{"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-deleted", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:26:45.835769 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25482196-4628-4f8a-8886-31953a00cdf8 x-openstack-request-id: req-25482196-4628-4f8a-8886-31953a00cdf8 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:26:45.836086 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb620ba-0557-49ba-a3a1-2fc8b67b1069", "name": "network-vif-deleted", "tag": "03e1d920-7cf5-414c-9fa1-143a1d112773", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:26:45.836334 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25482196-4628-4f8a-8886-31953a00cdf8 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:26:45.836731 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb620ba-0557-49ba-a3a1-2fc8b67b1069', 'name': 'network-vif-deleted', 'tag': '03e1d920-7cf5-414c-9fa1-143a1d112773', 'status': 'completed', 'code': 200} Jul 28 19:26:46.253581 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-1bb3c338-71fb-4ea0-bba1-82564ab43611 req-b8f8ba9c-31f4-4687-9511-379cf585be52 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=eeb620ba-0557-49ba-a3a1-2fc8b67b1069 HTTP/1.1" status: 200 len: 210 time: 0.0269556 Jul 28 19:26:46.431899 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:47.309134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 53608) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:47.415285 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:47.440578 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:47.545480 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:47.548150 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:47.549310 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "DELETE /v2.0/security-groups/405daa0e-d8d1-4c3b-bef2-f3cce7accd59 HTTP/1.1" status: 204 len: 168 time: 0.2391987 Jul 28 19:26:47.561347 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde42b-ebcb-40ce-8aac-d9dc67826d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405daa0e-d8d1-4c3b-bef2-f3cce7accd59,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:49.442660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:49.745666 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:26:49.765120 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 03e1d920-7cf5-414c-9fa1-143a1d112773 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:26:49.765472 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 03e1d920-7cf5-414c-9fa1-143a1d112773 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:26:49.894571 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53620) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:49.899280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839550326', 'description': 'tempest-secgroup-smoke-1839550326 description', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:49.968462 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.051247 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.105558 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.133490 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f4cab-b3d0-4196-b740-20229519686a,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:50.178962 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.180213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f3e53eae-223c-450d-9275-f12ac1154ee3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2846427 Jul 28 19:26:50.187250 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53622) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:50.191715 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:50.281594 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.336225 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.414159 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.429747 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdab25f3-6b76-45d8-8e31-a26002b6218b,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:50.493984 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.495213 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-2e1e4f5c-0d10-4a39-948b-d725639ed4cf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3070223 Jul 28 19:26:50.498551 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53624) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:50.503292 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:50.579357 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.639149 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.704387 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.723356 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f74ae0-b039-47af-8c49-0493221f554c,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:50.774353 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.775602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e557c262-d06b-4765-babc-9696641fe220 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759356 Jul 28 19:26:50.778332 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53626) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:50.782835 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:50.869640 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:50.927191 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.002599 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.020114 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3552566a-0c7a-4569-9a49-917b7d6649db,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:51.076905 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.078097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-299c3612-9a76-48db-9a39-70a36e802885 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987709 Jul 28 19:26:51.080902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53628) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:51.085291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:51.166857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.223670 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.265452 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.283324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50f11b9-cf0f-41a0-b4ff-4ee66fb976a0,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:51.328420 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.329800 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-97d3841e-949b-4944-89a0-ac98f467dbb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2479815 Jul 28 19:26:51.332695 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53630) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:51.337134 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:51.391333 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Project b0e42416cd4d4b86924049102a3b28c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:26:51.396207 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.457699 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.539062 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.556681 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf2ecd5-fcc1-4286-ac78-e2f634a66991,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:51.636610 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.638341 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e737ce39-f184-4065-a491-30cbbd27dae3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042822 Jul 28 19:26:51.641126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53632) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:26:51.645562 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'security_group_rule': {'security_group_id': 'd27f4cab-b3d0-4196-b740-20229519686a', 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:26:51.745428 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Project b0e42416cd4d4b86924049102a3b28c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:26:51.750278 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.810291 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.882170 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.899675 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797a257b-1301-4992-bb9c-69f75b1ee1c0,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:26:51.961342 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:51.962546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d14d6409-4be9-4473-821a-30a2a3d7d966 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3204684 Jul 28 19:27:07.745570 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a96e7457-4a21-40fe-9129-fdf24256c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:10.150838 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:10.390630 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-62787519-2f04-4463-822f-dd204f6fc12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:10.764995 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-3b4b5d8b-0055-43cf-ad98-f8d7b8aedfe9 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839550326&fields=id&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 267 time: 0.0357997 Jul 28 19:27:10.869911 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-07208067-8124-4aaa-a72e-8dafef91ab8b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:10.871421 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-07208067-8124-4aaa-a72e-8dafef91ab8b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 809 time: 0.0990670 Jul 28 19:27:10.886566 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-a867b61f-502a-4090-b4df-2ca4cc010451 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/quotas/b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Jul 28 19:27:10.935936 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-de1c2da3-c22b-48fc-bdf4-ffdc5ec96980 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441182 Jul 28 19:27:11.072858 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-7acfb0fb-0fb7-4325-a663-e80ff2444c04 service neutron] 10.222.0.25 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249335 Jul 28 19:27:11.125385 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:27:11.160745 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-d5df3d3f-485c-4bf4-b4d0-873beb075348 service neutron] 10.222.0.25 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818274 Jul 28 19:27:11.448150 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:11.762003 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-712d439a-905f-4651-87ca-4392e518bf9c req-24349239-eebf-487c-8a76-95b735093ed6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 28 19:27:12.862820 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-25f27ffb-9538-44bb-8c03-ed8b9a8f8294 req-2cc05c49-95ce-44e8-86f8-588309993bc5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0320218 Jul 28 19:27:13.316665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:13.519197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-c2b92776-bef1-4016-8bc3-889a1a969014 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:13.521185 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-c2b92776-bef1-4016-8bc3-889a1a969014 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 809 time: 0.1105006 Jul 28 19:27:13.563176 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-02522759-6400-4499-9cc5-1ffe665b2c15 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 380 time: 0.0334356 Jul 28 19:27:13.572350 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'port': {'device_id': '077343f1-9aba-43c8-bb46-63470dc0084f', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'admin_state_up': True, 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'security_groups': ['d27f4cab-b3d0-4196-b740-20229519686a']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:27:13.727913 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Made reservation on behalf of b0e42416cd4d4b86924049102a3b28c2 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:27:13.731639 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:13.872033 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Allocated IP 172.20.0.4 (a6650d5a-40ea-4e41-b6b6-41bdf762ae16/2575ab04-ce2e-48ab-b4bc-9fb6fee8a919/c486fe0a-6e83-4614-b007-174afaee00e3) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:27:13.998684 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3c6021d4-60d6-4b0b-847e-6c4ee0ea9955 req-017dcedf-86e2-4556-9284-a5c0537bccd5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0336802 Jul 28 19:27:14.046748 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.060369 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Transition to ACTIVE for port object c486fe0a-6e83-4614-b007-174afaee00e3 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:27:14.162651 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.208819 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:27:14.212242 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:27:14.215265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:27:14.247586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:14.279576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:14.280402 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.368749 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-485d0756-3869-4f80-815c-0b446b24593f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002515 Jul 28 19:27:14.381322 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Request body: {'port': {'device_id': '077343f1-9aba-43c8-bb46-63470dc0084f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:27:14.441277 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.544920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db11c44a-114d-4e4c-a788-df60f53091da None None] Provisioning for port c486fe0a-6e83-4614-b007-174afaee00e3 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:27:14.549352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-db11c44a-114d-4e4c-a788-df60f53091da None None] Provisioning complete for port c486fe0a-6e83-4614-b007-174afaee00e3 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:27:14.549733 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-db11c44a-114d-4e4c-a788-df60f53091da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.591752 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-db11c44a-114d-4e4c-a788-df60f53091da None None] Port c486fe0a-6e83-4614-b007-174afaee00e3 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:27:14.702905 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c486fe0a-6e83-4614-b007-174afaee00e3 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:27:14.710528 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.722318 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Transition to ACTIVE for port object c486fe0a-6e83-4614-b007-174afaee00e3 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:27:14.796544 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:14.855500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:14.938561 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Attempting to bind port c486fe0a-6e83-4614-b007-174afaee00e3 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:27:14.938906 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Attempting to bind port c486fe0a-6e83-4614-b007-174afaee00e3 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:27:14.939420 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Attempting to bind port c486fe0a-6e83-4614-b007-174afaee00e3 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:27:14.944347 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Port c486fe0a-6e83-4614-b007-174afaee00e3 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:27:14.944688 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Attempting to bind port c486fe0a-6e83-4614-b007-174afaee00e3 on network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:27:14.950975 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:27:14.951601 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Checking segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:27:14.951992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Bound using segment: {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:27:14.952419 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Bound port: c486fe0a-6e83-4614-b007-174afaee00e3, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1103e34b-ef39-49e2-87e0-40f6b67fe063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:27:14.952781 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:15.027577 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:27:15.032174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:27:15.122795 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:15.125723 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987201-b889-4c3a-8bad-ada8488ccec1 req-9e7749c7-0693-4a19-b180-ddc7884c070c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.127261 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38987201-b889-4c3a-8bad-ada8488ccec1 req-9e7749c7-0693-4a19-b180-ddc7884c070c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0579929 Jul 28 19:27:15.160357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.161206 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:15.163382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1091 time: 0.7867064 Jul 28 19:27:15.163982 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:27:15.167175 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c61cd-d8ce-415b-8a88-8352226be1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:27:15.184020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-38987201-b889-4c3a-8bad-ada8488ccec1 req-15bf2cbb-9803-4186-bd17-0f22048522d6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495131 Jul 28 19:27:15.200759 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2098477-fcbb-43b7-830d-9b6834ad0ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:15.238133 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4b54b-dd28-4830-9656-4de5fc2b1275 x-openstack-request-id: req-f8a4b54b-dd28-4830-9656-4de5fc2b1275 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:27:15.238423 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:27:15.238673 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8a4b54b-dd28-4830-9656-4de5fc2b1275 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:27:15.239075 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'status': 'completed', 'code': 200} Jul 28 19:27:15.307255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-3ef688d3-60e6-4b50-a8ef-3497e2194434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.308980 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-3ef688d3-60e6-4b50-a8ef-3497e2194434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1094 time: 0.0486796 Jul 28 19:27:15.352879 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-011e0d61-6b9e-40b0-8859-8879633eedcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 217 time: 0.0363808 Jul 28 19:27:15.401401 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-d935a483-5781-46f4-853d-e288844b61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.402854 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-d935a483-5781-46f4-853d-e288844b61b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0435400 Jul 28 19:27:15.456141 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-24556f05-d4c6-4fd3-abcc-23ecea490bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.457659 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-24556f05-d4c6-4fd3-abcc-23ecea490bdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469632 Jul 28 19:27:15.549788 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-fa288b9d-4a04-4718-ab73-64ba41d65795 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845284 Jul 28 19:27:15.641986 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a95bcebd-68a3-4b84-80c4-7e833a1044f8 req-4827dba6-132f-4764-80fc-c98ec81ac141 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Jul 28 19:27:15.788226 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-6485d67d-8c1a-42a5-86bc-12147d9917e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.789691 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-6485d67d-8c1a-42a5-86bc-12147d9917e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1094 time: 0.0426104 Jul 28 19:27:15.877447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-b7dc3167-248b-4a87-b97b-7a48bc888c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.878934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-b7dc3167-248b-4a87-b97b-7a48bc888c4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0825386 Jul 28 19:27:15.924357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-1b60169a-14be-49d5-bcc2-1dac3fbf9263 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 217 time: 0.0377901 Jul 28 19:27:15.972947 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-dc56e672-f596-4a90-a287-0f4374023293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:15.974463 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-dc56e672-f596-4a90-a287-0f4374023293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0438702 Jul 28 19:27:16.021340 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-5dc0171d-b9b6-4bc2-a10c-9f1d34ca104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:16.022857 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-5dc0171d-b9b6-4bc2-a10c-9f1d34ca104b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412343 Jul 28 19:27:16.117357 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-b5ccf588-45da-4d70-beba-3ab97f338520 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872471 Jul 28 19:27:16.207924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0f5c61cd-d8ce-415b-8a88-8352226be1e0 req-e90faaaa-704b-4a74-ac11-b7537dac2048 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842040 Jul 28 19:27:16.310769 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f9859-e702-4d6c-ac60-854c77f67255 req-22b24708-6546-419e-afa3-53ed6f25cea7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:16.312311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-967f9859-e702-4d6c-ac60-854c77f67255 req-22b24708-6546-419e-afa3-53ed6f25cea7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0513613 Jul 28 19:27:16.352668 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-967f9859-e702-4d6c-ac60-854c77f67255 req-d1c168c9-cceb-4e92-b166-514aa5090ebd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Jul 28 19:27:16.464950 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:17.473039 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7220af-e0e6-40f9-aa8f-66db9039dd5a req-0bd5a986-7c0d-4b83-9697-1468dcb56923 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:17.475209 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f7220af-e0e6-40f9-aa8f-66db9039dd5a req-0bd5a986-7c0d-4b83-9697-1468dcb56923 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0544491 Jul 28 19:27:17.515763 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2f7220af-e0e6-40f9-aa8f-66db9039dd5a req-b78bcc63-863e-4ac0-ad76-d4c0cfddc700 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342505 Jul 28 19:27:18.634241 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7bfb6-7e2f-4cd4-a13e-032e6c813391 req-80f42efc-22d4-47af-be9e-d8bd0981623c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:18.635717 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5f7bfb6-7e2f-4cd4-a13e-032e6c813391 req-80f42efc-22d4-47af-be9e-d8bd0981623c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0523643 Jul 28 19:27:18.673009 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a5f7bfb6-7e2f-4cd4-a13e-032e6c813391 req-92f0982f-5c55-40d3-b4f4-4adfa0a74fc5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Jul 28 19:27:19.447208 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:19.784061 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db4b60-c304-4bdb-bf21-1f5ee9327b82 req-8a8c1708-c9e9-460e-a29a-2970b68ab843 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:19.785532 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34db4b60-c304-4bdb-bf21-1f5ee9327b82 req-8a8c1708-c9e9-460e-a29a-2970b68ab843 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0481493 Jul 28 19:27:19.823210 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34db4b60-c304-4bdb-bf21-1f5ee9327b82 req-df567789-2157-4551-9151-9fd37ba84d60 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Jul 28 19:27:20.933553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004b9-24d9-4e02-8e5a-7b88b65a7f4b req-a9c8639f-8df2-4667-bace-b3585b33c575 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:20.935036 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7de004b9-24d9-4e02-8e5a-7b88b65a7f4b req-a9c8639f-8df2-4667-bace-b3585b33c575 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0476079 Jul 28 19:27:20.973182 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7de004b9-24d9-4e02-8e5a-7b88b65a7f4b req-74340e75-4fac-4658-a7cc-f2bf5e588b80 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Jul 28 19:27:22.086739 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009688cc-af77-4c0f-8155-c6d317b69e94 req-96830782-320d-4275-95ca-3705e9733cdd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:22.088234 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-009688cc-af77-4c0f-8155-c6d317b69e94 req-96830782-320d-4275-95ca-3705e9733cdd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0478101 Jul 28 19:27:22.124426 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-009688cc-af77-4c0f-8155-c6d317b69e94 req-09ece8c6-c2fb-4809-a2ca-58e0e309d996 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303149 Jul 28 19:27:23.242662 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae875-367c-499d-badd-72683161c018 req-59207e5a-1500-4dbd-906d-fc7961a8aee6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:23.244167 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be3ae875-367c-499d-badd-72683161c018 req-59207e5a-1500-4dbd-906d-fc7961a8aee6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0481746 Jul 28 19:27:23.281782 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be3ae875-367c-499d-badd-72683161c018 req-0a131497-6f09-409f-87b2-4fd86db970eb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jul 28 19:27:24.418270 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67d54-5fd2-4cf4-ad55-26949f28f265 req-f3e18ae2-f3cd-4978-9f05-29757a91c20f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:24.419748 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97c67d54-5fd2-4cf4-ad55-26949f28f265 req-f3e18ae2-f3cd-4978-9f05-29757a91c20f tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0508106 Jul 28 19:27:24.456544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-97c67d54-5fd2-4cf4-ad55-26949f28f265 req-789bb1ac-6bab-49c5-ba8c-a039cc757288 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309401 Jul 28 19:27:25.574932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf8887-2f87-40d5-b015-c0fa900690db req-8920ed78-e6d0-4265-bd7b-f9f23f2e9507 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:25.576535 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9daf8887-2f87-40d5-b015-c0fa900690db req-8920ed78-e6d0-4265-bd7b-f9f23f2e9507 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0542567 Jul 28 19:27:25.612793 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9daf8887-2f87-40d5-b015-c0fa900690db req-04863b8f-2016-4ec9-9ec1-b639fed6c0c8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 Jul 28 19:27:26.727059 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10018-3f42-4e11-83be-81d69d99b971 req-f0fda598-df42-434c-a8a6-563725007226 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:26.728558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54d10018-3f42-4e11-83be-81d69d99b971 req-f0fda598-df42-434c-a8a6-563725007226 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0485420 Jul 28 19:27:26.766361 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-54d10018-3f42-4e11-83be-81d69d99b971 req-5b692f42-103e-4d27-893b-4a420d1a94f3 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Jul 28 19:27:26.793899 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:27:26.886860 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:27:26.897862 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'mac_address': 'fa:16:3e:ad:c3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:27:26.936078 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:26.948909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c486fe0a-6e83-4614-b007-174afaee00e3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:27:26.967345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:27:27.047061 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:27.094466 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:27.101785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.102142 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.102490 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.102830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.103167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.103532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.103864 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.104193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.104520 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.104844 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.105170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.105494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:27:27.289153 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c486fe0a-6e83-4614-b007-174afaee00e3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:27:27.879134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b7178-ef2c-428c-b69f-c00b9cdc68a9 req-b315335f-ed08-4be6-8c32-4aab9dd51d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:27.880653 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b54b7178-ef2c-428c-b69f-c00b9cdc68a9 req-b315335f-ed08-4be6-8c32-4aab9dd51d96 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 944 time: 0.0485196 Jul 28 19:27:27.917849 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b54b7178-ef2c-428c-b69f-c00b9cdc68a9 req-3fd77e75-0b39-4ede-94f3-d2c65d252047 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Jul 28 19:27:28.810540 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:27:28.986433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port c486fe0a-6e83-4614-b007-174afaee00e3 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:27:28.986433 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c486fe0a-6e83-4614-b007-174afaee00e3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:27:28.986433 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:29.050908 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91b415-14c4-4532-8113-9ed9967f6935 req-87620315-d5fd-4b6c-93b5-6a9d1d98c3d6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:29.053084 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb91b415-14c4-4532-8113-9ed9967f6935 req-87620315-d5fd-4b6c-93b5-6a9d1d98c3d6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 944 time: 0.0487840 Jul 28 19:27:29.054498 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:29.078157 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:27:29.080316 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf5ebc-7c9e-49a6-ad65-e686777a6faa" -d '{"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-plugged", "status": "completed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:27:29.092798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb91b415-14c4-4532-8113-9ed9967f6935 req-091b99da-053e-4678-b985-73a10e618412 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Jul 28 19:27:29.093673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:27:29.139046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:29.184003 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0e543-57d6-4643-8c49-47af82136d96 x-openstack-request-id: req-22c0e543-57d6-4643-8c49-47af82136d96 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:27:29.184297 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-plugged", "status": "completed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:27:29.184553 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22c0e543-57d6-4643-8c49-47af82136d96 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:27:29.184937 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'code': 200} Jul 28 19:27:29.189660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:29.281670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb18ec-b6fb-4523-8cda-0220e5027075 req-163d1bee-dc45-4b06-ad34-3837396fef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:29.283147 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8feb18ec-b6fb-4523-8cda-0220e5027075 req-163d1bee-dc45-4b06-ad34-3837396fef5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0436375 Jul 28 19:27:29.316706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-8feb18ec-b6fb-4523-8cda-0220e5027075 req-e2156ecb-38d1-4fd1-bf90-b1ff674f5584 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267880 Jul 28 19:27:30.211900 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe130ba-dff1-42e4-b344-29bdcf2f85e8 req-64478149-3da1-4323-9d37-d4d6dcc4269e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:30.213457 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe130ba-dff1-42e4-b344-29bdcf2f85e8 req-64478149-3da1-4323-9d37-d4d6dcc4269e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0507185 Jul 28 19:27:30.251806 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2fe130ba-dff1-42e4-b344-29bdcf2f85e8 req-4debdf39-dccf-43a6-a76b-4fa968643d11 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Jul 28 19:27:31.367795 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc52b-b04b-43b3-ad4a-8fea64ea3d56 req-ea240a74-c84e-4238-8894-3f30b277c67e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:31.369281 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5dccc52b-b04b-43b3-ad4a-8fea64ea3d56 req-ea240a74-c84e-4238-8894-3f30b277c67e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0479455 Jul 28 19:27:31.406366 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5dccc52b-b04b-43b3-ad4a-8fea64ea3d56 req-85adbc25-8ca8-4ef5-827e-0aadc5ea7edb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jul 28 19:27:31.517441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce52f-757e-4469-a440-aff3f2ab13c1 req-04e49209-2c92-48e0-a695-28a26ef872e5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:31.518915 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42cce52f-757e-4469-a440-aff3f2ab13c1 req-04e49209-2c92-48e0-a695-28a26ef872e5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0486708 Jul 28 19:27:31.555941 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-42cce52f-757e-4469-a440-aff3f2ab13c1 req-115a8f12-850a-41aa-951c-673a4a6b04ef tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300803 Jul 28 19:27:31.577174 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53864) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:27:31.658711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e8eb8-e758-44f1-ae6c-a5f9f3bdd583 tempest-TestShelveInstance-432460419 tempest-TestShelveInstance-432460419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:31.660268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-5f9e8eb8-e758-44f1-ae6c-a5f9f3bdd583 tempest-TestShelveInstance-432460419 tempest-TestShelveInstance-432460419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1091 time: 0.0821326 Jul 28 19:27:31.663032 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 53868) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:27:31.667273 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:27:31.739437 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:31.832999 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:31.933827 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Allocated IP 172.25.7.101 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/dd3f4f67-446f-4407-a533-e71a39535664) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:27:32.029902 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.121770 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.163043 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:27:32.165809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:27:32.172096 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:27:32.175028 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=dd3f4f67-446f-4407-a533-e71a39535664,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:32.512519 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.625359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.768768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.835531 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.898413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event updated for resources: {'Port': ['ID=dd3f4f67-446f-4407-a533-e71a39535664,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:27:32.911381 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:33.008137 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Floating IP fb6b6892-025c-494e-b6c2-100f61489ab2 associated. External IP: 172.25.7.101, port: c486fe0a-6e83-4614-b007-174afaee00e3. Jul 28 19:27:33.558522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:27:33.660733 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:27:33.671027 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:27:33.681136 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:27:33.681749 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:27:33.767447 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:33.786689 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:27:33.798233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-81fce3ce-1d3e-42df-9d35-400eee6f0a00 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1341584 Jul 28 19:27:33.801974 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:27:33.801974 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00" -d '{"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:27:33.837512 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc95180-486e-4b4a-83ee-0b046e322da1 x-openstack-request-id: req-4fc95180-486e-4b4a-83ee-0b046e322da1 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:27:33.837808 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:27:33.838062 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fc95180-486e-4b4a-83ee-0b046e322da1 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:27:33.838462 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'status': 'completed', 'code': 200} Jul 28 19:27:33.900586 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-ebc4b3a1-c2b5-48b7-b362-9b5f0e41adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:33.902221 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-ebc4b3a1-c2b5-48b7-b362-9b5f0e41adcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0405469 Jul 28 19:27:33.993116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-060ed5c9-b081-48c5-afc3-6a4eb0d37375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:33.994606 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-060ed5c9-b081-48c5-afc3-6a4eb0d37375 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0854778 Jul 28 19:27:34.012230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'fb6b6892-025c-494e-b6c2-100f61489ab2', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:ad:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077343f1-9aba-43c8-bb46-63470dc0084f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:27:32Z', 'updated_at': '2021-07-28T19:27:32Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:27:34.038473 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:27:34.046521 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:27:34.047125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:27:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:27:34.058674 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-f7141b36-2006-4536-b0c9-31ebe1dd49f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 999 time: 0.0574050 Jul 28 19:27:34.108663 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-6cf9e062-a424-4871-ae40-64c2f1115aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:34.110149 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-6cf9e062-a424-4871-ae40-64c2f1115aaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0450289 Jul 28 19:27:34.151336 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:27:34.159126 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-7c42bca6-6235-4fab-aab9-a5b86e1be79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:34.161260 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-7c42bca6-6235-4fab-aab9-a5b86e1be79e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443389 Jul 28 19:27:34.248796 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-4c68346e-3df2-4ef7-b85b-47a47835ac80 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798974 Jul 28 19:27:34.343539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-de2ff8c7-c0c4-4554-bba4-b2e4d049de00 req-3decabd4-e070-4a3c-a9bd-4435b24bcaff service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881536 Jul 28 19:27:34.370856 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'fb6b6892-025c-494e-b6c2-100f61489ab2', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:ad:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077343f1-9aba-43c8-bb46-63470dc0084f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:27:32Z', 'updated_at': '2021-07-28T19:27:32Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:27:34.401227 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b02c3-b8a1-4622-907a-eafc9e386595 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': 'fb6b6892-025c-494e-b6c2-100f61489ab2', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'mac_address': 'fa:16:3e:ad:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077343f1-9aba-43c8-bb46-63470dc0084f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:27:32Z', 'updated_at': '2021-07-28T19:27:32Z', 'revision_number': 0, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:27:34.602625 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145257f0-0be7-4ad3-a370-0963e214c469 None None] New status for floating IP fb6b6892-025c-494e-b6c2-100f61489ab2: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:27:37.767196 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-16ff4a8a-3a50-4548-9615-56e77ac40262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:40.115610 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:40.355800 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0a425408-eeb2-47e5-ba39-f7ca6ebf1ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:41.406924 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:43.315453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:46.492427 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:48.125561 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:27:49.452848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:07.772617 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5903f218-a9bd-4c6c-9246-59c0401805ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:10.144187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:10.389849 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12ef43b0-33b4-4df0-94bb-333c3c9221b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:11.423746 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:13.314479 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-8b17e8ec-e678-4121-8bb2-c0cb92fdde7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413525 Jul 28 19:28:13.327112 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:13.394700 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-ea0ed6b7-b878-4ce8-9202-c0b56536cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:13.396372 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-ea0ed6b7-b878-4ce8-9202-c0b56536cc6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0410435 Jul 28 19:28:13.498668 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-bd640cf0-3e94-428f-a82f-a91beb74e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:13.500097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-bd640cf0-3e94-428f-a82f-a91beb74e606 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0856223 Jul 28 19:28:13.563038 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-fd2d030e-5ef4-42df-91cd-ba6f2fafc63d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1001 time: 0.0566473 Jul 28 19:28:13.610313 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-255b38c6-69ce-479c-9ccc-94b3e42a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:13.611723 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-255b38c6-69ce-479c-9ccc-94b3e42a6b9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0422168 Jul 28 19:28:13.660268 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-8e6d0b05-ee25-4b0e-a905-b39c0bdc7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:13.661747 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-8e6d0b05-ee25-4b0e-a905-b39c0bdc7ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436637 Jul 28 19:28:13.755970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-af1c63ae-c5e4-43c0-bab8-6b4fb7ced305 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870774 Jul 28 19:28:13.852029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-a8e9f41d-7eae-4709-ba28-58f36bd5bc75 req-4ea9444c-69ce-40de-9342-eed10c0a66e2 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893340 Jul 28 19:28:16.480678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:19.487318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:25.125227 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:28:37.772502 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6b8-c42f-4f9b-9621-abdff645efb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:40.119387 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:40.365532 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9a9f5948-a2a9-4e38-98c4-6a6aa01722d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:41.462713 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:43.326666 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:46.532751 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:49.508396 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:02.124382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:29:07.764626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-694fffa1-9994-4a7f-8402-5a55d67de53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:10.119041 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:10.354819 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6576ec90-deed-4515-adf6-3abe11a8bf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:11.421391 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:13.343845 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:13.375793 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-d9ea5638-72d4-4283-ba98-737d922b6dcf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781746 Jul 28 19:29:13.457056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27257a-eece-47a0-9e14-b2112549cb20 req-21795c09-861b-42b5-8be0-4b38b0cd666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:29:13.458512 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-21795c09-861b-42b5-8be0-4b38b0cd666e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0411351 Jul 28 19:29:13.560849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27257a-eece-47a0-9e14-b2112549cb20 req-5d904620-db62-44c0-a61e-06154a840bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:29:13.562300 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-5d904620-db62-44c0-a61e-06154a840bb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0847025 Jul 28 19:29:13.625097 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-2cd5b19a-cf06-4fad-bf1e-122b32e97938 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1001 time: 0.0553288 Jul 28 19:29:13.671781 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27257a-eece-47a0-9e14-b2112549cb20 req-a4ef6684-fe6e-48ae-b040-06862acb1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:29:13.673181 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-a4ef6684-fe6e-48ae-b040-06862acb1320 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0409999 Jul 28 19:29:13.723801 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27257a-eece-47a0-9e14-b2112549cb20 req-67e9b429-fd99-4b31-b97c-ae1221267933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:29:13.725268 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-67e9b429-fd99-4b31-b97c-ae1221267933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453360 Jul 28 19:29:13.812790 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-f26488d1-6ac2-4d16-9d2b-502c3cbbcb14 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798993 Jul 28 19:29:13.903769 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-db27257a-eece-47a0-9e14-b2112549cb20 req-d6ee1b8a-3e70-4d07-a5c2-0929efa0012a service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Jul 28 19:29:16.515127 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:19.515269 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:37.746494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5f21ae24-5b56-4a30-8019-7ac6fe9c8d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:39.122541 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:29:40.154331 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:40.369142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-9ab6770b-04d0-45c2-b29b-6c02aa6f831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:41.554554 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:43.335017 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:46.523865 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:49.503271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:00.520550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f58f-a3ee-41da-a246-bcaf08635dde req-c8bbcab2-2acc-4e99-8d79-1f3d98c7e80e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:00.522054 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83d4f58f-a3ee-41da-a246-bcaf08635dde req-c8bbcab2-2acc-4e99-8d79-1f3d98c7e80e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0966105 Jul 28 19:30:00.560163 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-83d4f58f-a3ee-41da-a246-bcaf08635dde req-e9ac4f05-b92f-4a2b-8087-0c818b48bc9b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Jul 28 19:30:01.716608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855f1cf-5b9a-45ab-b647-52dac1592429 req-ffca2460-6e76-401e-9688-405af0be7164 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:01.718121 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0855f1cf-5b9a-45ab-b647-52dac1592429 req-ffca2460-6e76-401e-9688-405af0be7164 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0897093 Jul 28 19:30:01.755443 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0855f1cf-5b9a-45ab-b647-52dac1592429 req-609e6b1f-c4c3-420e-8ea7-ec60d00d3443 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 28 19:30:02.899248 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876fc9-ec0b-459f-8e06-26a0242f7782 req-1a81966a-ddd9-4b8e-840f-4a35bb028974 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:02.900761 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94876fc9-ec0b-459f-8e06-26a0242f7782 req-1a81966a-ddd9-4b8e-840f-4a35bb028974 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0478437 Jul 28 19:30:02.937712 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-94876fc9-ec0b-459f-8e06-26a0242f7782 req-cb08ccc1-7039-4d28-b2cd-f6bbcfe79352 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Jul 28 19:30:04.050522 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b434957-eba3-4893-b169-f2d201526ef2 req-9e828943-bc1a-473c-ace7-e185b14f59b0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:04.052012 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b434957-eba3-4893-b169-f2d201526ef2 req-9e828943-bc1a-473c-ace7-e185b14f59b0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0481091 Jul 28 19:30:04.088994 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2b434957-eba3-4893-b169-f2d201526ef2 req-15ee7985-db7d-47cb-bd99-83207a16545a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Jul 28 19:30:05.203730 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c866a-c4d4-4728-afed-830d7eed688c req-376d9246-b6a8-494f-916f-02dc41019499 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:05.205214 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc1c866a-c4d4-4728-afed-830d7eed688c req-376d9246-b6a8-494f-916f-02dc41019499 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0494194 Jul 28 19:30:05.242737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-cc1c866a-c4d4-4728-afed-830d7eed688c req-2aee757d-bb62-449d-87b6-c567b8e1f9bb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Jul 28 19:30:06.362413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7d37-ccb9-4f57-9eaa-6e0a69a60235 req-4a70762f-7681-4c72-8202-43c86074e11a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:06.363923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efbd7d37-ccb9-4f57-9eaa-6e0a69a60235 req-4a70762f-7681-4c72-8202-43c86074e11a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0564113 Jul 28 19:30:06.400679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-efbd7d37-ccb9-4f57-9eaa-6e0a69a60235 req-83f4a319-9b8f-412f-bfbd-44202e607a4c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Jul 28 19:30:07.522530 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e033c-0dbd-44b6-987a-80c6a418f3ed req-66ed2aef-423b-4e3e-a45a-d3e4f480fe57 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:07.524104 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c33e033c-0dbd-44b6-987a-80c6a418f3ed req-66ed2aef-423b-4e3e-a45a-d3e4f480fe57 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0548370 Jul 28 19:30:07.565308 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c33e033c-0dbd-44b6-987a-80c6a418f3ed req-7bb7ca1e-eaed-42c9-b39d-3c06e4912600 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Jul 28 19:30:07.759776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f84be8da-7a33-4b2d-bbf9-c417d7f86000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:08.690609 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719dbd8-a656-41a6-821b-268f6dce383d req-bac59929-4c34-410b-b67e-556965a65133 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:08.692382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3719dbd8-a656-41a6-821b-268f6dce383d req-bac59929-4c34-410b-b67e-556965a65133 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0510671 Jul 28 19:30:08.729934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3719dbd8-a656-41a6-821b-268f6dce383d req-1dded14d-45a9-4657-bb79-7fb4fb9e66c6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Jul 28 19:30:09.844084 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48052d-9949-479e-a1a0-28d8d07c8717 req-4dee29f4-792c-4772-b50b-47fa54920c5c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:09.850969 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb48052d-9949-479e-a1a0-28d8d07c8717 req-4dee29f4-792c-4772-b50b-47fa54920c5c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0492902 Jul 28 19:30:09.882751 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb48052d-9949-479e-a1a0-28d8d07c8717 req-41cdb2e3-45ee-497c-85f7-a103b1654394 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Jul 28 19:30:10.131454 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:10.382789 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d50bb8a8-9368-4589-8d42-f80c9cdc76e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:10.666550 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-3ff51354-ace6-4e10-8434-73ee36f1d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:10.667939 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-3ff51354-ace6-4e10-8434-73ee36f1d706 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0398433 Jul 28 19:30:10.757127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-067864be-6d35-4d3f-98e5-dfe60f42f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:10.758558 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-067864be-6d35-4d3f-98e5-dfe60f42f7c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0841808 Jul 28 19:30:10.823661 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-d32b1c0c-1580-419e-918c-8a325b782a92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1001 time: 0.0572042 Jul 28 19:30:10.879304 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-45079b53-d8d4-47f4-98e2-6770a5aec0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:10.883587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-45079b53-d8d4-47f4-98e2-6770a5aec0e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0500972 Jul 28 19:30:10.927452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-50742639-1f5b-4ad3-9312-f956d3387478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:10.928975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-50742639-1f5b-4ad3-9312-f956d3387478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405769 Jul 28 19:30:10.940515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-b057601c-1cdc-4a80-be59-e98126e4bdbd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:30:10.941722 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-b057601c-1cdc-4a80-be59-e98126e4bdbd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052104 Jul 28 19:30:11.053856 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3edacf-4681-407d-9bfc-6751f8a5e47d req-58546617-df19-4cd1-9b41-ffcb1b2dbc04 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:11.055339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca3edacf-4681-407d-9bfc-6751f8a5e47d req-58546617-df19-4cd1-9b41-ffcb1b2dbc04 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.1064215 Jul 28 19:30:11.082266 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-b616b8b9-f7d1-4bca-9cbd-4e64e7a75341 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323278 Jul 28 19:30:11.108511 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ca3edacf-4681-407d-9bfc-6751f8a5e47d req-5513244a-f421-47c9-bc76-1777a6c2d4e8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472217 Jul 28 19:30:11.181233 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-71d88afb-d538-4b30-bf7b-a646c6793544 req-7545bc4e-3280-4140-a8a9-541f36f4e621 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864987 Jul 28 19:30:11.448765 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:12.221016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d85f7-47a2-4395-a162-cd92caf0bd39 req-f79b7d83-cee4-4cd7-9c02-c5b82677cfb1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:12.222491 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c3d85f7-47a2-4395-a162-cd92caf0bd39 req-f79b7d83-cee4-4cd7-9c02-c5b82677cfb1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0483570 Jul 28 19:30:12.260290 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-8c3d85f7-47a2-4395-a162-cd92caf0bd39 req-5f26b41a-4645-4c18-b4cd-d6edf267fac0 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jul 28 19:30:13.337312 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:13.385198 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0641-e907-42e2-aa4d-64773310d937 req-d8c0ef0a-7284-48d6-b034-4856ed87cb0e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:13.386734 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b34a0641-e907-42e2-aa4d-64773310d937 req-d8c0ef0a-7284-48d6-b034-4856ed87cb0e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0563664 Jul 28 19:30:13.426628 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b34a0641-e907-42e2-aa4d-64773310d937 req-d426b3bc-3549-4754-a314-8319e3885ef5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Jul 28 19:30:14.342285 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-a272a128-2731-4d85-8ed8-6b90ca91e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:14.343783 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-a272a128-2731-4d85-8ed8-6b90ca91e983 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0410595 Jul 28 19:30:14.444849 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-c4d60118-6c3c-4eaa-8fd5-9cb91a62195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:14.446324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-c4d60118-6c3c-4eaa-8fd5-9cb91a62195d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0837870 Jul 28 19:30:14.520576 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-68312617-807c-4087-a6bf-41b3614d00a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1001 time: 0.0664186 Jul 28 19:30:14.547876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df38a2-fde9-4ee5-b578-2bfe57da1c6a req-12dd2dc5-3d10-435a-a007-cab3a9e21cfd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:14.550783 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98df38a2-fde9-4ee5-b578-2bfe57da1c6a req-12dd2dc5-3d10-435a-a007-cab3a9e21cfd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0557075 Jul 28 19:30:14.572238 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-59e6da5a-c61b-4bf1-80e2-13089e44f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:14.573728 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-59e6da5a-c61b-4bf1-80e2-13089e44f6ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0459166 Jul 28 19:30:14.591020 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-98df38a2-fde9-4ee5-b578-2bfe57da1c6a req-da61d8e3-3ea1-408a-b104-5020eade65e7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Jul 28 19:30:14.626005 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-46f3f969-9a73-4e84-b889-04af81d23755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:14.627545 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-46f3f969-9a73-4e84-b889-04af81d23755 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413435 Jul 28 19:30:14.720929 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-061ed76a-1ad1-49b1-bcaa-e0b3bbe240c9 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Jul 28 19:30:14.807544 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-99dc380d-cc3a-4ab5-a70a-d7cde6d47ee4 req-c3f76ba6-5f2d-43bd-8f42-6230675709f9 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800834 Jul 28 19:30:15.712062 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620151ec-012b-42f8-ae54-d6b07696a501 req-54f45c11-6e95-4b52-b166-afafcf551cb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:15.713546 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-620151ec-012b-42f8-ae54-d6b07696a501 req-54f45c11-6e95-4b52-b166-afafcf551cb7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0535738 Jul 28 19:30:15.751166 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-620151ec-012b-42f8-ae54-d6b07696a501 req-4f84c947-4dce-4afe-8c67-4c7a909f8cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Jul 28 19:30:15.776067 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:30:15.848489 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:15.869469 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:30:15.871702 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd06d078-82c4-4a00-addd-2908bd10af73" -d '{"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-unplugged", "status": "completed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:30:15.884570 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:30:15.904531 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b044303-f044-43ed-945e-adc1a78b578b x-openstack-request-id: req-1b044303-f044-43ed-945e-adc1a78b578b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:30:15.904812 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-unplugged", "status": "failed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "code": 422}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:30:15.905095 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b044303-f044-43ed-945e-adc1a78b578b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:30:15.905482 n-d-778550-5 neutron-server[101108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'code': 422} returned with failed status Jul 28 19:30:15.996897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:16.043727 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:30:16.050968 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.051316 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.051681 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.052020 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.052352 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.052683 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.053012 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.053338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.053675 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.053983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.054308 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.054644 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:30:16.122797 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:30:16.519675 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:17.188771 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b8984-1b05-4c2c-a622-b6fe83661cf0 req-a2476bf2-347f-478c-834a-080278165ed8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:17.190288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b7b8984-1b05-4c2c-a622-b6fe83661cf0 req-a2476bf2-347f-478c-834a-080278165ed8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0533283 Jul 28 19:30:17.253669 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5b7b8984-1b05-4c2c-a622-b6fe83661cf0 req-54e2fe94-a512-492d-a8ec-05fb317d388c tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Jul 28 19:30:17.266614 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-598efdb7-e3dd-408f-a7a6-bb051232cc8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940292 Jul 28 19:30:18.378586 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd15d1-c1bb-4687-9a8b-c5a0332abee1 req-b07d840d-dc99-4349-99fd-062216e5b34d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:18.380122 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95bd15d1-c1bb-4687-9a8b-c5a0332abee1 req-b07d840d-dc99-4349-99fd-062216e5b34d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0534337 Jul 28 19:30:18.418452 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-95bd15d1-c1bb-4687-9a8b-c5a0332abee1 req-1c173630-9c58-44ff-ac37-d94b28be5619 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jul 28 19:30:19.525649 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:19.537109 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ce67-ef4d-45ba-a4e1-33ab6d8834bd req-d62115b6-d31d-432d-86ac-b909be79e31d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:19.538639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ce67-ef4d-45ba-a4e1-33ab6d8834bd req-d62115b6-d31d-432d-86ac-b909be79e31d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0540965 Jul 28 19:30:19.577572 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e8f3ce67-ef4d-45ba-a4e1-33ab6d8834bd req-3bd6c660-fb91-499a-8968-cfb178ca1ecf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Jul 28 19:30:20.693284 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda8f1-83a5-47e4-a1a6-8c8375d6c307 req-f6d312cf-a9ff-49c6-9c5c-0a1e57800893 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:20.695151 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07fda8f1-83a5-47e4-a1a6-8c8375d6c307 req-f6d312cf-a9ff-49c6-9c5c-0a1e57800893 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0525618 Jul 28 19:30:20.732091 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-07fda8f1-83a5-47e4-a1a6-8c8375d6c307 req-cc8362a2-7d35-4d68-a712-c2a5884f105b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jul 28 19:30:21.847156 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911d79-b599-447c-ade0-8c653906f704 req-a30d0f3b-baf3-4714-900f-50fbd6fadc55 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:21.848670 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d911d79-b599-447c-ade0-8c653906f704 req-a30d0f3b-baf3-4714-900f-50fbd6fadc55 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0490029 Jul 28 19:30:21.891418 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7d911d79-b599-447c-ade0-8c653906f704 req-819fad1d-2be4-4198-a396-13481056105d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365379 Jul 28 19:30:23.009269 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61cf9e-ba3b-4d14-bb30-2d11b20786a3 req-3abe355e-09a8-4fbd-b5e3-d80642991c2a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:23.010902 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a61cf9e-ba3b-4d14-bb30-2d11b20786a3 req-3abe355e-09a8-4fbd-b5e3-d80642991c2a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0533712 Jul 28 19:30:23.050210 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3a61cf9e-ba3b-4d14-bb30-2d11b20786a3 req-7d9d7129-ca5f-4189-b8e4-555194146c36 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jul 28 19:30:24.162861 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d087-d565-4496-b7d3-8cfbd49ce6e2 req-2079aced-bd21-4914-bd6e-06846ad17de5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:24.164286 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-edf0d087-d565-4496-b7d3-8cfbd49ce6e2 req-2079aced-bd21-4914-bd6e-06846ad17de5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0478575 Jul 28 19:30:24.202450 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-edf0d087-d565-4496-b7d3-8cfbd49ce6e2 req-01b8c866-8411-45dc-844a-cd6040fdc1cb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321825 Jul 28 19:30:25.317219 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7814584-0226-4490-90aa-9d13f23bd439 req-71f034a9-da88-49b1-b6fb-e36b6c0d7b4a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:25.318770 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7814584-0226-4490-90aa-9d13f23bd439 req-71f034a9-da88-49b1-b6fb-e36b6c0d7b4a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0494859 Jul 28 19:30:25.356438 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c7814584-0226-4490-90aa-9d13f23bd439 req-782ff677-f13c-437d-89da-aff5e82b5a5a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Jul 28 19:30:26.475328 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17eb60-b1e1-42d9-9ad8-374c7eeb20b2 req-98b22806-6c37-4ce1-a84c-1ac78c324454 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:26.476860 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d17eb60-b1e1-42d9-9ad8-374c7eeb20b2 req-98b22806-6c37-4ce1-a84c-1ac78c324454 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0545523 Jul 28 19:30:26.516724 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5d17eb60-b1e1-42d9-9ad8-374c7eeb20b2 req-364830f3-8738-4c56-bf4d-d762cd852aaf tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Jul 28 19:30:27.071413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-25a526f9-f049-4544-9de0-ed9126fd4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.072945 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-25a526f9-f049-4544-9de0-ed9126fd4dee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f&tenant_id=b0e42416cd4d4b86924049102a3b28c2 HTTP/1.1" status: 200 len: 1094 time: 0.0401623 Jul 28 19:30:27.134669 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-36112ace-f489-429f-8900-aa1bce8304c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.136237 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-36112ace-f489-429f-8900-aa1bce8304c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1094 time: 0.0395279 Jul 28 19:30:27.227188 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-fb0ae59b-281e-49e9-8eea-e9a4a0e8a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.228688 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-fb0ae59b-281e-49e9-8eea-e9a4a0e8a2f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0858047 Jul 28 19:30:27.292284 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-f1df7ece-0b4e-44fc-9680-5759c1f47bf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 999 time: 0.0560606 Jul 28 19:30:27.339441 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-1614a82c-9283-48fb-aeda-61e0f32e3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.340776 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-1614a82c-9283-48fb-aeda-61e0f32e3dae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0422189 Jul 28 19:30:27.391111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-c02dcffc-d841-433c-a9d6-8b6a280f4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.393642 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-c02dcffc-d841-433c-a9d6-8b6a280f4f60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453801 Jul 28 19:30:27.481189 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-b15ec035-251d-43d7-9e5a-22d181b67764 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805776 Jul 28 19:30:27.575100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-ed376fdd-ed5c-49aa-9fb3-8eaa21acb528 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Jul 28 19:30:27.634673 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded835e6-8ae5-42a2-9dec-f25075db3305 req-a2e5cd07-c227-420a-9339-2601de806e1d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:27.636119 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ded835e6-8ae5-42a2-9dec-f25075db3305 req-a2e5cd07-c227-420a-9339-2601de806e1d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0497699 Jul 28 19:30:27.674078 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ded835e6-8ae5-42a2-9dec-f25075db3305 req-2b25d5b2-1c46-4323-99f7-9778c29f1be5 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Jul 28 19:30:28.788020 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b9ea-130f-453c-ae1f-72575bf0768c req-83724ed7-14d8-4eb2-a90b-00ba0ab15ab7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:28.789404 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77e8b9ea-130f-453c-ae1f-72575bf0768c req-83724ed7-14d8-4eb2-a90b-00ba0ab15ab7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0486429 Jul 28 19:30:28.827705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-77e8b9ea-130f-453c-ae1f-72575bf0768c req-d791f05b-2c40-4668-b9ec-11d6ae548a18 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 28 19:30:29.945103 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0758308-e97e-4221-9e78-df583443fce3 req-61479ce8-c715-4046-a991-c2a31b42ebfa tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:29.946590 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0758308-e97e-4221-9e78-df583443fce3 req-61479ce8-c715-4046-a991-c2a31b42ebfa tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0529540 Jul 28 19:30:29.984300 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a0758308-e97e-4221-9e78-df583443fce3 req-c5b2ae1e-7be1-4c40-90e9-fbebf80328eb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Jul 28 19:30:31.096213 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55181cff-f047-4bec-a043-9f3b384558a2 req-8d149893-03ae-4629-ad6d-fa79df480ab4 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:31.097679 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55181cff-f047-4bec-a043-9f3b384558a2 req-8d149893-03ae-4629-ad6d-fa79df480ab4 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0475209 Jul 28 19:30:31.135044 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-55181cff-f047-4bec-a043-9f3b384558a2 req-33c89cbb-bb33-4d00-ba96-9584a34f059a tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Jul 28 19:30:32.246876 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c318770-d234-4ab9-802b-c44cf02f3b47 req-09f17ba5-efc8-443f-af24-e6de93e9fe98 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:32.248376 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c318770-d234-4ab9-802b-c44cf02f3b47 req-09f17ba5-efc8-443f-af24-e6de93e9fe98 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0480633 Jul 28 19:30:32.286039 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-9c318770-d234-4ab9-802b-c44cf02f3b47 req-6679fadd-cf78-4476-9204-85b9355dce8b tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Jul 28 19:30:33.415814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62165f1-828a-4a41-8ede-5be05d8ead51 req-651457c1-1866-443b-8459-ace06d886745 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:33.417164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b62165f1-828a-4a41-8ede-5be05d8ead51 req-651457c1-1866-443b-8459-ace06d886745 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0510817 Jul 28 19:30:33.454303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-b62165f1-828a-4a41-8ede-5be05d8ead51 req-213a808b-e93a-4a3f-bcb2-4233f5d0411e tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Jul 28 19:30:34.567461 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10768f97-ef99-4675-8b9a-522a39df8e6f req-7985b982-562a-4218-a07b-40c4067ccff7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:34.568932 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10768f97-ef99-4675-8b9a-522a39df8e6f req-7985b982-562a-4218-a07b-40c4067ccff7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0481999 Jul 28 19:30:34.607064 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-10768f97-ef99-4675-8b9a-522a39df8e6f req-cd67965b-9e55-4dcc-bb68-42fabbb88cac tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Jul 28 19:30:35.720083 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458f51b-92e8-41a9-bce1-72195ec80048 req-7a375808-e9fb-4266-a5c3-e79567380b8d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:35.721566 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3458f51b-92e8-41a9-bce1-72195ec80048 req-7a375808-e9fb-4266-a5c3-e79567380b8d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 943 time: 0.0483997 Jul 28 19:30:35.759039 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3458f51b-92e8-41a9-bce1-72195ec80048 req-25bd9036-c446-4a4f-955c-0e9dab4c52a8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Jul 28 19:30:35.844674 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:30:35.936314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:30:35.947378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'port_id': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'mac_address': 'fa:16:3e:ad:c3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:30:35.987817 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:36.003235 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c486fe0a-6e83-4614-b007-174afaee00e3 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:30:36.026418 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:30:36.109050 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:36.153582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:30:36.335849 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['c486fe0a-6e83-4614-b007-174afaee00e3'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:30:36.876946 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f00a6-78af-4dee-86d6-e340c9ec5f10 req-27114de7-e880-4a4d-947d-311bfa5eecab tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:36.878442 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba8f00a6-78af-4dee-86d6-e340c9ec5f10 req-27114de7-e880-4a4d-947d-311bfa5eecab tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 944 time: 0.0539565 Jul 28 19:30:36.917345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-ba8f00a6-78af-4dee-86d6-e340c9ec5f10 req-80f19cff-14a8-4e3d-ae02-9c262a1f39e6 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 28 19:30:37.756287 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1eac61cc-c26a-4502-a73c-0b76b4d272a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:37.860548 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:30:37.905688 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port c486fe0a-6e83-4614-b007-174afaee00e3 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:30:37.906083 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:37.981187 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:38.003816 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:30:38.006039 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c96ec76-6d8a-4a8c-a28a-5592f39608ff" -d '{"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-plugged", "status": "completed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:30:38.021299 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:30:38.030407 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2db2c-74dc-4829-ab10-5e6b66bc4434 req-16c1a58e-357d-411a-9d7a-a2d965d7a6c7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:38.031950 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4b2db2c-74dc-4829-ab10-5e6b66bc4434 req-16c1a58e-357d-411a-9d7a-a2d965d7a6c7 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 944 time: 0.0492232 Jul 28 19:30:38.044994 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db14c40-871d-498b-bbd6-d5751c2f5e3b x-openstack-request-id: req-0db14c40-871d-498b-bbd6-d5751c2f5e3b {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:30:38.045834 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-plugged", "status": "completed", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:30:38.046076 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db14c40-871d-498b-bbd6-d5751c2f5e3b {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:30:38.046473 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'code': 200} Jul 28 19:30:38.071437 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f4b2db2c-74dc-4829-ab10-5e6b66bc4434 req-ef67826e-448e-448e-a31a-6e86821ef63d tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Jul 28 19:30:38.085641 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:38.136767 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:30:38.198953 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b92178-23bb-41d9-a3ba-102ed906b33e req-a50b630d-a08d-4c7c-bb3c-def619c9fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:38.200467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b92178-23bb-41d9-a3ba-102ed906b33e req-a50b630d-a08d-4c7c-bb3c-def619c9fc20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0436311 Jul 28 19:30:38.234821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-10b92178-23bb-41d9-a3ba-102ed906b33e req-e5581110-9c16-411f-99b0-6c0095d1f5c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276330 Jul 28 19:30:39.190297 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293ee4-bd76-4e06-913f-7dc21913b56c req-69fd5294-ae9d-4c2d-8032-e467ff003dc8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:30:39.192062 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e293ee4-bd76-4e06-913f-7dc21913b56c req-69fd5294-ae9d-4c2d-8032-e467ff003dc8 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0483787 Jul 28 19:30:39.229736 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0e293ee4-bd76-4e06-913f-7dc21913b56c req-3d774bf7-6544-4e54-bdd5-33bab6ef0bba tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Jul 28 19:30:40.114246 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:40.497248 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6537f3bf-76e1-4297-a65f-6fb986df425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:41.433823 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:43.360137 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:46.531210 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:49.510543 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:53.122303 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:31:07.778314 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-5fb20c42-461e-4586-98dd-7ec3f29181f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:10.104098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:10.401019 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e87f-94e9-47e8-b445-5db3bf9d7891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:11.473786 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:13.336056 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:16.305799 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-4725ec08-01e3-4529-bd79-b73275094b29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382376 Jul 28 19:31:16.385408 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-8293824c-8b3b-4088-bf37-ee0cd10afd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:31:16.387528 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-8293824c-8b3b-4088-bf37-ee0cd10afd30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0400264 Jul 28 19:31:16.491810 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-25d6cd1b-985d-4c04-9e91-c1a134b9863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:31:16.493288 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-25d6cd1b-985d-4c04-9e91-c1a134b9863c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0871298 Jul 28 19:31:16.549589 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:16.558002 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-93c23b69-4599-4464-8c6b-8b15f906080c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 1001 time: 0.0569432 Jul 28 19:31:16.607690 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-a07ee4f2-0569-4cdf-a938-4c98f8d1553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:31:16.609126 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-a07ee4f2-0569-4cdf-a938-4c98f8d1553e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0448060 Jul 28 19:31:16.657320 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-fa09513f-340c-407e-a02a-732c006a2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:31:16.658775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-fa09513f-340c-407e-a02a-732c006a2744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429435 Jul 28 19:31:16.747092 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-6c8e3235-64fc-4c63-945c-7d0ed888aefb service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Jul 28 19:31:16.837562 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e41b87a7-3d20-4560-a5be-6fe70addbdee req-068dfc37-e8bf-4a11-82af-95b8f6341540 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Jul 28 19:31:19.589463 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:30.122525 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:31:37.771751 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-91a85a09-a9cf-48cb-a107-444209ce8412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:40.136216 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:40.394927 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa15e-1db2-4137-96c3-374f53df692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:41.440479 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:43.326443 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:46.577235 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:49.543039 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:07.122575 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:32:07.736225 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-270b03ba-56d7-43aa-a4af-2b4e1517cc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:10.125257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:10.376640 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-32e54847-5320-45a3-89f4-166bcd37adb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:11.444868 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:13.336157 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:14.713037 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54088) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:15.034234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Deleting port dd3f4f67-446f-4407-a533-e71a39535664 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:15.034587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.105587 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.105938 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.117211 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Calling delete_port for dd3f4f67-446f-4407-a533-e71a39535664 owned by network:floatingip {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:15.370911 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.398623 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'Port': ['ID=dd3f4f67-446f-4407-a533-e71a39535664,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:15.410197 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.410545 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.410886 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.411225 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.411591 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.411920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.412244 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.412567 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.412887 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.413206 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.413528 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.413845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:15.471904 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for floatingip, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.472233 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Floating IP fb6b6892-025c-494e-b6c2-100f61489ab2 disassociated (deleted). External IP: 172.25.7.101, port: c486fe0a-6e83-4614-b007-174afaee00e3. Jul 28 19:32:15.671612 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:32:15.776108 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:15.780875 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:15.785580 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:15.794019 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:15.794694 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:15.806588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-20c394d8-63bd-4059-a7be-eac3bc9ad767 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "DELETE /v2.0/floatingips/fb6b6892-025c-494e-b6c2-100f61489ab2 HTTP/1.1" status: 204 len: 168 time: 1.0924802 Jul 28 19:32:15.807180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:32:15.810079 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:32:15.901365 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:15.952883 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c2d6d-20d6-4315-9c15-c9f82cca8e3e x-openstack-request-id: req-a29c2d6d-20d6-4315-9c15-c9f82cca8e3e {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:32:15.953270 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:32:15.953605 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a29c2d6d-20d6-4315-9c15-c9f82cca8e3e {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:32:15.954065 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'status': 'completed', 'code': 200} Jul 28 19:32:16.014921 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-51d249f4-876e-4d1d-863c-197baea4aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:16.016477 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-51d249f4-876e-4d1d-863c-197baea4aae9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0e42416cd4d4b86924049102a3b28c2&device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 1096 time: 0.0408232 Jul 28 19:32:16.101110 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:16.119521 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-77d40bdb-f03f-49e4-a005-40ac56b70868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:16.120680 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-77d40bdb-f03f-49e4-a005-40ac56b70868 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 200 len: 910 time: 0.0974648 Jul 28 19:32:16.133696 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:16.142345 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:16.142959 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:16.164241 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-226bcac5-3d33-4976-82ce-5ea14e6578ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 200 len: 217 time: 0.0353014 Jul 28 19:32:16.209659 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e4d95-e240-437f-9c31-ed25dede8e74 req-ad47bb25-0bc5-4b40-b92b-f3cba67a0fce tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:16.211529 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-938e4d95-e240-437f-9c31-ed25dede8e74 req-ad47bb25-0bc5-4b40-b92b-f3cba67a0fce tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0526187 Jul 28 19:32:16.218966 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-2e60e259-0b3d-4632-be90-1f55e8b3081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:16.220492 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-2e60e259-0b3d-4632-be90-1f55e8b3081d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 200 len: 848 time: 0.0494637 Jul 28 19:32:16.250825 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-938e4d95-e240-437f-9c31-ed25dede8e74 req-b1c627d3-579c-4cb3-a3a0-d0943dd82227 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 28 19:32:16.252498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:16.272077 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-815c5a40-fbed-4fc0-8b9a-ca42599dd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:16.273683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-815c5a40-fbed-4fc0-8b9a-ca42599dd7be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6650d5a-40ea-4e41-b6b6-41bdf762ae16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452647 Jul 28 19:32:16.455829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:16.483272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a047e-24f9-41b6-935e-ac46fa7a6cb6 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:21:40Z', 'revision_number': 4, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d', 'name': '', 'network_id': 'a6650d5a-40ea-4e41-b6b6-41bdf762ae16', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'mac_address': 'fa:16:3e:d3:3a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:39Z', 'updated_at': '2021-07-28T19:21:47Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'subnets': [{'id': '2575ab04-ce2e-48ab-b4bc-9fb6fee8a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:16.599739 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:16.720913 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941947bb-9f5a-423b-8397-0f55e996dc20 None None] New status for floating IP fb6b6892-025c-494e-b6c2-100f61489ab2: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:32:16.730095 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-ae47aaaf-949f-4837-bc8d-96739dd390ca service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488461 Jul 28 19:32:16.825686 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6cb09b94-ca24-4f21-969a-bac8e8bf7c5d req-d4363d69-296c-4b4e-a83a-166b32947c44 service neutron] 10.222.0.37 "GET /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868616 Jul 28 19:32:17.370553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddddc13-93ad-4396-97a0-bff515d050ca req-e95090cc-9b8d-41bb-80c6-e384a7fa2b10 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:17.372024 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ddddc13-93ad-4396-97a0-bff515d050ca req-e95090cc-9b8d-41bb-80c6-e384a7fa2b10 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0498869 Jul 28 19:32:17.408953 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0ddddc13-93ad-4396-97a0-bff515d050ca req-5daeff15-d3ce-4461-87a0-c038ea1ac8ae tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/security-groups?id=d27f4cab-b3d0-4196-b740-20229519686a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Jul 28 19:32:17.676676 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacb943-e61d-4bf9-888a-8353b2458278 req-f8a72324-dfc7-4199-9e3c-95c63e63fb26 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:17.678033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acacb943-e61d-4bf9-888a-8353b2458278 req-f8a72324-dfc7-4199-9e3c-95c63e63fb26 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 945 time: 0.0483606 Jul 28 19:32:17.767216 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Deleting port c486fe0a-6e83-4614-b007-174afaee00e3 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:17.767581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:17.851357 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] For port c486fe0a-6e83-4614-b007-174afaee00e3, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=c486fe0a-6e83-4614-b007-174afaee00e3,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:17.852052 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:17.864036 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Calling delete_port for c486fe0a-6e83-4614-b007-174afaee00e3 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:18.044753 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:18.079139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'Port': ['ID=c486fe0a-6e83-4614-b007-174afaee00e3,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:18.114011 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] No DVR routers for this DVR port c486fe0a-6e83-4614-b007-174afaee00e3 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:32:18.116679 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:18.118957 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-acacb943-e61d-4bf9-888a-8353b2458278 req-3c461545-3982-492d-bf53-218f4f541cdc tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.37 "DELETE /v2.0/ports/c486fe0a-6e83-4614-b007-174afaee00e3 HTTP/1.1" status: 204 len: 173 time: 0.4344275 Jul 28 19:32:18.119425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-deleted', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:32:18.122858 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43486b30-0add-4e14-93a6-19e87cee669c" -d '{"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-deleted", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:32:18.158163 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86b9df-5e74-446e-a38e-62a8cf1117d6 x-openstack-request-id: req-1b86b9df-5e74-446e-a38e-62a8cf1117d6 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:32:18.158480 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077343f1-9aba-43c8-bb46-63470dc0084f", "name": "network-vif-deleted", "tag": "c486fe0a-6e83-4614-b007-174afaee00e3", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:32:18.158727 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b86b9df-5e74-446e-a38e-62a8cf1117d6 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:32:18.159129 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077343f1-9aba-43c8-bb46-63470dc0084f', 'name': 'network-vif-deleted', 'tag': 'c486fe0a-6e83-4614-b007-174afaee00e3', 'status': 'completed', 'code': 200} Jul 28 19:32:18.511339 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-04e85c52-9f70-4eec-b5f5-96db13e665fa req-7dd5e28e-5987-4634-a333-277f4f8444bd tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0317566 Jul 28 19:32:19.536357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:19.612943 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f3278ef-0146-4f8c-a3c1-f6e3ce01adb5 req-d6b7a5a8-cab5-41bd-9942-80798060c2eb tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0309167 Jul 28 19:32:20.202611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:20.222405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: c486fe0a-6e83-4614-b007-174afaee00e3 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:20.222757 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device c486fe0a-6e83-4614-b007-174afaee00e3 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:20.710100 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-abd2f802-8048-463b-a130-00617b07551d req-84d632be-1f8d-4481-8287-4100025ff3ba tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0268621 Jul 28 19:32:21.805794 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3488a63f-d5fd-4b57-b95c-cc1852177afa req-0ed5ffc5-7fd6-4312-93b5-b4ffebf10356 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "GET /v2.0/ports?device_id=077343f1-9aba-43c8-bb46-63470dc0084f HTTP/1.1" status: 200 len: 210 time: 0.0265634 Jul 28 19:32:22.863140 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54128) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:22.924250 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:22.950330 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:23.073188 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:23.075914 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:23.077280 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] 10.222.0.25 "DELETE /v2.0/security-groups/d27f4cab-b3d0-4196-b740-20229519686a HTTP/1.1" status: 204 len: 168 time: 0.2129970 Jul 28 19:32:23.087085 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e65ae8-6279-4d8b-aba6-f8c1e55ed5f1 tempest-TestShelveInstance-1885816157 tempest-TestShelveInstance-1885816157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f4cab-b3d0-4196-b740-20229519686a,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:23.173602 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54132) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:23.669945 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:23.913572 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Deleting port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:23.913918 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:23.992955 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] For port 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:23.993319 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:24.006096 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Calling delete_port for 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:24.250286 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:24.276779 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:24.303293 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.303677 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.304020 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.304353 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.304685 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.305016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.305341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.305663 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.306015 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.306336 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.306656 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.306974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:24.456776 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:24.670634 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Router 7fca6957-7709-4945-ba08-2bf564b1fc79 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:32:24.776990 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:24.782585 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-7690fd41-d69a-48cc-998a-feac846c0e01 admin admin] 10.222.0.25 "PUT /v2.0/routers/7fca6957-7709-4945-ba08-2bf564b1fc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076875 Jul 28 19:32:24.785070 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54136) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:24.789720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Sync routers for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:24.800931 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:24.801655 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:24.899111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:24.908176 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:25.004160 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.086463 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:32:24Z', 'revision_number': 5, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port': {'id': '80e4bf04-b11b-435d-8ce5-c4e792cb7bea', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:38Z', 'updated_at': '2021-07-28T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:25.115565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Checking router: 7fca6957-7709-4945-ba08-2bf564b1fc79 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:25.120503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Deleting port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:25.120863 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.124200 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Routers {'7fca6957-7709-4945-ba08-2bf564b1fc79'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:25.124819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['7fca6957-7709-4945-ba08-2bf564b1fc79'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:25.212175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] Set router 7fca6957-7709-4945-ba08-2bf564b1fc79 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:25.226836 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] For port 80e4bf04-b11b-435d-8ce5-c4e792cb7bea, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:25.227212 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.240598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Calling delete_port for 80e4bf04-b11b-435d-8ce5-c4e792cb7bea owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:25.265380 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:32:25Z', 'revision_number': 6, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:25.291280 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709200e6-1092-412f-b6e9-c4957e6c9b12 None None] The sync data for ids ['7fca6957-7709-4945-ba08-2bf564b1fc79'] in n-d-778550-5 is: [{'id': '7fca6957-7709-4945-ba08-2bf564b1fc79', 'name': 'tempest-TestShelveInstance-1713500536-router', 'tenant_id': 'b0e42416cd4d4b86924049102a3b28c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:37Z', 'updated_at': '2021-07-28T19:32:25Z', 'revision_number': 6, 'project_id': 'b0e42416cd4d4b86924049102a3b28c2', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:25.450710 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.477446 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=80e4bf04-b11b-435d-8ce5-c4e792cb7bea,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:25.537930 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.626586 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.628649 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.748315 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.749050 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fca6957-7709-4945-ba08-2bf564b1fc79 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:32:25.753281 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.754458 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-17fc1d19-819a-468d-b4f5-7b5e0e124c6d admin admin] 10.222.0.25 "DELETE /v2.0/routers/7fca6957-7709-4945-ba08-2bf564b1fc79 HTTP/1.1" status: 204 len: 168 time: 0.9684577 Jul 28 19:32:25.757127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54138) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:25.804677 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Deleting subnet 2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:32:25.809050 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.849655 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.928697 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.039014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.065636 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2575ab04-ce2e-48ab-b4bc-9fb6fee8a919,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:26.069470 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.071332 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-14002ed4-a1f3-4e16-880a-bcd11378b266 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2575ab04-ce2e-48ab-b4bc-9fb6fee8a919 HTTP/1.1" status: 204 len: 168 time: 0.3126574 Jul 28 19:32:26.073873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54140) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:26.075277 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ccb88-5707-47b3-9a7d-b4ef73fb288a None None] Network a6650d5a-40ea-4e41-b6b6-41bdf762ae16 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:26.147687 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.201778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Deleting port 16df3c24-1c55-4c91-a89d-48451f559348 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:26.202132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.246651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] DHCP port deletion for a6650d5a-40ea-4e41-b6b6-41bdf762ae16 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:32:26.279783 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] For port 16df3c24-1c55-4c91-a89d-48451f559348, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16df3c24-1c55-4c91-a89d-48451f559348,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:26.279783 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.286959 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Calling delete_port for 16df3c24-1c55-4c91-a89d-48451f559348 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:26.291734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Deleting port 16df3c24-1c55-4c91-a89d-48451f559348 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:26.292116 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.356913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] For port 16df3c24-1c55-4c91-a89d-48451f559348, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=16df3c24-1c55-4c91-a89d-48451f559348,segment=NetworkSegment(1103e34b-ef39-49e2-87e0-40f6b67fe063),segment_id=1103e34b-ef39-49e2-87e0-40f6b67fe063)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:26.357333 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.369568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Calling delete_port for 16df3c24-1c55-4c91-a89d-48451f559348 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:26.416095 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.443261 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=16df3c24-1c55-4c91-a89d-48451f559348,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:26.444497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.447148 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] No DVR routers for this DVR port 16df3c24-1c55-4c91-a89d-48451f559348 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:32:26.473829 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Pushing event deleted for resources: {'Port': ['ID=16df3c24-1c55-4c91-a89d-48451f559348,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:26.482166 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] No DVR routers for this DVR port 16df3c24-1c55-4c91-a89d-48451f559348 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:32:26.484411 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.484785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.485139 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.485704 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.486350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.486870 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.487383 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.487937 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.488422 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.489100 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.489441 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.489773 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64d0e39-617a-4d87-9c8f-0ba32518f9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:26.494629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16df3c24-1c55-4c91-a89d-48451f559348 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:26.515592 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 16df3c24-1c55-4c91-a89d-48451f559348 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:26.516251 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 16df3c24-1c55-4c91-a89d-48451f559348 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:26.516684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80e4bf04-b11b-435d-8ce5-c4e792cb7bea no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:26.533280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.535419 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 80e4bf04-b11b-435d-8ce5-c4e792cb7bea {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:26.535785 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 80e4bf04-b11b-435d-8ce5-c4e792cb7bea not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:26.536209 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:26.543002 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6650d5a-40ea-4e41-b6b6-41bdf762ae16']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:26.553027 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1103e34b-ef39-49e2-87e0-40f6b67fe063') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:26.553319 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1103e34b-ef39-49e2-87e0-40f6b67fe063') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:26.553871 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:26.554221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 9b7a7b23-fcf3-440e-b899-4c4f5a6ace4d not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:26.562185 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.576779 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.582443 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:32:26.582825 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:32:26.584471 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:32:26.684713 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.690383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.692356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6650d5a-40ea-4e41-b6b6-41bdf762ae16 HTTP/1.1" status: 204 len: 168 time: 0.6173809 Jul 28 19:32:26.695357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54142) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:26.708410 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53522f89-2d0d-435f-a68a-84fcfc346c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6650d5a-40ea-4e41-b6b6-41bdf762ae16,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:27.339470 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:27.575821 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Deleting port 671816bd-43e3-4de0-ae3d-bf7ba5450db1 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:27.576164 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:27.655839 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] For port 671816bd-43e3-4de0-ae3d-bf7ba5450db1, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=671816bd-43e3-4de0-ae3d-bf7ba5450db1,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:27.656125 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:27.668133 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Calling delete_port for 671816bd-43e3-4de0-ae3d-bf7ba5450db1 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:27.901715 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:27.927643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Pushing event deleted for resources: {'Port': ['ID=671816bd-43e3-4de0-ae3d-bf7ba5450db1,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:28.102449 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:28.305734 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Router cc365b26-013c-41f2-bbb4-f71b6d676223 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:32:28.409996 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:28.414857 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-07c29493-062a-4576-a664-bebc7ae41330 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc365b26-013c-41f2-bbb4-f71b6d676223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183905 Jul 28 19:32:28.417365 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54144) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:28.420014 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Sync routers for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:28.429787 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:28.430425 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:28.527096 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:28.536409 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:28.629986 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:28.710747 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:32:27Z', 'revision_number': 5, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port': {'id': 'cb3b9707-52bc-4417-a800-147d16a6b2a2', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:28.716053 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Deleting port cb3b9707-52bc-4417-a800-147d16a6b2a2 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:28.716400 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:28.739118 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Checking router: cc365b26-013c-41f2-bbb4-f71b6d676223 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:28.747726 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Routers {'cc365b26-013c-41f2-bbb4-f71b6d676223'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:28.748317 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['cc365b26-013c-41f2-bbb4-f71b6d676223'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:28.801543 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] For port cb3b9707-52bc-4417-a800-147d16a6b2a2, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=cb3b9707-52bc-4417-a800-147d16a6b2a2,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:28.801919 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:28.814298 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Calling delete_port for cb3b9707-52bc-4417-a800-147d16a6b2a2 owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:28.829306 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] Set router cc365b26-013c-41f2-bbb4-f71b6d676223 gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:28.881721 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:32:28Z', 'revision_number': 6, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:28.906828 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc860e-f936-4d5c-8bb5-a57301705c07 None None] The sync data for ids ['cc365b26-013c-41f2-bbb4-f71b6d676223'] in n-d-778550-5 is: [{'id': 'cc365b26-013c-41f2-bbb4-f71b6d676223', 'name': 'tempest-TestShelveInstance-1386550629-router', 'tenant_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:21:43Z', 'updated_at': '2021-07-28T19:32:28Z', 'revision_number': 6, 'project_id': 'adda8a5e9a4d48b3ae78d6d18862b2a1', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:29.045006 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.071818 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3b9707-52bc-4417-a800-147d16a6b2a2,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:29.128694 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.214614 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.217225 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.353009 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.353624 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc365b26-013c-41f2-bbb4-f71b6d676223 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:32:29.358426 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.359598 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5b65ca36-9dc8-4df0-b33a-184e6156faea admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc365b26-013c-41f2-bbb4-f71b6d676223 HTTP/1.1" status: 204 len: 168 time: 0.9413059 Jul 28 19:32:29.362142 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54146) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:29.405838 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Deleting subnet 7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9 {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:32:29.408883 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.443071 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.525518 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.633138 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.660936 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:29.662944 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.667170 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4cbadbb0-e124-4f99-b1a2-12b1375528f8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e7cdc76-c7a5-4d0d-8273-9c3807ad0dd9 HTTP/1.1" status: 204 len: 168 time: 0.3017750 Jul 28 19:32:29.667812 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54150) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:29.670732 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9f454-cf7d-4f91-b089-5b03058c88b8 None None] Network 86ff0234-554a-4538-8a58-bef2adc6881f requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:29.740882 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.801385 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Deleting port 57c47669-785c-4249-8f15-4cf9a7d92aa4 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:29.801737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.858653 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91292520-9172-4895-8275-4231189d5911 None None] DHCP port deletion for 86ff0234-554a-4538-8a58-bef2adc6881f request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:32:29.865222 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] For port 57c47669-785c-4249-8f15-4cf9a7d92aa4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57c47669-785c-4249-8f15-4cf9a7d92aa4,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:29.865608 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.879419 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Calling delete_port for 57c47669-785c-4249-8f15-4cf9a7d92aa4 owned by network:dhcp {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:29.905902 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-91292520-9172-4895-8275-4231189d5911 None None] Deleting port 57c47669-785c-4249-8f15-4cf9a7d92aa4 {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:29.906285 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-91292520-9172-4895-8275-4231189d5911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.973068 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-91292520-9172-4895-8275-4231189d5911 None None] For port 57c47669-785c-4249-8f15-4cf9a7d92aa4, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=57c47669-785c-4249-8f15-4cf9a7d92aa4,segment=NetworkSegment(b51364b7-aa6f-4a1e-a1e3-2b252c67ff13),segment_id=b51364b7-aa6f-4a1e-a1e3-2b252c67ff13)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:29.980921 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-91292520-9172-4895-8275-4231189d5911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:29.989453 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-91292520-9172-4895-8275-4231189d5911 None None] Calling delete_port for 57c47669-785c-4249-8f15-4cf9a7d92aa4 owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:30.032940 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.059842 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c47669-785c-4249-8f15-4cf9a7d92aa4,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:30.061690 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] No DVR routers for this DVR port 57c47669-785c-4249-8f15-4cf9a7d92aa4 on host n-d-778550-5 {{(pid=101105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:32:30.068834 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-91292520-9172-4895-8275-4231189d5911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.094017 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292520-9172-4895-8275-4231189d5911 None None] Pushing event deleted for resources: {'Port': ['ID=57c47669-785c-4249-8f15-4cf9a7d92aa4,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:30.103045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91292520-9172-4895-8275-4231189d5911 None None] No DVR routers for this DVR port 57c47669-785c-4249-8f15-4cf9a7d92aa4 on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:32:30.132924 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.143348 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ff0234-554a-4538-8a58-bef2adc6881f']}} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:30.157457 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13') {'for_net_delete': True} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:30.157758 n-d-778550-5 neutron-server[101105]: DEBUG neutron.services.segments.db [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51364b7-aa6f-4a1e-a1e3-2b252c67ff13') {} {{(pid=101105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:30.166369 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63174434'] for segment, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.179609 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.186056 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:32:30.186447 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63114404'] for segment, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: Traceback (most recent call last): Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: timer() Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: cb(*args, **kw) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: return func(*args, **kwargs) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: self._notify() Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: self.callback(batched_events) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: event.method(event) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: return f(self, *a, **k) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: return self._get(url).json() Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: return self.request(url, 'GET', **kwargs) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:32:30.188431 n-d-778550-5 neutron-server[101105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:32:30.324188 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.329583 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.335970 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/86ff0234-554a-4538-8a58-bef2adc6881f HTTP/1.1" status: 204 len: 168 time: 0.6627648 Jul 28 19:32:30.342625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc8df2-2059-472a-86cc-23f699b404e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ff0234-554a-4538-8a58-bef2adc6881f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:30.479309 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57c47669-785c-4249-8f15-4cf9a7d92aa4 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:30.500202 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 57c47669-785c-4249-8f15-4cf9a7d92aa4 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:30.500560 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 57c47669-785c-4249-8f15-4cf9a7d92aa4 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:30.502565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 671816bd-43e3-4de0-ae3d-bf7ba5450db1 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:30.522565 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 671816bd-43e3-4de0-ae3d-bf7ba5450db1 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:30.527140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 671816bd-43e3-4de0-ae3d-bf7ba5450db1 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:30.527140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb3b9707-52bc-4417-a800-147d16a6b2a2 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:32:30.541989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: cb3b9707-52bc-4417-a800-147d16a6b2a2 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:32:30.542350 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device cb3b9707-52bc-4417-a800-147d16a6b2a2 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:32:30.651414 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54154) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:30.691993 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-02306e7e-6c56-4a4d-8717-bf803d41d8ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0e42416cd4d4b86924049102a3b28c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393939 Jul 28 19:32:30.694497 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54156) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:30.742131 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.765987 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.873097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.875679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:30.876921 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93f98f90-64f1-429b-97ba-187a6a63e9cc HTTP/1.1" status: 204 len: 168 time: 0.1814373 Jul 28 19:32:30.885068 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5ba54-f4d2-4400-8080-05d2d30c6cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f98f90-64f1-429b-97ba-187a6a63e9cc,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:31.495957 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54162) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:31.534850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-289ec0b9-25b7-4cad-b7a1-8d613b3f7a6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adda8a5e9a4d48b3ae78d6d18862b2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376904 Jul 28 19:32:31.537262 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54164) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:31.583648 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:31.604522 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:31.707041 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:31.709613 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:31.710787 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53e7a657-7127-4ea7-b6ab-fee994e4410c HTTP/1.1" status: 204 len: 168 time: 0.1726553 Jul 28 19:32:31.719014 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5fdc4-c325-45a6-ac4a-cede37b7817b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7a657-7127-4ea7-b6ab-fee994e4410c,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:32.681905 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54186) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:32.777009 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1237363276-network', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:32.855665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Made reservation on behalf of c5426c322db849508bdb2a0e8442aff1 for: {'network': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:32:32.857903 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:32.866069 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:32.950876 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.038111 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.062131 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:32:33.070969 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040c0671-058e-48b9-84ca-14df8e9cc7d0,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:33.077438 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.077792 n-d-778550-5 neutron-server[101105]: INFO neutron.db.segments_db [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Added segment 9d0664e9-6967-4665-81fc-30eafb3a1505 of type vlan for network 16142826-038c-4079-b986-a6b1711e9866 Jul 28 19:32:33.116232 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.215813 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.216791 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:33.217410 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Notify callbacks [] for network, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.277242 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] Pushing event updated for resources: {'Network': ['ID=16142826-038c-4079-b986-a6b1711e9866,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:33.286720 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 16142826-038c-4079-b986-a6b1711e9866 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:32:33.314003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-d4ac93dc-faeb-4013-a0d1-7abea7465771 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6309972 Jul 28 19:32:33.316989 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54190) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:33.321877 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Request body: {'subnet': {'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1237363276-subnet', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'ip_version': 4}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:33.387280 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Made reservation on behalf of c5426c322db849508bdb2a0e8442aff1 for: {'subnet': 1} {{(pid=101105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:32:33.389708 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63177589'] for subnet, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.621423 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63114809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63177563'] for subnet, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.679081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a3911a-9c2c-4b2e-be8a-add84710d2cf,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:33.683221 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Checking segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:33.683860 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Network hostable DHCP agents. Network: 16142826-038c-4079-b986-a6b1711e9866, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:32:33.769462 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Network 16142826-038c-4079-b986-a6b1711e9866 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:32:33.809319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 16142826-038c-4079-b986-a6b1711e9866) {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:33.813514 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:33.814104 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.818876 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c3025-aeaf-417c-b080-9b785e9b0fc1 None None] Network 16142826-038c-4079-b986-a6b1711e9866 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:33.861914 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-076e7e2f-e3dd-47cd-92e6-655b10ac2f98 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5438600 Jul 28 19:32:33.864667 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54192) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:33.869378 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:33.930013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.930970 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.958569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-16142826-038c-4079-b986-a6b1711e9866', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:32:33.960046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.987814 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.094890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Allocated IP 172.20.0.2 (16142826-038c-4079-b986-a6b1711e9866/60a3911a-9c2c-4b2e-be8a-add84710d2cf/236dd3f7-2cc1-431b-9364-e1a9a7217dfd) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:34.157047 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.237561 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.245753 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Transition to ACTIVE for port object 236dd3f7-2cc1-431b-9364-e1a9a7217dfd will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:34.260687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Transition to ACTIVE for port object 236dd3f7-2cc1-431b-9364-e1a9a7217dfd will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:34.336357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.374913 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Network 16142826-038c-4079-b986-a6b1711e9866 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:34.377791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:34.381197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:34.389892 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Pushing event updated for resources: {'Port': ['ID=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:34.397007 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.416097 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.440040 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Attempting to bind port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:34.442597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Attempting to bind port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:34.442597 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Attempting to bind port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:34.445599 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:34.445977 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Checking segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:34.446380 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.446775 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Bound using segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:34.447242 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Bound port: 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:34.447644 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.512660 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] For port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:34.515731 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] For port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:34.516386 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Allocated IP 172.25.7.138 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/35d15815-cf50-4aad-b56f-b369715f7b7a) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:34.576072 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.619724 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.633390 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01308738-435c-4be4-996c-00fe9a40fd73 None None] Pushing event updated for resources: {'Port': ['ID=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:34.707838 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:34.745676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:34.748575 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:34.752144 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:34.783553 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Pushing event updated for resources: {'Port': ['ID=35d15815-cf50-4aad-b56f-b369715f7b7a,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:35.110855 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:35.305474 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:35.490349 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93a03d-9261-467f-9e98-855e6f84d81e None None] Network 16142826-038c-4079-b986-a6b1711e9866 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:35.512533 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Router 68be2d51-ed05-4629-811c-b219fa56d307 is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:32:35.765671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b6689a10-37e5-4258-8d89-4e6d414f1e44 None None] Provisioning for port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:35.943113 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:35.955709 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:35.965106 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:35.968029 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:36.032809 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.034004 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-665fdd3b-88fe-4abe-b286-7e85dd093023 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1683629 Jul 28 19:32:36.036732 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54194) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:36.068436 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:36.254474 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:34Z', 'revision_number': 3, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:36.280947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:36.281307 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Updating router 68be2d51-ed05-4629-811c-b219fa56d307 port 35d15815-cf50-4aad-b56f-b369715f7b7a binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:32:36.304991 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.434252 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.541416 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 236dd3f7-2cc1-431b-9364-e1a9a7217dfd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:36.592318 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.601518 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Allocated IP 172.20.0.1 (16142826-038c-4079-b986-a6b1711e9866/60a3911a-9c2c-4b2e-be8a-add84710d2cf/8e875419-fb69-4e15-8dc1-072a0d8e5d06) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:36.605140 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Transition to ACTIVE for port object 35d15815-cf50-4aad-b56f-b369715f7b7a will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:36.703581 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.707421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.717040 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.provisioning_blocks [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Transition to ACTIVE for port object 8e875419-fb69-4e15-8dc1-072a0d8e5d06 will not be triggered until provisioned by entity DHCP. {{(pid=101105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:36.734921 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:36.746494 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:36.749935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.782974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3b55-0a81-4e2d-b5f3-2228c755a0c3 None None] Pushing event updated for resources: {'Port': ['ID=35d15815-cf50-4aad-b56f-b369715f7b7a,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:36.789808 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Attempting to bind port 35d15815-cf50-4aad-b56f-b369715f7b7a on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:36.790224 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Attempting to bind port 35d15815-cf50-4aad-b56f-b369715f7b7a by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:36.790601 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Attempting to bind port 35d15815-cf50-4aad-b56f-b369715f7b7a on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:36.798762 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.801446 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:36.801822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:36.802223 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.802616 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:36.803081 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Bound port: 35d15815-cf50-4aad-b56f-b369715f7b7a, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:36.803485 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.836796 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Network 16142826-038c-4079-b986-a6b1711e9866 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:36.839688 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:36.843334 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:36.871168 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Pushing event updated for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:36.886796 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] For port 35d15815-cf50-4aad-b56f-b369715f7b7a, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:36.890929 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.893401 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] For port 35d15815-cf50-4aad-b56f-b369715f7b7a, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=35d15815-cf50-4aad-b56f-b369715f7b7a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:36.896942 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:36.930817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:36.970624 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.002412 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.034657 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:37.035273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:37.037951 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3b55-0a81-4e2d-b5f3-2228c755a0c3 None None] Pushing event updated for resources: {'Port': ['ID=35d15815-cf50-4aad-b56f-b369715f7b7a,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:37.071625 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.163625 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:37.183679 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09f49196-c6be-4268-b5e4-3163080fd96f None None] Provisioning for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:37.189978 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:37.192259 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-09f49196-c6be-4268-b5e4-3163080fd96f None None] Provisioning complete for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:37.194407 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-09f49196-c6be-4268-b5e4-3163080fd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.232080 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.312425 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.312780 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-09f49196-c6be-4268-b5e4-3163080fd96f None None] Port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:32:37.382345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Pushing event updated for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:37.384891 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.396524 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:34Z', 'revision_number': 3, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:37.422918 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13386ad-3952-41fc-9426-da4caa650d77 None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:34Z', 'revision_number': 3, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:37.476192 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Network 16142826-038c-4079-b986-a6b1711e9866 is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:37.477633 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:37.604520 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:32:37.734759 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-8f942733-c427-4344-bc19-a3ad4c16d861 None None] Provisioning complete for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:37.735737 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8f942733-c427-4344-bc19-a3ad4c16d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.741901 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:37.750457 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-aa5c1cdf-24b2-442c-8407-ba0a1018f275 admin admin] 10.222.0.25 "PUT /v2.0/routers/68be2d51-ed05-4629-811c-b219fa56d307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126613 Jul 28 19:32:37.773791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c6bafe9-ab51-4a81-b7d7-cbde1a49e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:37.782250 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-8f942733-c427-4344-bc19-a3ad4c16d861 None None] Port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:32:38.471067 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54210) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:38.476341 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-240990155-network', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:38.554628 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 35d15815-cf50-4aad-b56f-b369715f7b7a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:38.587229 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Made reservation on behalf of e5c040805a024d6fa4ad6f8232cae28b for: {'network': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:32:38.589662 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for network, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.598404 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.667368 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 35d15815-cf50-4aad-b56f-b369715f7b7a completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:38.671894 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 35d15815-cf50-4aad-b56f-b369715f7b7a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:38.672280 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.694826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.751147 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.763945 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.773506 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 35d15815-cf50-4aad-b56f-b369715f7b7a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=35d15815-cf50-4aad-b56f-b369715f7b7a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:38.797746 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:32:38.802485 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6679bc57-9122-4b13-9487-4fda25cd1a13,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:38.812285 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.812602 n-d-778550-5 neutron-server[101106]: INFO neutron.db.segments_db [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Added segment e6859388-136f-46e9-9086-06be00f1627f of type vlan for network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 Jul 28 19:32:38.853107 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789012980062'] for network, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.867215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.868070 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 236dd3f7-2cc1-431b-9364-e1a9a7217dfd up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:38.931191 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:38.941037 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:38.941758 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:38.947569 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=35d15815-cf50-4aad-b56f-b369715f7b7a,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:38.953224 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050'] for network, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.954631 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:38.955569 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:38.959252 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:38.962142 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.015917 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] Pushing event updated for resources: {'Network': ['ID=72b76c71-f0dc-4223-b3a7-4f91850c3e73,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:39.027292 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 details requested by agent ovs-agent-n-d-778550-5 with host n-d-778550-5 {{(pid=101108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:32:39.061119 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:39.070131 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-4ae24e2c-5173-4f6c-a426-30a13ffa75c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5953014 Jul 28 19:32:39.070527 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54212) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:39.076190 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Request body: {'subnet': {'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-240990155-subnet', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'ip_version': 4}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:39.158471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Made reservation on behalf of e5c040805a024d6fa4ad6f8232cae28b for: {'subnet': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:32:39.161005 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63921399'] for subnet, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.265476 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:37Z', 'revision_number': 2, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:39.291307 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:39.291685 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Updating router 68be2d51-ed05-4629-811c-b219fa56d307 port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:32:39.315580 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.388158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63915309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63921369'] for subnet, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.443911 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=892328ef-6a46-4694-b2aa-3071a27c8868,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:39.453389 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Checking segment: {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:39.453754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Network hostable DHCP agents. Network: 72b76c71-f0dc-4223-b3a7-4f91850c3e73, hostable agents: ['180385dd-45d4-4b7a-803a-f8e508778391'], hosted agents: [] {{(pid=101106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:32:39.507127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 is scheduled to be hosted by DHCP agent 180385dd-45d4-4b7a-803a-f8e508778391 with binding_index 1 {{(pid=101106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:32:39.573823 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.583592 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Transition to ACTIVE for port object 8e875419-fb69-4e15-8dc1-072a0d8e5d06 will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:39.609727 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-5, 72b76c71-f0dc-4223-b3a7-4f91850c3e73) {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:39.613976 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:39.614573 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.618351 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284304ac-5ed0-41df-b0ff-505633e98687 None None] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:39.661241 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.684960 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-53415c13-c710-4cc1-a109-f143c6122e9e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6126795 Jul 28 19:32:39.688281 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54214) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:39.693120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:39.752056 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Pushing event updated for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:39.766782 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.767229 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.767494 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.767836 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.768171 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.768525 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.768856 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.769182 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.769509 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.769833 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.770161 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.770481 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:39.773507 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3173dca8-9b10-5698-be50-1b30bd7c89d7-72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868'}]}} from n-d-778550-5. {{(pid=101108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:32:39.775058 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.783919 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Attempting to bind port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:39.784429 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Attempting to bind port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:39.785224 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Attempting to bind port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:39.790116 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:39.790632 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Checking segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:39.790870 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.791251 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Bound using segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:39.791728 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Bound port: 8e875419-fb69-4e15-8dc1-072a0d8e5d06, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:39.792127 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.815900 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66683484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1448'] for router, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.819590 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66683643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66826294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66680064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1443'] for router, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.869125 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] For port 8e875419-fb69-4e15-8dc1-072a0d8e5d06, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:39.873452 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] For port 8e875419-fb69-4e15-8dc1-072a0d8e5d06, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e875419-fb69-4e15-8dc1-072a0d8e5d06,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:39.884677 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.931276 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.db_base_plugin_common [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Allocated IP 172.20.0.2 (72b76c71-f0dc-4223-b3a7-4f91850c3e73/892328ef-6a46-4694-b2aa-3071a27c8868/662c41c5-4488-4b4a-ba0b-7e3c40ea7904) {{(pid=101108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:39.953488 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.009427 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:40.009965 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:40.046676 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aeaaf-0940-40ce-aee6-3882be056ba8 None None] Pushing event updated for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:40.104936 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks [] for port, precommit_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.120822 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Transition to ACTIVE for port object 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:40.137955 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:40.140512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Transition to ACTIVE for port object 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 will not be triggered until provisioned by entity DHCP. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:40.155113 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66678988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66683502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1421'] for router, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.164274 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.210522 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164'] for port, after_create {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.276475 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 is already hosted by enough agents. {{(pid=101108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:40.287716 n-d-778550-5 neutron-server[101108]: DEBUG neutron.scheduler.base_scheduler [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Resources bound (agent type, host, resource id): {{(pid=101108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:40.291030 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Pushing event updated for resources: {'Port': ['ID=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,revision_number=1']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:40.296134 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Received port after_create {{(pid=101108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:40.354185 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:39Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:40.365421 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Attempting to bind port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:40.365800 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Attempting to bind port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:40.370221 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Attempting to bind port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 on network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:40.371457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:40.371838 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Checking segment: {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:40.372243 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.373141 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Bound using segment: {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:40.373624 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Bound port: 662c41c5-4488-4b4a-ba0b-7e3c40ea7904, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:40.374123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.411494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-bfcee248-d525-4a07-9184-e3b1514161fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.447155 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.449354 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] For port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:40.454193 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] For port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:40.473400 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.476000 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc972c-fe9b-4d9d-ac97-9ea9d7032db1 None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:39Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:40.501988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.578125 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 35d15815-cf50-4aad-b56f-b369715f7b7a up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:40.630508 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Allocated IP 172.25.7.84 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/40b64c07-8053-4697-929b-3d0fb5c45529) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:40.632734 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4382c1-105c-4c1a-90e3-938ee8cae292 None None] Pushing event updated for resources: {'Port': ['ID=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:40.665817 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 35d15815-cf50-4aad-b56f-b369715f7b7a triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:40.666400 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.792678 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.924570 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.964008 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:40.968450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:40.974985 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:40.978116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=40b64c07-8053-4697-929b-3d0fb5c45529,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:41.300736 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:41.432699 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:41.523458 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66683495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66679017'] for router, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:41.571578 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa72eae-b984-4957-96ab-ff68e92fe05b None None] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:32:41.706611 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-14019856-116f-499e-b783-e3cd8fbc1c9c None None] Provisioning for port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:41.718500 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed is scheduled to L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 with binding_index 1 {{(pid=101106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:32:41.833920 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:41.846607 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Sync routers for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:41.856147 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:41.857523 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:41.913978 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:41.915612 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-903878b4-72b7-4095-ac5d-62d979d7c9a8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2262247 Jul 28 19:32:41.918413 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54216) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:41.970983 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:42.147686 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:41Z', 'revision_number': 3, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:42.327151 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Checking router: 3c112488-481e-4ca5-a2b7-b4fbdbae59ed for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:42.327532 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Updating router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed port 40b64c07-8053-4697-929b-3d0fb5c45529 binding host n-d-778550-5 {{(pid=101108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:32:42.329509 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.351313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.484598 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Allocated IP 172.20.0.1 (72b76c71-f0dc-4223-b3a7-4f91850c3e73/892328ef-6a46-4694-b2aa-3071a27c8868/b44cac6f-1220-4e62-b108-245fba77b65f) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:42.567566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:42.608765 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.621255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Transition to ACTIVE for port object b44cac6f-1220-4e62-b108-245fba77b65f will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:42.645931 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks [] for port, precommit_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.660072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Transition to ACTIVE for port object 40b64c07-8053-4697-929b-3d0fb5c45529 will not be triggered until provisioned by entity L2. {{(pid=101108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:42.713104 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.724088 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:42.727193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.733114 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:42.733478 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.752171 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:42.754873 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:42.758326 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:42.790280 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:42.807889 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66678838'] for router_interface, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.819598 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Attempting to bind port 40b64c07-8053-4697-929b-3d0fb5c45529 on host n-d-778550-5 for vnic_type normal with profile {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:42.820097 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Attempting to bind port 40b64c07-8053-4697-929b-3d0fb5c45529 by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:42.820342 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Attempting to bind port 40b64c07-8053-4697-929b-3d0fb5c45529 on network 5d1272d1-9e30-4f3c-b886-88f916d004bb {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:42.822283 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe546ec-e0d9-4840-a9a5-3d9545ac278b None None] Pushing event updated for resources: {'Port': ['ID=40b64c07-8053-4697-929b-3d0fb5c45529,revision_number=2']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:42.832174 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:42.832557 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Checking segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:42.832973 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.833371 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Bound using segment: {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'} {{(pid=101108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:42.833852 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.managers [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Bound port: 40b64c07-8053-4697-929b-3d0fb5c45529, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9e534-ba12-4960-bc14-f9d2b1dae627', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb'}}] {{(pid=101108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:42.834241 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.920426 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] For port 40b64c07-8053-4697-929b-3d0fb5c45529, host n-d-778550-5, cleared binding levels {{(pid=101108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:42.926847 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] For port 40b64c07-8053-4697-929b-3d0fb5c45529, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40b64c07-8053-4697-929b-3d0fb5c45529,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:42.928308 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:42.961492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:43.030788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.030981 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.032707 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.033455 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e875419-fb69-4e15-8dc1-072a0d8e5d06 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:43.110188 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-030c0c3d-95ab-4f1a-b3e2-1571e72bde97 None None] Provisioning for port b44cac6f-1220-4e62-b108-245fba77b65f completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:43.119137 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:43.119791 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:43.129992 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-030c0c3d-95ab-4f1a-b3e2-1571e72bde97 None None] Provisioning complete for port b44cac6f-1220-4e62-b108-245fba77b65f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:43.130389 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-030c0c3d-95ab-4f1a-b3e2-1571e72bde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.184522 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe546ec-e0d9-4840-a9a5-3d9545ac278b None None] Pushing event updated for resources: {'Port': ['ID=40b64c07-8053-4697-929b-3d0fb5c45529,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:43.248244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-030c0c3d-95ab-4f1a-b3e2-1571e72bde97 None None] Port b44cac6f-1220-4e62-b108-245fba77b65f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:32:43.317947 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,revision_number=3']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:43.349747 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:43.384148 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:43.391314 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:43.391720 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.445597 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.547903 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.592453 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.615550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.631568 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 8e875419-fb69-4e15-8dc1-072a0d8e5d06, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e875419-fb69-4e15-8dc1-072a0d8e5d06,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:43.646496 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b44cac6f-1220-4e62-b108-245fba77b65f', 'name': '', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'mac_address': 'fa:16:3e:b9:11:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:42Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 1, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'subnets': [{'id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:43.676671 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7162abd-26dd-4fd5-b62c-1142d9969b64 None None] The sync data for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 is: [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b44cac6f-1220-4e62-b108-245fba77b65f', 'name': '', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'mac_address': 'fa:16:3e:b9:11:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:42Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 1, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'subnets': [{'id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:43.681538 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:43.683172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66629032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66829478'] for router_interface, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.712749 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:43.762938 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:43.783680 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:43.785035 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:43.927705 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:32:44.061882 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:32:44.067526 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-abce1b56-e880-4e69-b797-9d84a66702d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c112488-481e-4ca5-a2b7-b4fbdbae59ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1478276 Jul 28 19:32:44.080567 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-314e2d2e-1118-431a-95cf-026cb93c5f52 None None] Provisioning complete for port b44cac6f-1220-4e62-b108-245fba77b65f triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:44.080945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-314e2d2e-1118-431a-95cf-026cb93c5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:44.119039 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-314e2d2e-1118-431a-95cf-026cb93c5f52 None None] Port b44cac6f-1220-4e62-b108-245fba77b65f cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:32:44.122538 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:32:44.584241 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40b64c07-8053-4697-929b-3d0fb5c45529 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:44.695491 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port 40b64c07-8053-4697-929b-3d0fb5c45529 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:44.699974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 40b64c07-8053-4697-929b-3d0fb5c45529 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:44.701107 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:44.784497 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:44.806385 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port 40b64c07-8053-4697-929b-3d0fb5c45529, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40b64c07-8053-4697-929b-3d0fb5c45529,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:44.867102 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:44.867970 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:44.892228 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54226) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:44.897220 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130697560', 'description': 'tempest-secgroup-smoke-130697560 description', 'project_id': 'c5426c322db849508bdb2a0e8442aff1'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:44.950303 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=40b64c07-8053-4697-929b-3d0fb5c45529,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:44.962805 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:44.963184 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.009598 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.043428 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e875419-fb69-4e15-8dc1-072a0d8e5d06 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:45.089646 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:45.089935 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.091145 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.163850 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.194971 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:45.249395 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.250630 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-e2bae05c-fe8c-48a2-9f13-92abe185af9c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3573816 Jul 28 19:32:45.253507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54230) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:45.257938 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:45.340834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.398742 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.438754 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.459074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caffa479-bf34-4fe2-a77c-c770162fa396,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:45.530566 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.534481 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-f874d73b-91a1-4770-ac5e-a316810b464c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775524 Jul 28 19:32:45.534844 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54232) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:45.539608 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:45.633529 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Sync routers for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:32:45.635242 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.642786 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:45.643441 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:45.693305 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.751458 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:45.752879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.771722 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6b75ca-68cd-49d4-bc1d-bfb482d7f823,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:45.827576 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.828854 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-48faf24c-8897-404d-91cd-a37fabe31363 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929554 Jul 28 19:32:45.831564 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54234) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:45.836140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:45.917326 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:45.946860 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b44cac6f-1220-4e62-b108-245fba77b65f', 'name': '', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'mac_address': 'fa:16:3e:b9:11:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:42Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 2, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'subnets': [{'id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:45.976696 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Checking router: 3c112488-481e-4ca5-a2b7-b4fbdbae59ed for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:32:45.977050 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Updating router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed port b44cac6f-1220-4e62-b108-245fba77b65f binding host n-d-778550-5 {{(pid=101109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:32:45.980784 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.001714 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.049481 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.066318 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900a6679-063d-426c-99bc-98e358fd695e,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:46.129592 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.130946 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-5c2a4565-93ea-4769-843e-fb6f3b8c6a8e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983341 Jul 28 19:32:46.133584 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54236) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:46.138201 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:46.214355 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.259235 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.268599 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.provisioning_blocks [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Transition to ACTIVE for port object b44cac6f-1220-4e62-b108-245fba77b65f will not be triggered until provisioned by entity L2. {{(pid=101109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:46.273737 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.312321 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.324013 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.346781 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2e983c-7df0-4521-848c-aed19666acdd,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:46.387707 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb1ef2-1d7d-4da6-a6bd-f4b5712ace53 None None] Pushing event updated for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=3']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:46.393291 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.397380 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54238) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:46.397873 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-6b252b1c-d2bc-4b9f-8e2a-69f16c1ca45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628412 Jul 28 19:32:46.402532 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:46.420732 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Attempting to bind port b44cac6f-1220-4e62-b108-245fba77b65f on host n-d-778550-5 for vnic_type normal with profile {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:46.421543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Attempting to bind port b44cac6f-1220-4e62-b108-245fba77b65f by drivers openvswitch,hyperv on host n-d-778550-5 at level 0 using segments [{'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:46.421543 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Attempting to bind port b44cac6f-1220-4e62-b108-245fba77b65f on network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:46.427012 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Checking agent: {'id': '3f45d84e-adec-4fea-94be-674bf33e0979', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 46, 40), 'started_at': datetime.datetime(2021, 7, 28, 17, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:46.430382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Checking segment: {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:46.430382 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.430382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Bound using segment: {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'} {{(pid=101109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:46.430382 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.managers [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Bound port: b44cac6f-1220-4e62-b108-245fba77b65f, host: n-d-778550-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6859388-136f-46e9-9086-06be00f1627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73'}}] {{(pid=101109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:46.430382 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.478633 n-d-778550-5 neutron-server[101106]: INFO neutron.db.securitygroups_db [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Project c5426c322db849508bdb2a0e8442aff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:32:46.484799 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.495173 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] For port b44cac6f-1220-4e62-b108-245fba77b65f, host n-d-778550-5, cleared binding levels {{(pid=101109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:46.498761 n-d-778550-5 neutron-server[101109]: DEBUG neutron.plugins.ml2.db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] For port b44cac6f-1220-4e62-b108-245fba77b65f, host n-d-778550-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b44cac6f-1220-4e62-b108-245fba77b65f,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:46.512045 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40b64c07-8053-4697-929b-3d0fb5c45529 up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:46.565572 n-d-778550-5 neutron-server[101109]: DEBUG neutron_lib.callbacks.manager [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.571720 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.576908 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port 40b64c07-8053-4697-929b-3d0fb5c45529 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:46.577290 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.627239 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb1ef2-1d7d-4da6-a6bd-f4b5712ace53 None None] Pushing event updated for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=4']} {{(pid=101109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:46.630184 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:32:46.630773 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:46.642245 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.656383 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.687051 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e593a1-ce33-414a-90d1-52c290d300ec,revision_number=0']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:46.752254 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:32:46.764581 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.768515 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b3bc2336-4189-4b31-a39f-80490982f918 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3675973 Jul 28 19:32:46.768932 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54240) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:46.774063 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'security_group_rule': {'security_group_id': '6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0', 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:46.855487 n-d-778550-5 neutron-server[101105]: INFO neutron.db.securitygroups_db [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Project c5426c322db849508bdb2a0e8442aff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:32:46.860677 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.924136 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:46.951350 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b44cac6f-1220-4e62-b108-245fba77b65f', 'name': '', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'mac_address': 'fa:16:3e:b9:11:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:42Z', 'updated_at': '2021-07-28T19:32:46Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'subnets': [{'id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:32:46.977205 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a6ac3-8e59-4ca2-b079-580608fdc4b4 None None] The sync data for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 is: [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:32:42Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': 'b44cac6f-1220-4e62-b108-245fba77b65f', 'name': '', 'network_id': '72b76c71-f0dc-4223-b3a7-4f91850c3e73', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'mac_address': 'fa:16:3e:b9:11:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:42Z', 'updated_at': '2021-07-28T19:32:46Z', 'revision_number': 4, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'subnets': [{'id': '892328ef-6a46-4694-b2aa-3071a27c8868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:32:46.986897 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585769'] for security_group_rule, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:47.004830 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7052de0-0920-4d09-9ffd-5be8a1924954,revision_number=0']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:47.061371 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:47.062871 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-97e412ce-e326-4468-873b-57708f53301b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926667 Jul 28 19:32:47.207591 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-a8e62119-9e30-49a9-95c0-d799a8f7fce5 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130697560&fields=id&tenant_id=c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 267 time: 0.0347812 Jul 28 19:32:47.330127 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-8ae335dd-9e7b-4bed-ac22-89788c51d8df tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:47.331687 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-8ae335dd-9e7b-4bed-ac22-89788c51d8df tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 810 time: 0.1171527 Jul 28 19:32:47.347264 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-afd33979-e4d5-42db-b444-925d12b9cdbe tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/quotas/c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Jul 28 19:32:47.401576 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-6fe5ea03-872a-4fb6-83f7-89fb688ad032 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481071 Jul 28 19:32:47.511426 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-e3da4461-a40e-4481-8ae9-5a078ee26069 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:32:47.512455 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-e3da4461-a40e-4481-8ae9-5a078ee26069 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0987790 Jul 28 19:32:47.608579 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-461701a9-d43b-4bef-a0a2-df67403f101a service neutron] 10.222.0.25 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Jul 28 19:32:47.697394 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-93e3c20b-baaa-4314-a81c-00fcaea6818a service neutron] 10.222.0.25 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826764 Jul 28 19:32:47.901073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-f627d302-c36f-4082-88fb-404ed849379a req-61214703-bc9c-41f6-8b45-fbf0f22978e8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 210 time: 0.0258698 Jul 28 19:32:48.509957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b44cac6f-1220-4e62-b108-245fba77b65f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:48.603768 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning for port b44cac6f-1220-4e62-b108-245fba77b65f completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:48.607691 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b44cac6f-1220-4e62-b108-245fba77b65f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:48.608121 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:48.683684 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:48.717713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] For port b44cac6f-1220-4e62-b108-245fba77b65f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b44cac6f-1220-4e62-b108-245fba77b65f,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:48.758101 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:48.804405 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Pushing event updated for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:48.980321 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-42f76e2b-2cdc-40ad-a248-5f272d73f54e req-8a3d1b99-8c3b-4917-9538-418850a4393c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 210 time: 0.0265310 Jul 28 19:32:49.535549 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.085073 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c19626b6-de73-4dd8-880b-c2c28f9fd45e req-d83463c9-a9eb-491d-8472-59a9ee9b94e2 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 210 time: 0.0327997 Jul 28 19:32:50.100994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-9b20bfb4-2610-4af0-89f5-d2d3cedfc3c2 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:50.102467 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-9b20bfb4-2610-4af0-89f5-d2d3cedfc3c2 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 810 time: 0.1258018 Jul 28 19:32:50.150422 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-dfb055b7-b712-4ae4-8ab2-5bd965276990 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 379 time: 0.0391035 Jul 28 19:32:50.159603 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'port': {'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'admin_state_up': True, 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'security_groups': ['6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:50.312093 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Made reservation on behalf of c5426c322db849508bdb2a0e8442aff1 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:32:50.315834 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.443588 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Allocated IP 172.20.0.14 (16142826-038c-4079-b986-a6b1711e9866/60a3911a-9c2c-4b2e-be8a-add84710d2cf/7e218186-fff3-4ba7-9691-3964896ade50) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:32:50.497170 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b44cac6f-1220-4e62-b108-245fba77b65f up at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:50.549066 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Provisioning complete for port b44cac6f-1220-4e62-b108-245fba77b65f triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:50.549795 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.588688 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.601948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Transition to ACTIVE for port object 7e218186-fff3-4ba7-9691-3964896ade50 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:50.684064 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.734719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Network 16142826-038c-4079-b986-a6b1711e9866 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:32:50.737828 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:32:50.744890 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:32:50.749515 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:50.820007 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:50.820007 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:50.861924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-845f57f6-0d51-4aba-abf9-410f1b58bf68 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7059047 Jul 28 19:32:50.930363 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Request body: {'port': {'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:32:50.989571 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.095326 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07e6d15d-6136-46c2-8444-25331c3e3a37 None None] Provisioning for port 7e218186-fff3-4ba7-9691-3964896ade50 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:51.099629 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-07e6d15d-6136-46c2-8444-25331c3e3a37 None None] Provisioning complete for port 7e218186-fff3-4ba7-9691-3964896ade50 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:51.100205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-07e6d15d-6136-46c2-8444-25331c3e3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.140972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-07e6d15d-6136-46c2-8444-25331c3e3a37 None None] Port 7e218186-fff3-4ba7-9691-3964896ade50 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:32:51.201599 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a0c5-0d53-4411-bafb-d82523484074 req-7cdf360a-dbf9-4ebc-b00c-d5950c2252ea tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:51.203117 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5761a0c5-0d53-4411-bafb-d82523484074 req-7cdf360a-dbf9-4ebc-b00c-d5950c2252ea tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 932 time: 0.0483243 Jul 28 19:32:51.246171 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5761a0c5-0d53-4411-bafb-d82523484074 req-f9ebcd4e-18c8-49fa-9d45-a0b3a0d12c12 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369697 Jul 28 19:32:51.257632 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e218186-fff3-4ba7-9691-3964896ade50 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:32:51.265857 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.277442 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Transition to ACTIVE for port object 7e218186-fff3-4ba7-9691-3964896ade50 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:32:51.363701 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.430343 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:51.485983 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Attempting to bind port 7e218186-fff3-4ba7-9691-3964896ade50 on host n-h1-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:32:51.486324 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Attempting to bind port 7e218186-fff3-4ba7-9691-3964896ade50 by drivers openvswitch,hyperv on host n-h1-778550-5 at level 0 using segments [{'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:32:51.486658 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Attempting to bind port 7e218186-fff3-4ba7-9691-3964896ade50 on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:51.491240 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Port 7e218186-fff3-4ba7-9691-3964896ade50 on network 16142826-038c-4079-b986-a6b1711e9866 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:32:51.491608 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Attempting to bind port 7e218186-fff3-4ba7-9691-3964896ade50 on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:32:51.496764 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Checking agent: {'id': '27fe16bb-b4cf-4181-b024-df1b4b1820da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:32:51.497116 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Checking segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:32:51.497553 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Bound using segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:32:51.497992 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Bound port: 7e218186-fff3-4ba7-9691-3964896ade50, host: n-h1-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:32:51.498359 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.566113 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:32:51.569180 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:32:51.673014 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.707629 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:51.708280 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:51.709683 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 1092 time: 0.8387525 Jul 28 19:32:51.710120 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:32:51.712420 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bff982-ade6-4f25-bce8-d9411575c8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:32:51.737425 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a7828-4a19-4138-8a96-6fa7a8080156 service neutron] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:51.752819 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75eb050-af98-4561-9fdd-0b17bdaa9722 x-openstack-request-id: req-b75eb050-af98-4561-9fdd-0b17bdaa9722 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:32:51.753115 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:32:51.753364 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b75eb050-af98-4561-9fdd-0b17bdaa9722 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:32:51.753772 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'status': 'completed', 'code': 200} Jul 28 19:32:51.817385 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-e431eb3f-230b-43c7-8750-f35a87dee378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:51.818938 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-e431eb3f-230b-43c7-8750-f35a87dee378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1095 time: 0.0444801 Jul 28 19:32:51.921655 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-44db09ca-9e46-4961-99be-d62baf3e8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:51.923051 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-44db09ca-9e46-4961-99be-d62baf3e8aff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c5426c322db849508bdb2a0e8442aff1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0958214 Jul 28 19:32:52.017394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-ac8d147b-ec99-4e08-af18-60789ad6dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:52.018925 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69bff982-ade6-4f25-bce8-d9411575c8bd req-ac8d147b-ec99-4e08-af18-60789ad6dcfc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893674 Jul 28 19:32:52.098360 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-10611a25-46aa-47d9-873d-62b043fc8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:52.099858 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-10611a25-46aa-47d9-873d-62b043fc8db1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1095 time: 0.0464900 Jul 28 19:32:52.146035 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-38912f68-2519-4d0a-b8f7-adfaf0e3dc97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 217 time: 0.0375457 Jul 28 19:32:52.193902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-b718991c-dc41-4182-8499-64fabdd958d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:52.195313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-b718991c-dc41-4182-8499-64fabdd958d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0426776 Jul 28 19:32:52.243731 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-6bdb2017-3e17-470d-a216-7452517da396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:52.245224 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-6bdb2017-3e17-470d-a216-7452517da396 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430322 Jul 28 19:32:52.334178 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-ca940cca-f614-4deb-8df5-cdc4c2e8dabe service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817540 Jul 28 19:32:52.361922 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb39ba-c09f-4ee5-a2bf-5cbec7a32cea req-bd0e9f46-f11e-4e1a-b390-7e6213ed002a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:52.364003 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0dfb39ba-c09f-4ee5-a2bf-5cbec7a32cea req-bd0e9f46-f11e-4e1a-b390-7e6213ed002a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 944 time: 0.0492010 Jul 28 19:32:52.403448 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-0dfb39ba-c09f-4ee5-a2bf-5cbec7a32cea req-8d1ad180-0cf1-4fe5-8811-cdf2fd640c57 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Jul 28 19:32:52.433843 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-0b088e1d-83ab-4bb5-be01-13649761dd77 req-6f414d15-a9d9-4934-ab10-21acd8ddc952 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913670 Jul 28 19:32:53.520405 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5d34-a112-4ec0-8598-881a067d7d81 req-be5c923e-9871-4704-92df-c5d2064ee91e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:53.521908 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-119c5d34-a112-4ec0-8598-881a067d7d81 req-be5c923e-9871-4704-92df-c5d2064ee91e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 944 time: 0.0503597 Jul 28 19:32:53.559485 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-119c5d34-a112-4ec0-8598-881a067d7d81 req-f904f0c9-0cab-4c82-9bbb-09f6e666f2f7 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308976 Jul 28 19:32:54.673043 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482a57c-08ba-4eaa-9839-9b416fc24b7c req-6c500c7d-2fe5-4908-b2d0-11e29087fd7a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:54.674542 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a482a57c-08ba-4eaa-9839-9b416fc24b7c req-6c500c7d-2fe5-4908-b2d0-11e29087fd7a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 944 time: 0.0488498 Jul 28 19:32:54.711553 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-a482a57c-08ba-4eaa-9839-9b416fc24b7c req-6c28b313-e439-4a6c-880c-7b869f37b604 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Jul 28 19:32:55.453812 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:32:55.544830 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:55.555504 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '7e218186-fff3-4ba7-9691-3964896ade50', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:32:55.591131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:55.606053 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e218186-fff3-4ba7-9691-3964896ade50 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:32:55.625244 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:55.701218 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:55.751782 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:55.825821 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d2dcd-1121-47bc-be2d-62b800e944ea req-c24442d3-1320-4910-a809-5b6ae2d0f761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:55.827316 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81d2dcd-1121-47bc-be2d-62b800e944ea req-c24442d3-1320-4910-a809-5b6ae2d0f761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Jul 28 19:32:55.863620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d81d2dcd-1121-47bc-be2d-62b800e944ea req-1dbb2229-e4fb-43cd-97a5-3e8613210ac7 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Jul 28 19:32:56.043362 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['7e218186-fff3-4ba7-9691-3964896ade50'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:32:56.974494 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e81a0-50b4-4a9d-9574-c72d58aeaf89 req-7f8ae7c6-e60f-4319-9717-55e0e9437443 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:56.976031 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-917e81a0-50b4-4a9d-9574-c72d58aeaf89 req-7f8ae7c6-e60f-4319-9717-55e0e9437443 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Jul 28 19:32:57.018085 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-917e81a0-50b4-4a9d-9574-c72d58aeaf89 req-56000f42-20d1-424d-a0b8-7d5d1d4ec4ae tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360050 Jul 28 19:32:57.452895 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:32:57.540859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning for port 7e218186-fff3-4ba7-9691-3964896ade50 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:32:57.545152 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 7e218186-fff3-4ba7-9691-3964896ade50 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:32:57.545524 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:57.621665 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:57.792571 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:32:57.795366 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85dfd63-a55e-4674-97d7-ba444d7d9f59" -d '{"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-plugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:32:57.807667 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:32:57.872771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:57.895617 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c73e9-a6b0-4797-84a8-a8df499f3445 x-openstack-request-id: req-5d2c73e9-a6b0-4797-84a8-a8df499f3445 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:32:57.895907 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-plugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:32:57.896159 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2c73e9-a6b0-4797-84a8-a8df499f3445 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:32:57.896539 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'code': 200} Jul 28 19:32:57.922510 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:57.979128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d151d-4622-40df-bf33-35515f6af696 req-48593d2a-c543-4c02-929e-74d50bd80882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:57.980602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-299d151d-4622-40df-bf33-35515f6af696 req-48593d2a-c543-4c02-929e-74d50bd80882 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1097 time: 0.0432277 Jul 28 19:32:58.013856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-299d151d-4622-40df-bf33-35515f6af696 req-d86fdec0-e299-4e12-b754-7ad4928cdf39 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266604 Jul 28 19:32:58.128800 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e601ac8-f299-4729-a72a-7d98643288b3 req-557b6165-5884-477e-afb2-ef5b8663e5e6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:58.130265 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e601ac8-f299-4729-a72a-7d98643288b3 req-557b6165-5884-477e-afb2-ef5b8663e5e6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 946 time: 0.0484002 Jul 28 19:32:58.167329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-2e601ac8-f299-4729-a72a-7d98643288b3 req-81fae881-268a-4348-9bfa-8a6f6abce8d4 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Jul 28 19:32:59.282329 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1555a-5634-41e5-99aa-9d59ea897d4c req-8be9772c-d734-4c6f-874d-ea7ba07ef62e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:32:59.283887 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e0f1555a-5634-41e5-99aa-9d59ea897d4c req-8be9772c-d734-4c6f-874d-ea7ba07ef62e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 946 time: 0.0482574 Jul 28 19:32:59.322302 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e0f1555a-5634-41e5-99aa-9d59ea897d4c req-150c86d4-c8ce-490d-98fc-8faa128235a0 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Jul 28 19:33:00.434397 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec058-0748-4c16-859d-983e6e823617 req-8cb3c3ad-8497-4112-a3d2-c7271dc5c45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:00.436549 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-250ec058-0748-4c16-859d-983e6e823617 req-8cb3c3ad-8497-4112-a3d2-c7271dc5c45e tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 946 time: 0.0484655 Jul 28 19:33:00.474023 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-250ec058-0748-4c16-859d-983e6e823617 req-f94dbe84-bb1b-45d4-a87f-4748beeb5994 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 28 19:33:00.585813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80d2b-a559-4d25-a510-651f155b5add req-ee79ebf9-0775-4ff0-93e9-d47c92083cb8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:00.587441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3dd80d2b-a559-4d25-a510-651f155b5add req-ee79ebf9-0775-4ff0-93e9-d47c92083cb8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 946 time: 0.0492435 Jul 28 19:33:00.625488 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3dd80d2b-a559-4d25-a510-651f155b5add req-b54869a6-1141-4454-a233-d35a7e4db200 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Jul 28 19:33:00.646195 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54308) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:33:00.728719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23845c0b-8d94-4e57-8c5a-59142389186c tempest-TestSnapshotPattern-865782575 tempest-TestSnapshotPattern-865782575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:00.730222 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-23845c0b-8d94-4e57-8c5a-59142389186c tempest-TestSnapshotPattern-865782575 tempest-TestSnapshotPattern-865782575-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1092 time: 0.0830846 Jul 28 19:33:00.733758 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54312) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:33:00.738057 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:33:00.832450 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:00.926365 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.028291 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Allocated IP 172.25.7.22 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/d141d8e5-4c50-4967-9391-4f7d7c07c0d0) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:33:01.126979 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.221301 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.258117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:33:01.260823 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:33:01.264670 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:33:01.292624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=d141d8e5-4c50-4967-9391-4f7d7c07c0d0,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:33:01.617601 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.743011 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.888415 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.928848 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:01.997111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=d141d8e5-4c50-4967-9391-4f7d7c07c0d0,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:33:02.006023 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:02.103365 n-d-778550-5 neutron-server[101106]: INFO neutron.db.l3_db [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Floating IP 0b033465-eb89-4b52-9c6b-87e2958c6475 associated. External IP: 172.25.7.22, port: 7e218186-fff3-4ba7-9691-3964896ade50. Jul 28 19:33:02.305885 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:33:02.412918 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:33:02.423596 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:33:02.432985 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:33:02.433588 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:33:02.483959 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:02.510523 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-a9816dc6-6cf7-4d34-8ce3-0f27bc36348f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7757523 Jul 28 19:33:02.511247 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:33:02.513625 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e76a05-4adb-44ef-8448-3757b336901e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:33:02.538190 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:33:02.549981 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b372f6-bbb7-4857-ae64-455590726fa4 x-openstack-request-id: req-03b372f6-bbb7-4857-ae64-455590726fa4 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:33:02.550273 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:33:02.550527 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03b372f6-bbb7-4857-ae64-455590726fa4 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:33:02.551034 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'status': 'completed', 'code': 200} Jul 28 19:33:02.611939 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e76a05-4adb-44ef-8448-3757b336901e req-9026ce18-a44e-411a-b07d-1ebe12aaec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:02.613441 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-9026ce18-a44e-411a-b07d-1ebe12aaec45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1097 time: 0.0404139 Jul 28 19:33:02.703691 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e76a05-4adb-44ef-8448-3757b336901e req-26a9f70c-c23a-4650-a058-e329efab63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:02.705164 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-26a9f70c-c23a-4650-a058-e329efab63b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0851355 Jul 28 19:33:02.758145 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:01Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:33:02.768338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-b7648e05-da0f-42fa-acfa-7f6516b4ab17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 999 time: 0.0562696 Jul 28 19:33:02.784457 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:33:02.792673 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:33:02.793273 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:32:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:33:02.823170 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e76a05-4adb-44ef-8448-3757b336901e req-b01c1221-de56-48a3-a671-9c3dfb021cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:02.824777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-b01c1221-de56-48a3-a671-9c3dfb021cc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0494356 Jul 28 19:33:02.869470 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e76a05-4adb-44ef-8448-3757b336901e req-e3ed28d4-325a-44e8-a634-b301bb2ac697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:02.870889 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-e3ed28d4-325a-44e8-a634-b301bb2ac697 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393944 Jul 28 19:33:02.897986 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:33:02.959587 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-4e860f41-34fa-4113-b8b2-f747fb9251e2 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Jul 28 19:33:03.050970 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-69e76a05-4adb-44ef-8448-3757b336901e req-894322f7-435a-4027-bdd1-d2158328b2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Jul 28 19:33:03.111737 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:01Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:33:03.141095 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003bfa-851d-4b93-8bf1-32aa5e1ce02c None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:01Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:33:03.326646 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c239212-df8b-4cf8-9552-5d97be4f23a9 None None] New status for floating IP 0b033465-eb89-4b52-9c6b-87e2958c6475: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:33:07.762976 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-4900598b-57fb-4a4f-9d18-6f472c5fc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:10.117626 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:10.397280 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1b2891c7-5529-436a-aa8c-cf3e827d28ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:11.432113 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:13.345962 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:16.602533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:19.556806 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:20.548870 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-9934a459-d208-44f3-ac39-5baa2247feb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407462 Jul 28 19:33:20.628235 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-49be5ba6-df6c-49c6-8464-46117ad2094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:20.629682 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-49be5ba6-df6c-49c6-8464-46117ad2094a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1097 time: 0.0394254 Jul 28 19:33:20.733241 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-57e26f9e-206c-4e05-9721-1b31dc52c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:20.734694 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-57e26f9e-206c-4e05-9721-1b31dc52c611 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0859604 Jul 28 19:33:20.797975 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-8fbff50d-a898-41a8-9000-24175593517e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 1001 time: 0.0559716 Jul 28 19:33:20.849948 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-0950a4d7-9477-415f-950a-0b01dc4a818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:20.851429 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-0950a4d7-9477-415f-950a-0b01dc4a818a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0467446 Jul 28 19:33:20.897930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-b4e3d102-0d63-4577-a50d-e62a765fe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:33:20.899567 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-b4e3d102-0d63-4577-a50d-e62a765fe136 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397832 Jul 28 19:33:20.986856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-4411455e-9596-4530-8db2-716ea4f5b88c service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Jul 28 19:33:21.078320 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7cc696e9-4445-4680-acfc-090b7bf1ab66 req-e39bb8f5-2a92-4ff2-a3ea-40dd69a3d9ba service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837717 Jul 28 19:33:21.121951 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:33:37.756273 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-17a4e884-d727-4c38-bec1-4cfa7d423704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:40.123021 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:40.385920 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-87f5fb7f-cc00-45c9-8c3c-9af4a78d2c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:41.453479 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:43.340270 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:46.579791 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:49.545449 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:58.120397 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:34:07.784251 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ccbab8fa-b493-47b0-9243-d6d4fa678112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:10.110810 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:10.499688 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-29702f9d-df4a-4ee0-8808-9fe5da23f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:11.538155 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:13.363012 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:16.613035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:19.579381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:20.561037 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-7b8eab43-e16e-4757-9038-3ff534eb9ad4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411174 Jul 28 19:34:20.641345 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-1281090c-fee8-4b25-817b-3dc4f85ae659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:34:20.643331 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-1281090c-fee8-4b25-817b-3dc4f85ae659 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1097 time: 0.0400021 Jul 28 19:34:20.746265 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-94e4ba4f-0b10-46ee-b380-2e3ff5ae3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:34:20.747638 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-94e4ba4f-0b10-46ee-b380-2e3ff5ae3b87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0855656 Jul 28 19:34:20.810577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-3b3a227b-d5d0-4d57-b788-bc5c4556529e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 1001 time: 0.0558813 Jul 28 19:34:20.863981 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-3ee39d7f-c9ef-4bce-bd38-853f27e4ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:34:20.865425 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-3ee39d7f-c9ef-4bce-bd38-853f27e4ae2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0480239 Jul 28 19:34:21.255016 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-c5c032a8-1294-495d-8a76-96f3735fb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:34:21.256632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-c5c032a8-1294-495d-8a76-96f3735fb923 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3846142 Jul 28 19:34:21.345829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-96bd0e79-bfcb-4501-9ed1-0adc58764730 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815976 Jul 28 19:34:21.436777 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3d99b253-0c1b-4eb7-a8ad-7d5acfcda6bc req-3ed2faf7-6d16-45b1-a397-9268718a594b service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Jul 28 19:34:35.122353 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:34:37.785131 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c1bf402c-90a3-4ce4-8b23-b615928fb99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:40.133347 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:40.388460 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbfd766f-be8b-4dc6-aefd-317c34db48c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:41.457024 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:43.384887 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:46.596194 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:49.573405 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:07.778963 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d7f34738-94ce-4f60-a53a-c51daa45466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:10.127381 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:10.381812 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0272dc14-cb20-40d6-b839-8fb6b2327a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:11.490090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:12.121985 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:35:13.358607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:16.576358 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:19.609760 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:20.549444 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-25db7913-e639-4a1a-97f3-5ec933bc6b35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406291 Jul 28 19:35:20.628848 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-af30e169-705b-4dc3-a55d-d2c69cc764fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:20.630478 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-af30e169-705b-4dc3-a55d-d2c69cc764fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1097 time: 0.0402524 Jul 28 19:35:20.731811 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-eabd9c00-5bec-4c61-a575-8a4f7f33a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:20.733246 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-eabd9c00-5bec-4c61-a575-8a4f7f33a84b service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0853305 Jul 28 19:35:20.796765 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-1f7dc03f-94c2-4826-a04c-375c635b2284 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 1001 time: 0.0557351 Jul 28 19:35:20.850192 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-827ab0d2-6918-4a9c-b95c-d991e4c9d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:20.851745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-827ab0d2-6918-4a9c-b95c-d991e4c9d2d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0483484 Jul 28 19:35:20.896697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-c2e3ec2b-d03c-47a9-a609-a544df4dd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:20.898142 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-c2e3ec2b-d03c-47a9-a609-a544df4dd9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394394 Jul 28 19:35:20.908854 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-4b4f9f4a-2299-4ee5-8de6-4ac145c81882 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:35:20.909773 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-4b4f9f4a-2299-4ee5-8de6-4ac145c81882 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048196 Jul 28 19:35:20.997150 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-16c96e4a-3694-406b-8541-e74055c6a5f3 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801837 Jul 28 19:35:21.088540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-21c1277b-3573-4db7-a92e-20e4a9c2994a req-e1bb7a0c-dac4-41fb-9835-8ed92acb8cbd service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834773 Jul 28 19:35:36.172267 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 details requested by agent hyperv_n-h1-778550-5 with host n-h1-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:35:36.265361 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:35:36.276158 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Returning: {'device': '7e218186-fff3-4ba7-9691-3964896ade50', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:35:36.319951 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:36.323620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e218186-fff3-4ba7-9691-3964896ade50 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:35:36.341890 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:35:36.395370 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:36.443868 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:35:36.450920 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.451270 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.451640 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.451990 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.452327 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.452658 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.452989 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.453318 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.453645 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.453974 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.454297 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.454621 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:36.487197 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] get_ports_and_sgs() called for port_ids ['7e218186-fff3-4ba7-9691-3964896ade50'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:35:37.761079 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f8035ef5-4b38-4694-9e5b-1adcbc4990d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:38.177485 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 up at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:35:38.225713 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Provisioning complete for port 7e218186-fff3-4ba7-9691-3964896ade50 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:35:38.226085 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:38.298675 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:38.320662 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:35:38.322946 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442eea65-de8a-4023-90c4-159414a9397a" -d '{"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-plugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:35:38.336366 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:35:38.363679 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d3d7e1-1797-4e2a-a2cd-26b2ccc9201c x-openstack-request-id: req-e3d3d7e1-1797-4e2a-a2cd-26b2ccc9201c {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:35:38.363679 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-plugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:35:38.363679 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3d3d7e1-1797-4e2a-a2cd-26b2ccc9201c {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:35:38.363679 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'code': 200} Jul 28 19:35:38.418670 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:38.465003 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:35:40.121547 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:40.392526 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-746a4bb0-1266-42a7-9d34-3c67ef043ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:41.461035 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:43.361209 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:46.597756 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:49.121768 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:35:49.607257 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:50.835498 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-e2d152ee-6a06-445e-a87a-7b3e212a62e6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130697560&fields=id&tenant_id=c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 267 time: 0.0337582 Jul 28 19:35:50.943098 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-63e25838-7278-40e1-b7f0-b74189519e08 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:50.944602 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-63e25838-7278-40e1-b7f0-b74189519e08 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 810 time: 0.1015759 Jul 28 19:35:50.960452 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-85281957-2d89-4cbf-9f06-76990734d780 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/quotas/c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 375 time: 0.0093808 Jul 28 19:35:51.020918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-8df4914b-3188-41f0-8977-87886d4ee119 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0542669 Jul 28 19:35:51.090507 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-5331ab02-7620-450f-90a5-c457f63a90e7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:35:51.091534 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-5331ab02-7620-450f-90a5-c457f63a90e7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587873 Jul 28 19:35:51.177593 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-9d3b5035-6804-4a38-9ef6-ce211f23d787 service neutron] 10.222.0.25 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797746 Jul 28 19:35:51.268943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-95db081c-ce63-4321-9bc7-a8368b1487d7 service neutron] 10.222.0.25 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844603 Jul 28 19:35:51.625329 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fb279f08-7fd8-4e11-9c0a-c18759026d89 req-b609563c-5425-4120-aa57-9ca5e2585b04 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 210 time: 0.0944748 Jul 28 19:35:52.715033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fb69ec24-ea08-4dc3-b356-af3d0912f98b req-bfd3e73a-9534-4719-82b1-11ae1adcaae8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 210 time: 0.0274885 Jul 28 19:35:53.446102 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-1bb0f2fa-50fd-454f-b809-188dcc84b7fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:53.447577 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-1bb0f2fa-50fd-454f-b809-188dcc84b7fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.37 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 810 time: 0.1046221 Jul 28 19:35:53.492151 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-1bc4e354-f694-4f07-8cfd-2aabfac88fc0 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5426c322db849508bdb2a0e8442aff1 HTTP/1.1" status: 200 len: 379 time: 0.0352199 Jul 28 19:35:53.501129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'port': {'device_id': '2b989030-2a46-4d17-b027-53ed93800f1a', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'admin_state_up': True, 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'security_groups': ['6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0']}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:35:53.675222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Made reservation on behalf of c5426c322db849508bdb2a0e8442aff1 for: {'port': 1} {{(pid=101106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:35:53.678826 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:53.810394 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_common [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Allocated IP 172.20.0.3 (16142826-038c-4079-b986-a6b1711e9866/60a3911a-9c2c-4b2e-be8a-add84710d2cf/1434e86b-29f2-48e9-9236-d71077a28024) {{(pid=101106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:35:53.811115 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-fc40685a-1fa0-484b-a1a1-68ce8b25ee83 req-2dfa88d5-6b8e-4fe5-b2a6-e9d955b0ede7 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 210 time: 0.0267818 Jul 28 19:35:53.955727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:53.969524 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Transition to ACTIVE for port object 1434e86b-29f2-48e9-9236-d71077a28024 will not be triggered until provisioned by entity DHCP. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:35:54.064633 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_create {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.108184 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Network 16142826-038c-4079-b986-a6b1711e9866 is already hosted by enough agents. {{(pid=101106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:35:54.111718 n-d-778550-5 neutron-server[101106]: DEBUG neutron.scheduler.base_scheduler [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Resources bound (agent type, host, resource id): {{(pid=101106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:35:54.116255 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Received port after_create {{(pid=101106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:35:54.166745 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=1']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:35:54.187078 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.187909 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.188685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.189643 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.190422 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.191165 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.191814 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.192437 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.193353 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.194186 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.194991 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.195696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:35:54.230831 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:35:54.235726 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:54.236658 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.345215 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.362540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-a2d4e413-35b7-473a-90f7-f2f19aa641fd tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650272 Jul 28 19:35:54.375755 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:35:54.378508 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f957d3-8876-4695-a070-ed9c47a97fbe" -d '{"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-unplugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:35:54.418904 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:35:54.431430 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f45c58d-cbc4-4f50-9f61-f4df797b0719 x-openstack-request-id: req-1f45c58d-cbc4-4f50-9f61-f4df797b0719 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:35:54.431838 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-unplugged", "status": "completed", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:35:54.432334 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f45c58d-cbc4-4f50-9f61-f4df797b0719 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:35:54.432977 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'code': 200} Jul 28 19:35:54.472003 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.512319 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1e6e4e0a-f663-4f17-a300-29bfc37096a6 None None] Provisioning for port 1434e86b-29f2-48e9-9236-d71077a28024 completed by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:35:54.520315 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-1e6e4e0a-f663-4f17-a300-29bfc37096a6 None None] Provisioning complete for port 1434e86b-29f2-48e9-9236-d71077a28024 triggered by entity DHCP. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:35:54.520928 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4e0a-f663-4f17-a300-29bfc37096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.567867 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Pushing event updated for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=8']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:35:54.577623 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e4e0a-f663-4f17-a300-29bfc37096a6 None None] Port 1434e86b-29f2-48e9-9236-d71077a28024 cannot update to ACTIVE because it is not bound. {{(pid=101108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:35:54.948503 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7c1f5-a9e1-48e2-b6e8-27bb04352f27 req-1a44170f-89bc-46a3-91d2-4cfac35098da tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:54.950356 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77a7c1f5-a9e1-48e2-b6e8-27bb04352f27 req-1a44170f-89bc-46a3-91d2-4cfac35098da tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0650163 Jul 28 19:35:54.990737 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-77a7c1f5-a9e1-48e2-b6e8-27bb04352f27 req-966d1681-70cf-49d9-b0d2-65b0364db077 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Jul 28 19:35:56.119136 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586fd61-5448-4d4b-880d-9f916a8cb02f req-b5dca69c-877e-49d3-96ff-2f400cd9b98f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:56.128762 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6586fd61-5448-4d4b-880d-9f916a8cb02f req-b5dca69c-877e-49d3-96ff-2f400cd9b98f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0680754 Jul 28 19:35:56.163539 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-6586fd61-5448-4d4b-880d-9f916a8cb02f req-bd09c1e5-790b-4fa1-892e-54d88155ca55 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Jul 28 19:35:57.283291 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967a14-f1f5-4520-a12c-3dff26973c6a req-eb61fd2d-eb4c-4d19-a187-357af9be4795 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:57.285353 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f967a14-f1f5-4520-a12c-3dff26973c6a req-eb61fd2d-eb4c-4d19-a187-357af9be4795 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0522544 Jul 28 19:35:57.324945 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-4f967a14-f1f5-4520-a12c-3dff26973c6a req-597c615f-1d69-43cc-9ee7-9801117cad5c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336065 Jul 28 19:35:58.448481 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ca083-b634-4734-aaa4-e4011e6a4c63 req-30ebd4a6-d0d9-4b92-95ac-2553cc50126a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:58.453419 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-879ca083-b634-4734-aaa4-e4011e6a4c63 req-30ebd4a6-d0d9-4b92-95ac-2553cc50126a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0530486 Jul 28 19:35:58.497705 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-879ca083-b634-4734-aaa4-e4011e6a4c63 req-5a6b6cc4-ff3f-4e61-90ce-d1de07037f32 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Jul 28 19:35:59.623557 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44a1b-e4cf-43f0-aae4-ab71fcc3154e req-642c82ab-fb66-4ad5-802e-fdf0e4c46544 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:35:59.625124 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62d44a1b-e4cf-43f0-aae4-ab71fcc3154e req-642c82ab-fb66-4ad5-802e-fdf0e4c46544 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0545912 Jul 28 19:35:59.677361 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-62d44a1b-e4cf-43f0-aae4-ab71fcc3154e req-84084815-2b08-48b1-9198-88e1bf6a8975 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Jul 28 19:36:00.802510 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ab56b-bba3-4b99-aaa0-944063fab373 req-7a8fe5b0-ba82-4ca4-8f63-8cd14a13a422 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:00.808798 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1ab56b-bba3-4b99-aaa0-944063fab373 req-7a8fe5b0-ba82-4ca4-8f63-8cd14a13a422 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0494809 Jul 28 19:36:00.851279 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-1f1ab56b-bba3-4b99-aaa0-944063fab373 req-749ab2e0-5978-4ab6-942f-37b2875a95a6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Jul 28 19:36:02.001415 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e66c-15a5-4ecd-a97b-41d54ca2c84c req-93808cd2-74d1-44d0-9368-447e93e47f78 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:02.003345 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d76e66c-15a5-4ecd-a97b-41d54ca2c84c req-93808cd2-74d1-44d0-9368-447e93e47f78 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0769124 Jul 28 19:36:02.049567 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-7d76e66c-15a5-4ecd-a97b-41d54ca2c84c req-deaa13a7-9fea-4bdb-9246-a2d59491cbd8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Jul 28 19:36:03.173145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd4475-18ab-4dc4-b1ed-e2443f7d113a req-36ae20a5-d799-4001-8ab6-64217cdd8943 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:03.174745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ffd4475-18ab-4dc4-b1ed-e2443f7d113a req-36ae20a5-d799-4001-8ab6-64217cdd8943 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0511141 Jul 28 19:36:03.214127 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-7ffd4475-18ab-4dc4-b1ed-e2443f7d113a req-06652a12-3998-4291-af5d-ad683215003b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Jul 28 19:36:04.330689 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa704534-d858-4a4c-83ea-f171d19b8f90 req-94a5f70a-2db6-4965-8a84-db2a0e2bd946 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:04.332933 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa704534-d858-4a4c-83ea-f171d19b8f90 req-94a5f70a-2db6-4965-8a84-db2a0e2bd946 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.0525310 Jul 28 19:36:04.373068 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-aa704534-d858-4a4c-83ea-f171d19b8f90 req-72b63a9c-4e02-4394-9df9-1accf498dd26 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337229 Jul 28 19:36:05.281214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.v2.base [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Request body: {'port': {'device_id': '2b989030-2a46-4d17-b027-53ed93800f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-5'}} {{(pid=101106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:36:05.337329 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:05.543496 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b126-48d6-46ed-9605-c48a96623696 req-d9822bc6-b0ce-4e6c-8801-e90c03879eb4 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:05.544993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3111b126-48d6-46ed-9605-c48a96623696 req-d9822bc6-b0ce-4e6c-8801-e90c03879eb4 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 931 time: 0.1041741 Jul 28 19:36:05.612620 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-3111b126-48d6-46ed-9605-c48a96623696 req-785b8492-e252-4628-a324-f00e650df16d tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576396 Jul 28 19:36:05.664388 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:36:05.672322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:05.683930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.provisioning_blocks [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Transition to ACTIVE for port object 1434e86b-29f2-48e9-9236-d71077a28024 will not be triggered until provisioned by entity L2. {{(pid=101106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:36:05.734038 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:05.781564 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=2']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:05.855576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Attempting to bind port 1434e86b-29f2-48e9-9236-d71077a28024 on host n-h2-778550-5 for vnic_type normal with profile {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:36:05.855916 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Attempting to bind port 1434e86b-29f2-48e9-9236-d71077a28024 by drivers openvswitch,hyperv on host n-h2-778550-5 at level 0 using segments [{'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:36:05.856277 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Attempting to bind port 1434e86b-29f2-48e9-9236-d71077a28024 on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:36:05.860809 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Port 1434e86b-29f2-48e9-9236-d71077a28024 on network 16142826-038c-4079-b986-a6b1711e9866 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-5 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:36:05.861179 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Attempting to bind port 1434e86b-29f2-48e9-9236-d71077a28024 on network 16142826-038c-4079-b986-a6b1711e9866 {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:36:05.866203 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Checking agent: {'id': '920a03a0-fcfe-4989-aaac-ea5fbd61b8a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'started_at': datetime.datetime(2021, 7, 28, 17, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:36:05.866543 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Checking segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:36:05.866923 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Bound using segment: {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'} {{(pid=101106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:36:05.867344 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.managers [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Bound port: 1434e86b-29f2-48e9-9236-d71077a28024, host: n-h2-778550-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0664e9-6967-4665-81fc-30eafb3a1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '16142826-038c-4079-b986-a6b1711e9866'}}] {{(pid=101106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:36:05.867727 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:05.931557 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, cleared binding levels {{(pid=101106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:36:05.934729 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:36:05.991766 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63915352'] for port, after_update {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:06.023576 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.024422 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:06.027460 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] 10.222.0.37 "PUT /v2.0/ports/1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 1091 time: 0.7905600 Jul 28 19:36:06.030624 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:36:06.032942 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad0b603-5e10-47a1-a0df-e998d2c54cab" -d '{"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:36:06.070587 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea1657-6601-440c-8711-4bc563d14328 service neutron] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=3']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:06.078840 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ecb33-4a90-45d3-950d-ee53d8f64b56 x-openstack-request-id: req-379ecb33-4a90-45d3-950d-ee53d8f64b56 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:36:06.079125 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:36:06.079376 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-379ecb33-4a90-45d3-950d-ee53d8f64b56 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:36:06.083242 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'status': 'completed', 'code': 200} Jul 28 19:36:06.144987 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-041825bf-30e6-4ee0-95b5-7ebe2e4aa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.146540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-041825bf-30e6-4ee0-95b5-7ebe2e4aa1c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1094 time: 0.0435951 Jul 28 19:36:06.249287 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-12e4864f-d951-4215-8aaf-72b264889b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.250771 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-12e4864f-d951-4215-8aaf-72b264889b6d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c5426c322db849508bdb2a0e8442aff1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0946181 Jul 28 19:36:06.343960 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-f6f1f5c8-a727-44d5-a962-bd3ef8438e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.345521 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5ad0b603-5e10-47a1-a0df-e998d2c54cab req-f6f1f5c8-a727-44d5-a962-bd3ef8438e1d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873654 Jul 28 19:36:06.429642 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-24f7d7e1-a6f0-40b2-93de-0b37689c77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.431138 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-24f7d7e1-a6f0-40b2-93de-0b37689c77d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1094 time: 0.0456123 Jul 28 19:36:06.472360 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-57b76a29-7fd0-4b51-a75f-170b0a038eaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 217 time: 0.0325851 Jul 28 19:36:06.520915 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-66a3ecea-0b74-4b54-8dda-3d194393b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.522356 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-66a3ecea-0b74-4b54-8dda-3d194393b41c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0425835 Jul 28 19:36:06.571417 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-2a411a27-63b6-44b8-a13e-34efa8b91aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.572911 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-2a411a27-63b6-44b8-a13e-34efa8b91aec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435865 Jul 28 19:36:06.661617 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-b4f9e465-4b55-4ef7-8b1a-1bd7c2d5391b service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818062 Jul 28 19:36:06.779339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e94f7-d31b-426b-a9da-c3979f0cfff6 req-091ee4f5-19b1-45b5-bdab-5dfefa3103ea tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:06.780865 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c2e94f7-d31b-426b-a9da-c3979f0cfff6 req-091ee4f5-19b1-45b5-bdab-5dfefa3103ea tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 943 time: 0.0939083 Jul 28 19:36:06.806603 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-bbe1ec76-d315-47ab-874a-3f58996e6579 req-c0d766ee-b961-4046-a0e9-c26d7e0da69f service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377666 Jul 28 19:36:06.827345 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-5c2e94f7-d31b-426b-a9da-c3979f0cfff6 req-1f7e84c0-5c9d-4b73-a633-1fb51777c991 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 Jul 28 19:36:07.961546 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9938-0bd7-446e-939f-09f91a8f86c7 req-a5628f6e-e6ba-4638-8678-95e3518f70f6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:07.963904 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ceb9938-0bd7-446e-939f-09f91a8f86c7 req-a5628f6e-e6ba-4638-8678-95e3518f70f6 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 943 time: 0.0616722 Jul 28 19:36:08.002108 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-5ceb9938-0bd7-446e-939f-09f91a8f86c7 req-ec1b59cd-aea9-470e-bd00-7db2e3df2f58 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325396 Jul 28 19:36:08.043590 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9363-f129-4035-ab3a-bdbbb5997457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:09.104701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:36:09.116128 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34408eb8-182e-4efb-a3e5-4741f97360ce req-c15603bb-ca84-4f07-b63c-d8eda1e2fb7f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:09.117809 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34408eb8-182e-4efb-a3e5-4741f97360ce req-c15603bb-ca84-4f07-b63c-d8eda1e2fb7f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 943 time: 0.0498190 Jul 28 19:36:09.156175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-34408eb8-182e-4efb-a3e5-4741f97360ce req-11115a16-efa1-4e4c-baa5-dcada207dccb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Jul 28 19:36:09.206636 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:36:09.217574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '1434e86b-29f2-48e9-9236-d71077a28024', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'mac_address': 'fa:16:3e:ad:ad:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:36:09.252735 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:09.265287 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:36:09.283632 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:36:09.372377 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:09.418300 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=4']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:09.597551 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['1434e86b-29f2-48e9-9236-d71077a28024'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:36:10.126421 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:10.268598 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be472c17-2c75-4b0f-84bc-8e7ec6d8eb80 req-81beb713-5d1d-4b2b-911f-612d8b3c398b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:10.270092 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be472c17-2c75-4b0f-84bc-8e7ec6d8eb80 req-81beb713-5d1d-4b2b-911f-612d8b3c398b tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 944 time: 0.0487556 Jul 28 19:36:10.307617 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-be472c17-2c75-4b0f-84bc-8e7ec6d8eb80 req-259b498e-0fb0-4f7c-a5a7-1b992a0cdb88 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Jul 28 19:36:10.396978 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-90d5adaa-8d9f-40e8-9246-2f87f12d9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:11.105670 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:36:11.202574 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning for port 1434e86b-29f2-48e9-9236-d71077a28024 completed by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:36:11.206846 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 1434e86b-29f2-48e9-9236-d71077a28024 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:36:11.207272 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:11.427902 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e8a11-af5f-467b-833b-318fbc54da42 req-29259019-7b95-49ee-a8d7-8b7a8e6e577a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:11.429318 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c2e8a11-af5f-467b-833b-318fbc54da42 req-29259019-7b95-49ee-a8d7-8b7a8e6e577a tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 944 time: 0.0523560 Jul 28 19:36:11.451098 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:11.461252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:11.467278 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-4c2e8a11-af5f-467b-833b-318fbc54da42 req-e045a987-3717-4dfd-9a38-8ce6a25b6f40 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Jul 28 19:36:11.473869 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:36:11.476140 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4ea98-73c3-4df4-bd5e-6f88be9845ff" -d '{"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:36:11.490007 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:36:11.514242 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfa380e-5e2f-42f2-b498-1a5a43c2daad x-openstack-request-id: req-3bfa380e-5e2f-42f2-b498-1a5a43c2daad {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:36:11.514534 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:36:11.514790 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bfa380e-5e2f-42f2-b498-1a5a43c2daad {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:36:11.515185 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'code': 200} Jul 28 19:36:11.560903 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:11.607081 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03120-2961-43a9-8cb1-482c2d72326b req-0667dafe-613a-4b8b-b141-5c5dcd8a7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:11.608632 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcc03120-2961-43a9-8cb1-482c2d72326b req-0667dafe-613a-4b8b-b141-5c5dcd8a7ada service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1096 time: 0.0411656 Jul 28 19:36:11.612024 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=5']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:11.645081 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fcc03120-2961-43a9-8cb1-482c2d72326b req-3d0e29c1-024b-4465-87fe-20619ca466de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291870 Jul 28 19:36:12.583309 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1538bb-ae6d-4311-be5d-d0702d82fb47 req-0c6b3be9-d776-474e-ae22-d24ccb8ecd6c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:12.584829 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe1538bb-ae6d-4311-be5d-d0702d82fb47 req-0c6b3be9-d776-474e-ae22-d24ccb8ecd6c tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 945 time: 0.0491371 Jul 28 19:36:12.623998 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe1538bb-ae6d-4311-be5d-d0702d82fb47 req-d846ebae-2b09-44bd-ab98-1c9c4f9a33fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331821 Jul 28 19:36:12.737341 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f1be-b5a6-41ad-8aa6-449b2e429f4a req-0624a261-50ad-416e-9adb-3581703cf8d3 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:12.738810 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fe4f1be-b5a6-41ad-8aa6-449b2e429f4a req-0624a261-50ad-416e-9adb-3581703cf8d3 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 945 time: 0.0476263 Jul 28 19:36:12.775305 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-3fe4f1be-b5a6-41ad-8aa6-449b2e429f4a req-2529556a-6fbb-489b-beae-cfe1cd29eb32 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303330 Jul 28 19:36:12.796395 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54658) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:36:12.839343 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3cdcbd-55c9-4593-ad5a-539ff0726c3d tempest-TestSnapshotPattern-865782575 tempest-TestSnapshotPattern-865782575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:12.841408 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-4e3cdcbd-55c9-4593-ad5a-539ff0726c3d tempest-TestSnapshotPattern-865782575 tempest-TestSnapshotPattern-865782575-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1091 time: 0.0440423 Jul 28 19:36:12.844102 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54660) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:36:12.848357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.v2.base [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Request body: {'floatingip': {'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:36:12.968456 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.061648 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.165482 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_common [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Allocated IP 172.25.7.171 (5d1272d1-9e30-4f3c-b886-88f916d004bb/eec0ef08-9f22-40fa-b2f9-b5b49b577340/c3df9fd6-cf7d-4005-95ea-d890537aea81) {{(pid=101105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:36:13.262973 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.360923 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.391292 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789012956164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.432643 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Network 5d1272d1-9e30-4f3c-b886-88f916d004bb is already hosted by enough agents. {{(pid=101105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:36:13.436173 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.base_scheduler [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Resources bound (agent type, host, resource id): {{(pid=101105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:36:13.439625 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Received port after_create {{(pid=101105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:36:13.462999 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=c3df9fd6-cf7d-4005-95ea-d890537aea81,revision_number=1']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:13.474319 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.474669 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.475016 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.475357 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.475793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.476130 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.476465 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.476793 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.477121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.477447 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.477776 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.478104 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:36:13.795817 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:13.918746 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:14.065214 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for port, precommit_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:14.120866 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63114828'] for port, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:14.184140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event updated for resources: {'Port': ['ID=c3df9fd6-cf7d-4005-95ea-d890537aea81,revision_number=2']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:36:14.197525 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66678851'] for floatingip, after_update {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:14.293343 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Floating IP 2bfa2455-93da-4b69-bb35-cb2137ed5903 associated. External IP: 172.25.7.171, port: 1434e86b-29f2-48e9-9236-d71077a28024. Jul 28 19:36:14.824013 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:36:14.927488 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:36:14.937562 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:36:14.946406 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:36:14.947023 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:36:14.997735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:15.025834 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-528e3f98-8a6b-4788-9e39-7c0da7ae0761 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1806760 Jul 28 19:36:15.026430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:36:15.028703 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966a3549-8659-4e7b-ab5a-27d27d59f581" -d '{"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:36:15.054797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:36:15.120777 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06b445f-d58f-41f8-92a0-0a6b00184736 x-openstack-request-id: req-a06b445f-d58f-41f8-92a0-0a6b00184736 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:36:15.121075 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:36:15.121330 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a06b445f-d58f-41f8-92a0-0a6b00184736 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:36:15.121731 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'status': 'completed', 'code': 200} Jul 28 19:36:15.185560 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-3e1692ed-ba4c-423f-8f38-4f894fabb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:15.187235 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-3e1692ed-ba4c-423f-8f38-4f894fabb30a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1096 time: 0.0451617 Jul 28 19:36:15.275312 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-e3a01542-30b6-4458-b2bb-a1d334fe9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:15.276828 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-e3a01542-30b6-4458-b2bb-a1d334fe9311 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0825481 Jul 28 19:36:15.279877 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}, {'id': '2bfa2455-93da-4b69-bb35-cb2137ed5903', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:ad:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b989030-2a46-4d17-b027-53ed93800f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:36:13Z', 'updated_at': '2021-07-28T19:36:13Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:36:15.310225 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:36:15.319364 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:36:15.320025 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:36:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:36:15.349639 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-9bcf050c-65b2-4b93-86ba-77274e5d6d4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 999 time: 0.0653961 Jul 28 19:36:15.399426 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-3ebd7090-a46e-48d2-9d2a-d9d568ff53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:15.400923 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-3ebd7090-a46e-48d2-9d2a-d9d568ff53b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0444283 Jul 28 19:36:15.428519 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:36:15.446711 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-e1b8c23a-a46a-479e-b1d3-cc498df8ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:15.448277 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-e1b8c23a-a46a-479e-b1d3-cc498df8ac90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407238 Jul 28 19:36:15.540174 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-ad4c520b-6b6a-4b7e-8e03-2b2fde164e6a service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847828 Jul 28 19:36:15.628312 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-966a3549-8659-4e7b-ab5a-27d27d59f581 req-01b20d56-44ba-442d-a6c9-e3792bc7bae4 service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811303 Jul 28 19:36:15.648269 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}, {'id': '2bfa2455-93da-4b69-bb35-cb2137ed5903', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:ad:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b989030-2a46-4d17-b027-53ed93800f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:36:13Z', 'updated_at': '2021-07-28T19:36:13Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:36:15.675260 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e8f64-a963-4466-828c-5ba5ee8bbac3 None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}, {'id': '2bfa2455-93da-4b69-bb35-cb2137ed5903', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:ad:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b989030-2a46-4d17-b027-53ed93800f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:36:13Z', 'updated_at': '2021-07-28T19:36:13Z', 'revision_number': 0, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:36:15.861641 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6ba9b-fb43-45bc-9938-858193a3f349 None None] New status for floating IP 2bfa2455-93da-4b69-bb35-cb2137ed5903: ACTIVE {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:36:16.686651 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:19.304856 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-07a5b979-20ae-4461-a1b8-5f645fa3867f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389154 Jul 28 19:36:19.387452 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-ff5e7310-e1f3-484b-abcc-b5f925fc3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:19.388924 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-ff5e7310-e1f3-484b-abcc-b5f925fc3bea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1096 time: 0.0438433 Jul 28 19:36:19.486111 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-8c44613f-71d6-4a8d-9b9f-323e9951285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:19.487574 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-8c44613f-71d6-4a8d-9b9f-323e9951285c service neutron] 10.222.0.37 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0811493 Jul 28 19:36:19.555324 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-81be4d85-16a5-4cb6-b198-4c3b515d7ee1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 1001 time: 0.0606561 Jul 28 19:36:19.589983 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:19.602719 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-b396200e-6946-4206-a6e9-89d17131ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:19.609744 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-b396200e-6946-4206-a6e9-89d17131ce0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0429711 Jul 28 19:36:19.650072 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-3ca72a88-7887-4293-807d-01ab87e6eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:19.651543 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-3ca72a88-7887-4293-807d-01ab87e6eec7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383830 Jul 28 19:36:19.740993 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-13988841-74b3-44a2-8509-8363d9854a2d service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824456 Jul 28 19:36:19.828059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-e1def61d-cff6-4fa3-a5c6-7547db5b5740 req-7ef824a5-1409-4e88-a9a4-908a80752e10 service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804882 Jul 28 19:36:22.547029 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-184c4a79-8f1c-413a-8772-7b7227c5831e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396624 Jul 28 19:36:22.629334 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-4ab0a6c2-0412-4e0a-8719-fdb3b52765a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:22.630795 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-4ab0a6c2-0412-4e0a-8719-fdb3b52765a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1095 time: 0.0430963 Jul 28 19:36:22.729460 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-abea3573-8510-4524-b785-091e9958ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:22.730934 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-abea3573-8510-4524-b785-091e9958ecd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0811632 Jul 28 19:36:22.796349 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-09d0f120-d6b4-4ded-ad14-acf98de62e80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 999 time: 0.0583429 Jul 28 19:36:22.843889 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-2659862c-e130-4b03-9efb-0ce8cfb8dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:22.845531 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-2659862c-e130-4b03-9efb-0ce8cfb8dfaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0424600 Jul 28 19:36:22.889147 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-8fc1148f-8739-482c-bea6-e6c8876e9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:36:22.890563 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-8fc1148f-8739-482c-bea6-e6c8876e9ebc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387406 Jul 28 19:36:22.980219 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-da05052b-bf9b-4c08-961e-76c19c1f967e service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822301 Jul 28 19:36:23.065540 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-57885e55-1e0b-4c90-b037-1f721e891d01 req-2f2d4fba-b593-4263-941f-2ff8569f3f02 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786045 Jul 28 19:36:26.121152 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:36:37.772730 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ce281ee7-6dfd-474d-8264-35ae96df742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:40.131861 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:40.383345 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-44d2b809-97ab-4e60-b796-c0293fa1f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:41.561999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:43.395448 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:46.606818 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:49.589988 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:03.120352 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:37:07.760576 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-96fb34ba-2cd1-44a0-8d42-5e8e6fb9ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:10.126086 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:10.406038 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4b17-674b-4e37-bfce-a3de1a592ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:11.503262 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:13.394564 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:16.623033 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:19.628652 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:19.918226 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-0d7e4ebb-39e1-403d-9253-63912daa4b78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412359 Jul 28 19:37:20.042851 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-2e74d79b-e950-4c19-b761-e13827d0ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:20.044338 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-2e74d79b-e950-4c19-b761-e13827d0ce61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1096 time: 0.0427117 Jul 28 19:37:20.143730 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-cfd279ec-8fe3-4d9a-9bcc-0fb0f59a650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:20.145173 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-cfd279ec-8fe3-4d9a-9bcc-0fb0f59a650c service neutron] 10.222.0.37 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0822175 Jul 28 19:37:20.212313 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-486f5c97-6167-434d-86cc-e1416f231f55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 1001 time: 0.0589204 Jul 28 19:37:20.258647 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-86d933b0-1289-4419-b03f-f54a6d56bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:20.260041 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-86d933b0-1289-4419-b03f-f54a6d56bc67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0411501 Jul 28 19:37:20.303450 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-369fef89-1764-45e8-8e8d-db11b273f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:20.304869 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-369fef89-1764-45e8-8e8d-db11b273f985 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383608 Jul 28 19:37:20.392072 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-508814f5-7070-42dc-866c-01822a270fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800295 Jul 28 19:37:20.478894 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-c66b4b3d-2168-4603-8283-02bed86ecb3b req-922b76d1-834d-4ee1-aec4-313d849da7df service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792453 Jul 28 19:37:23.540761 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-eddafc84-f762-48cd-a216-0543d6e74523 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404844 Jul 28 19:37:23.627047 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc008d9-4bff-4c41-9c31-385840585722 req-6434ca72-b2f9-4bc5-908c-b770a9ad38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:23.628583 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-6434ca72-b2f9-4bc5-908c-b770a9ad38d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1095 time: 0.0475113 Jul 28 19:37:23.726714 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc008d9-4bff-4c41-9c31-385840585722 req-90c85957-de41-4161-9cce-c1386931ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:23.728276 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-90c85957-de41-4161-9cce-c1386931ba8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0812676 Jul 28 19:37:23.794775 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-d8338510-667b-491b-b285-995b23f10fad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 999 time: 0.0588117 Jul 28 19:37:24.185127 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc008d9-4bff-4c41-9c31-385840585722 req-13436244-9739-4216-b7c3-832b15c9f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:24.186568 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-13436244-9739-4216-b7c3-832b15c9f91d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.3851295 Jul 28 19:37:24.230604 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc008d9-4bff-4c41-9c31-385840585722 req-3e80fa5b-5482-4a0d-801d-57d48a155db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:24.232086 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-3e80fa5b-5482-4a0d-801d-57d48a155db8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388334 Jul 28 19:37:24.321058 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-a363eb34-70ac-4ca3-9e64-3cbed4462fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816941 Jul 28 19:37:24.408588 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-ffc008d9-4bff-4c41-9c31-385840585722 req-34dac0ea-0fe9-4d13-bccd-4159584bba63 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801759 Jul 28 19:37:37.747827 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-81b3444b-5a41-48d4-bc00-807541625933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:40.119545 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:37:40.136792 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:40.387959 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e94e020d-f4cd-4e8e-908c-410e42902273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:41.473797 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:43.399565 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:46.639535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:47.609518 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 details requested by agent hyperv_n-h2-778550-5 with host n-h2-778550-5 {{(pid=101108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:37:47.715638 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:37:47.729797 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Returning: {'device': '1434e86b-29f2-48e9-9236-d71077a28024', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'port_id': '1434e86b-29f2-48e9-9236-d71077a28024', 'mac_address': 'fa:16:3e:ad:ad:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:37:47.776437 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:47.791586 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:37:47.812789 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:37:47.885192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:47.973589 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=6']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:37:47.980651 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] get_ports_and_sgs() called for port_ids ['1434e86b-29f2-48e9-9236-d71077a28024'] {{(pid=101108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:37:48.010886 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:48.014649 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:49.598897 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:49.620826 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 up at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:37:49.668850 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.provisioning_blocks [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Provisioning complete for port 1434e86b-29f2-48e9-9236-d71077a28024 triggered by entity L2. {{(pid=101108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:37:49.669252 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736107'] for port, provisioning_complete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:49.757118 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564061'] for port, before_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:49.784969 n-d-778550-5 neutron-server[101108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:37:49.787967 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0491a176c8d28662ba7073b157972f5562e682538b611f402ea7b44d15f882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973b747-f20f-471f-9002-4552b250286d" -d '{"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:37:49.816467 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:37:49.845865 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b133ff-8d23-4afd-93ce-cf92b0fbc8f0 x-openstack-request-id: req-43b133ff-8d23-4afd-93ce-cf92b0fbc8f0 {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:37:49.850845 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "code": 200}]} {{(pid=101108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:37:49.850845 n-d-778550-5 neutron-server[101108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43b133ff-8d23-4afd-93ce-cf92b0fbc8f0 {{(pid=101108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:37:49.850845 n-d-778550-5 neutron-server[101108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'code': 200} Jul 28 19:37:49.919580 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789013362225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789012956182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789012956200'] for port, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:49.976810 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Pushing event updated for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=7']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:37:57.935449 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54868) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:37:58.091550 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Deleting port c3df9fd6-cf7d-4005-95ea-d890537aea81 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:37:58.091900 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.167223 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.167516 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.178766 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Calling delete_port for c3df9fd6-cf7d-4005-95ea-d890537aea81 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:37:58.410468 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.438974 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event deleted for resources: {'Port': ['ID=c3df9fd6-cf7d-4005-95ea-d890537aea81,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:37:58.466045 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.466394 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.466740 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.467081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.467445 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.467787 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.468121 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.468452 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.468783 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.469141 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.469472 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.469816 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:37:58.509686 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.510032 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Floating IP 2bfa2455-93da-4b69-bb35-cb2137ed5903 disassociated (deleted). External IP: 172.25.7.171, port: 1434e86b-29f2-48e9-9236-d71077a28024. Jul 28 19:37:58.713266 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:37:58.822665 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:37:58.827126 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:58.833437 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:37:58.842338 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:37:58.842956 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:37:58.854973 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-0ae4b362-d193-404f-ba1a-ce018673e586 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "DELETE /v2.0/floatingips/2bfa2455-93da-4b69-bb35-cb2137ed5903 HTTP/1.1" status: 204 len: 168 time: 0.9184463 Jul 28 19:37:58.857566 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:37:58.857855 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:37:58.899494 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d9a774-a636-4c79-8240-e4527d53a405 x-openstack-request-id: req-22d9a774-a636-4c79-8240-e4527d53a405 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:37:58.899909 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:37:58.900282 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22d9a774-a636-4c79-8240-e4527d53a405 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:37:58.900870 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'status': 'completed', 'code': 200} Jul 28 19:37:58.949071 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:37:58.961222 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-328da594-6f34-48de-9a61-a6c02602f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:58.962821 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-328da594-6f34-48de-9a61-a6c02602f810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 1096 time: 0.0412548 Jul 28 19:37:59.061446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-76d6e6c3-bb77-4a0b-985d-ffb0000de6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:59.062918 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-76d6e6c3-bb77-4a0b-985d-ffb0000de6d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0934091 Jul 28 19:37:59.106850 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-97fef761-6b8d-464d-9f0c-801c2e905ee4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 200 len: 217 time: 0.0362129 Jul 28 19:37:59.160683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-08a825d9-ce2d-45c1-848f-c0bcf6e1c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:59.162303 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-08a825d9-ce2d-45c1-848f-c0bcf6e1c634 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0481973 Jul 28 19:37:59.183742 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:37:59.215640 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-4d25a004-9a01-49f8-b56f-e79e55185bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:59.217175 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-4d25a004-9a01-49f8-b56f-e79e55185bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429037 Jul 28 19:37:59.217736 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:37:59.226021 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:37:59.226620 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:37:59.343323 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b1d9-2fa9-4e77-a80d-8725f4e7e146 req-34949f3d-6f3d-4e8d-9da3-894c2f9569bf tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:37:59.344909 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe68b1d9-2fa9-4e77-a80d-8725f4e7e146 req-34949f3d-6f3d-4e8d-9da3-894c2f9569bf tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 945 time: 0.0777092 Jul 28 19:37:59.364143 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-72bee955-9882-4074-830d-3c7b65bc72b5 service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383476 Jul 28 19:37:59.441509 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-fe68b1d9-2fa9-4e77-a80d-8725f4e7e146 req-5f38d649-f0c7-4147-a261-670166eef3e9 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900311 Jul 28 19:37:59.480193 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-dc6aca10-d4b0-49fc-b81a-a8f31290e1e4 req-09e78df9-78df-411a-bcf0-bd94f77f972e service neutron] 10.222.0.37 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074436 Jul 28 19:37:59.492687 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:37:59.711172 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:37:59.740512 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28872759-00a1-46a2-95f2-18e13372f81a None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_floatingips': [{'id': '0b033465-eb89-4b52-9c6b-87e2958c6475', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'router_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'port_id': '7e218186-fff3-4ba7-9691-3964896ade50', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'mac_address': 'fa:16:3e:f1:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:33:01Z', 'updated_at': '2021-07-28T19:33:03Z', 'revision_number': 1, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:37:59.958521 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6a73d-dff5-445b-86d3-65c6070a0190 None None] New status for floating IP 2bfa2455-93da-4b69-bb35-cb2137ed5903: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:38:00.562549 n-d-778550-5 neutron-server[101105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5777-d192-497e-a5a3-9cbba1177f54 req-f49bba6f-5b07-40af-ab21-0795c7128ec2 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:00.564100 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-822f5777-d192-497e-a5a3-9cbba1177f54 req-f49bba6f-5b07-40af-ab21-0795c7128ec2 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 945 time: 0.0491269 Jul 28 19:38:00.603869 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-822f5777-d192-497e-a5a3-9cbba1177f54 req-8fd6229e-9598-4ec5-b160-a2de73e8fd6f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Jul 28 19:38:00.736661 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-aac7ecc8-2178-492d-8875-b651e25768d1 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:00.738060 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-aac7ecc8-2178-492d-8875-b651e25768d1 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 945 time: 0.0508144 Jul 28 19:38:00.825614 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Deleting port 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:00.825966 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:00.914855 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] For port 1434e86b-29f2-48e9-9236-d71077a28024, host n-h2-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-5',level=0,port_id=1434e86b-29f2-48e9-9236-d71077a28024,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:00.915222 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:00.927461 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Calling delete_port for 1434e86b-29f2-48e9-9236-d71077a28024 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:01.107322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:01.133696 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event deleted for resources: {'Port': ['ID=1434e86b-29f2-48e9-9236-d71077a28024,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:01.143428 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.143789 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.144129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.144471 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.144813 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.145145 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.145474 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.145804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.146639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.146639 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.146825 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.147074 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-5 {{(pid=101106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:38:01.203943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] No DVR routers for this DVR port 1434e86b-29f2-48e9-9236-d71077a28024 on host n-h2-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:38:01.203943 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:01.203943 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-d0ab0345-cf0d-48d8-adb2-9b14a3d200e6 req-6ae83ade-6b0f-47fb-a5c9-a977972da3d8 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.37 "DELETE /v2.0/ports/1434e86b-29f2-48e9-9236-d71077a28024 HTTP/1.1" status: 204 len: 173 time: 0.4477406 Jul 28 19:38:01.203943 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-deleted', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:38:01.203943 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe38cc-5806-4170-b9e8-362b4d5c4027" -d '{"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-deleted", "tag": "1434e86b-29f2-48e9-9236-d71077a28024"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:38:01.287749 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d400bd27-027c-4054-9d88-587acbbf5836 x-openstack-request-id: req-d400bd27-027c-4054-9d88-587acbbf5836 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:38:01.288042 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b989030-2a46-4d17-b027-53ed93800f1a", "name": "network-vif-deleted", "tag": "1434e86b-29f2-48e9-9236-d71077a28024", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:38:01.288317 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d400bd27-027c-4054-9d88-587acbbf5836 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:38:01.288724 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b989030-2a46-4d17-b027-53ed93800f1a', 'name': 'network-vif-deleted', 'tag': '1434e86b-29f2-48e9-9236-d71077a28024', 'status': 'completed', 'code': 200} Jul 28 19:38:01.666230 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:01.686396 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:01.686874 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:01.715311 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-b0680cb8-90ae-44a2-aa3e-881756e0b22d req-c0c7d954-5f92-482a-b552-5c50009e622d tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b989030-2a46-4d17-b027-53ed93800f1a HTTP/1.1" status: 200 len: 210 time: 0.0326657 Jul 28 19:38:03.950240 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54930) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:04.113926 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Deleting port d141d8e5-4c50-4967-9391-4f7d7c07c0d0 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:04.114184 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.186090 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.186427 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.198232 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Calling delete_port for d141d8e5-4c50-4967-9391-4f7d7c07c0d0 owned by network:floatingip {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:04.399109 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.423700 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event deleted for resources: {'Port': ['ID=d141d8e5-4c50-4967-9391-4f7d7c07c0d0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:04.489005 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for floatingip, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.489408 n-d-778550-5 neutron-server[101105]: INFO neutron.db.l3_db [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Floating IP 0b033465-eb89-4b52-9c6b-87e2958c6475 disassociated (deleted). External IP: 172.25.7.22, port: 7e218186-fff3-4ba7-9691-3964896ade50. Jul 28 19:38:04.688167 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:38:04.798863 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:38:04.803432 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for floatingip, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:04.808492 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:38:04.817878 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:04.818566 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:04.831600 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-e3c39d26-edf7-4656-8403-d304096a68fb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b033465-eb89-4b52-9c6b-87e2958c6475 HTTP/1.1" status: 204 len: 168 time: 0.8801861 Jul 28 19:38:04.832302 n-d-778550-5 neutron-server[101105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:38:04.834631 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f7ab9522bcddca794896a55cc3f06df2fa286538323b5f45373ad58db639a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366ee46-98d0-4484-ae6f-80a96c1743ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:38:04.871560 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9add20e-9e12-4f0e-a304-a38bf9f2dbe3 x-openstack-request-id: req-f9add20e-9e12-4f0e-a304-a38bf9f2dbe3 {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:38:04.871851 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "status": "completed", "code": 200}]} {{(pid=101105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:38:04.872220 n-d-778550-5 neutron-server[101105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9add20e-9e12-4f0e-a304-a38bf9f2dbe3 {{(pid=101105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:38:04.872551 n-d-778550-5 neutron-server[101105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'status': 'completed', 'code': 200} Jul 28 19:38:04.930498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:04.982367 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-47d79dba-7bb7-4200-acdb-a07f63813da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:04.983906 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-47d79dba-7bb7-4200-acdb-a07f63813da4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5426c322db849508bdb2a0e8442aff1&device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 1095 time: 0.0889211 Jul 28 19:38:05.088056 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-122f86cb-322e-40eb-9edd-7fe77a39e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:05.089687 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-122f86cb-322e-40eb-9edd-7fe77a39e29d service neutron] 10.222.0.35 "GET /v2.0/networks?id=16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 200 len: 911 time: 0.0984004 Jul 28 19:38:05.131382 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-c35b7d52-6ade-4585-bfdd-880a6007da20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 200 len: 217 time: 0.0342722 Jul 28 19:38:05.134714 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:05.161556 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:38:05.170431 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:05.171051 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:05.189994 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-33970201-7dde-4960-a203-094540291c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:05.191505 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-33970201-7dde-4960-a203-094540291c0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 200 len: 849 time: 0.0538235 Jul 28 19:38:05.263778 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-ceb90d89-524c-4bd8-a125-486f61029901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:05.265297 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-ceb90d89-524c-4bd8-a125-486f61029901 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16142826-038c-4079-b986-a6b1711e9866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664515 Jul 28 19:38:05.276819 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:05.277387 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0daca-359b-4c01-9a2b-33250dad2582 req-f804348b-8770-41b0-ad22-1814a8ee9c57 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:05.278811 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85e0daca-359b-4c01-9a2b-33250dad2582 req-f804348b-8770-41b0-ad22-1814a8ee9c57 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 944 time: 0.0714512 Jul 28 19:38:05.369631 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-85e0daca-359b-4c01-9a2b-33250dad2582 req-b5fab436-e4fa-493b-83b0-77f7132d3494 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819759 Jul 28 19:38:05.396146 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-c2b51e94-ea19-4b81-9f22-ab516b5c9260 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163957 Jul 28 19:38:05.475701 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:05.485059 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-2366ee46-98d0-4484-ae6f-80a96c1743ed req-2c2cda2c-2ee5-42c1-90a2-4601566f9e26 service neutron] 10.222.0.35 "GET /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812263 Jul 28 19:38:05.502266 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6de2-e6bd-4978-b6d9-3af97f03821b None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:32:36Z', 'revision_number': 4, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5', '_interfaces': [{'id': '8e875419-fb69-4e15-8dc1-072a0d8e5d06', 'name': '', 'network_id': '16142826-038c-4079-b986-a6b1711e9866', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'mac_address': 'fa:16:3e:46:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:36Z', 'updated_at': '2021-07-28T19:32:43Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'subnets': [{'id': '60a3911a-9c2c-4b2e-be8a-add84710d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:38:05.667851 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 no longer exists at agent hyperv_n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:05.690374 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] No Port match for: 1434e86b-29f2-48e9-9236-d71077a28024 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:05.690725 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Device 1434e86b-29f2-48e9-9236-d71077a28024 not bound to the agent host n-h2-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:05.729739 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa58ea9-d065-424f-abc6-ee97f51d44a2 None None] New status for floating IP 0b033465-eb89-4b52-9c6b-87e2958c6475: DOWN {{(pid=101109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:38:06.024570 n-d-778550-5 neutron-server[101106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30053253-7cc6-4568-9741-1baff3a49c79 req-79a66088-4678-4642-b358-e2598433501f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:38:06.026047 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30053253-7cc6-4568-9741-1baff3a49c79 req-79a66088-4678-4642-b358-e2598433501f tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 944 time: 0.0532191 Jul 28 19:38:06.113685 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Deleting port 7e218186-fff3-4ba7-9691-3964896ade50 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:06.113958 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:06.202952 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] For port 7e218186-fff3-4ba7-9691-3964896ade50, host n-h1-778550-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-5',level=0,port_id=7e218186-fff3-4ba7-9691-3964896ade50,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:06.203967 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:06.216248 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Calling delete_port for 7e218186-fff3-4ba7-9691-3964896ade50 owned by compute:nova {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:06.393158 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:06.423716 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event deleted for resources: {'Port': ['ID=7e218186-fff3-4ba7-9691-3964896ade50,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:06.467129 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] No DVR routers for this DVR port 7e218186-fff3-4ba7-9691-3964896ade50 on host n-h1-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:38:06.469768 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3317'] for port, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:06.471873 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [req-30053253-7cc6-4568-9741-1baff3a49c79 req-d46fbbba-d9f1-4908-ab8b-735bbc576aeb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.35 "DELETE /v2.0/ports/7e218186-fff3-4ba7-9691-3964896ade50 HTTP/1.1" status: 204 len: 173 time: 0.4396439 Jul 28 19:38:06.472307 n-d-778550-5 neutron-server[101106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-deleted', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50'}] {{(pid=101106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:38:06.474611 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef2b77e3bc7994abe4a6bba86f00d629407298f4277e037aad824a993bafb26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d60d1b-9621-4afe-b383-0c37e6fba1f2" -d '{"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-deleted", "tag": "7e218186-fff3-4ba7-9691-3964896ade50"}]}' {{(pid=101106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:38:06.477262 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [req-c26f9902-0882-472b-9a74-0375b25f572f req-5c881a28-4751-4d01-9645-b12ca7b4cb43 tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c31279d-dddd-4c96-9a75-63f6a0630a43 HTTP/1.1" status: 200 len: 210 time: 0.0336094 Jul 28 19:38:06.517186 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921784d-6d0d-4847-a263-3e3a15290ae2 x-openstack-request-id: req-5921784d-6d0d-4847-a263-3e3a15290ae2 {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:38:06.517465 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31279d-dddd-4c96-9a75-63f6a0630a43", "name": "network-vif-deleted", "tag": "7e218186-fff3-4ba7-9691-3964896ade50", "status": "completed", "code": 200}]} {{(pid=101106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:38:06.517900 n-d-778550-5 neutron-server[101106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5921784d-6d0d-4847-a263-3e3a15290ae2 {{(pid=101106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:38:06.518332 n-d-778550-5 neutron-server[101106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31279d-dddd-4c96-9a75-63f6a0630a43', 'name': 'network-vif-deleted', 'tag': '7e218186-fff3-4ba7-9691-3964896ade50', 'status': 'completed', 'code': 200} Jul 28 19:38:07.538803 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54946) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:07.597277 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:07.622311 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:07.747842 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:07.750663 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Notify callbacks [] for security_group, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:07.751935 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0 HTTP/1.1" status: 204 len: 168 time: 0.2120357 Jul 28 19:38:07.761236 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c952-b7e5-4861-b1c6-7d325a4dbbfb tempest-TestSnapshotPattern-1224532360 tempest-TestSnapshotPattern-1224532360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53dcc6-18a5-4bdd-a478-8a54c7f9a1f0,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:07.778168 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-da3f0c47-ed17-4238-8861-f2b70432b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:07.868486 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54950) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:08.297858 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:08.534345 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Deleting port 8e875419-fb69-4e15-8dc1-072a0d8e5d06 {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:08.534692 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:08.609140 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] For port 8e875419-fb69-4e15-8dc1-072a0d8e5d06, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=8e875419-fb69-4e15-8dc1-072a0d8e5d06,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:08.610238 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:08.622081 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Calling delete_port for 8e875419-fb69-4e15-8dc1-072a0d8e5d06 owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:08.853430 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 no longer exists at agent hyperv_n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:08.873391 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:08.877272 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] No Port match for: 7e218186-fff3-4ba7-9691-3964896ade50 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:08.882262 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Device 7e218186-fff3-4ba7-9691-3964896ade50 not bound to the agent host n-h1-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:08.904856 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e875419-fb69-4e15-8dc1-072a0d8e5d06,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:09.068429 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:09.594676 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Router 68be2d51-ed05-4629-811c-b219fa56d307 has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:38:09.696086 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:38:09.700996 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-9d490504-8804-476d-84bf-7d54e3406766 admin admin] 10.222.0.25 "PUT /v2.0/routers/68be2d51-ed05-4629-811c-b219fa56d307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313935 Jul 28 19:38:09.703915 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54954) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:09.707305 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Sync routers for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:38:09.718291 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:09.718900 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:09.816237 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks [] for router, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:09.826807 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: n-d-778550-5 {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:09.918981 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:09.998082 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:38:08Z', 'revision_number': 5, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port': {'id': '35d15815-cf50-4aad-b56f-b369715f7b7a', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be2d51-ed05-4629-811c-b219fa56d307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:34Z', 'updated_at': '2021-07-28T19:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:10.025835 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Checking router: 68be2d51-ed05-4629-811c-b219fa56d307 for host: n-d-778550-5 {{(pid=101108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:38:10.031693 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Deleting port 35d15815-cf50-4aad-b56f-b369715f7b7a {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:10.032042 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.034085 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Routers {'68be2d51-ed05-4629-811c-b219fa56d307'} bound to L3 agent in host n-d-778550-5 {{(pid=101108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:10.034684 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:37:40Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['68be2d51-ed05-4629-811c-b219fa56d307'], 'active': True} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:10.110218 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] For port 35d15815-cf50-4aad-b56f-b369715f7b7a, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=35d15815-cf50-4aad-b56f-b369715f7b7a,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:10.110494 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.123354 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Calling delete_port for 35d15815-cf50-4aad-b56f-b369715f7b7a owned by network:router_gateway {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:10.128399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvr_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] Set router 68be2d51-ed05-4629-811c-b219fa56d307 gateway port host: None {{(pid=101108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:10.183261 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.186102 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_hamode_db [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:38:09Z', 'revision_number': 6, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:10.212149 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd11582-0d2f-42e4-86ea-968bf3a80d8e None None] The sync data for ids ['68be2d51-ed05-4629-811c-b219fa56d307'] in n-d-778550-5 is: [{'id': '68be2d51-ed05-4629-811c-b219fa56d307', 'name': 'tempest-TestSnapshotPattern-1237363276-router', 'tenant_id': 'c5426c322db849508bdb2a0e8442aff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:33Z', 'updated_at': '2021-07-28T19:38:09Z', 'revision_number': 6, 'project_id': 'c5426c322db849508bdb2a0e8442aff1', 'gw_port_host': None}] {{(pid=101108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:38:10.347735 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.374834 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Pushing event deleted for resources: {'Port': ['ID=35d15815-cf50-4aad-b56f-b369715f7b7a,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:10.399174 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-3cc13fb8-11df-4b06-bd03-af1713641f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.437407 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.526339 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.528483 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.638729 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.639430 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68be2d51-ed05-4629-811c-b219fa56d307 {{(pid=101105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:38:10.644570 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] Notify callbacks [] for router, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.645833 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-86c353ca-7609-4bbf-8d02-c76e672e097a admin admin] 10.222.0.25 "DELETE /v2.0/routers/68be2d51-ed05-4629-811c-b219fa56d307 HTTP/1.1" status: 204 len: 168 time: 0.9410002 Jul 28 19:38:10.648431 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54956) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:10.697897 n-d-778550-5 neutron-server[101105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Deleting subnet 60a3911a-9c2c-4b2e-be8a-add84710d2cf {{(pid=101105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:38:10.700988 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.735808 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63174441'] for subnet, precommit_delete_associations {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.811679 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.924726 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63114874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63177554'] for subnet, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.948134 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a3911a-9c2c-4b2e-be8a-add84710d2cf,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:10.955879 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:10.957774 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-c5965f61-046c-4676-88a8-575eaad4db74 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/60a3911a-9c2c-4b2e-be8a-add84710d2cf HTTP/1.1" status: 204 len: 168 time: 0.3083072 Jul 28 19:38:10.961234 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54958) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:10.964399 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d2226-7376-46f3-8df6-6d676f367b56 None None] Network 16142826-038c-4079-b986-a6b1711e9866 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:38:11.037172 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.062781 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e875419-fb69-4e15-8dc1-072a0d8e5d06 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:11.095006 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Deleting port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:11.095354 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.096859 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 8e875419-fb69-4e15-8dc1-072a0d8e5d06 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:11.097210 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 8e875419-fb69-4e15-8dc1-072a0d8e5d06 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:11.160652 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] For port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:11.161022 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.173804 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Calling delete_port for 236dd3f7-2cc1-431b-9364-e1a9a7217dfd owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:11.191685 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] DHCP port deletion for 16142826-038c-4079-b986-a6b1711e9866 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:38:11.239801 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Deleting port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd {{(pid=101108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:11.240181 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.307440 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.db [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] For port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,segment=NetworkSegment(9d0664e9-6967-4665-81fc-30eafb3a1505),segment_id=9d0664e9-6967-4665-81fc-30eafb3a1505)] {{(pid=101108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:11.307848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.320442 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Calling delete_port for 236dd3f7-2cc1-431b-9364-e1a9a7217dfd owned by network:dhcp {{(pid=101108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:11.336183 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.362237 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Pushing event deleted for resources: {'Port': ['ID=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:11.364139 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] No DVR routers for this DVR port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:38:11.392145 n-d-778550-5 neutron-server[101108]: self.session.flush() Jul 28 19:38:11.400572 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173'] for port, after_delete {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.437983 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.438498 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] Pushing event deleted for resources: {'Port': ['ID=236dd3f7-2cc1-431b-9364-e1a9a7217dfd,revision_number=None']} {{(pid=101108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:11.442936 n-d-778550-5 neutron-server[101108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12221e68-fa79-472c-ba31-6c1dfa82e06c None None] No DVR routers for this DVR port 236dd3f7-2cc1-431b-9364-e1a9a7217dfd on host n-d-778550-5 {{(pid=101108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:38:11.450683 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16142826-038c-4079-b986-a6b1711e9866']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:11.462076 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0664e9-6967-4665-81fc-30eafb3a1505') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:11.462375 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0664e9-6967-4665-81fc-30eafb3a1505') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:11.471105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.488230 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.494115 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:38:11.494500 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:38:11.496178 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:38:11.548149 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.616105 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.621585 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:11.623706 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] 10.222.0.25 "DELETE /v2.0/networks/16142826-038c-4079-b986-a6b1711e9866 HTTP/1.1" status: 204 len: 168 time: 0.6607797 Jul 28 19:38:11.627721 n-d-778550-5 neutron-server[101105]: DEBUG neutron.wsgi [-] (101105) accepted ('10.222.0.25', 54960) {{(pid=101105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:11.635339 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5b19-65f5-4120-bdc4-5f29009b235e admin admin] Pushing event deleted for resources: {'Network': ['ID=16142826-038c-4079-b986-a6b1711e9866,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:11.961503 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66829379'] for router_interface, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:12.197481 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Deleting port b44cac6f-1220-4e62-b108-245fba77b65f {{(pid=101105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:12.197830 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:12.275213 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.db [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] For port b44cac6f-1220-4e62-b108-245fba77b65f, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=b44cac6f-1220-4e62-b108-245fba77b65f,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:12.275603 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:12.288757 n-d-778550-5 neutron-server[101105]: DEBUG neutron.plugins.ml2.plugin [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Calling delete_port for b44cac6f-1220-4e62-b108-245fba77b65f owned by network:router_interface {{(pid=101105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:12.507795 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63114837'] for port, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:12.533949 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44cac6f-1220-4e62-b108-245fba77b65f,revision_number=None']} {{(pid=101105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:12.699388 n-d-778550-5 neutron-server[101105]: DEBUG neutron_lib.callbacks.manager [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66629025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66829359'] for router_interface, after_delete {{(pid=101105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:12.728167 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 35d15815-cf50-4aad-b56f-b369715f7b7a no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:12.748175 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 35d15815-cf50-4aad-b56f-b369715f7b7a {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:12.748526 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 35d15815-cf50-4aad-b56f-b369715f7b7a not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:12.748972 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 236dd3f7-2cc1-431b-9364-e1a9a7217dfd no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:12.768072 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 236dd3f7-2cc1-431b-9364-e1a9a7217dfd {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:12.768359 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 236dd3f7-2cc1-431b-9364-e1a9a7217dfd not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:12.913895 n-d-778550-5 neutron-server[101105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed has already been hosted by L3 agent 063726fe-95b9-40c1-b8b4-84282339fd27 {{(pid=101105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:38:13.016749 n-d-778550-5 neutron-server[101105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] Notify agent at l3_agent.n-d-778550-5 the message routers_updated {{(pid=101105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:38:13.021615 n-d-778550-5 neutron-server[101105]: INFO neutron.wsgi [None req-a555accf-bea5-4dfe-8b63-574ef3936575 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c112488-481e-4ca5-a2b7-b4fbdbae59ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928363 Jul 28 19:38:13.024295 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54964) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:13.025087 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Sync routers for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:38:13.034058 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:13.034916 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:13.125060 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks [] for router, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.136028 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: n-d-778550-5 {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:13.223550 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.305848 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'external_fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:38:12Z', 'revision_number': 5, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port': {'id': '40b64c07-8053-4697-929b-3d0fb5c45529', 'name': '', 'network_id': '5d1272d1-9e30-4f3c-b886-88f916d004bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:32:40Z', 'updated_at': '2021-07-28T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec0ef08-9f22-40fa-b2f9-b5b49b577340', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-5'}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:13.335233 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Checking router: 3c112488-481e-4ca5-a2b7-b4fbdbae59ed for host: n-d-778550-5 {{(pid=101109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:38:13.343415 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Routers {'3c112488-481e-4ca5-a2b7-b4fbdbae59ed'} bound to L3 agent in host n-d-778550-5 {{(pid=101109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:38:13.344020 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T17:46:40Z,description=,heartbeat_timestamp=2021-07-28T19:38:10Z,host='n-d-778550-5',id=063726fe-95b9-40c1-b8b4-84282339fd27,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T17:46:40Z,topic='l3_agent')) {'router_ids': ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'], 'active': True} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:13.352891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.355749 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Deleting port 40b64c07-8053-4697-929b-3d0fb5c45529 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:13.356096 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.429172 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_dvr_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] Set router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed gateway port host: None {{(pid=101109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:38:13.436893 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] For port 40b64c07-8053-4697-929b-3d0fb5c45529, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=40b64c07-8053-4697-929b-3d0fb5c45529,segment=NetworkSegment(afe9e534-ba12-4960-bc14-f9d2b1dae627),segment_id=afe9e534-ba12-4960-bc14-f9d2b1dae627)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:13.437265 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.450117 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Calling delete_port for 40b64c07-8053-4697-929b-3d0fb5c45529 owned by network:router_gateway {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:13.479445 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.l3_hamode_db [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:38:13Z', 'revision_number': 6, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port_host': None}], 'n-d-778550-5', False) {} {{(pid=101109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:13.508947 n-d-778550-5 neutron-server[101109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d7a7d-1e0d-4f5b-8fc0-f45a365ca184 None None] The sync data for ids ['3c112488-481e-4ca5-a2b7-b4fbdbae59ed'] in n-d-778550-5 is: [{'id': '3c112488-481e-4ca5-a2b7-b4fbdbae59ed', 'name': 'tempest-TestSnapshotPattern-240990155-router', 'tenant_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:32:39Z', 'updated_at': '2021-07-28T19:38:13Z', 'revision_number': 6, 'project_id': 'e5c040805a024d6fa4ad6f8232cae28b', 'gw_port_host': None}] {{(pid=101109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:38:13.684425 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.708904 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b64c07-8053-4697-929b-3d0fb5c45529,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:13.768413 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66678925'] for router_gateway, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.858771 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66683410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1434'] for router, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:13.861205 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.010009 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66684290'] for router, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.010558 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c112488-481e-4ca5-a2b7-b4fbdbae59ed {{(pid=101106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:38:14.014937 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] Notify callbacks [] for router, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.016107 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-1253a995-2f48-4ec4-a3a3-df4ed2f2a058 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c112488-481e-4ca5-a2b7-b4fbdbae59ed HTTP/1.1" status: 204 len: 168 time: 0.9908364 Jul 28 19:38:14.019012 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54966) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:14.063596 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.db_base_plugin_v2 [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Deleting subnet 892328ef-6a46-4694-b2aa-3071a27c8868 {{(pid=101106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:38:14.067148 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.102782 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64397715'] for subnet, precommit_delete_associations {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.182132 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724161'] for subnet, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.273539 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66591802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63915374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63921360'] for subnet, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.298754 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892328ef-6a46-4694-b2aa-3071a27c8868,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:14.304322 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.307033 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-28549a44-2769-445d-afa2-1db31603580b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/892328ef-6a46-4694-b2aa-3071a27c8868 HTTP/1.1" status: 204 len: 168 time: 0.2862308 Jul 28 19:38:14.308720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54968) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:14.311112 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2eb03-76fa-4e24-8dae-1de8e1cd56f0 None None] Network 72b76c71-f0dc-4223-b3a7-4f91850c3e73 requested from n-d-778550-5 {{(pid=101108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:38:14.382705 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596680'] for network, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.439416 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Deleting port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 {{(pid=101106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:38:14.440312 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789013357451'] for port, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.510447 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.db [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] For port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904, host n-d-778550-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-5',level=0,port_id=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,segment=NetworkSegment(e6859388-136f-46e9-9086-06be00f1627f),segment_id=e6859388-136f-46e9-9086-06be00f1627f)] {{(pid=101106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:38:14.510840 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66824852'] for port, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.526214 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.plugin [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Calling delete_port for 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 owned by network:dhcp {{(pid=101106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:38:14.666957 n-d-778550-5 neutron-server[101108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166ea95-ba1a-49c2-b3df-6973bd96369e None None] DHCP port deletion for 72b76c71-f0dc-4223-b3a7-4f91850c3e73 request from n-d-778550-5 {{(pid=101108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:38:14.667302 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-712336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789013362207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789012956173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63915329'] for port, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.685821 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40b64c07-8053-4697-929b-3d0fb5c45529 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:14.697674 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Pushing event deleted for resources: {'Port': ['ID=662c41c5-4488-4b4a-ba0b-7e3c40ea7904,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:14.699930 n-d-778550-5 neutron-server[101106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] No DVR routers for this DVR port 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 on host n-d-778550-5 {{(pid=101106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:38:14.710582 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 40b64c07-8053-4697-929b-3d0fb5c45529 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:14.710943 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 40b64c07-8053-4697-929b-3d0fb5c45529 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:14.711378 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b44cac6f-1220-4e62-b108-245fba77b65f no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:14.730026 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: b44cac6f-1220-4e62-b108-245fba77b65f {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:14.730381 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device b44cac6f-1220-4e62-b108-245fba77b65f not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:14.774356 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737110', 'neutron.services.segments.db._delete_segments_for_network-8789013453873'] for network, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.783962 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b76c71-f0dc-4223-b3a7-4f91850c3e73']}} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:14.797547 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6859388-136f-46e9-9086-06be00f1627f') {'for_net_delete': True} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:14.797845 n-d-778550-5 neutron-server[101106]: DEBUG neutron.services.segments.db [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6859388-136f-46e9-9086-06be00f1627f') {} {{(pid=101106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:38:14.807128 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789013454906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64397720'] for segment, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.821385 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191'] for segment, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.827149 n-d-778550-5 neutron-server[101106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63915952'] for segment, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: Traceback (most recent call last): Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: timer() Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: cb(*args, **kw) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: return func(*args, **kwargs) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: self._notify() Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: self.callback(batched_events) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: event.method(event) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: return f(self, *a, **k) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: return self._get(url).json() Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: return self.request(url, 'GET', **kwargs) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:38:14.829240 n-d-778550-5 neutron-server[101106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:38:14.941311 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66629050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66678961'] for network, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.946824 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Notify callbacks [] for network, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:14.948717 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] 10.222.0.25 "DELETE /v2.0/networks/72b76c71-f0dc-4223-b3a7-4f91850c3e73 HTTP/1.1" status: 204 len: 168 time: 0.6390676 Jul 28 19:38:14.959720 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4b708-43cb-4249-b5fd-b16d6fbdb654 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b76c71-f0dc-4223-b3a7-4f91850c3e73,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:15.278578 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54972) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:15.318536 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-d4c4e1e2-5902-4260-bc58-58e76473d59d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5426c322db849508bdb2a0e8442aff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388052 Jul 28 19:38:15.321026 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54974) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:15.368269 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:15.393993 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:15.495664 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:15.498203 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:15.499348 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/040c0671-058e-48b9-84ca-14df8e9cc7d0 HTTP/1.1" status: 204 len: 168 time: 0.1774311 Jul 28 19:38:15.511377 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2588dd-166e-478b-a940-aad51087d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040c0671-058e-48b9-84ca-14df8e9cc7d0,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:16.095446 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54980) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:16.134745 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-b1f70142-0183-44b1-ae37-7bea9df88a89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5c040805a024d6fa4ad6f8232cae28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381181 Jul 28 19:38:16.137010 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [-] (101106) accepted ('10.222.0.25', 54982) {{(pid=101106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:38:16.183021 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:16.204812 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:16.290025 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66585816'] for security_group, after_delete {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:16.292513 n-d-778550-5 neutron-server[101106]: DEBUG neutron_lib.callbacks.manager [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:16.293649 n-d-778550-5 neutron-server[101106]: INFO neutron.wsgi [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6679bc57-9122-4b13-9487-4fda25cd1a13 HTTP/1.1" status: 204 len: 168 time: 0.1557384 Jul 28 19:38:16.303697 n-d-778550-5 neutron-server[101106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab785d5-88cd-46fa-ba54-61dc45c92f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679bc57-9122-4b13-9487-4fda25cd1a13,revision_number=None']} {{(pid=101106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:38:16.651848 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:16.656217 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 no longer exists at agent ovs-agent-n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:38:16.680909 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.plugin [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] No Port match for: 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 {{(pid=101108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:38:16.681265 n-d-778550-5 neutron-server[101108]: DEBUG neutron.plugins.ml2.rpc [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Device 662c41c5-4488-4b4a-ba0b-7e3c40ea7904 not bound to the agent host n-d-778550-5 {{(pid=101108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:38:17.118742 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:38:19.598276 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:37.758171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a1c17e70-4d37-42db-90e3-b953c09b57d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:40.128771 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:40.408712 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0182e54e-38c7-42ae-a27a-3a66868eaa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:41.461010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:43.369825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:46.660787 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:49.666492 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:54.118187 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:39:07.778869 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6a2017af-b756-4682-abc5-263c75b2f4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:10.140413 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:10.380494 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c3548a7b-171e-45b7-b995-c5616e354df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:11.472010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:13.374674 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:16.660171 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:19.630471 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:31.116224 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:39:37.779933 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e338-70cd-4eda-a5ae-ad2e7c50542a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:40.157866 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:40.380046 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-92de805b-a562-4e6d-ae97-b130d59885bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:41.497891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:43.388999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:46.671313 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:49.657759 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:07.791255 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-006eed9a-b2a0-434f-937c-457ddfdad0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:08.114811 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:40:10.136891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:10.394359 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6ccb18d9-fa8c-4335-a6c3-6959f6947215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:11.519891 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:13.396545 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:16.708123 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:19.676496 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:37.764573 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-caad9cb4-3889-4a97-a5fc-c7917aeb09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:40.150661 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:40.430672 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-01aa2fca-b103-4231-9e2e-8133da35aead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:41.481669 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:43.418863 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:45.113867 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:40:46.706681 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:49.637830 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.792027 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-b634a0c1-2ffa-485e-9650-ab4701586c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.149657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.395271 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-fe542fae-ba45-47ac-8a58-eaee595f49a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:11.504350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:13.431372 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:16.722875 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:19.669753 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:22.113196 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:41:37.802509 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dbfb50be-72b0-4c8a-8876-6881c71f8b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:40.143363 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:40.394732 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-d7b034ce-c241-4f90-bef0-7ae878fb5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:41.492024 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:43.395953 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:46.704717 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:49.640305 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:59.112999 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:42:07.835647 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8dc3-9f77-4f55-9209-c2f71f0abcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:10.201166 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:10.589678 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-77cb3353-aa64-485d-9e61-d41eaf453148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:11.515010 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:13.566776 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:16.703301 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:19.629192 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:36.112694 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:42:37.782831 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ef697635-6f48-4067-a03b-0a8d146434f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:40.130999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:40.388496 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-0ee4394b-9977-4a2e-b88b-19e51c13659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:41.490788 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:43.393691 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:46.707952 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:49.633855 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:07.759023 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-59e2b98e-63f4-432f-87b5-4cc89cd91146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:10.147553 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:10.387467 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc20d-a92d-435c-9f59-d01e8f91e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:11.519111 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:13.112324 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:43:13.404279 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:16.707350 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:19.656229 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:37.769660 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-422cc094-368b-4bbe-a983-af4aefaa8853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:40.146070 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:40.397657 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-f6c572e9-9ce3-4f8c-95f4-cf5aee88c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:41.501264 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:43.404066 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:46.735533 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:49.643607 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:50.111938 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:44:07.774881 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-8829310d-4401-4895-bda7-14ed7c73fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:10.157530 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:10.409335 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-44caa49a-c6a5-469e-b22e-4ecad2978f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:11.581193 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:13.403293 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:16.767344 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:19.682945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:27.111478 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:44:37.777916 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-e1f86126-b72d-44cf-94c2-1f6b3d997811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:40.155178 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:40.402850 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf073a-df51-42b9-b9d1-13e6c05a3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:41.497925 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:43.408531 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:46.806007 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:49.699535 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:04.110190 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:45:07.782780 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ffe04942-cd97-4a3a-9874-d56c66ad5b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:10.167999 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:10.474067 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-388b2847-ea84-4281-8b74-8186f35af6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:11.562698 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:13.428338 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:16.784945 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:17.267796 n-d-778550-5 neutron-server[101106]: DEBUG neutron.wsgi [req-dc314d34-e651-40b9-a83d-f8eed6d55d4c req-598efdb7-e3dd-408f-a7a6-bb051232cc8c service neutron] (101106) timed out ('10.222.0.25', 50436) {{(pid=101106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:45:19.681825 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:37.778692 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-584163ab-965e-41b4-b586-d14638425445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.144618 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.402038 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b412-45a9-41b3-9bc2-fc351734c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:41.109368 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:45:41.541757 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:43.419090 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:46.787476 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:49.698689 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.824124 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-634049d0-f832-440b-8428-9548becc2cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.212521 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.414826 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-26e31627-010f-46b1-aba9-14576a624172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.528947 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.414164 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.829690 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:18.108804 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:46:19.703807 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:37.790900 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-a2d7900c-3729-4254-babf-64f20dbb3807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:40.173281 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-c571a2ce-c6b7-4cf5-9f7a-664a3903f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:40.441205 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-ee66dafa-4c6c-4921-bcc0-2b8afb126b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:41.556680 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-faf97f3b-0386-4fc2-80cb-b0df1e1de5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:43.463357 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69e4-db31-4f55-978b-77288ea9283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:46.813349 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-6baad0f7-fe27-4df3-a534-7852d20b937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:49.710340 n-d-778550-5 neutron-server[101108]: DEBUG neutron_lib.callbacks.manager [None req-1d039ce4-b0b1-4304-92ca-10574cd797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789013453855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736400'] for agent, after_update {{(pid=101108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.107869 n-d-778550-5 neutron-server[101109]: DEBUG neutron.db.agents_db [None req-14802aab-c40a-45bb-bdbf-ef66536a9814 None None] Agent healthcheck: found 7 active agents {{(pid=101109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}